-- Logs begin at Fri 2022-04-01 13:57:58 UTC, end at Fri 2022-04-01 16:23:49 UTC. -- Apr 01 14:36:42.946194 n-d-836017-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 14:36:45.043979 n-d-836017-1 neutron-server[83848]: INFO neutron.common.config [-] Logging enabled! Apr 01 14:36:45.044558 n-d-836017-1 neutron-server[83848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev49 Apr 01 14:36:45.044647 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83848) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 01 14:36:45.046843 n-d-836017-1 neutron-server[83848]: INFO neutron.common.config [-] Logging enabled! Apr 01 14:36:45.047094 n-d-836017-1 neutron-server[83848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev49 Apr 01 14:36:45.047377 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83848) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 01 14:36:45.048345 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 14:36:45.048575 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 14:36:45.048920 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 14:36:45.049161 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 14:36:45.049384 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 14:36:45.049706 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.050007 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.050297 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.050525 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.050808 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.051087 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.051444 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.051736 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.052032 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.052316 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.052594 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.052884 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.053103 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.053372 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.053655 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.053943 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.054166 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] debug = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.054444 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.054871 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.055302 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.055580 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.055866 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.056136 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.056409 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.056691 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.057016 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] host = n-d-836017-1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.057292 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.057578 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.057861 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.058144 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.058417 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.058688 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.058967 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.059259 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.059532 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] log_file = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.059807 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.060092 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.060375 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.060665 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.060891 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.061110 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.061392 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.061676 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.061949 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.062220 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.062491 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.062761 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.063033 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.063334 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.063621 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.063902 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.064184 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.064454 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.064724 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.064993 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.065259 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.065537 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.065808 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.066076 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.066344 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.066635 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.066916 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.067186 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.067502 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.067787 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.068068 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.068347 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.068614 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.068890 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.069158 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.069427 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.069695 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] use_json = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.069963 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.070230 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.070508 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.070777 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.071044 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.071344 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.071615 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.071894 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.072164 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:45.072455 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.072746 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.073043 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.073327 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.073616 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.073893 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.074178 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.074451 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.074757 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.075018 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.075327 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.075605 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.075894 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.076183 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.076471 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.076743 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.077015 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.077300 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.077572 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.077839 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.078112 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.078396 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.078669 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.078935 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.079228 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.079500 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.079768 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.080036 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.080309 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.080593 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.080863 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.081128 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.081392 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.081668 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.081939 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.082223 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.082613 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.082886 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.083156 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.083465 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.083740 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.084010 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.084285 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.084557 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.084835 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.085105 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.085379 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.085645 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.085913 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.086183 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.086453 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.086720 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.086990 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.087277 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.087549 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.087820 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.088088 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.088358 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.088643 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.088941 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.089214 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.089491 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.089768 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.090043 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.090316 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.090591 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.090872 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.091146 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.091443 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.091734 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.092018 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.092302 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.092583 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.092859 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.093148 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.093430 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.093715 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.093993 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.094267 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.094547 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.094826 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.095116 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.095429 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.095722 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.096015 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.096311 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.096587 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.096893 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.097169 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:45.097385 n-d-836017-1 neutron-server[83848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 14:36:45.097628 n-d-836017-1 neutron-server[83848]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83848) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 14:36:45.491955 n-d-836017-1 neutron-server[83848]: INFO keyring.backend [-] Loading KWallet Apr 01 14:36:45.499641 n-d-836017-1 neutron-server[83848]: INFO keyring.backend [-] Loading SecretService Apr 01 14:36:45.502745 n-d-836017-1 neutron-server[83848]: INFO keyring.backend [-] Loading Windows Apr 01 14:36:45.504102 n-d-836017-1 neutron-server[83848]: INFO keyring.backend [-] Loading chainer Apr 01 14:36:45.504738 n-d-836017-1 neutron-server[83848]: INFO keyring.backend [-] Loading macOS Apr 01 14:36:45.537352 n-d-836017-1 neutron-server[83848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 14:36:45.537601 n-d-836017-1 neutron-server[83848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 14:36:45.537888 n-d-836017-1 neutron-server[83848]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 14:36:45.539299 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 14:36:45.836892 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.837174 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.837440 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.892653 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.892917 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.893187 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.896323 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.896595 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.896854 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.924968 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.925239 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.925506 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.952158 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.952424 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:45.952685 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.266892 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.267565 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.267565 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.267740 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.268625 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.385622 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.385945 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.386217 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.386479 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.386739 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.387041 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.387321 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.387577 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.387816 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.388108 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.388358 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.388600 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.388864 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.389116 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.389380 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.389650 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.389902 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.390169 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.390404 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.390683 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.391029 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.391298 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.391547 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.391827 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.392071 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.392313 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.392697 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:46.392939 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:46.393176 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:46.393417 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:46.393652 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:46.393884 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:46.394426 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 14:36:46.397520 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 14:36:46.401487 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 14:36:46.405318 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 01 14:36:46.406930 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 14:36:46.407331 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 14:36:46.407663 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 14:36:46.408036 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 14:36:46.410884 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 14:36:46.411131 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 14:36:46.411497 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 14:36:46.438772 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 01 14:36:46.439247 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.439539 n-d-836017-1 neutron-server[83848]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83848) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 01 14:36:46.439897 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.441233 n-d-836017-1 neutron-server[83848]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83848) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 14:36:46.441511 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 14:36:46.441773 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 14:36:46.444993 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.445269 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:46.505285 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 14:36:46.505514 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 14:36:46.505750 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 14:36:46.506114 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 14:36:46.541011 n-d-836017-1 neutron-server[83848]: DEBUG oslo_db.sqlalchemy.engines [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83848) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 01 14:36:46.861652 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing driver for type 'gre' Apr 01 14:36:46.862298 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] gre ID ranges: [(1, 1000)] Apr 01 14:36:46.923701 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing driver for type 'local' Apr 01 14:36:46.924030 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing driver for type 'vlan' Apr 01 14:36:46.938085 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] VlanTypeDriver initialization complete Apr 01 14:36:46.938437 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing driver for type 'vxlan' Apr 01 14:36:46.938910 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] vxlan ID ranges: [(1, 1000)] Apr 01 14:36:46.996441 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing extension driver 'port_security' Apr 01 14:36:46.996776 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.extensions.port_security [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] PortSecurityExtensionDriver initialization complete Apr 01 14:36:46.997104 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing mechanism driver 'openvswitch' Apr 01 14:36:46.997432 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing mechanism driver 'hyperv' Apr 01 14:36:47.004324 n-d-836017-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.plugin [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:36:47.004991 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.005361 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.005708 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.006218 n-d-836017-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 14:36:47.006637 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnet after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.006981 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnet after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.007342 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnet after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.007728 n-d-836017-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 14:36:47.008119 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.008458 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.008794 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.009172 n-d-836017-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 14:36:47.009560 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > security_group after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.009893 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > security_group after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.010222 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > security_group after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.010727 n-d-836017-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 14:36:47.011121 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.011484 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.011818 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.012195 n-d-836017-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 14:36:47.012620 n-d-836017-1 neutron-server[83848]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] ML2 OVO RPC backend initialized. {{(pid=83848) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 01 14:36:47.013243 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router_interface after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.013588 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.014000 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.014341 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > networks before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.014680 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.015020 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > ports before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.015388 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnet before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.015723 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnets before_response 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.016063 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.016395 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.016723 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.017050 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.017378 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.017708 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.018031 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnet after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.018392 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnet after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.018719 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > subnet after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.019306 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.plugin [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Modular L2 Plugin initialization complete Apr 01 14:36:47.019630 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading services supported by the core plugin {{(pid=83848) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 14:36:47.019977 n-d-836017-1 neutron-server[83848]: INFO neutron.plugins.ml2.managers [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Got port-security extension from driver 'port_security' Apr 01 14:36:47.020428 n-d-836017-1 neutron-server[83848]: INFO neutron.extensions.vlantransparent [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Disabled vlantransparent extension. Apr 01 14:36:47.020830 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83848) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 14:36:47.021133 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: router Apr 01 14:36:47.055844 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router_interface before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.056217 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router after_create 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.056574 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router before_create 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.056930 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.057293 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.057639 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router after_delete 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.057987 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > floatingip after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.058341 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router after_create 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.058677 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router after_update 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.059017 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router after_update 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.059389 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.059735 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router after_update 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.060119 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_update 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.060477 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: port after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.060804 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: port after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.061134 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: subnet after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.061463 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.061798 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > port precommit_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.062133 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_create 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.062465 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: port before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.062792 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.063136 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router after_update 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.063493 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_delete 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.063813 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_create 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.064165 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router_interface after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.064507 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_update 55549900 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.064856 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > agent after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.065191 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > agent after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.065523 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > network after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.066367 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Tracking information for resource: router configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:47.066737 n-d-836017-1 neutron-server[83848]: DEBUG neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Tracking information for resource: floatingip configured {{(pid=83848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 14:36:47.071590 n-d-836017-1 neutron-server[83848]: INFO neutron.db.l3_agentschedulers_db [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 14:36:47.072148 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: port after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.072534 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: port after_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.072872 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: port after_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.073212 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: port after_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.074090 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router before_create 55550100 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.074444 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_delete 55550100 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.074794 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_create 55550100 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.075138 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > router precommit_update 55550100 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.079441 n-d-836017-1 neutron-server[83848]: DEBUG neutron.services.provider_configuration [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service providers = [] {{(pid=83848) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 14:36:47.079795 n-d-836017-1 neutron-server[83848]: DEBUG neutron.db.servicetype_db [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83848) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 14:36:47.082692 n-d-836017-1 neutron-server[83848]: DEBUG neutron.services.service_base [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 14:36:47.083037 n-d-836017-1 neutron-server[83848]: DEBUG neutron.services.service_base [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 14:36:47.083398 n-d-836017-1 neutron-server[83848]: DEBUG neutron.services.service_base [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 14:36:47.084269 n-d-836017-1 neutron-server[83848]: DEBUG neutron.services.service_base [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 14:36:47.084634 n-d-836017-1 neutron-server[83848]: INFO neutron.services.service_base [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 14:36:47.084998 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.085305 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 14:36:47.095777 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.096105 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: auto_allocate Apr 01 14:36:47.101917 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: network precommit_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.102273 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: network precommit_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.102793 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.103106 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: tag Apr 01 14:36:47.109533 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.109847 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: timestamp Apr 01 14:36:47.113874 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.114134 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: network_ip_availability Apr 01 14:36:47.119306 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.119665 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.120010 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.120711 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.121021 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: flavors Apr 01 14:36:47.126038 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.126361 n-d-836017-1 neutron-server[83848]: INFO neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading Plugin: revisions Apr 01 14:36:47.130615 n-d-836017-1 neutron-server[83848]: DEBUG neutron.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 14:36:47.130994 n-d-836017-1 neutron-server[83848]: DEBUG oslo_concurrency.lockutils [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.593s {{(pid=83848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 14:36:47.131750 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83848) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 01 14:36:47.132077 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Initializing extension manager. Apr 01 14:36:47.132578 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: __init__.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.132907 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: __pycache__ {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.133233 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.133557 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.133873 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: _filter_validation_lib.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.134196 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.134512 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: address_group.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.135261 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.135835 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: address-group Apr 01 14:36:47.136146 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: address_scope.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.137017 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.137516 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: address-scope Apr 01 14:36:47.137826 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: admin_state_down_before_update.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.138733 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.139237 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: router-admin-state-down-before-update Apr 01 14:36:47.139563 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: agent.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.140245 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.140741 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: agent Apr 01 14:36:47.141053 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: agent_resources_synced.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.141939 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.142441 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: agent-resources-synced Apr 01 14:36:47.142747 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: allowedaddresspairs.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.144720 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.145389 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: allowed-address-pairs Apr 01 14:36:47.145951 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: auto_allocated_topology.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.147007 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.147533 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: auto-allocated-topology Apr 01 14:36:47.147847 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: availability_zone.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.148522 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.149023 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: availability_zone Apr 01 14:36:47.149331 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: availability_zone_filter.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.150227 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.150720 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: availability_zone_filter Apr 01 14:36:47.151038 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: data_plane_status.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.151951 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.152441 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 14:36:47.152757 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: default_subnetpools.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.153915 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.154424 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: default-subnetpools Apr 01 14:36:47.154724 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: dhcpagentscheduler.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.155506 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.155995 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: dhcp_agent_scheduler Apr 01 14:36:47.156309 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: dns.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.157204 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.157690 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension dns-integration not supported by any of loaded plugins Apr 01 14:36:47.158002 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: dns_domain_ports.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.158902 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.159423 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 14:36:47.159738 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: dvr.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.160399 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.160939 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: dvr Apr 01 14:36:47.161251 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: empty_string_filtering.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.162145 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.162638 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: empty-string-filtering Apr 01 14:36:47.162955 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.163864 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.164356 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 14:36:47.164665 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.165566 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.166055 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 14:36:47.166368 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: external_net.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.167261 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.167774 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: external-net Apr 01 14:36:47.168085 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: extra_dhcp_opt.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.168984 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.169474 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: extra_dhcp_opt Apr 01 14:36:47.169784 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: extraroute.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.170677 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.171163 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: extraroute Apr 01 14:36:47.171499 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: extraroute_atomic.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.172512 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.173011 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: extraroute-atomic Apr 01 14:36:47.173328 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: filter_validation.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.173979 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.174471 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: filter-validation Apr 01 14:36:47.174779 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: fip_pf_description.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.177493 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.177493 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 14:36:47.177493 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: fip_port_details.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.177493 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.179299 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: fip-port-details Apr 01 14:36:47.179299 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: flavors.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.179447 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.179870 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: flavors Apr 01 14:36:47.180181 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.181839 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.182352 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 14:36:47.182678 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: floatingip_pools.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.183407 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.183910 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: floatingip-pools Apr 01 14:36:47.184228 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: ip_allocation.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.185121 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.185610 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 14:36:47.185926 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.186822 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.187355 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: ip-substring-filtering Apr 01 14:36:47.187673 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l2_adjacency.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.188591 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.189083 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 14:36:47.189394 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l3.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.190375 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.190881 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: router Apr 01 14:36:47.191197 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l3_conntrack_helper.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.193666 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.194160 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 14:36:47.194477 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.195411 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.195918 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: ext-gw-mode Apr 01 14:36:47.196234 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.197136 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.197638 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: l3-ha Apr 01 14:36:47.197956 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l3_flavors.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.198871 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.199428 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: l3-flavors Apr 01 14:36:47.199744 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.200650 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.201155 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 14:36:47.201464 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: l3agentscheduler.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.202479 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.202972 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: l3_agent_scheduler Apr 01 14:36:47.203318 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: logging.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.204817 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.205315 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension logging not supported by any of loaded plugins Apr 01 14:36:47.205635 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: metering.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.206360 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.206940 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: metering Apr 01 14:36:47.207275 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.208379 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.208907 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: metering_source_and_destination_fields Apr 01 14:36:47.209226 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: multiprovidernet.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.210139 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.210634 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: multi-provider Apr 01 14:36:47.210950 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: netmtu.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.211863 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.212357 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: net-mtu Apr 01 14:36:47.212669 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: netmtu_writable.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.213570 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.214062 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: net-mtu-writable Apr 01 14:36:47.214374 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: network_availability_zone.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.215031 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.215549 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: network_availability_zone Apr 01 14:36:47.215865 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: network_ip_availability.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.216934 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.217434 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: network-ip-availability Apr 01 14:36:47.217749 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: network_segment_range.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.218507 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.219006 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 14:36:47.219349 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: pagination.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.220304 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.220629 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: pagination Apr 01 14:36:47.220939 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.221845 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.222340 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: port-mac-address-regenerate Apr 01 14:36:47.222654 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: port_resource_request.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.223659 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.224151 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 14:36:47.224458 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: portbindings.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.225358 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.225857 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: binding Apr 01 14:36:47.226162 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: portbindings_extended.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.227442 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.227943 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: binding-extended Apr 01 14:36:47.228257 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: portsecurity.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.229153 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.229647 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: port-security Apr 01 14:36:47.229961 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: project_id.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.230910 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.231232 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: project-id Apr 01 14:36:47.231578 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: providernet.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.232464 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.232981 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: provider Apr 01 14:36:47.233279 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.236978 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.237485 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos not supported by any of loaded plugins Apr 01 14:36:47.237809 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.239154 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.239638 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 14:36:47.239957 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.240857 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.241360 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 14:36:47.241677 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_default.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.242566 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.243071 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-default not supported by any of loaded plugins Apr 01 14:36:47.243423 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_fip.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.244064 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.244559 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-fip not supported by any of loaded plugins Apr 01 14:36:47.244869 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_gateway_ip.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.245771 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.246268 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 14:36:47.246578 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_port_network_policy.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.247499 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.247993 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 14:36:47.248306 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_rule_type_details.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.249562 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.250060 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 14:36:47.250375 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: qos_rules_alias.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.251438 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.251938 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 14:36:47.252251 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: quotasv2.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.253119 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.253433 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: quotas Apr 01 14:36:47.253742 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: quotasv2_detail.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.255497 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.255829 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: quota_details Apr 01 14:36:47.256148 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: rbac.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.257173 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.257689 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: rbac-policies Apr 01 14:36:47.258004 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: rbac_address_scope.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.258914 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.259451 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: rbac-address-scope Apr 01 14:36:47.259765 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: rbac_security_groups.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.260664 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.261165 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: rbac-security-groups Apr 01 14:36:47.261481 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: rbac_subnetpool.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.262374 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.262875 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: rbac-subnetpool Apr 01 14:36:47.263187 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: revisionifmatch.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.264108 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.264603 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: revision-if-match Apr 01 14:36:47.264912 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: revisions.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.266005 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.266504 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: standard-attr-revisions Apr 01 14:36:47.266818 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: router_availability_zone.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.267524 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.268074 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: router_availability_zone Apr 01 14:36:47.268366 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: routerservicetype.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.269277 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.269770 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension router-service-type not supported by any of loaded plugins Apr 01 14:36:47.270131 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: security_groups_port_filtering.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.271030 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.271548 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: port-security-groups-filtering Apr 01 14:36:47.271863 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: securitygroup.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.282782 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.283334 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: security-group Apr 01 14:36:47.283660 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: segment.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.284431 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.284934 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension segment not supported by any of loaded plugins Apr 01 14:36:47.285256 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.286195 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.286700 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 14:36:47.287021 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: servicetype.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.288195 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.289711 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: service-type Apr 01 14:36:47.290049 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: sorting.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.290997 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.291377 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: sorting Apr 01 14:36:47.291678 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: standard_attr_segment.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.292593 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.293112 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 14:36:47.293435 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: standardattrdescription.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.294070 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.294566 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: standard-attr-description Apr 01 14:36:47.294902 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: stateful_security_group.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.295810 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.296324 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: stateful-security-group Apr 01 14:36:47.296622 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: stdattrs_common.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.297194 n-d-836017-1 neutron-server[83848]: WARNING neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 14:36:47.297502 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.298408 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.298906 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 14:36:47.299234 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: subnet_onboard.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.300365 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.300868 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: subnet_onboard Apr 01 14:36:47.301242 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.302197 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.302697 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 14:36:47.303009 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: subnet_service_types.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.303943 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.304446 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: subnet-service-types Apr 01 14:36:47.304758 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: subnetallocation.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.305841 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.306335 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: subnet_allocation Apr 01 14:36:47.306646 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.307348 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.307845 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: subnetpool-prefix-ops Apr 01 14:36:47.308153 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.309082 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.309584 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 14:36:47.309882 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: tagging.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.310921 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.311464 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: standard-attr-tag Apr 01 14:36:47.311783 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: timestamp.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.312968 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.313474 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loaded extension: standard-attr-timestamp Apr 01 14:36:47.313792 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: trunk.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.314798 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.315328 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension trunk not supported by any of loaded plugins Apr 01 14:36:47.315647 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: trunk_details.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.316555 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.317081 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension trunk-details not supported by any of loaded plugins Apr 01 14:36:47.317393 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: uplink_status_propagation.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.318290 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.318785 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 14:36:47.319098 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Loading extension file: vlantransparent.py {{(pid=83848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 14:36:47.319787 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 14:36:47.320288 n-d-836017-1 neutron-server[83848]: INFO neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 14:36:47.322495 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:network Apr 01 14:36:47.323233 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:subnet Apr 01 14:36:47.323836 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 14:36:47.324594 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:port Apr 01 14:36:47.325826 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.326268 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service FLAVORS assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.326858 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.327324 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.327655 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:router Apr 01 14:36:47.328305 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:floatingip Apr 01 14:36:47.328989 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service METERING assigned prefix: /metering {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.330405 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.330802 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.331139 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:36:47.332309 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 14:36:47.332859 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:security_group Apr 01 14:36:47.333503 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 14:36:47.334234 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service CORE assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.334566 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 14:36:47.334897 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] subnetpool is already registered Apr 01 14:36:47.335513 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service CORE assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.335838 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 14:36:47.336152 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] subnetpool is already registered Apr 01 14:36:47.338684 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.339109 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service FLAVORS assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.339721 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.340136 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.340460 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:router Apr 01 14:36:47.340777 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] router is already registered Apr 01 14:36:47.341351 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:floatingip Apr 01 14:36:47.341670 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] floatingip is already registered Apr 01 14:36:47.342277 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service METERING assigned prefix: /metering {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.342937 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 14:36:47.343260 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] rbac_policy is already registered Apr 01 14:36:47.343818 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:security_group Apr 01 14:36:47.344135 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] security_group is already registered Apr 01 14:36:47.344711 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 14:36:47.345031 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] security_group_rule is already registered Apr 01 14:36:47.345677 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service CORE assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.346007 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 14:36:47.346324 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] subnetpool is already registered Apr 01 14:36:47.346900 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.v2.resource_helper [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Service CORE assigned prefix: {{(pid=83848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 14:36:47.347206 n-d-836017-1 neutron-server[83848]: INFO neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 14:36:47.347540 n-d-836017-1 neutron-server[83848]: WARNING neutron.quota.resource_registry [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] subnetpool is already registered Apr 01 14:36:47.348203 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: extensions {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.349637 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: address-groups {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.351188 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: address-scopes {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.352468 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: agents {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.353603 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: auto-allocated-topology {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.354799 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: availability_zones {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.356108 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: dhcp-networks {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.357457 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: dhcp-agents {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.358810 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: routers {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.360599 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: flavors {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.361736 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: service_profiles {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.362900 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: next_providers {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.364600 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: service_profiles {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.365934 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: floatingip-pools {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.367115 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: routers {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.368870 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: floatingips {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.370022 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: l3-routers {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.371361 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: l3-agents {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.372718 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: metering-labels {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.374451 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: metering-label-rules {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.375697 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: network-ip-availabilities {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.376892 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: bindings {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.379427 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: quotas {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.380824 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: quotas {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.382325 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: rbac-policies {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.383599 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: security-groups {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.384758 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: security-group-rules {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.385946 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: service-providers {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.387133 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: subnetpools {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.388545 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: subnetpools {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.389940 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.391642 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.393373 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.395236 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.397060 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.398716 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.400418 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.402207 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.404060 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.405829 n-d-836017-1 neutron-server[83848]: DEBUG neutron.api.extensions [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Extended resource: tags {{(pid=83848) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 14:36:47.411658 n-d-836017-1 neutron-server[83848]: WARNING keystonemiddleware.auth_token [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 14:36:47.416346 n-d-836017-1 neutron-server[83848]: WARNING keystonemiddleware.auth_token [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 14:36:47.424157 n-d-836017-1 neutron-server[83848]: DEBUG oslo_concurrency.lockutils [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Acquired lock "singleton_lock" {{(pid=83848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 01 14:36:47.424623 n-d-836017-1 neutron-server[83848]: DEBUG oslo_concurrency.lockutils [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Releasing lock "singleton_lock" {{(pid=83848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 01 14:36:47.425238 n-d-836017-1 neutron-server[83848]: INFO oslo_service.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Starting 2 workers Apr 01 14:36:47.429880 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Started child 83953 {{(pid=83848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 14:36:47.434067 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Started child 83954 {{(pid=83848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 14:36:47.435417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:47.436211 n-d-836017-1 neutron-server[83848]: INFO neutron.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 14:36:47.436211 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Notify callbacks [] for process, before_spawn {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:47.436847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [-] (83953) wsgi starting up on http://0.0.0.0:9696 Apr 01 14:36:47.438467 n-d-836017-1 neutron-server[83848]: INFO oslo_service.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Starting 1 workers Apr 01 14:36:47.439098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:47.440416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [-] (83954) wsgi starting up on http://0.0.0.0:9696 Apr 01 14:36:47.443443 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Started child 83955 {{(pid=83848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 14:36:47.443972 n-d-836017-1 neutron-server[83848]: INFO oslo_service.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Starting 1 workers Apr 01 14:36:47.447167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] calling RpcWorker wait() {{(pid=83955) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 14:36:47.447751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] returning from RpcWorker wait() {{(pid=83955) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 14:36:47.448153 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Started child 83956 {{(pid=83848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 14:36:47.448877 n-d-836017-1 neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e51fb6df-06a8-4341-a735-52f529451ecd None None] Notify callbacks [] for process, after_spawn {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:47.449005 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:47.449437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:36:47.450744 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 14:36:47.450909 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 14:36:47.451256 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 14:36:47.451653 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 14:36:47.451981 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 14:36:47.452107 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 14:36:47.452657 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.452922 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.453192 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.453442 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.453717 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.454205 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:47.454744 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.454744 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.454744 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.455131 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.455131 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.455397 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.455519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:36:47.455659 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.455784 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.455910 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.456180 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.456432 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.456657 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.456907 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.457070 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.457316 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.457642 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.457867 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.458111 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] debug = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.458353 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.458833 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.459066 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.459315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.459548 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.459821 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.460048 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.460336 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.460559 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.460781 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.461017 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.461270 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.461492 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.461723 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.461964 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.462200 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.462642 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] host = n-d-836017-1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.462869 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.463079 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.463349 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.463588 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.463836 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.464045 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.464283 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.464528 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.464778 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.464996 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.465246 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.465482 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.465706 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.465936 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_file = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.466095 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_options = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.466331 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.466582 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.466852 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.467033 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.467197 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.467390 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.467640 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.467799 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.468034 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.468257 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.468464 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.468736 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.468893 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.469102 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.469370 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.469594 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.469813 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.470032 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.470270 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.470492 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.470712 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.470953 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.471177 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.471408 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.471633 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.471857 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.472076 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.472282 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.472492 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.472703 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.472999 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.477262 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_json = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.478220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.479745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.480217 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480217 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480217 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480217 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480217 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480217 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480217 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480701 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.480974 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.481216 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.481518 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.481700 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.482031 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.482318 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.482610 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.482831 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.483011 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.483280 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.483538 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.483965 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.483965 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.484223 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.484447 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.485153 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.485153 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.485153 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.487577 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.489572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.494505 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.495372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.497838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.499315 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500028 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.500606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.501169 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.501169 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.501324 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.501536 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.502043 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.502414 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.502741 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.503201 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.503528 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.503834 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.504027 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.504343 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.504621 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.504875 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.505121 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.505367 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.505653 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.506406 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.506406 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.506406 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.507046 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.507046 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.507046 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.509802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.510867 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.510867 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.510867 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.510867 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.511460 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.511460 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.511460 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.511858 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.512069 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.512299 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.512747 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.512747 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.513017 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.513239 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.513407 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.513732 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.513998 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.514124 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.514124 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.514456 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.514680 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.514890 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.515118 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.515402 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.515610 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.515838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.516067 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.516296 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.516513 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.516726 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.516963 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.517210 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.517422 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.517682 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.517921 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.518149 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.518374 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.518605 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.518843 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.519049 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.519310 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.519541 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.519746 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.520024 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.520747 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.520966 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.521176 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.521402 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.521714 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.521892 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.522078 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.522402 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.523258 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.523258 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.523258 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.523559 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.523559 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.523756 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.523929 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.524366 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.524580 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.524802 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.525003 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.525435 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.525652 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.525852 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.526084 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.526293 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.526504 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.526711 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.526925 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.527135 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.527381 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.527612 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.527799 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.528008 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.528214 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.528447 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.528671 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.528935 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.529138 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.529356 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.529626 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.529870 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.530088 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.530322 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.530550 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.530787 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.531822 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.532021 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.532734 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.532912 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.533390 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.533870 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.534284 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.534768 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.535203 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.535510 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.535766 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.536069 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.536287 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.536729 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.536995 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.537270 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.537554 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.537880 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.538239 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.538603 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.538912 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.540176 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.540176 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.540176 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.540176 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.540527 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.540952 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.541063 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.541278 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.541534 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.541770 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.542017 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.542261 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.542475 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.542717 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.542944 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.543158 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.543487 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.543719 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.543938 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.544166 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.544387 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.544596 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.544838 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.545067 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.545281 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.545504 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.545657 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 14:36:47.546170 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 14:36:47.546328 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 14:36:47.546476 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 14:36:47.546680 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 14:36:47.546815 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 14:36:47.546958 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 14:36:47.547153 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.547343 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.547516 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.547657 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.547809 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.547984 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.548139 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.548293 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.548429 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.548586 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.548740 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.548894 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.549045 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.549197 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.549371 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.549502 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.549654 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.549809 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.549964 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.550119 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.550288 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.550421 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.550573 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] debug = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.550727 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.550914 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.551177 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.551355 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.551484 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.551623 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.551776 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.551958 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.552117 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.552272 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.552425 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.552578 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.552747 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.552870 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.553021 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.553173 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.553326 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] host = n-d-836017-1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.553487 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.553635 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.554010 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.554164 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.554314 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.554470 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.554622 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.554774 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.554924 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.555075 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.555247 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.555404 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.555557 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.555709 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_file = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.555861 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_options = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.556014 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.556166 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.556318 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.556498 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.556655 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.556809 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.556960 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.557112 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.557266 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.557419 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.557572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.557728 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.557883 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.558032 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.558183 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.558334 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.558486 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.558642 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.558794 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.558947 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.559099 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.559275 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.559429 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.559581 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.559732 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.559883 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.560035 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.560188 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.560339 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.560491 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.560644 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.560796 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.560948 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.561099 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.561251 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.561402 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.561553 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.561708 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.561862 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.562018 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.562170 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.562321 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.562472 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.562624 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.562775 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.562925 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_json = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.563077 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.563794 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.563794 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.564068 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.564213 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.564518 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.565067 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.565067 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.565067 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 14:36:47.565347 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.565347 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.565496 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.565576 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.565698 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.565849 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.566022 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.566171 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.566314 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.566446 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.566856 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.567014 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.567186 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.567364 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.567522 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.567713 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.567834 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.567994 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.568153 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.568307 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.568608 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.568766 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.568929 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.569089 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.569248 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.569410 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.569554 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.569696 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.569830 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.570030 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.570133 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.570275 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.570507 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.570658 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.570745 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.570878 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.571030 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.571350 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.571519 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.571654 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.571818 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.572114 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.572395 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.572395 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.572655 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.572790 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.572922 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.573053 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.573184 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.573346 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.573436 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.573589 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.573763 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575232 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.575858 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.576165 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.576330 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.576492 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.576651 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.576808 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.576963 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.577120 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.577774 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.577774 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.577774 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.577774 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578040 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578040 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578160 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578307 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578462 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578617 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578772 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.578927 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.579083 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.579259 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.579418 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.579572 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.579727 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.579886 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.580041 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.580196 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.580351 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.580507 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.580661 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.580815 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.580971 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.581126 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.581282 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.581437 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.581591 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.581746 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.581902 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.582065 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.582220 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.582502 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.582629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:36:47.582788 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.582912 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.583037 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.583123 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.583306 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.583548 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.583909 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.584177 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.584423 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.584584 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.584740 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.584904 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.585049 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.585213 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.585380 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.585537 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.585691 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.585848 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.586027 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.586183 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.586339 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.586494 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.586651 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.586806 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.586962 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.587118 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.587299 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.587456 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.587611 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.587767 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.587921 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.588083 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.588239 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.588393 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.588549 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.588705 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.588859 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.589015 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.589171 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.589327 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.589482 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.589637 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.589791 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.589946 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.590101 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.590256 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.590410 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.590565 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.590721 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.590876 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.591031 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.591187 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.591362 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.591518 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.591672 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.591829 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.591985 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.592140 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.592296 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.592451 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.592606 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.592762 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.592918 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.593073 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.593229 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.593384 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.593594 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.594419 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.594419 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.594856 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.595015 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.595358 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.595533 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.595685 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596054 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596054 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596317 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596317 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596586 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596586 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596862 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.596862 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.597119 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.597119 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.597372 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.597736 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.597736 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.597736 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.598169 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.598169 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.598169 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.598560 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.598560 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.598815 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.598815 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.599066 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.599066 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.599346 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.599346 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.599616 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.599616 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.599865 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600000 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600133 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600268 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600401 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600546 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600689 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600824 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.600957 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.601079 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.601218 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.601373 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.601529 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.601695 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.601853 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.602008 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.602172 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.602330 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.602485 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.602641 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.602807 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603164 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603164 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603438 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603438 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603795 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603795 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603995 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.603995 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.604145 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.604306 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.604469 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.604633 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.604797 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.604952 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.605117 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.605286 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.605440 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.605596 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.605750 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.605905 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.606068 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.606253 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.606409 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607252 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607252 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607252 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607252 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35420) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:36:47.607607 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607607 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607607 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607607 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607854 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.607919 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.608099 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.608219 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 14:36:47.608318 n-d-836017-1 neutron-server[83848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 14:36:47.615516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062478 Apr 01 14:36:57.787351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19beef1a-acad-439f-abcf-4b207fe4cc3e None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 14:36:57.857388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19beef1a-acad-439f-abcf-4b207fe4cc3e None None] No non-hosted networks {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 14:36:57.877918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.agentschedulers_db [None req-19beef1a-acad-439f-abcf-4b207fe4cc3e None None] DHCP Agent not found on host n-d-836017-1 {{(pid=83955) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 14:36:57.985553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2b3a-4f34-48cc-8ad4-e6af56cf4125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469813'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:00.137738 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c4986a9-4778-4a3e-81e8-229a7aa0e30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469813'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:00.166529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-185720f5-c5ed-4ffa-8571-80c87235a38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:01.065163 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469813'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:01.223926 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469813'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:01.225601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.226355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.226885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.227499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.228133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.228819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.229350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.229906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.230472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.231036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.231585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:01.232221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836017-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:01.239497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836017-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:02.474189 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469813'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:03.190569 n-d-836017-1 neutron-server[83955]: INFO neutron.db.l3_hamode_db [None req-dbf36599-d0ec-416d-842f-a22420c99b78 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 14:37:03.275786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf36599-d0ec-416d-842f-a22420c99b78 None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:37:03.276103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf36599-d0ec-416d-842f-a22420c99b78 None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 14:37:04.193355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:04.832238 n-d-836017-1 neutron-server[83953]: WARNING oslo_policy.policy [None req-a3b28f61-a3bd-4f2b-9e14-028f9c6796a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:04.832810 n-d-836017-1 neutron-server[83953]: WARNING oslo_policy.policy [None req-a3b28f61-a3bd-4f2b-9e14-028f9c6796a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:05.039952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-a3b28f61-a3bd-4f2b-9e14-028f9c6796a0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:37:05.041132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a3b28f61-a3bd-4f2b-9e14-028f9c6796a0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8457472 Apr 01 14:37:07.330250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35528) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:07.734382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:37:07.787464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.policy [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83953) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 01 14:37:07.788225 n-d-836017-1 neutron-server[83953]: WARNING oslo_policy.policy [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:07.788601 n-d-836017-1 neutron-server[83953]: WARNING oslo_policy.policy [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:07.791903 n-d-836017-1 neutron-server[83953]: INFO neutron.quota [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] Loaded quota_driver: . Apr 01 14:37:07.807981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:07.881631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794443167024', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794443212846', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794443209534', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794443203160', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794443197278', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16055406', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16059875', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-411300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606638'] for rbac-policy, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:07.976195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:07.977528 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-563aba72-59a8-4b8d-9ed0-d40cf0bb86a4 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6463683 Apr 01 14:37:10.503364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35542) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:10.884103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Request body: {'network': {'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'name': 'private', 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:37:10.891557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:10.897446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Usage tracker for resource:network and tenant:2049699f3bfc40b18ff129ee174aabfa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:37:10.902037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:37:10.908167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:37:10.920751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Made reservation on behalf of 2049699f3bfc40b18ff129ee174aabfa for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:37:10.923471 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:10.942128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:10.984286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:10.987952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Usage tracker for resource:security_group_rule and tenant:2049699f3bfc40b18ff129ee174aabfa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:37:10.991097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:37:10.997173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:37:11.065979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:11.073271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:11.102449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:37:11.127022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794440412263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:11.127613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Unsubscribe: segment precommit_create {{(pid=83953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 14:37:11.128114 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Added segment 1886ae7f-2af1-4705-ab36-f87dddc732b4 of type vlan for network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 Apr 01 14:37:11.145309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d426a9-932a-47d6-9967-fcbada731cbc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:11.205074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.205426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.205767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.206094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.206498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.206764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.207109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.207455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.207769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.208084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.208402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Tracked resource versions report: Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: pushed versions: Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Log': {'1.0'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Network': {'1.1'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Port': {'1.5'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'PortForwarding': {'1.2'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'QosPolicy': {'1.8'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'SecurityGroup': {'1.2'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'SubPort': {'1.0'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Subnet': {'1.1'}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Trunk': {'1.1'}} Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: consumer versions: Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: L3 agent@n-d-836017-1: {}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: Metadata agent@n-d-836017-1: {}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: Metering agent@n-d-836017-1: {}, Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Log': '1.0', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Network': '1.1', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Port': '1.5', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'PortForwarding': '1.2', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'QosPolicy': '1.8', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'SecurityGroup': '1.2', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'SecurityGroupRule': '1.0', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'SubPort': '1.0', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Subnet': '1.1', Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: 'Trunk': '1.1'}} Apr 01 14:37:11.209457 n-d-836017-1 neutron-server[83953]: {{(pid=83953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:37:11.242650 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:11.287148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:11.288255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:11.288895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:11.396542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8920012 Apr 01 14:37:11.397009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd26c6-cd58-4c99-83ae-2947df84785a admin admin] Pushing event updated for resources: {'Network': ['ID=82d75d34-6bb4-42c8-b7c7-411983e7ed00,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:11.408937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:37:13.975922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35558) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:14.478885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d3f00-b1c4-496a-849e-41c16bc75b6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:14.480147 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd1d3f00-b1c4-496a-849e-41c16bc75b6d admin admin] 10.222.0.48 "GET /v2.0/networks/82d75d34-6bb4-42c8-b7c7-411983e7ed00 HTTP/1.1" status: 200 len: 825 time: 0.5029626 Apr 01 14:37:14.513465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dc94e806-3916-4037-9c2c-f4212e56fd29 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/b0b99689-394b-49a4-b7b9-9b1890c10bf9 HTTP/1.1" status: 200 len: 734 time: 0.0251515 Apr 01 14:37:14.521746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'subnetpool_id': 'b0b99689-394b-49a4-b7b9-9b1890c10bf9', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:37:14.526402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:14.530467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Usage tracker for resource:subnet and tenant:2049699f3bfc40b18ff129ee174aabfa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:37:14.533520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:37:14.539834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:37:14.553395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Made reservation on behalf of 2049699f3bfc40b18ff129ee174aabfa for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:37:14.556075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:14.826750 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:14.906637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f3ab8b-42ae-45b2-a043-5158c72a6a33,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:14.919708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Checking segment: {'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:37:14.920079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Network hostable DHCP agents. Network: 82d75d34-6bb4-42c8-b7c7-411983e7ed00, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:37:14.947990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:37:14.959941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 82d75d34-6bb4-42c8-b7c7-411983e7ed00) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:37:14.964418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:14.964964 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:14.970242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc0376-cc05-4980-b012-e8a71294bbcd None None] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:37:14.987427 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-799c3eec-771e-478f-b9fa-0ea22db4a967 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4688928 Apr 01 14:37:15.278713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'fixed_ips': [{'subnet_id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:37:15.279880 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:15.461866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Allocated IP 172.20.0.2 (82d75d34-6bb4-42c8-b7c7-411983e7ed00/55f3ab8b-42ae-45b2-a043-5158c72a6a33/6446bc4b-3a32-4229-9908-ac25ee7f78b7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:37:15.684824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:15.698201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Transition to ACTIVE for port object 6446bc4b-3a32-4229-9908-ac25ee7f78b7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:37:15.718319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Transition to ACTIVE for port object 6446bc4b-3a32-4229-9908-ac25ee7f78b7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:37:15.725251 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:15.790740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Pushing event updated for resources: {'Port': ['ID=6446bc4b-3a32-4229-9908-ac25ee7f78b7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:15.805906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.806244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.806572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.807003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.807371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.807689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.808002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.808319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.808616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.808927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.809236 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Tracked resource versions report: Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: pushed versions: Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Log': {'1.0'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Network': {'1.1'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Port': {'1.5'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'PortForwarding': {'1.2'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'QosPolicy': {'1.8'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'SecurityGroup': {'1.2'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'SubPort': {'1.0'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Subnet': {'1.1'}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Trunk': {'1.1'}} Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: consumer versions: Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: L3 agent@n-d-836017-1: {}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: Metadata agent@n-d-836017-1: {}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: Metering agent@n-d-836017-1: {}, Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Log': '1.0', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Network': '1.1', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Port': '1.5', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'PortForwarding': '1.2', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'QosPolicy': '1.8', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'SecurityGroup': '1.2', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'SecurityGroupRule': '1.0', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'SubPort': '1.0', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Subnet': '1.1', Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: 'Trunk': '1.1'}} Apr 01 14:37:15.810313 n-d-836017-1 neutron-server[83955]: {{(pid=83955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:37:15.817931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:37:15.819350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:37:15.822103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:37:15.910540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Attempting to bind port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:37:15.910930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Attempting to bind port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:37:15.911357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Attempting to bind port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 on network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:37:15.917959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:37:15.918334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Checking segment: {'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:37:15.918797 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:15.919170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Bound using segment: {'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:37:15.919679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Bound port: 6446bc4b-3a32-4229-9908-ac25ee7f78b7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:37:15.920054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:16.004436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] For port 6446bc4b-3a32-4229-9908-ac25ee7f78b7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:37:16.008563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] For port 6446bc4b-3a32-4229-9908-ac25ee7f78b7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6446bc4b-3a32-4229-9908-ac25ee7f78b7,segment=NetworkSegment(1886ae7f-2af1-4705-ab36-f87dddc732b4),segment_id=1886ae7f-2af1-4705-ab36-f87dddc732b4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:37:16.013193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:16.116539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd280d2a-3d42-4cb3-a2ad-e2cba9aab628 None None] Pushing event updated for resources: {'Port': ['ID=6446bc4b-3a32-4229-9908-ac25ee7f78b7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:17.242652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35568) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:17.653210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-d05cc1f4-d60a-4c0a-b5df-70b471785002 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:37:17.668896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d05cc1f4-d60a-4c0a-b5df-70b471785002 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4104922 Apr 01 14:37:19.516021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6446bc4b-3a32-4229-9908-ac25ee7f78b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:37:19.591755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:37:19.708238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7139b-f08a-4061-8bf2-8b99d14defcf None None] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:37:19.831573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c83ab2e8-5372-4f60-9807-d2373a13bfb1 None None] Provisioning for port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:37:19.839762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c83ab2e8-5372-4f60-9807-d2373a13bfb1 None None] Provisioning complete for port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:19.840156 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c83ab2e8-5372-4f60-9807-d2373a13bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:19.922056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35582) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:20.039661 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c83ab2e8-5372-4f60-9807-d2373a13bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:20.079003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c83ab2e8-5372-4f60-9807-d2373a13bfb1 None None] For port 6446bc4b-3a32-4229-9908-ac25ee7f78b7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6446bc4b-3a32-4229-9908-ac25ee7f78b7,segment=NetworkSegment(1886ae7f-2af1-4705-ab36-f87dddc732b4),segment_id=1886ae7f-2af1-4705-ab36-f87dddc732b4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:37:20.083755 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c83ab2e8-5372-4f60-9807-d2373a13bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:20.151311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ab2e8-5372-4f60-9807-d2373a13bfb1 None None] Pushing event updated for resources: {'Port': ['ID=6446bc4b-3a32-4229-9908-ac25ee7f78b7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:20.311160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c6caebab-ad52-465a-b4b9-13cfdd6a964d None None] Provisioning complete for port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:20.311560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6caebab-ad52-465a-b4b9-13cfdd6a964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:20.320602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-25d9a481-6667-4401-8111-bb056e77c435 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:37:20.321560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-25d9a481-6667-4401-8111-bb056e77c435 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3984742 Apr 01 14:37:21.488159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6446bc4b-3a32-4229-9908-ac25ee7f78b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:37:21.557699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:21.558023 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:22.934546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35594) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:23.635247 n-d-836017-1 neutron-server[83954]: WARNING oslo_policy.policy [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:23.635827 n-d-836017-1 neutron-server[83954]: WARNING oslo_policy.policy [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:23.842785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:37:23.879280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.policy [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83954) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 01 14:37:23.880022 n-d-836017-1 neutron-server[83954]: WARNING oslo_policy.policy [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:23.880356 n-d-836017-1 neutron-server[83954]: WARNING oslo_policy.policy [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 14:37:23.884032 n-d-836017-1 neutron-server[83954]: INFO neutron.quota [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Loaded quota_driver: . Apr 01 14:37:23.900347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:23.907363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Usage tracker for resource:router and tenant:2049699f3bfc40b18ff129ee174aabfa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:37:23.911972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:37:23.919439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:37:23.939269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:23.942122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:23.970306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:24.085753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:24.107085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:24.108481 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-64554780-3664-4b37-af37-ccf9729a219c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1730049 Apr 01 14:37:26.352122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35610) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:26.773042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-392fcee6-f9b9-404d-8fed-f46d0e25f647 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:37:26.774002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-392fcee6-f9b9-404d-8fed-f46d0e25f647 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4210126 Apr 01 14:37:27.730989 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-432b39dc-82bf-4bf9-950c-cdbd7dce2302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.053063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35620) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:29.454487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:37:29.460194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:29.464257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Usage tracker for resource:network and tenant:23a6b11e71e547478a5ea0ac9d10077d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:37:29.467240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:37:29.473214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:37:29.485961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Made reservation on behalf of 23a6b11e71e547478a5ea0ac9d10077d for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:37:29.488374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.501176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.532756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:29.536877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Usage tracker for resource:security_group_rule and tenant:23a6b11e71e547478a5ea0ac9d10077d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:37:29.539681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:37:29.545452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:37:29.609741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.615927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.636018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Reserving flat network on physical network physnet1 {{(pid=83953) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 14:37:29.666055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc13030d-deb6-4b82-9585-0c8da1ff66cc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:29.670621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.670953 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Added segment 29034138-4df7-4a8f-80bf-e77f54c178b2 of type flat for network 59d1e48d-db05-487e-a4cc-433f9512a036 Apr 01 14:37:29.701147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.737738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.738691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:29.739286 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:29.836374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] Pushing event updated for resources: {'Network': ['ID=59d1e48d-db05-487e-a4cc-433f9512a036,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:29.839649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d1e2f8f9-6834-4e11-bb2a-8880643de4dc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7854450 Apr 01 14:37:29.848642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 59d1e48d-db05-487e-a4cc-433f9512a036 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:37:30.133449 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb38c3d4-1854-4cff-80b6-869e97caeb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:31.012194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:31.212319 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:32.108162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35640) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:32.410172 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:32.453898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960d491-b488-41e3-9f15-974e19046a1e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:32.455229 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3960d491-b488-41e3-9f15-974e19046a1e admin admin] 10.222.0.48 "GET /v2.0/subnets/55f3ab8b-42ae-45b2-a043-5158c72a6a33 HTTP/1.1" status: 200 len: 849 time: 0.3458579 Apr 01 14:37:32.633052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-761825b2-e925-4f9e-8b26-36a8703c7190 admin admin] 10.222.0.48 "GET /v2.0/routers/8a2a94a5-cbea-4d6a-b286-b9ef449544cf HTTP/1.1" status: 200 len: 704 time: 0.1715448 Apr 01 14:37:33.098923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:33.329490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Allocated IP 172.20.0.1 (82d75d34-6bb4-42c8-b7c7-411983e7ed00/55f3ab8b-42ae-45b2-a043-5158c72a6a33/49ee0a98-e9a7-448c-9855-6bfac28cddfe) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:37:33.494858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:33.512649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Transition to ACTIVE for port object 49ee0a98-e9a7-448c-9855-6bfac28cddfe will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:37:33.569421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:33.660178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:37:33.663343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:37:33.668064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:37:33.668586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:33.671233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Pushing event updated for resources: {'Port': ['ID=49ee0a98-e9a7-448c-9855-6bfac28cddfe,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:33.792461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:33.856602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bf2be190-f522-4b4e-9d48-6720a60ac935 None None] Provisioning for port 49ee0a98-e9a7-448c-9855-6bfac28cddfe completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:37:33.862147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bf2be190-f522-4b4e-9d48-6720a60ac935 None None] Provisioning complete for port 49ee0a98-e9a7-448c-9855-6bfac28cddfe triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:33.862519 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bf2be190-f522-4b4e-9d48-6720a60ac935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:33.916843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bf2be190-f522-4b4e-9d48-6720a60ac935 None None] Port 49ee0a98-e9a7-448c-9855-6bfac28cddfe cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:37:34.041010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:34.047787 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:34.049095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:34.172542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Pushing event updated for resources: {'Port': ['ID=49ee0a98-e9a7-448c-9855-6bfac28cddfe,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:34.237500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:37:34.238578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:37:34.440504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6e8083c5-07e3-4505-8130-8ed5e7b797f7 None None] Provisioning complete for port 49ee0a98-e9a7-448c-9855-6bfac28cddfe triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:34.440890 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e8083c5-07e3-4505-8130-8ed5e7b797f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:34.491554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6e8083c5-07e3-4505-8130-8ed5e7b797f7 None None] Port 49ee0a98-e9a7-448c-9855-6bfac28cddfe cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:37:34.586156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:37:34.765826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:37:34.784299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d21cb7a-fc89-4286-9d5d-09630b3ef865 admin admin] 10.222.0.48 "PUT /v2.0/routers/8a2a94a5-cbea-4d6a-b286-b9ef449544cf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1341510 Apr 01 14:37:34.784562 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Sync routers for ids ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:37:34.792554 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Routers {'8a2a94a5-cbea-4d6a-b286-b9ef449544cf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:37:34.793108 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:34.961591 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Set router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:37:35.343456 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'name': 'router1', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:37:23Z', 'updated_at': '2022-04-01T14:37:33Z', 'revision_number': 2, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'gw_port_host': None, '_interfaces': [{'id': '49ee0a98-e9a7-448c-9855-6bfac28cddfe', 'name': '', 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'mac_address': 'fa:16:3e:87:7c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:33Z', 'updated_at': '2022-04-01T14:37:33Z', 'revision_number': 2, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'subnets': [{'id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b99689-394b-49a4-b7b9-9b1890c10bf9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:35.348514 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Checking router: 8a2a94a5-cbea-4d6a-b286-b9ef449544cf for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:37:35.348871 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Updating router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf port 49ee0a98-e9a7-448c-9855-6bfac28cddfe binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:37:35.403033 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:35.767340 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:35.782329 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Transition to ACTIVE for port object 49ee0a98-e9a7-448c-9855-6bfac28cddfe will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:37:35.789321 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:35.979917 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Pushing event updated for resources: {'Port': ['ID=49ee0a98-e9a7-448c-9855-6bfac28cddfe,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:36.027977 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.028315 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.028646 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.028969 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.029288 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.029613 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.029929 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.030243 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.030559 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.030867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.031177 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Tracked resource versions report: Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: pushed versions: Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Log': {'1.0'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Network': {'1.1'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Port': {'1.5'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'PortForwarding': {'1.2'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'QosPolicy': {'1.8'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'SecurityGroup': {'1.2'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'SubPort': {'1.0'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Subnet': {'1.1'}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Trunk': {'1.1'}} Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: consumer versions: Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: L3 agent@n-d-836017-1: {}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: Metadata agent@n-d-836017-1: {}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: Metering agent@n-d-836017-1: {}, Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Log': '1.0', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Network': '1.1', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Port': '1.5', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'PortForwarding': '1.2', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'QosPolicy': '1.8', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'SecurityGroup': '1.2', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'SecurityGroupRule': '1.0', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'SubPort': '1.0', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Subnet': '1.1', Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: 'Trunk': '1.1'}} Apr 01 14:37:36.032262 n-d-836017-1 neutron-server[83956]: {{(pid=83956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:37:36.042924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Attempting to bind port 49ee0a98-e9a7-448c-9855-6bfac28cddfe on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:37:36.043344 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Attempting to bind port 49ee0a98-e9a7-448c-9855-6bfac28cddfe by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:37:36.043776 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Attempting to bind port 49ee0a98-e9a7-448c-9855-6bfac28cddfe on network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:37:36.050053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:37:36.050532 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Checking segment: {'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:37:36.051073 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:36.051687 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Bound using segment: {'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:37:36.052229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Bound port: 49ee0a98-e9a7-448c-9855-6bfac28cddfe, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1886ae7f-2af1-4705-ab36-f87dddc732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:37:36.052615 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:36.141452 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] For port 49ee0a98-e9a7-448c-9855-6bfac28cddfe, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:37:36.146093 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] For port 49ee0a98-e9a7-448c-9855-6bfac28cddfe, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=49ee0a98-e9a7-448c-9855-6bfac28cddfe,segment=NetworkSegment(1886ae7f-2af1-4705-ab36-f87dddc732b4),segment_id=1886ae7f-2af1-4705-ab36-f87dddc732b4)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:37:36.150925 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:36.238094 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9d6af-f5dc-4ded-a3df-383adc92a5e5 None None] Pushing event updated for resources: {'Port': ['ID=49ee0a98-e9a7-448c-9855-6bfac28cddfe,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:36.241199 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Routers {'8a2a94a5-cbea-4d6a-b286-b9ef449544cf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:37:36.241793 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:36.394535 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] Set router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:37:36.732250 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'name': 'router1', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:37:23Z', 'updated_at': '2022-04-01T14:37:33Z', 'revision_number': 2, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'gw_port_host': None, '_interfaces': [{'id': '49ee0a98-e9a7-448c-9855-6bfac28cddfe', 'name': '', 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'mac_address': 'fa:16:3e:87:7c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:33Z', 'updated_at': '2022-04-01T14:37:36Z', 'revision_number': 4, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'subnets': [{'id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b99689-394b-49a4-b7b9-9b1890c10bf9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:36.736527 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9fc2d-477e-4685-b88b-ae69ce22699a None None] The sync data for ids ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'] in n-d-836017-1 is: [{'id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'name': 'router1', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:37:23Z', 'updated_at': '2022-04-01T14:37:33Z', 'revision_number': 2, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'gw_port_host': None, '_interfaces': [{'id': '49ee0a98-e9a7-448c-9855-6bfac28cddfe', 'name': '', 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'mac_address': 'fa:16:3e:87:7c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:33Z', 'updated_at': '2022-04-01T14:37:36Z', 'revision_number': 4, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'subnets': [{'id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b99689-394b-49a4-b7b9-9b1890c10bf9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:37:36.838976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35662) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:37.045464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59794e14-505c-4b20-ad81-feba48fa543d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:37.046954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-59794e14-505c-4b20-ad81-feba48fa543d admin admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 842 time: 0.2069559 Apr 01 14:37:37.056416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:37:37.061808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:37:37.065634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Usage tracker for resource:subnet and tenant:23a6b11e71e547478a5ea0ac9d10077d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:37:37.068969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:37:37.074654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:37:37.085962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Made reservation on behalf of 23a6b11e71e547478a5ea0ac9d10077d for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:37:37.088720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:37.502609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 14:37:37.503078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:37.585320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:37:37.585856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Network hostable DHCP agents. Network: 59d1e48d-db05-487e-a4cc-433f9512a036, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:37:37.603265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ac9f7d-c55f-4745-915e-254e93dbdf80,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:37.617592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.617919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.618243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.618558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.618866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.619174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.620248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.620248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.620454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.620600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.621201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Tracked resource versions report: Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: pushed versions: Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Log': {'1.0'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Network': {'1.1'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Port': {'1.5'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'PortForwarding': {'1.2'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'QosPolicy': {'1.8'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'SecurityGroup': {'1.2'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'SubPort': {'1.0'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Subnet': {'1.1'}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Trunk': {'1.1'}} Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: consumer versions: Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: L3 agent@n-d-836017-1: {}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: Metadata agent@n-d-836017-1: {}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: Metering agent@n-d-836017-1: {}, Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Log': '1.0', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Network': '1.1', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Port': '1.5', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'PortForwarding': '1.2', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'QosPolicy': '1.8', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'SecurityGroup': '1.2', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'SecurityGroupRule': '1.0', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'SubPort': '1.0', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Subnet': '1.1', Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: 'Trunk': '1.1'}} Apr 01 14:37:37.621961 n-d-836017-1 neutron-server[83954]: {{(pid=83954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:37:37.650383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:37:37.668028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 59d1e48d-db05-487e-a4cc-433f9512a036) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:37:37.673615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:37.675151 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:37.678608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54085a1b-db1a-4c39-ae17-cc84f064a460 None None] Network 59d1e48d-db05-487e-a4cc-433f9512a036 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:37:37.707261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-406258b2-f2ba-4317-8a25-8d7fb553fd97 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6444774 Apr 01 14:37:37.901342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93c2bb-bf1c-4c3d-9415-d5389292321d None None] Network 59d1e48d-db05-487e-a4cc-433f9512a036 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:37:39.512984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 49ee0a98-e9a7-448c-9855-6bfac28cddfe up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:37:39.600227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 49ee0a98-e9a7-448c-9855-6bfac28cddfe completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:37:39.604868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 49ee0a98-e9a7-448c-9855-6bfac28cddfe triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:39.605247 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:39.720580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:39.753217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 49ee0a98-e9a7-448c-9855-6bfac28cddfe, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=49ee0a98-e9a7-448c-9855-6bfac28cddfe,segment=NetworkSegment(1886ae7f-2af1-4705-ab36-f87dddc732b4),segment_id=1886ae7f-2af1-4705-ab36-f87dddc732b4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:37:39.758158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:39.822255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=49ee0a98-e9a7-448c-9855-6bfac28cddfe,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:39.827011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35680) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:40.106241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7916cd0b-a290-4b4e-a1c2-b7e43acde0f4 admin admin] 10.222.0.48 "GET /v2.0/routers/8a2a94a5-cbea-4d6a-b286-b9ef449544cf HTTP/1.1" status: 200 len: 710 time: 0.2778852 Apr 01 14:37:40.245138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40358f-4aef-4eb2-886e-ad6f37848644 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:37:40.246490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a40358f-4aef-4eb2-886e-ad6f37848644 admin admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 886 time: 0.1338458 Apr 01 14:37:40.256308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:37:40.740593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:40.926369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:40.987694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:41.130876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Allocated IP 172.25.2.160 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/a3bd3276-6ba8-42a8-861d-ab9b267dc443) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:37:41.292049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:41.349063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:41.413042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:37:41.415816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:37:41.420190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:37:41.444985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Pushing event updated for resources: {'Port': ['ID=a3bd3276-6ba8-42a8-861d-ab9b267dc443,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:41.500255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 49ee0a98-e9a7-448c-9855-6bfac28cddfe up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:37:41.574917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 49ee0a98-e9a7-448c-9855-6bfac28cddfe triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:41.575203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:41.636439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:41.804282 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:41.808076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:42.020583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:37:42.223440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:37:42.232345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:42.232784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Sync routers for ids ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:37:42.233562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ff95d8db-dd83-41f1-af08-50581deb144e admin admin] 10.222.0.48 "PUT /v2.0/routers/8a2a94a5-cbea-4d6a-b286-b9ef449544cf HTTP/1.1" status: 200 len: 890 time: 1.9807732 Apr 01 14:37:42.245520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Routers {'8a2a94a5-cbea-4d6a-b286-b9ef449544cf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:37:42.246194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:42.436643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Set router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:37:42.771327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'name': 'router1', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a3bd3276-6ba8-42a8-861d-ab9b267dc443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:37:23Z', 'updated_at': '2022-04-01T14:37:41Z', 'revision_number': 4, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'gw_port': {'id': 'a3bd3276-6ba8-42a8-861d-ab9b267dc443', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:41Z', 'updated_at': '2022-04-01T14:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '49ee0a98-e9a7-448c-9855-6bfac28cddfe', 'name': '', 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'mac_address': 'fa:16:3e:87:7c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:33Z', 'updated_at': '2022-04-01T14:37:39Z', 'revision_number': 5, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'subnets': [{'id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b99689-394b-49a4-b7b9-9b1890c10bf9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:42.776452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Checking router: 8a2a94a5-cbea-4d6a-b286-b9ef449544cf for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:37:42.776791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Updating router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf port a3bd3276-6ba8-42a8-861d-ab9b267dc443 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:37:42.828336 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:43.149538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:43.161518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Transition to ACTIVE for port object a3bd3276-6ba8-42a8-861d-ab9b267dc443 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:37:43.168283 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:43.243517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52475c24-c609-4f63-a1e3-f8c1ca82a7ba None None] Pushing event updated for resources: {'Port': ['ID=a3bd3276-6ba8-42a8-861d-ab9b267dc443,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:43.247174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Attempting to bind port a3bd3276-6ba8-42a8-861d-ab9b267dc443 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:37:43.247559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Attempting to bind port a3bd3276-6ba8-42a8-861d-ab9b267dc443 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:37:43.248249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Attempting to bind port a3bd3276-6ba8-42a8-861d-ab9b267dc443 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:37:43.254953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:37:43.255336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:37:43.255730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:43.256106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:37:43.256549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Bound port: a3bd3276-6ba8-42a8-861d-ab9b267dc443, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:37:43.256937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:43.328348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] For port a3bd3276-6ba8-42a8-861d-ab9b267dc443, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:37:43.331240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] For port a3bd3276-6ba8-42a8-861d-ab9b267dc443, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a3bd3276-6ba8-42a8-861d-ab9b267dc443,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:37:43.336950 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:43.433716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52475c24-c609-4f63-a1e3-f8c1ca82a7ba None None] Pushing event updated for resources: {'Port': ['ID=a3bd3276-6ba8-42a8-861d-ab9b267dc443,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:43.438037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Routers {'8a2a94a5-cbea-4d6a-b286-b9ef449544cf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:37:43.438620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:43.614756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] Set router 8a2a94a5-cbea-4d6a-b286-b9ef449544cf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:37:43.940318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'name': 'router1', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a3bd3276-6ba8-42a8-861d-ab9b267dc443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:37:23Z', 'updated_at': '2022-04-01T14:37:41Z', 'revision_number': 4, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'gw_port': {'id': 'a3bd3276-6ba8-42a8-861d-ab9b267dc443', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:41Z', 'updated_at': '2022-04-01T14:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '49ee0a98-e9a7-448c-9855-6bfac28cddfe', 'name': '', 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'mac_address': 'fa:16:3e:87:7c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:33Z', 'updated_at': '2022-04-01T14:37:39Z', 'revision_number': 5, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'subnets': [{'id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b99689-394b-49a4-b7b9-9b1890c10bf9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:37:43.944604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396996-f8ae-4417-9c3b-7247dcbc576c None None] The sync data for ids ['8a2a94a5-cbea-4d6a-b286-b9ef449544cf'] in n-d-836017-1 is: [{'id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'name': 'router1', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a3bd3276-6ba8-42a8-861d-ab9b267dc443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:37:23Z', 'updated_at': '2022-04-01T14:37:41Z', 'revision_number': 4, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'gw_port': {'id': 'a3bd3276-6ba8-42a8-861d-ab9b267dc443', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:41Z', 'updated_at': '2022-04-01T14:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '49ee0a98-e9a7-448c-9855-6bfac28cddfe', 'name': '', 'network_id': '82d75d34-6bb4-42c8-b7c7-411983e7ed00', 'tenant_id': '2049699f3bfc40b18ff129ee174aabfa', 'mac_address': 'fa:16:3e:87:7c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a94a5-cbea-4d6a-b286-b9ef449544cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:37:33Z', 'updated_at': '2022-04-01T14:37:39Z', 'revision_number': 5, 'project_id': '2049699f3bfc40b18ff129ee174aabfa', 'subnets': [{'id': '55f3ab8b-42ae-45b2-a043-5158c72a6a33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b99689-394b-49a4-b7b9-9b1890c10bf9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:37:44.461163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35690) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:37:44.600878 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3f632463-48b2-440b-b5e9-921a2a2fe6ae admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1386683 Apr 01 14:37:45.530075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a3bd3276-6ba8-42a8-861d-ab9b267dc443 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:37:45.598367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a3bd3276-6ba8-42a8-861d-ab9b267dc443 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:37:45.602921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a3bd3276-6ba8-42a8-861d-ab9b267dc443 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:45.603323 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:45.717226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:45.733091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port a3bd3276-6ba8-42a8-861d-ab9b267dc443, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a3bd3276-6ba8-42a8-861d-ab9b267dc443,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:37:45.736993 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:45.804282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=a3bd3276-6ba8-42a8-861d-ab9b267dc443,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:37:47.522339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a3bd3276-6ba8-42a8-861d-ab9b267dc443 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:37:47.595255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a3bd3276-6ba8-42a8-861d-ab9b267dc443 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:37:47.595651 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:55.512838 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:37:57.728005 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92d8c625-ab64-4325-b41d-98d56c202362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:00.129620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca44df41-b8b7-4f8b-84d3-2c55dd93c323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:01.018176 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:01.218867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:02.433866 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:27.720751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cfe863e-3e39-4af3-b0d5-3e4af88e2e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:30.129585 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be82497d-d9a1-43d7-a51a-4e2f099dc130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:31.024470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:31.216194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:32.451139 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:32.513599 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:38:57.728925 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb13bdfb-d643-46c9-9aef-56289423fc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:00.124311 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-47e96792-111c-42e3-bfba-caf16f09bba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:01.025256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:01.215422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:02.441717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:09.513266 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:39:27.727715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65640b46-1380-45f0-b3cf-24aea0ec82df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:30.132082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b70e5eb-e927-4f1e-bc2c-d626c0dacca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:31.020994 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:31.212634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:32.443088 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:46.514044 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:39:51.313622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36302) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:39:51.411779 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b127dcb-baa9-49d3-9888-fa6b5d81737f admin admin] GET failed (client error): The resource could not be found. Apr 01 14:39:51.412976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3b127dcb-baa9-49d3-9888-fa6b5d81737f admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0984201 Apr 01 14:39:51.544577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4ffc3-78bc-454a-8723-5da8907e6251 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:39:51.546099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-daf4ffc3-78bc-454a-8723-5da8907e6251 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1291225 Apr 01 14:39:53.611961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36312) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:39:53.760124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3bcf9-a83a-42ce-abbc-7894a595c6a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:39:53.760826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4ea3bcf9-a83a-42ce-abbc-7894a595c6a8 admin admin] Synchronizing usage tracker for tenant:23a6b11e71e547478a5ea0ac9d10077d on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:39:53.779158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4ea3bcf9-a83a-42ce-abbc-7894a595c6a8 admin admin] Unset dirty status for tenant:23a6b11e71e547478a5ea0ac9d10077d on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:39:53.780402 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4ea3bcf9-a83a-42ce-abbc-7894a595c6a8 admin admin] 10.222.0.48 "GET /v2.0/subnets/55f3ab8b-42ae-45b2-a043-5158c72a6a33 HTTP/1.1" status: 200 len: 849 time: 0.1671333 Apr 01 14:39:53.789668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:39:53.914956 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Notify callbacks [] for subnet, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:54.109279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794440447892'] for subnet, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:54.163864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:39:54.164454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:54.165402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1dd81f-ecaa-4f59-9172-5595b1445fa4 None None] Network 82d75d34-6bb4-42c8-b7c7-411983e7ed00 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:39:54.165887 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] 10.222.0.48 "PUT /v2.0/subnets/55f3ab8b-42ae-45b2-a043-5158c72a6a33 HTTP/1.1" status: 200 len: 868 time: 0.3798935 Apr 01 14:39:54.179817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f3ab8b-42ae-45b2-a043-5158c72a6a33,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:39:54.188848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.189261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.189506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.189850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.190187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.190511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.190810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.191131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.191495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.191874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.192189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489fbdc8-8118-4d7e-bb8d-54f65b4392fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:39:54.651081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0ffe9d85-ae83-4315-b51a-c8a055fa5958 None None] Provisioning complete for port 6446bc4b-3a32-4229-9908-ac25ee7f78b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:39:54.651456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9d85-ae83-4315-b51a-c8a055fa5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:54.779153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0ffe9d85-ae83-4315-b51a-c8a055fa5958 None None] Provisioning complete for port 49ee0a98-e9a7-448c-9855-6bfac28cddfe triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:39:54.779557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9d85-ae83-4315-b51a-c8a055fa5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:56.205091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36322) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:39:56.409393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ad59a-dc01-429e-b3ea-4f346984832b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:39:56.409628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ad59a-dc01-429e-b3ea-4f346984832b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:39:56.410360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-645ad59a-dc01-429e-b3ea-4f346984832b admin admin] Synchronizing usage tracker for tenant:23a6b11e71e547478a5ea0ac9d10077d on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:39:56.431939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-645ad59a-dc01-429e-b3ea-4f346984832b admin admin] Unset dirty status for tenant:23a6b11e71e547478a5ea0ac9d10077d on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:39:56.433366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-645ad59a-dc01-429e-b3ea-4f346984832b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2273033 Apr 01 14:39:57.732440 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edb8eebf-9a72-42e5-aab9-4f680b0438ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:58.451459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36332) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:39:58.705882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0fbe9-5368-4d0a-880a-55e018b9326d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:39:58.706132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0fbe9-5368-4d0a-880a-55e018b9326d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:39:58.707678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bcc0fbe9-5368-4d0a-880a-55e018b9326d admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2552209 Apr 01 14:40:00.136725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77a32416-00b5-44d7-86fa-6ebae3a43499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:00.736462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36342) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:00.936106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78860e1d-9631-4d1e-b4cc-706b09bd972d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:00.937363 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-78860e1d-9631-4d1e-b4cc-706b09bd972d admin admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 886 time: 0.1999433 Apr 01 14:40:01.026129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:01.208139 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:02.452031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:02.923050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36352) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:03.145200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a7c6c3-8816-4fcc-a5e4-702615cba01f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:03.146833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b7a7c6c3-8816-4fcc-a5e4-702615cba01f admin admin] 10.222.0.48 "GET /v2.0/networks/82d75d34-6bb4-42c8-b7c7-411983e7ed00 HTTP/1.1" status: 200 len: 869 time: 0.2227149 Apr 01 14:40:05.173173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36362) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:05.303249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474455ce-f763-49b6-bade-504531cc4cb7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:05.303633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474455ce-f763-49b6-bade-504531cc4cb7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:05.305112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-474455ce-f763-49b6-bade-504531cc4cb7 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309643 Apr 01 14:40:07.322740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36372) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:07.459929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00bb36d-cd0d-47d3-a354-ae9e693753e8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:07.460297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00bb36d-cd0d-47d3-a354-ae9e693753e8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:07.461775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b00bb36d-cd0d-47d3-a354-ae9e693753e8 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380172 Apr 01 14:40:09.460189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36382) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:09.602878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a7992-edfb-4753-9be4-7c4d4542aecc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:09.604334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-794a7992-edfb-4753-9be4-7c4d4542aecc admin admin] 10.222.0.48 "GET /v2.0/subnets/55f3ab8b-42ae-45b2-a043-5158c72a6a33 HTTP/1.1" status: 200 len: 868 time: 0.1432168 Apr 01 14:40:11.625700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36392) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:11.765428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9dc03-d256-49b4-9627-21d21c4e8317 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:11.766770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-43c9dc03-d256-49b4-9627-21d21c4e8317 admin admin] 10.222.0.48 "GET /v2.0/subnets/c8ac9f7d-c55f-4745-915e-254e93dbdf80 HTTP/1.1" status: 200 len: 816 time: 0.1400619 Apr 01 14:40:23.515043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:40:27.734922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0bb065da-7207-4f13-bc69-acd7d3b3cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:29.599880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36430) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:29.673072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-559d53b9-daab-4db1-8f3c-342f21e95d7f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:40:29.674032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-559d53b9-daab-4db1-8f3c-342f21e95d7f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0731478 Apr 01 14:40:30.143819 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c4749bd-1e53-4794-b97a-f7cf70242ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:31.027167 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:31.213845 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:31.832318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:31.945415 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f5e13b-4b92-438c-8023-69ab2e60677d admin admin] GET failed (client error): The resource could not be found. Apr 01 14:40:31.946610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1f5e13b-4b92-438c-8023-69ab2e60677d admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1130662 Apr 01 14:40:32.078542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879e796-a095-4e53-913a-9fab05921a88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:32.080523 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4879e796-a095-4e53-913a-9fab05921a88 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1297808 Apr 01 14:40:32.452395 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:34.174490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:34.248737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:40:34.253809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:40:34.264106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:40:34.277059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Made reservation on behalf of 23a6b11e71e547478a5ea0ac9d10077d for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:40:34.279232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:34.364608 n-d-836017-1 neutron-server[83953]: WARNING neutron.services.revisions.revision_plugin [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Could not find related network for resource to bump revision. Apr 01 14:40:34.377452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:40:34.392486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:34.393026 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Added segment 17d1c432-203e-4d7a-8e56-1b74c1cbc578 of type vlan for network c10839c5-81dc-4ef0-bf4a-778640dd42b2 Apr 01 14:40:34.419249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:34.450514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:34.451402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:34.451970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:34.551689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c10839c5-81dc-4ef0-bf4a-778640dd42b2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:40:34.555358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3798063 Apr 01 14:40:34.561856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.562200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.562517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.562839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.563163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.563524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.563841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.564159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.564477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.564788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.565102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f57f2-ed93-4326-99d1-dd9a1894e0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:34.578791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:40:36.555337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36460) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:40:36.655373 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a2a517-2ae2-4f82-a9b2-085e91973a7f admin admin] GET failed (client error): The resource could not be found. Apr 01 14:40:36.656558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a2a2a517-2ae2-4f82-a9b2-085e91973a7f admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0998919 Apr 01 14:40:36.795768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1693954a-37b0-4fe8-a612-660543956159 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:36.797197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1693954a-37b0-4fe8-a612-660543956159 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1367455 Apr 01 14:40:36.808034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:40:36.813164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:40:36.822764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:40:36.834053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Made reservation on behalf of 23a6b11e71e547478a5ea0ac9d10077d for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:40:36.836375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:37.052538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:37.122675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d011165-06c2-40d2-aeba-27aa33f18515,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:40:37.136655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:40:37.137001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Network hostable DHCP agents. Network: c10839c5-81dc-4ef0-bf4a-778640dd42b2, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:40:37.159179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:40:37.169326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c10839c5-81dc-4ef0-bf4a-778640dd42b2) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:40:37.173267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:40:37.173839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:37.178787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf85951-3ecc-46dd-8547-993684d222e2 None None] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:40:37.198732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aa6e2047-28f0-488f-9635-0f1d92c7a2ab admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3940902 Apr 01 14:40:37.396276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'tenant_id': '23a6b11e71e547478a5ea0ac9d10077d', 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:40:37.397219 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:37.554188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Allocated IP 192.168.233.2 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/66873f65-878c-4574-95c3-cb24a256893b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:40:37.752432 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:37.763664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Transition to ACTIVE for port object 66873f65-878c-4574-95c3-cb24a256893b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:40:37.782646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Transition to ACTIVE for port object 66873f65-878c-4574-95c3-cb24a256893b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:40:37.789261 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:37.860326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:40:37.863563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Pushing event updated for resources: {'Port': ['ID=66873f65-878c-4574-95c3-cb24a256893b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:40:37.867560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:40:37.870865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:40:37.878637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.878981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.879335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.879666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.879986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.880421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.880744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.881392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.881721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.882038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.882352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:40:37.966643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Attempting to bind port 66873f65-878c-4574-95c3-cb24a256893b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:40:37.967006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Attempting to bind port 66873f65-878c-4574-95c3-cb24a256893b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:40:37.967397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Attempting to bind port 66873f65-878c-4574-95c3-cb24a256893b on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:40:37.973738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:40:37.974132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:40:37.974528 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:37.974912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:40:37.975396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Bound port: 66873f65-878c-4574-95c3-cb24a256893b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:40:37.975793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:38.086125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] For port 66873f65-878c-4574-95c3-cb24a256893b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:40:38.089856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] For port 66873f65-878c-4574-95c3-cb24a256893b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66873f65-878c-4574-95c3-cb24a256893b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:40:38.095376 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:38.174655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885be65f-20bc-4704-acb1-efaf156dbc7f None None] Pushing event updated for resources: {'Port': ['ID=66873f65-878c-4574-95c3-cb24a256893b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:40:38.990759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ce4af-c293-4934-928c-7bde14b47c4b None None] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:40:39.107791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-29f5a27b-a21d-4891-94df-07dbfadfc0e0 None None] Provisioning for port 66873f65-878c-4574-95c3-cb24a256893b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:40:39.619048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 66873f65-878c-4574-95c3-cb24a256893b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:40:39.691201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 66873f65-878c-4574-95c3-cb24a256893b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:40:39.695846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 66873f65-878c-4574-95c3-cb24a256893b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:40:39.696218 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:39.809586 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:39.843626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 66873f65-878c-4574-95c3-cb24a256893b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66873f65-878c-4574-95c3-cb24a256893b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:40:39.847602 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:39.912141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=66873f65-878c-4574-95c3-cb24a256893b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:40:41.595084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 66873f65-878c-4574-95c3-cb24a256893b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:40:41.663645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 66873f65-878c-4574-95c3-cb24a256893b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:40:41.664008 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:57.740579 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be37b1a6-daab-4f5c-b212-069349c88cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:00.136848 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-959bfcd5-4bef-4b9a-b082-a0baa886c7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:00.521971 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:41:01.030787 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:01.218507 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:02.452473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:27.736197 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7534b294-ae7f-4b38-8992-015046e0a871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:30.140578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39efad12-2559-49ec-a0ab-4bb6c4051173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:31.037025 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:31.222605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:32.462633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:41:37.514118 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:41:57.742064 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e07860a2-3b52-4d7b-8d93-9321243d42ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:00.144653 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3501-d656-4003-b464-a2108f177874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:00.250591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36502) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:42:00.256440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-d9f009bc-3be2-4e41-a7f3-fdea8205066c tempest-verify_tempest_config-991868226 tempest-verify_tempest_config-991868226-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:42:00.257398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9f009bc-3be2-4e41-a7f3-fdea8205066c tempest-verify_tempest_config-991868226 tempest-verify_tempest_config-991868226-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058463 Apr 01 14:42:00.586481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36518) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:42:00.733811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:00.765448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:42:00.769222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f12af6cc0d49c7b80d8f60782fbfdd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:42:00.771976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:42:00.777572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:42:00.849737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:00.856119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:00.899950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e8e57-1402-461c-9899-f6ec443d71b8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:42:00.907114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Synchronizing usage tracker for tenant:23a6b11e71e547478a5ea0ac9d10077d on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:42:00.913240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.913582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.914059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.914377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.914693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.915024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.915377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.915681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.915999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.916311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.916627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:42:00.932286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] Unset dirty status for tenant:23a6b11e71e547478a5ea0ac9d10077d on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:42:00.933568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-71bd2f23-7b08-4bd9-a490-8c3fa73bbb94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6f12af6cc0d49c7b80d8f60782fbfdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3461280 Apr 01 14:42:00.936282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36524) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:42:00.999091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aecf4e51-dfd1-4cd5-acd5-6b1beb5d0918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:01.024242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aecf4e51-dfd1-4cd5-acd5-6b1beb5d0918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:01.037456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:01.119188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aecf4e51-dfd1-4cd5-acd5-6b1beb5d0918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:01.133036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf4e51-dfd1-4cd5-acd5-6b1beb5d0918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e8e57-1402-461c-9899-f6ec443d71b8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:42:01.139659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aecf4e51-dfd1-4cd5-acd5-6b1beb5d0918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:01.140580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aecf4e51-dfd1-4cd5-acd5-6b1beb5d0918 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a40e8e57-1402-461c-9899-f6ec443d71b8 HTTP/1.1" status: 204 len: 168 time: 0.2033627 Apr 01 14:42:01.224627 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:02.465843 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:14.520822 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:42:27.740425 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a565888-ae66-4c90-95b1-adbdb0a0c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:30.152131 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-379d5c8e-072f-46cb-9cdc-1f7e1f54e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:31.050182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:31.242138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:32.470502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:42:51.517758 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:42:57.743414 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de38aa81-0ea4-4c91-9ae1-a3381873fa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:00.146554 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa953213-5299-4b8d-8236-61e8ac906f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:01.051008 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:01.232467 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:02.481122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:27.737710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e8e0383c-fe9e-4c5e-a2ad-6aa119567d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:28.513109 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:43:30.164359 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ded53a1-72d4-4a10-a649-330dafdb7bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:31.053615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:31.238378 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:32.486425 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:43:57.745224 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e8cb9a-c429-4312-8bcf-adf5950a1f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:00.153345 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-29b7207f-c55a-4a38-ba14-09d53231b289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:01.063642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:01.228612 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:02.488551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:05.518788 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:44:27.745053 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afa34020-3758-45ff-8c56-33e4367b5140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:30.154272 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e500-1763-42ae-bd2f-0580f4b0b11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:31.067007 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:31.228454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:32.485604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:44:42.519053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:44:57.743403 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53dca679-1f35-4cd6-b1c2-29690fdfa22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:00.154464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87e8c339-b66b-401f-a187-5f2ac11dec80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:01.070550 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:01.225186 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:02.491565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:10.438001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469813'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:14.307390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469813'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:19.511157 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:45:27.742968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-debd4b0a-9773-43a6-a73f-328d63c4fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:30.148260 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0d55-e173-4d6b-8565-d3b9cdd11137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:31.092934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:31.220059 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:32.501413 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:40.390373 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:44.250397 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:45:56.512461 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:45:57.747551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-545ad415-ecef-4943-9cde-833335ba9076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:00.151693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7151a2-0b42-4773-b6ba-1c9bfd227188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:00.905259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36586) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:46:01.047730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d854fedc-959f-4ea2-9c20-2a41d6a45b14 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1413589 Apr 01 14:46:01.070074 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:01.226858 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:02.494881 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:03.066458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36596) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:46:03.163574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-362d683a-fa6e-4b42-a124-2d12e70d6520 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0959315 Apr 01 14:46:10.400837 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:14.281360 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:27.748323 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8b9c54e-0697-41bd-b9e3-8aaeb12a19c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:30.168321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-63a037ba-e28c-4eeb-a819-498f957113e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:31.084809 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:31.226263 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:32.511490 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:33.520629 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:46:40.390822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:44.293910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:46:57.743192 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c000-b1c4-497d-ae7f-0863d87d0859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:00.155439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3fa92b8-c5f2-4aaf-8d5f-5273238db6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:01.076277 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:01.222182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:02.505040 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:10.402628 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:10.511961 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:47:14.273832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:27.764621 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f6940f-5798-4dc1-a61e-581411cf5193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:30.149030 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-706fad5d-bde2-4c3d-8b3d-cae94abc3f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:31.081254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:31.218121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:32.514163 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:37.802934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36764) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:38.287876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ed6ee972-d1f5-4f26-88fe-285b6ec0fcbe tempest-AutoAllocateNetworkTest-1975267901 tempest-AutoAllocateNetworkTest-1975267901-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b6cd8878b3443c5bc03e3df779b51ad&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4805820 Apr 01 14:47:38.288217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36788) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:38.444753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28df682-a766-4e68-a24d-ad097e3858ac tempest-AutoAllocateNetworkTest-1975267901 tempest-AutoAllocateNetworkTest-1975267901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:38.444753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e28df682-a766-4e68-a24d-ad097e3858ac tempest-AutoAllocateNetworkTest-1975267901 tempest-AutoAllocateNetworkTest-1975267901-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1542668 Apr 01 14:47:38.445902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36798) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:38.516231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36802) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:38.516783 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dc9c6ccf-a5a7-4d0b-81d9-c6e617c90891 tempest-AutoAllocateNetworkTest-1975267901 tempest-AutoAllocateNetworkTest-1975267901-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691686 Apr 01 14:47:38.549165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aab9d929-e6ed-4895-9a34-e9d00f828394 tempest-AutoAllocateNetworkTest-1975267901 tempest-AutoAllocateNetworkTest-1975267901-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b6cd8878b3443c5bc03e3df779b51ad HTTP/1.1" status: 200 len: 208 time: 0.0308836 Apr 01 14:47:39.274844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:39.495279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36846) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:39.720939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-network', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:39.726079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:39.730793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Usage tracker for resource:network and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:39.734578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:39.741175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:39.753238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Made reservation on behalf of c2a2379ec4a149bf8e5e2b85aa9e68dc for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:47:39.756523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:39.770853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:39.808753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:39.813228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:39.817490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:39.824149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:39.897070 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:39.901927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:39.929859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:47:39.945320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de36f86-b189-4547-a0f1-ebb8981fe6b4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:39.950832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:39.951164 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Added segment 55b58ca6-aaf5-41e3-aec8-6db18a533a37 of type vlan for network adab06f2-b722-4274-a321-b0a3961693d8 Apr 01 14:47:39.961083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.961423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.961741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.962063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.962415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.962731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.963086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.963441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.963754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.964090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.964384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Tracked resource versions report: Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: pushed versions: Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Log': {'1.0'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Network': {'1.1'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Port': {'1.5'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'PortForwarding': {'1.2'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'QosPolicy': {'1.8'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'SecurityGroup': {'1.2'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'SubPort': {'1.0'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Subnet': {'1.1'}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Trunk': {'1.1'}} Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: consumer versions: Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: HyperV agent@n-h1-836017-1: {}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: HyperV agent@n-h2-836017-1: {}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: L3 agent@n-d-836017-1: {}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: Metadata agent@n-d-836017-1: {}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: Metering agent@n-d-836017-1: {}, Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Log': '1.0', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Network': '1.1', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Port': '1.5', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'PortForwarding': '1.2', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'QosPolicy': '1.8', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'SecurityGroup': '1.2', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'SecurityGroupRule': '1.0', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'SubPort': '1.0', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Subnet': '1.1', Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: 'Trunk': '1.1'}} Apr 01 14:47:39.965381 n-d-836017-1 neutron-server[83953]: {{(pid=83953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:47:40.031561 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.074465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.088675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.089508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:40.090062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.210101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:40.218540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6cd8878b3443c5bc03e3df779b51ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:40.223841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:40.226813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] Pushing event updated for resources: {'Network': ['ID=adab06f2-b722-4274-a321-b0a3961693d8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:40.240555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9dd26f8b-1218-4745-baa1-d28b362427d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9610422 Apr 01 14:47:40.240555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:40.241608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36878) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:40.241744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network adab06f2-b722-4274-a321-b0a3961693d8 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:47:40.250228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Request body: {'subnet': {'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-subnet', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:40.259809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:40.266521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Usage tracker for resource:subnet and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:40.270541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:40.328821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.330201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:40.339754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.370343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Made reservation on behalf of c2a2379ec4a149bf8e5e2b85aa9e68dc for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:47:40.373558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.402357 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.499446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b6cd8878b3443c5bc03e3df779b51ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9981742 Apr 01 14:47:40.499446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79258-a501-45ea-8a75-69ddac9784d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b0db2f-d4d3-4c70-9f25-b0df77c32f16,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:40.499621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36888) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:40.621919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eee921ac-321f-4b26-aa39-573f8dfa7e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.666455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eee921ac-321f-4b26-aa39-573f8dfa7e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.728699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.819338 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eee921ac-321f-4b26-aa39-573f8dfa7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.851740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadbb68e-6c53-415c-af81-8ef539f220a1,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:40.867038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee921ac-321f-4b26-aa39-573f8dfa7e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b0db2f-d4d3-4c70-9f25-b0df77c32f16,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:40.885743 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eee921ac-321f-4b26-aa39-573f8dfa7e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.887710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eee921ac-321f-4b26-aa39-573f8dfa7e97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25b0db2f-d4d3-4c70-9f25-b0df77c32f16 HTTP/1.1" status: 204 len: 168 time: 0.3872864 Apr 01 14:47:40.889225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Checking segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:47:40.890039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Network hostable DHCP agents. Network: adab06f2-b722-4274-a321-b0a3961693d8, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:47:40.921233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Network adab06f2-b722-4274-a321-b0a3961693d8 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:47:40.932985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, adab06f2-b722-4274-a321-b0a3961693d8) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:40.940922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e9c57-cfa4-4831-b8c3-c8303ed0e398 None None] Network adab06f2-b722-4274-a321-b0a3961693d8 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:47:40.953296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:40.953945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:40.979520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f5db807c-ed31-4cc8-b41e-0ea77fa48d3b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7361619 Apr 01 14:47:40.981550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36912) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:40.990793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:40.996529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:41.001567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Usage tracker for resource:router and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:41.004640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:41.016328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:41.032426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.033337 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.057249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.180905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-adab06f2-b722-4274-a321-b0a3961693d8', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:47:41.181717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.295914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.349063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Allocated IP 172.20.0.2 (adab06f2-b722-4274-a321-b0a3961693d8/fadbb68e-6c53-415c-af81-8ef539f220a1/aaecc94e-4ca4-4fa1-9667-cae703e85e5c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:47:41.528380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.558395 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.580979 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.592775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Transition to ACTIVE for port object aaecc94e-4ca4-4fa1-9667-cae703e85e5c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:41.616702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Transition to ACTIVE for port object aaecc94e-4ca4-4fa1-9667-cae703e85e5c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:41.625635 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.705060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Pushing event updated for resources: {'Port': ['ID=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:41.716295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Allocated IP 172.25.2.112 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/750b5f51-9ac5-4eda-8c8a-f593a22b8735) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:47:41.743591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.743935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.744302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.745186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.745519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.745838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.746345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.746814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.747473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.747958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.748564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Tracked resource versions report: Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: pushed versions: Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Log': {'1.0'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Network': {'1.1'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Port': {'1.5'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'PortForwarding': {'1.2'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'QosPolicy': {'1.8'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'SecurityGroup': {'1.2'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'SubPort': {'1.0'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Subnet': {'1.1'}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Trunk': {'1.1'}} Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: consumer versions: Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: HyperV agent@n-h1-836017-1: {}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: HyperV agent@n-h2-836017-1: {}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: L3 agent@n-d-836017-1: {}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: Metadata agent@n-d-836017-1: {}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: Metering agent@n-d-836017-1: {}, Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Log': '1.0', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Network': '1.1', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Port': '1.5', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'PortForwarding': '1.2', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'QosPolicy': '1.8', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'SecurityGroup': '1.2', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'SecurityGroupRule': '1.0', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'SubPort': '1.0', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Subnet': '1.1', Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: 'Trunk': '1.1'}} Apr 01 14:47:41.749747 n-d-836017-1 neutron-server[83955]: {{(pid=83955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:47:41.769115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Network adab06f2-b722-4274-a321-b0a3961693d8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:41.770969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:41.773749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:47:41.882010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Attempting to bind port aaecc94e-4ca4-4fa1-9667-cae703e85e5c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:47:41.882369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Attempting to bind port aaecc94e-4ca4-4fa1-9667-cae703e85e5c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:47:41.882957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Attempting to bind port aaecc94e-4ca4-4fa1-9667-cae703e85e5c on network adab06f2-b722-4274-a321-b0a3961693d8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:47:41.889598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:47:41.890218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Checking segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:47:41.890821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.891200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Bound using segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:47:41.891875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Bound port: aaecc94e-4ca4-4fa1-9667-cae703e85e5c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:47:41.892264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.929564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.966679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:41.991943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] For port aaecc94e-4ca4-4fa1-9667-cae703e85e5c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:47:41.996146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] For port aaecc94e-4ca4-4fa1-9667-cae703e85e5c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:47:42.004892 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:42.033685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:42.036521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:42.041108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:47:42.076948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Pushing event updated for resources: {'Port': ['ID=750b5f51-9ac5-4eda-8c8a-f593a22b8735,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:42.125020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a77ae-f3d7-4ebd-88be-b393d6fcbc4e None None] Pushing event updated for resources: {'Port': ['ID=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:42.294611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:42.295828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:42.588824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:47:42.834498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:47:42.844808 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Sync routers for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:47:42.864681 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:47:42.865297 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:47:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:47:42.865465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:42.866723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-08ae9580-58b4-47d4-8b00-1d802c4640df admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.8819957 Apr 01 14:47:42.869805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36978) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:43.239106 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:47:43.240634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03353a5-d3a8-4bce-82f1-7cf90d6cb12f None None] Network adab06f2-b722-4274-a321-b0a3961693d8 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:47:43.426473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-15ffc345-626a-48fa-9069-abac73651c17 None None] Provisioning for port aaecc94e-4ca4-4fa1-9667-cae703e85e5c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:47:43.773537 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:42Z', 'revision_number': 3, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:47:43.791566 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Checking router: 9e1c635d-fe1d-4167-a81e-20b23b4690a0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:47:43.791566 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Updating router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:47:43.943417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device aaecc94e-4ca4-4fa1-9667-cae703e85e5c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:47:43.948861 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.109848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port aaecc94e-4ca4-4fa1-9667-cae703e85e5c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:47:44.114955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port aaecc94e-4ca4-4fa1-9667-cae703e85e5c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:44.115826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.221194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.233402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-386e9a91-9d4d-4ff2-8c7e-6c192ff70ff0 None None] Provisioning complete for port aaecc94e-4ca4-4fa1-9667-cae703e85e5c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:44.234700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-386e9a91-9d4d-4ff2-8c7e-6c192ff70ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.356972 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.368381 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.454143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port aaecc94e-4ca4-4fa1-9667-cae703e85e5c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:47:44.464708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.543999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:44.546806 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-386e9a91-9d4d-4ff2-8c7e-6c192ff70ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.622042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Allocated IP 172.20.0.1 (adab06f2-b722-4274-a321-b0a3961693d8/fadbb68e-6c53-415c-af81-8ef539f220a1/ec8ce7d1-f623-4646-8c11-22192e897875) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:47:44.649285 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.652671 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-386e9a91-9d4d-4ff2-8c7e-6c192ff70ff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:47:44.653125 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-386e9a91-9d4d-4ff2-8c7e-6c192ff70ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:47:44.668022 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Transition to ACTIVE for port object 750b5f51-9ac5-4eda-8c8a-f593a22b8735 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:44.678041 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.816925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Attempting to bind port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:47:44.817281 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Attempting to bind port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:47:44.817630 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Attempting to bind port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:47:44.843334 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Pushing event updated for resources: {'Port': ['ID=750b5f51-9ac5-4eda-8c8a-f593a22b8735,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:44.856325 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:47:44.856696 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:47:44.857093 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.857485 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:47:44.857957 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Bound port: 750b5f51-9ac5-4eda-8c8a-f593a22b8735, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:47:44.858330 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.935095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:44.975369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Transition to ACTIVE for port object ec8ce7d1-f623-4646-8c11-22192e897875 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:44.976557 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.979615 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.979956 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.980285 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.980606 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.980924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.983033 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.983523 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.983986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.984305 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.984627 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Tracked resource versions report: Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: pushed versions: Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Log': {'1.0'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Network': {'1.1'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Port': {'1.5'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'PortForwarding': {'1.2'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'QosPolicy': {'1.8'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'SecurityGroup': {'1.2'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'SubPort': {'1.0'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Subnet': {'1.1'}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Trunk': {'1.1'}} Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: consumer versions: Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: HyperV agent@n-h1-836017-1: {}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: HyperV agent@n-h2-836017-1: {}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: L3 agent@n-d-836017-1: {}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: Metadata agent@n-d-836017-1: {}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: Metering agent@n-d-836017-1: {}, Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Log': '1.0', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Network': '1.1', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Port': '1.5', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'PortForwarding': '1.2', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'QosPolicy': '1.8', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'SecurityGroup': '1.2', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'SecurityGroupRule': '1.0', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'SubPort': '1.0', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Subnet': '1.1', Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: 'Trunk': '1.1'}} Apr 01 14:47:44.985932 n-d-836017-1 neutron-server[83956]: {{(pid=83956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:47:45.026660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.041923 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] For port 750b5f51-9ac5-4eda-8c8a-f593a22b8735, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:47:45.046467 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] For port 750b5f51-9ac5-4eda-8c8a-f593a22b8735, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=750b5f51-9ac5-4eda-8c8a-f593a22b8735,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:47:45.052956 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.111154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Network adab06f2-b722-4274-a321-b0a3961693d8 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:45.115112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:45.118661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:47:45.119244 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.130328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8ce7d1-f623-4646-8c11-22192e897875,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:45.145229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d989a3-80d7-4ac2-98ff-5fc0e10704c7 None None] Pushing event updated for resources: {'Port': ['ID=750b5f51-9ac5-4eda-8c8a-f593a22b8735,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:45.183907 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:47:45.188719 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:47:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:47:45.270129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37050) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:45.294274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.399369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c034c69-261a-41b2-aaed-b26a3939c20d None None] Provisioning for port ec8ce7d1-f623-4646-8c11-22192e897875 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:47:45.405695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c034c69-261a-41b2-aaed-b26a3939c20d None None] Provisioning complete for port ec8ce7d1-f623-4646-8c11-22192e897875 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:45.407341 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c034c69-261a-41b2-aaed-b26a3939c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.519251 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:47:45.531057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8c034c69-261a-41b2-aaed-b26a3939c20d None None] Port ec8ce7d1-f623-4646-8c11-22192e897875 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:47:45.618415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.620787 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.632465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.633322 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.711142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:45.718831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:05433ff0a3f84a6ea5e8c4868456c375 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:45.725590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:45.743825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:45.914984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device aaecc94e-4ca4-4fa1-9667-cae703e85e5c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:47:45.916062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.930862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:45.977587 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8ce7d1-f623-4646-8c11-22192e897875,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:46.011698 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05433ff0a3f84a6ea5e8c4868456c375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7403865 Apr 01 14:47:46.012595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa295a-9a58-40df-9085-03c0f355ce72,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:46.014760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:46.026528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.027589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.029503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.029940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.030507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.031598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.032025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.033331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.033758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.039552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.040025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5168b-7ba0-4e96-88dc-dc228de09bc7 admin admin] Tracked resource versions report: Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: pushed versions: Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: { 'ConntrackHelper': {'1.0'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Log': {'1.0'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Network': {'1.1'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Port': {'1.5'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'PortForwarding': {'1.2'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'QosPolicy': {'1.8'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'SecurityGroup': {'1.2'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'SecurityGroupRule': {'1.0'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'SubPort': {'1.0'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Subnet': {'1.1'}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Trunk': {'1.1'}} Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: consumer versions: Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: { DHCP agent@n-d-836017-1: {}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: HyperV agent@n-h1-836017-1: {}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: HyperV agent@n-h2-836017-1: {}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: L3 agent@n-d-836017-1: {}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: Metadata agent@n-d-836017-1: {}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: Metering agent@n-d-836017-1: {}, Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: Open vSwitch agent@n-d-836017-1: { 'ConntrackHelper': '1.0', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Log': '1.0', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Network': '1.1', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Port': '1.5', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'PortForwarding': '1.2', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'QosPolicy': '1.8', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'SecurityGroup': '1.2', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'SecurityGroupRule': '1.0', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'SubPort': '1.0', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Subnet': '1.1', Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: 'Trunk': '1.1'}} Apr 01 14:47:46.042072 n-d-836017-1 neutron-server[83954]: {{(pid=83954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 14:47:46.082083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port aaecc94e-4ca4-4fa1-9667-cae703e85e5c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:46.082592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:46.178221 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:47:44Z', 'revision_number': 1, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:47:46.192710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e44ee-7b76-48c2-aeed-4a5f25f9dbbd None None] The sync data for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 is: [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:47:44Z', 'revision_number': 1, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:47:46.245973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Network adab06f2-b722-4274-a321-b0a3961693d8 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:46.247491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:46.462401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f563fda-2c32-4154-905a-377df6c02b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:46.570553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f563fda-2c32-4154-905a-377df6c02b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:46.678897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5c92197d-5e6c-487d-8903-0356a88a791b None None] Provisioning complete for port ec8ce7d1-f623-4646-8c11-22192e897875 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:46.679991 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c92197d-5e6c-487d-8903-0356a88a791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:46.758069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c92197d-5e6c-487d-8903-0356a88a791b None None] Port ec8ce7d1-f623-4646-8c11-22192e897875 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:47:46.864065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37152) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:46.939127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f563fda-2c32-4154-905a-377df6c02b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:46.963149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f563fda-2c32-4154-905a-377df6c02b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa295a-9a58-40df-9085-03c0f355ce72,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:46.985789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f563fda-2c32-4154-905a-377df6c02b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:46.987237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5f563fda-2c32-4154-905a-377df6c02b09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2aa295a-9a58-40df-9085-03c0f355ce72 HTTP/1.1" status: 204 len: 168 time: 0.9713683 Apr 01 14:47:47.053946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:47:47.329803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:47:47.336870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c41ab9be-0cfd-45be-84c3-e0c152bc7b14 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e1c635d-fe1d-4167-a81e-20b23b4690a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4657423 Apr 01 14:47:47.440236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:47.458308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37182) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:47.512452 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:47:47.516655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:47.520465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Usage tracker for resource:security_group_rule and tenant:eade147156db4c458cc0a56117462740 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:47.523829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:47.530545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:47.649980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:47.656526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:47.711037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eade147156db4c458cc0a56117462740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8458998 Apr 01 14:47:47.713568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:47.835710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e662a-6825-44be-80d5-beb1603065e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d788c13-45f0-414f-a9aa-98e194e1ebe9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:47.902316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1bcc210d-e7a3-4be3-b6f2-00b3b1e8af41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:47.945866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1bcc210d-e7a3-4be3-b6f2-00b3b1e8af41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:47.964285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 750b5f51-9ac5-4eda-8c8a-f593a22b8735 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:47:48.019906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1bcc210d-e7a3-4be3-b6f2-00b3b1e8af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.035767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc210d-e7a3-4be3-b6f2-00b3b1e8af41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d788c13-45f0-414f-a9aa-98e194e1ebe9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:48.056034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1bcc210d-e7a3-4be3-b6f2-00b3b1e8af41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.057553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1bcc210d-e7a3-4be3-b6f2-00b3b1e8af41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d788c13-45f0-414f-a9aa-98e194e1ebe9 HTTP/1.1" status: 204 len: 168 time: 0.3428688 Apr 01 14:47:48.089241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:47:48.096555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:48.096937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.217808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.281421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.297432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:48.298774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 750b5f51-9ac5-4eda-8c8a-f593a22b8735, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=750b5f51-9ac5-4eda-8c8a-f593a22b8735,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:47:48.304486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.305056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Usage tracker for resource:security_group_rule and tenant:0190b5779571467190a93783ba562b81 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:48.315354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:48.326660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:48.377991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37230) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:48.426608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.433033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=750b5f51-9ac5-4eda-8c8a-f593a22b8735,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:48.478018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:48.482698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Usage tracker for resource:security_group_rule and tenant:287b9d0b8f1847f29ffac33701adf263 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:48.485586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.486327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:48.493126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.494212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:48.584543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.592399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.617180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c81b5a-9028-453c-a0e9-58447226569b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:48.634548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eecfbda9-c44b-4b6d-bba1-2b03fbf6a250 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0190b5779571467190a93783ba562b81&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1746399 Apr 01 14:47:48.637247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37252) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:48.664166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ccaee-485d-4d1f-b0b9-949aa76c92ae,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:48.666218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8638e503-6e0b-43c2-a508-9703c6300098 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=287b9d0b8f1847f29ffac33701adf263&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869101 Apr 01 14:47:48.669062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37258) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:48.751033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46d35e20-b407-4976-8024-8e369296ea8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.778730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2212-136a-4f6e-9002-cfee77da3661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.797824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46d35e20-b407-4976-8024-8e369296ea8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.836428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2212-136a-4f6e-9002-cfee77da3661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.891830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46d35e20-b407-4976-8024-8e369296ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.913939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46d35e20-b407-4976-8024-8e369296ea8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.916269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-46d35e20-b407-4976-8024-8e369296ea8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b95ccaee-485d-4d1f-b0b9-949aa76c92ae HTTP/1.1" status: 204 len: 168 time: 0.2459862 Apr 01 14:47:48.919983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35e20-b407-4976-8024-8e369296ea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ccaee-485d-4d1f-b0b9-949aa76c92ae,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:48.924559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2212-136a-4f6e-9002-cfee77da3661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.947309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b2212-136a-4f6e-9002-cfee77da3661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c81b5a-9028-453c-a0e9-58447226569b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:48.952498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2212-136a-4f6e-9002-cfee77da3661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:48.956558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cb4b2212-136a-4f6e-9002-cfee77da3661 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87c81b5a-9028-453c-a0e9-58447226569b HTTP/1.1" status: 204 len: 168 time: 0.3154812 Apr 01 14:47:49.144030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37290) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:49.155982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37298) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:49.160228 n-d-836017-1 neutron-server[83953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 14:47:49.198020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-618e206c-cbac-497f-890b-dac019b160a3 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=85950a57dd6d4bc787e8b6793fada288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381851 Apr 01 14:47:49.266153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37306) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:49.303189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.373701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:49.378111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Usage tracker for resource:security_group_rule and tenant:df8de6b99e8444be80d9e7ebde23d050 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:49.381124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:49.393636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:49.427360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-b5ff5ee8-6861-4990-8229-afdeccdc5a9c tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:49.434643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-b5ff5ee8-6861-4990-8229-afdeccdc5a9c tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308297 Apr 01 14:47:49.454006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-bf4a49f4-79dd-40f7-9985-bbd16a5f9099 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/quotas/85950a57dd6d4bc787e8b6793fada288 HTTP/1.1" status: 200 len: 375 time: 0.0184455 Apr 01 14:47:49.499188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.501928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-709acee2-bd7f-43a4-9373-951eeed87299 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=85950a57dd6d4bc787e8b6793fada288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468414 Apr 01 14:47:49.506663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.567351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b985703d-c405-4a73-8ff8-eadb5c8a6883,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:49.576354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37322) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:49.577283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-567389a0-96be-46ea-828b-b2cbc6f7acb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df8de6b99e8444be80d9e7ebde23d050&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3100245 Apr 01 14:47:49.650738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b215e-89bf-4ee3-a746-48f8c18a6b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.714175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b215e-89bf-4ee3-a746-48f8c18a6b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.737599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:49.812854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.854785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b215e-89bf-4ee3-a746-48f8c18a6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.859567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:49.869309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 750b5f51-9ac5-4eda-8c8a-f593a22b8735 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:47:49.878940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b215e-89bf-4ee3-a746-48f8c18a6b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b985703d-c405-4a73-8ff8-eadb5c8a6883,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:49.881886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf97b9f7258427f81e0e483aa65d2c8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:49.885492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:49.895925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b215e-89bf-4ee3-a746-48f8c18a6b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.899434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8d1b215e-89bf-4ee3-a746-48f8c18a6b36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b985703d-c405-4a73-8ff8-eadb5c8a6883 HTTP/1.1" status: 204 len: 168 time: 0.3200803 Apr 01 14:47:49.899434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:49.936998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37352) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:49.970681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.974153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:49.974455 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.982521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:49.987980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.008885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:50.020323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Usage tracker for resource:security_group_rule and tenant:e8cf1cbd1b8d454da2705164cf21f668 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:50.028751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:50.042677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:50.048670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacecc3a-d7d1-4d9c-85ad-44615df6de63,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:50.054352 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-63ad70f5-b580-447a-9bc9-20f9a5f40192 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cf97b9f7258427f81e0e483aa65d2c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9091878 Apr 01 14:47:50.057173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:50.131292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-947ce0c0-c9c2-47c1-a5a9-385a64f521e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.146180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.152356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.167477 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-947ce0c0-c9c2-47c1-a5a9-385a64f521e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.208914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86141151-a12f-4b76-b051-be10e5a46417,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:50.220648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-781a2166-0b2f-4b16-a148-1581aace3356 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8cf1cbd1b8d454da2705164cf21f668&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2825925 Apr 01 14:47:50.221350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37364) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:50.238171 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-947ce0c0-c9c2-47c1-a5a9-385a64f521e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.260320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ce0c0-c9c2-47c1-a5a9-385a64f521e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacecc3a-d7d1-4d9c-85ad-44615df6de63,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:50.264906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-947ce0c0-c9c2-47c1-a5a9-385a64f521e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.266086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-947ce0c0-c9c2-47c1-a5a9-385a64f521e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bacecc3a-d7d1-4d9c-85ad-44615df6de63 HTTP/1.1" status: 204 len: 168 time: 0.2080131 Apr 01 14:47:50.301003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d080045-e91c-4b32-bb90-e54d299e5852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.329434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d080045-e91c-4b32-bb90-e54d299e5852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.369681 n-d-836017-1 neutron-server[83954]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 14:47:50.424631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fabd7e64-e4ae-4899-b1d3-ab94b9ca0d7a req-f147690a-5a87-4e61-8636-d9449b071cdb tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 210 time: 0.6848929 Apr 01 14:47:50.432871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d080045-e91c-4b32-bb90-e54d299e5852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.457447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d080045-e91c-4b32-bb90-e54d299e5852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.461028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1d080045-e91c-4b32-bb90-e54d299e5852 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86141151-a12f-4b76-b051-be10e5a46417 HTTP/1.1" status: 204 len: 168 time: 0.2363112 Apr 01 14:47:50.461028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d080045-e91c-4b32-bb90-e54d299e5852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86141151-a12f-4b76-b051-be10e5a46417,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:50.502549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37374) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:50.910039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:50.942649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:50.946704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Usage tracker for resource:security_group_rule and tenant:d88b202e74c14922a910f8a8510207f8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:50.949557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:50.955157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:51.022796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.026785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.072088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ed052e-931c-41d8-8f9d-8fddb9d5cb7e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:51.080452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37404) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:51.080993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d7d57917-971c-4b7d-b9d1-005588337839 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d88b202e74c14922a910f8a8510207f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5768981 Apr 01 14:47:51.138705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92c91011-d9b5-430a-bafe-4105cb0e7720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.164192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92c91011-d9b5-430a-bafe-4105cb0e7720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.220953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92c91011-d9b5-430a-bafe-4105cb0e7720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.238862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91011-d9b5-430a-bafe-4105cb0e7720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ed052e-931c-41d8-8f9d-8fddb9d5cb7e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:51.246042 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92c91011-d9b5-430a-bafe-4105cb0e7720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.247154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-92c91011-d9b5-430a-bafe-4105cb0e7720 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76ed052e-931c-41d8-8f9d-8fddb9d5cb7e HTTP/1.1" status: 204 len: 168 time: 0.1656883 Apr 01 14:47:51.493394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:51.523478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.595501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-272234d7-2f36-42c6-b86f-10ee505ea15d req-dcb0a300-fd93-4abf-8f0d-f649aa269d7b tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 210 time: 0.0529754 Apr 01 14:47:51.641785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:51.646223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Usage tracker for resource:security_group_rule and tenant:4207b2c876444631bcd66a1147739456 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:51.649592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:51.656897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:51.764197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.771749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.817730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa1d5e-b88f-48a4-90a3-fd2b4d6617cc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:51.823678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a68cf5c1-b740-4c5d-95ea-7d219de93c59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4207b2c876444631bcd66a1147739456&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3286247 Apr 01 14:47:51.826120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37444) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:51.913539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37450) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:51.919465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-network', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:51.925996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4145e6c-fe90-48c1-ae72-b9d3cd8ee54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.926996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:51.933064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Usage tracker for resource:network and tenant:95c4dce86a384aa8a3bc685c7a0cf72c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:51.943126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:51.958227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:51.962576 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4145e6c-fe90-48c1-ae72-b9d3cd8ee54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:51.983504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Made reservation on behalf of 95c4dce86a384aa8a3bc685c7a0cf72c for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:47:51.987337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.004599 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.046451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4145e6c-fe90-48c1-ae72-b9d3cd8ee54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.067525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:52.068616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4145e6c-fe90-48c1-ae72-b9d3cd8ee54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa1d5e-b88f-48a4-90a3-fd2b4d6617cc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:52.072654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Usage tracker for resource:security_group_rule and tenant:95c4dce86a384aa8a3bc685c7a0cf72c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:52.077194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:52.084644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:52.095662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4145e6c-fe90-48c1-ae72-b9d3cd8ee54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.099988 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c4145e6c-fe90-48c1-ae72-b9d3cd8ee54b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36aa1d5e-b88f-48a4-90a3-fd2b4d6617cc HTTP/1.1" status: 204 len: 168 time: 0.2694473 Apr 01 14:47:52.181651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.185805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.214886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:47:52.230823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4d6023-a008-48e8-af2b-1dca311f3440,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:52.236046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794440412263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.236932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Unsubscribe: segment precommit_create {{(pid=83954) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 14:47:52.237401 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Added segment 5e50cc22-355c-429c-933c-d24bc14f5c27 of type vlan for network 111142fc-1cbc-4351-aea1-fb009d0f1f7e Apr 01 14:47:52.248477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37460) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:52.274344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.274871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.308881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:52.314009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Usage tracker for resource:security_group_rule and tenant:c2c3e77c4d6e461990ae412a7926256f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:52.319304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.319504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:52.321156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:52.321834 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.328229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:52.373425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4586141 Apr 01 14:47:52.378071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37466) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:52.429676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.434086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Request body: {'subnet': {'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-subnet', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:52.435755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.450014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:52.457164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Usage tracker for resource:subnet and tenant:95c4dce86a384aa8a3bc685c7a0cf72c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:52.461932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:52.464652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf29d4-e21d-47ea-a249-01d35ee3c04a admin admin] Pushing event updated for resources: {'Network': ['ID=111142fc-1cbc-4351-aea1-fb009d0f1f7e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:52.469936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:52.477646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:47:52.483178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Made reservation on behalf of 95c4dce86a384aa8a3bc685c7a0cf72c for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:47:52.486125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.489283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65532e58-850a-4b8a-a667-6200c8a7aacb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:52.525208 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d09210a8-52d1-48bc-a045-36bb3160682b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2c3e77c4d6e461990ae412a7926256f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2724419 Apr 01 14:47:52.525702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37470) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:52.627322 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79ea64ab-91ca-45c2-8966-974da188ccc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.633285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.62', 50107) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:52.719746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79ea64ab-91ca-45c2-8966-974da188ccc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.788549 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-e6c2cdd3-5b02-41b4-8c14-7eeec25e6847 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=85950a57dd6d4bc787e8b6793fada288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1539819 Apr 01 14:47:52.845713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79ea64ab-91ca-45c2-8966-974da188ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.852611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:52.950530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea64ab-91ca-45c2-8966-974da188ccc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65532e58-850a-4b8a-a667-6200c8a7aacb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:53.022555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79ea64ab-91ca-45c2-8966-974da188ccc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.027171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-79ea64ab-91ca-45c2-8966-974da188ccc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65532e58-850a-4b8a-a667-6200c8a7aacb HTTP/1.1" status: 204 len: 168 time: 0.4982183 Apr 01 14:47:53.053304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5313ed7-c4ca-4bbb-9a52-500e1a16e35c req-4c20d3db-f637-4300-ae64-aaf351863c5a tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 210 time: 0.1016922 Apr 01 14:47:53.065349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Checking segment: {'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:47:53.065713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Network hostable DHCP agents. Network: 111142fc-1cbc-4351-aea1-fb009d0f1f7e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:47:53.078120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4808ea34-dbd2-4b3f-9375-94044aa06a91,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:53.102986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-909251ec-59c4-4dd0-a575-e42ffa22a779 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:53.104763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-909251ec-59c4-4dd0-a575-e42ffa22a779 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100264 Apr 01 14:47:53.119682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:47:53.132348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 111142fc-1cbc-4351-aea1-fb009d0f1f7e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:53.138629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:53.139544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.144124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1d2c4-b699-4cb9-bf41-44f993b5ae74 None None] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:47:53.169268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-327faa03-46c9-46cd-bd38-c5e65836cd33 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7899144 Apr 01 14:47:53.172212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Request body: {'port': {'device_id': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '85950a57dd6d4bc787e8b6793fada288'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:53.172753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37496) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:53.179295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:53.185865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:53.190948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Usage tracker for resource:router and tenant:95c4dce86a384aa8a3bc685c7a0cf72c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:53.194333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:53.201632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:53.215346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.217050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.247815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.389962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:53.394186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Usage tracker for resource:port and tenant:85950a57dd6d4bc787e8b6793fada288 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:53.397491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:53.403779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:53.420478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Made reservation on behalf of 85950a57dd6d4bc787e8b6793fada288 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:47:53.423814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.452381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.494312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:47:53.499563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Usage tracker for resource:security_group_rule and tenant:85950a57dd6d4bc787e8b6793fada288 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:47:53.502460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:47:53.509231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:47:53.518149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.561975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'fixed_ips': [{'subnet_id': '4808ea34-dbd2-4b3f-9375-94044aa06a91'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:47:53.562666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.627893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.634280 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.732156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb34edf-ac01-4277-b6c1-d0f96b2e9633,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:53.823748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Allocated IP 172.20.0.2 (111142fc-1cbc-4351-aea1-fb009d0f1f7e/4808ea34-dbd2-4b3f-9375-94044aa06a91/6067d702-ed6e-4322-8d4d-130964ee04ca) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:47:53.884285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Allocated IP 192.168.233.80 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/7d3fe103-9d49-4332-a419-f4c3039cad0e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:47:53.908094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:53.994612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.215392 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.228376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Allocated IP 172.25.2.250 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/5baf449c-7f80-47df-93b6-b12e710e47d3) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:47:54.236092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Transition to ACTIVE for port object 6067d702-ed6e-4322-8d4d-130964ee04ca will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:54.275989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.279685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Transition to ACTIVE for port object 6067d702-ed6e-4322-8d4d-130964ee04ca will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:54.291527 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.382451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Transition to ACTIVE for port object 7d3fe103-9d49-4332-a419-f4c3039cad0e will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:54.390399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9046604-8c1d-4f77-8e67-b49096e4ac2c req-58391d7f-562a-4534-9616-c29775b9e3b0 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 210 time: 0.0899384 Apr 01 14:47:54.392305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:54.395564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:54.400297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:47:54.415571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.452529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.507392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Pushing event updated for resources: {'Port': ['ID=7d3fe103-9d49-4332-a419-f4c3039cad0e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:54.508891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.544279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:54.548835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:54.557425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:47:54.561689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:54.562288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.593443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Attempting to bind port 6067d702-ed6e-4322-8d4d-130964ee04ca on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:47:54.594420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Attempting to bind port 6067d702-ed6e-4322-8d4d-130964ee04ca by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:47:54.594928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Attempting to bind port 6067d702-ed6e-4322-8d4d-130964ee04ca on network 111142fc-1cbc-4351-aea1-fb009d0f1f7e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:47:54.602544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Pushing event updated for resources: {'Port': ['ID=6067d702-ed6e-4322-8d4d-130964ee04ca,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:54.624114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-f8412619-a931-471b-abd2-3805b0775764 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4560142 Apr 01 14:47:54.634172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:47:54.635638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Checking segment: {'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:47:54.637138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.638494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Bound using segment: {'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:47:54.640194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Bound port: 6067d702-ed6e-4322-8d4d-130964ee04ca, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:47:54.642897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:54.656682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:54.658394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-9fe92cb1-ee48-4679-9111-f1266d18bff4 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:47:54.662777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-9fe92cb1-ee48-4679-9111-f1266d18bff4 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151646 Apr 01 14:47:54.663024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:54.706934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:47:54.791284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Pushing event updated for resources: {'Port': ['ID=5baf449c-7f80-47df-93b6-b12e710e47d3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:54.974270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] For port 6067d702-ed6e-4322-8d4d-130964ee04ca, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:47:54.985022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] For port 6067d702-ed6e-4322-8d4d-130964ee04ca, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6067d702-ed6e-4322-8d4d-130964ee04ca,segment=NetworkSegment(5e50cc22-355c-429c-933c-d24bc14f5c27),segment_id=5e50cc22-355c-429c-933c-d24bc14f5c27)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:47:55.001977 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:55.002785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:55.004890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:55.208726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66671665-ac86-4016-b775-8ad1d6db7c9b None None] Provisioning for port 7d3fe103-9d49-4332-a419-f4c3039cad0e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:47:55.241162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66671665-ac86-4016-b775-8ad1d6db7c9b None None] Provisioning complete for port 7d3fe103-9d49-4332-a419-f4c3039cad0e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:55.241527 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66671665-ac86-4016-b775-8ad1d6db7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:55.321754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccbd96-7c04-4a5e-98e2-39aa5f4bb9f5 None None] Pushing event updated for resources: {'Port': ['ID=6067d702-ed6e-4322-8d4d-130964ee04ca,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:55.415055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-66671665-ac86-4016-b775-8ad1d6db7c9b None None] Port 7d3fe103-9d49-4332-a419-f4c3039cad0e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:47:55.433328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Router b6a29723-86ff-45e8-9a49-f439e75df36d is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:47:55.919579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13810-91c9-4709-9327-209355db30f8 req-7d7d11a8-d054-439b-b445-58b3350cd904 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:55.920998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ba13810-91c9-4709-9327-209355db30f8 req-7d7d11a8-d054-439b-b445-58b3350cd904 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 935 time: 0.2344768 Apr 01 14:47:56.014579 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ba13810-91c9-4709-9327-209355db30f8 req-9f6b12e5-91b9-4e09-ad66-f1940b0c9a9b tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848598 Apr 01 14:47:56.015298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6067d702-ed6e-4322-8d4d-130964ee04ca up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:47:56.026609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:47:56.056497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:56.057957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5b9e44d5-19cb-40e7-b0e4-5ed166367dbd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8841827 Apr 01 14:47:56.060918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37572) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:47:56.095340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Sync routers for ids ['b6a29723-86ff-45e8-9a49-f439e75df36d'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:47:56.229510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Routers {'b6a29723-86ff-45e8-9a49-f439e75df36d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:47:56.229510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:47:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6a29723-86ff-45e8-9a49-f439e75df36d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:47:56.501931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Request body: {'port': {'device_id': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'device_owner': 'compute:tempest-test_az-1710496758', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:47:56.748192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 6067d702-ed6e-4322-8d4d-130964ee04ca completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:47:56.808163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:56.861936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94d18f-bcbe-474e-8413-75a0503861bf None None] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:47:57.004310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Set router b6a29723-86ff-45e8-9a49-f439e75df36d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:47:57.565625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95546a01-1447-464f-bef8-d5df17d9e3cb req-58d4d135-7cba-41f8-9b4e-ce367cdc7af1 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:57.565625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-95546a01-1447-464f-bef8-d5df17d9e3cb req-58d4d135-7cba-41f8-9b4e-ce367cdc7af1 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Synchronizing usage tracker for tenant:85950a57dd6d4bc787e8b6793fada288 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:47:57.706498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-95546a01-1447-464f-bef8-d5df17d9e3cb req-58d4d135-7cba-41f8-9b4e-ce367cdc7af1 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Unset dirty status for tenant:85950a57dd6d4bc787e8b6793fada288 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:47:57.713919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95546a01-1447-464f-bef8-d5df17d9e3cb req-58d4d135-7cba-41f8-9b4e-ce367cdc7af1 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 935 time: 0.3263702 Apr 01 14:47:57.845808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3fe103-9d49-4332-a419-f4c3039cad0e {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:47:57.870693 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:57.913393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:57.917184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-95546a01-1447-464f-bef8-d5df17d9e3cb req-1a036916-81c4-485a-b65e-3aeefa8a20e3 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Synchronizing usage tracker for tenant:85950a57dd6d4bc787e8b6793fada288 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:47:57.928113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Transition to ACTIVE for port object 7d3fe103-9d49-4332-a419-f4c3039cad0e will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:57.942735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:57.998603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-95546a01-1447-464f-bef8-d5df17d9e3cb req-1a036916-81c4-485a-b65e-3aeefa8a20e3 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Unset dirty status for tenant:85950a57dd6d4bc787e8b6793fada288 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:47:58.000991 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95546a01-1447-464f-bef8-d5df17d9e3cb req-1a036916-81c4-485a-b65e-3aeefa8a20e3 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592156 Apr 01 14:47:58.128303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-272adad6-2a10-4cdd-86ef-7a355baa9974 None None] Provisioning for port 6067d702-ed6e-4322-8d4d-130964ee04ca completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:47:58.145639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-272adad6-2a10-4cdd-86ef-7a355baa9974 None None] Provisioning complete for port 6067d702-ed6e-4322-8d4d-130964ee04ca triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:47:58.146345 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-272adad6-2a10-4cdd-86ef-7a355baa9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.268188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Allocated IP 172.20.0.1 (111142fc-1cbc-4351-aea1-fb009d0f1f7e/4808ea34-dbd2-4b3f-9375-94044aa06a91/45627a2c-01de-40f7-9621-bf1342eafb29) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:47:58.340898 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2186aa6-2a40-4eb6-8c6a-180c6b310cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.354418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3fe103-9d49-4332-a419-f4c3039cad0e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:58.516336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Attempting to bind port 7d3fe103-9d49-4332-a419-f4c3039cad0e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:47:58.516664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Attempting to bind port 7d3fe103-9d49-4332-a419-f4c3039cad0e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:47:58.517029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Attempting to bind port 7d3fe103-9d49-4332-a419-f4c3039cad0e on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:47:58.530655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Port 7d3fe103-9d49-4332-a419-f4c3039cad0e on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:47:58.531000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Attempting to bind port 7d3fe103-9d49-4332-a419-f4c3039cad0e on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:47:58.540455 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-272adad6-2a10-4cdd-86ef-7a355baa9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.544113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.550494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:47:58.550892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:47:58.553619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:47:58.554091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Bound port: 7d3fe103-9d49-4332-a419-f4c3039cad0e, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:47:58.554437 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.566569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Transition to ACTIVE for port object 45627a2c-01de-40f7-9621-bf1342eafb29 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:47:58.594610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.624747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-272adad6-2a10-4cdd-86ef-7a355baa9974 None None] For port 6067d702-ed6e-4322-8d4d-130964ee04ca, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6067d702-ed6e-4322-8d4d-130964ee04ca,segment=NetworkSegment(5e50cc22-355c-429c-933c-d24bc14f5c27),segment_id=5e50cc22-355c-429c-933c-d24bc14f5c27)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:47:58.669364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:47:54Z', 'revision_number': 3, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port': {'id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:54Z', 'updated_at': '2022-04-01T14:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:47:58.687734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Checking router: b6a29723-86ff-45e8-9a49-f439e75df36d for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:47:58.688266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Updating router b6a29723-86ff-45e8-9a49-f439e75df36d port 5baf449c-7f80-47df-93b6-b12e710e47d3 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:47:58.742526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:47:58.753605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-272adad6-2a10-4cdd-86ef-7a355baa9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.762298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:47:58.765920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:47:58.768006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.769801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] For port 7d3fe103-9d49-4332-a419-f4c3039cad0e, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:47:58.774765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] For port 7d3fe103-9d49-4332-a419-f4c3039cad0e, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=7d3fe103-9d49-4332-a419-f4c3039cad0e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:47:58.782441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.951889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Pushing event updated for resources: {'Port': ['ID=45627a2c-01de-40f7-9621-bf1342eafb29,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:58.961398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:58.962926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d3fe103-9d49-4332-a419-f4c3039cad0e HTTP/1.1" status: 200 len: 1117 time: 3.4763448 Apr 01 14:47:58.963367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'tag': '7d3fe103-9d49-4332-a419-f4c3039cad0e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:47:59.009173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:59.265112 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:59.309279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298f7c7-9a6b-4fb2-a592-9c2ac2365d73 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3fe103-9d49-4332-a419-f4c3039cad0e,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:59.377220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272adad6-2a10-4cdd-86ef-7a355baa9974 None None] Pushing event updated for resources: {'Port': ['ID=6067d702-ed6e-4322-8d4d-130964ee04ca,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:47:59.590245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-3ed877c8-f99c-44eb-8da4-a9d5d756c9cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85950a57dd6d4bc787e8b6793fada288&device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 1120 time: 0.3946478 Apr 01 14:47:59.597308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22233b-439a-49fb-8128-d4f09dc181f9 req-fbfc8d3e-b94f-4874-a3ca-410f1cf35fdf tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:59.599614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da22233b-439a-49fb-8128-d4f09dc181f9 req-fbfc8d3e-b94f-4874-a3ca-410f1cf35fdf tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 969 time: 0.2402849 Apr 01 14:47:59.643368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:59.659651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:59.661047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:47:59.693699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-518d6298-c17f-4469-a922-5c9972e1aa9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7d3fe103-9d49-4332-a419-f4c3039cad0e HTTP/1.1" status: 200 len: 217 time: 0.0928087 Apr 01 14:47:59.861787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da22233b-439a-49fb-8128-d4f09dc181f9 req-12f65a03-184e-409d-b4bb-980cfbfca629 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044852 Apr 01 14:47:59.910240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-c5be9cd7-b9bb-47ca-be03-13d2418914d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:47:59.912441 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-c5be9cd7-b9bb-47ca-be03-13d2418914d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1960065 Apr 01 14:48:00.088188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6067d702-ed6e-4322-8d4d-130964ee04ca up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:00.177580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-d5ac4da4-cefb-476c-b683-08510c5bc52f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2564368 Apr 01 14:48:00.306450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Pushing event updated for resources: {'Port': ['ID=45627a2c-01de-40f7-9621-bf1342eafb29,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:00.358772 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d814ff12-dcc0-444c-86fe-ca0628ae4b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:00.400276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6067d702-ed6e-4322-8d4d-130964ee04ca triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:00.400542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:00.674914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:00.676714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:00.832498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Sync routers for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:48:00.833575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-3481e63e-c78d-42f7-90d4-99c96e1f2dbe service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004539 Apr 01 14:48:00.860356 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:00.861154 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:01.187995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e40a2008-0f0a-47f9-9438-2f25193ad2f1 req-4b6165ba-9eff-4c96-b424-f8340f4581bc service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398724 Apr 01 14:48:01.224239 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:01.256224 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:01.266092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Transition to ACTIVE for port object 5baf449c-7f80-47df-93b6-b12e710e47d3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:01.334240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b9957b4-1e22-4f1d-b286-c0393d5f3333 None None] Provisioning for port 45627a2c-01de-40f7-9621-bf1342eafb29 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:01.348576 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:01.368877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b9957b4-1e22-4f1d-b286-c0393d5f3333 None None] Provisioning complete for port 45627a2c-01de-40f7-9621-bf1342eafb29 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:01.370502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b9957b4-1e22-4f1d-b286-c0393d5f3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:01.712020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03dea2-2874-4cb9-b288-875f7f133dc7 None None] Pushing event updated for resources: {'Port': ['ID=5baf449c-7f80-47df-93b6-b12e710e47d3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:01.736062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:01.797773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Attempting to bind port 5baf449c-7f80-47df-93b6-b12e710e47d3 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:01.798138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Attempting to bind port 5baf449c-7f80-47df-93b6-b12e710e47d3 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:01.798555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Attempting to bind port 5baf449c-7f80-47df-93b6-b12e710e47d3 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:01.804509 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:01.921733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9b9957b4-1e22-4f1d-b286-c0393d5f3333 None None] Port 45627a2c-01de-40f7-9621-bf1342eafb29 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:01.974931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Router b6a29723-86ff-45e8-9a49-f439e75df36d has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:48:01.989841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:01.992411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:01.992971 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:01.994632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:01.997109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Bound port: 5baf449c-7f80-47df-93b6-b12e710e47d3, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:01.998036 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:02.174348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b9957b4-1e22-4f1d-b286-c0393d5f3333 None None] Provisioning complete for port 6067d702-ed6e-4322-8d4d-130964ee04ca triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:02.176180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b9957b4-1e22-4f1d-b286-c0393d5f3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:02.297227 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 2, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:02.309430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] For port 5baf449c-7f80-47df-93b6-b12e710e47d3, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:02.309932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Checking router: 9e1c635d-fe1d-4167-a81e-20b23b4690a0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:48:02.311547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Updating router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 port ec8ce7d1-f623-4646-8c11-22192e897875 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:48:02.314633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] For port 5baf449c-7f80-47df-93b6-b12e710e47d3, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5baf449c-7f80-47df-93b6-b12e710e47d3,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:02.329362 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:02.462780 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:02.545744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03dea2-2874-4cb9-b288-875f7f133dc7 None None] Pushing event updated for resources: {'Port': ['ID=5baf449c-7f80-47df-93b6-b12e710e47d3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:02.550838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-05798258-c5b5-4a96-95fb-d2ffd9c8a4bf tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=350b35894ace4318884e4907c0732c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501412 Apr 01 14:48:02.562533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:02.565685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Routers {'b6a29723-86ff-45e8-9a49-f439e75df36d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:02.566515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6a29723-86ff-45e8-9a49-f439e75df36d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:02.669775 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'tag': '7d3fe103-9d49-4332-a419-f4c3039cad0e', 'status': 'completed', 'code': 200} Apr 01 14:48:02.967253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-93be682e-1c22-4055-aacb-9ae09dfa0f9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85950a57dd6d4bc787e8b6793fada288&device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 1120 time: 0.2714520 Apr 01 14:48:03.013776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-224be2b6-9e4b-4504-b3a8-a3452ef347e6 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:03.029443 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-224be2b6-9e4b-4504-b3a8-a3452ef347e6 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570510 Apr 01 14:48:03.089056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-3b4ea5e4-746a-4997-86e9-820ddff8b59e tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/quotas/350b35894ace4318884e4907c0732c41 HTTP/1.1" status: 200 len: 375 time: 0.0591035 Apr 01 14:48:03.154049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14a9b8ef-a8b3-46b5-973e-3f5cb206b5f3 None None] Provisioning complete for port 45627a2c-01de-40f7-9621-bf1342eafb29 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:03.162388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14a9b8ef-a8b3-46b5-973e-3f5cb206b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:03.261732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-12d75edd-acc8-4d75-a2eb-bc35096b38e2 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=350b35894ace4318884e4907c0732c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1716611 Apr 01 14:48:03.355674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:48:03.387023 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4865717d-2bfe-4831-a4bd-4165767487dc admin admin] 10.222.0.48 "PUT /v2.0/routers/b6a29723-86ff-45e8-9a49-f439e75df36d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3247600 Apr 01 14:48:03.616020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-14a9b8ef-a8b3-46b5-973e-3f5cb206b5f3 None None] Port 45627a2c-01de-40f7-9621-bf1342eafb29 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:03.650050 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:03.663641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-91ce7a75-c168-4675-a89f-4f0a14489d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:03.665734 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Transition to ACTIVE for port object ec8ce7d1-f623-4646-8c11-22192e897875 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:03.669933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-91ce7a75-c168-4675-a89f-4f0a14489d25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.6878984 Apr 01 14:48:03.679271 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:03.844476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] Set router b6a29723-86ff-45e8-9a49-f439e75df36d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:03.959344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574763a-9ef9-4c76-90ef-bf1d93d8cde5 req-c31bdb02-f0fc-4a16-b75c-e9c6a351f71b tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:03.973324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6574763a-9ef9-4c76-90ef-bf1d93d8cde5 req-c31bdb02-f0fc-4a16-b75c-e9c6a351f71b tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 969 time: 0.6585636 Apr 01 14:48:04.038518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-84844267-537f-4914-b7e7-1c296c2e4bd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7d3fe103-9d49-4332-a419-f4c3039cad0e HTTP/1.1" status: 200 len: 217 time: 0.3517959 Apr 01 14:48:04.167042 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd210d50-1398-4f85-a518-aaf1286b826d None None] Pushing event updated for resources: {'Port': ['ID=ec8ce7d1-f623-4646-8c11-22192e897875,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:04.260185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-be7e1f0a-580c-402c-9049-b2d68ffea386 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:04.266015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-be7e1f0a-580c-402c-9049-b2d68ffea386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2148449 Apr 01 14:48:04.404997 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Attempting to bind port ec8ce7d1-f623-4646-8c11-22192e897875 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:04.405638 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Attempting to bind port ec8ce7d1-f623-4646-8c11-22192e897875 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:04.406150 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Attempting to bind port ec8ce7d1-f623-4646-8c11-22192e897875 on network adab06f2-b722-4274-a321-b0a3961693d8 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:04.413953 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:04.414742 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Checking segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:04.415338 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:04.415917 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Bound using segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:04.416520 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Bound port: ec8ce7d1-f623-4646-8c11-22192e897875, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:04.417309 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:04.426614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6574763a-9ef9-4c76-90ef-bf1d93d8cde5 req-f92c565f-2445-4025-a514-7d4b13fda87e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471920 Apr 01 14:48:04.479457 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-5d16f861-03b7-470d-8518-5347b48eb0da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923361 Apr 01 14:48:04.614866 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] For port ec8ce7d1-f623-4646-8c11-22192e897875, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:04.619773 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] For port ec8ce7d1-f623-4646-8c11-22192e897875, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ec8ce7d1-f623-4646-8c11-22192e897875,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:04.627999 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:04.661246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93d80222-5f49-4e38-b934-1d9531ff89be req-6b377978-78a5-471b-9c97-47b548d09165 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 210 time: 0.0925558 Apr 01 14:48:04.829824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:47:58Z', 'revision_number': 4, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port': {'id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:54Z', 'updated_at': '2022-04-01T14:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '45627a2c-01de-40f7-9621-bf1342eafb29', 'name': '', 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'mac_address': 'fa:16:3e:5e:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:57Z', 'updated_at': '2022-04-01T14:47:59Z', 'revision_number': 2, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'subnets': [{'id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:04.864087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d77dde-2f5e-4baa-b470-c8753b574528 None None] The sync data for ids ['b6a29723-86ff-45e8-9a49-f439e75df36d'] in n-d-836017-1 is: [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:47:58Z', 'revision_number': 4, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port': {'id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:54Z', 'updated_at': '2022-04-01T14:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '45627a2c-01de-40f7-9621-bf1342eafb29', 'name': '', 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'mac_address': 'fa:16:3e:5e:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:57Z', 'updated_at': '2022-04-01T14:47:59Z', 'revision_number': 2, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'subnets': [{'id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:48:04.890717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-d187bb06-f0a6-44b7-9cc3-ee9974194b79 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284796 Apr 01 14:48:04.961338 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd210d50-1398-4f85-a518-aaf1286b826d None None] Pushing event updated for resources: {'Port': ['ID=ec8ce7d1-f623-4646-8c11-22192e897875,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:04.988289 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:04.993813 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:05.695813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74cbdd85-f98d-46a5-a309-9fd1a782e7e8 req-53419e2f-835e-4601-a9b7-8ac650ad6484 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523895 Apr 01 14:48:05.753998 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:06.348471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec8ce7d1-f623-4646-8c11-22192e897875 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:06.380746 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:04Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:06.381275 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a110d4e-e7ce-4a42-952c-c192a3e41a8b None None] The sync data for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 is: [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:04Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:48:06.559830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ec8ce7d1-f623-4646-8c11-22192e897875 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:06.569218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ec8ce7d1-f623-4646-8c11-22192e897875 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:06.569592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:06.617803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36b61-3b05-40f5-9518-b922eb3af193 req-91206c63-b838-49bd-93d1-37dda5d3d77e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:06.627651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75a36b61-3b05-40f5-9518-b922eb3af193 req-91206c63-b838-49bd-93d1-37dda5d3d77e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 969 time: 0.1600161 Apr 01 14:48:06.691440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75a36b61-3b05-40f5-9518-b922eb3af193 req-1acb38e6-cec5-4114-bc54-42716234ddf4 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Apr 01 14:48:06.773780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:06.838920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.44', 55952) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:06.852286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ec8ce7d1-f623-4646-8c11-22192e897875, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ec8ce7d1-f623-4646-8c11-22192e897875,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:06.869205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:06.898588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-462bb683-943d-4cf8-8bc0-8351712f6830 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=350b35894ace4318884e4907c0732c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581195 Apr 01 14:48:06.970502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ec8ce7d1-f623-4646-8c11-22192e897875,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:07.019900 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cf8ee72d-ff0f-41ee-951f-c4f4326c3486 req-32574b2c-bd77-4f16-8b06-d1f814c0f3cc tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 210 time: 0.1201560 Apr 01 14:48:07.173842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-ac34c630-281b-4fef-bdb9-5db5d705a3f1 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:07.175567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-ac34c630-281b-4fef-bdb9-5db5d705a3f1 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960964 Apr 01 14:48:07.229401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Request body: {'port': {'device_id': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '350b35894ace4318884e4907c0732c41'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:07.430878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:07.436220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Usage tracker for resource:port and tenant:350b35894ace4318884e4907c0732c41 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:07.439707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:07.446840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:07.464146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Made reservation on behalf of 350b35894ace4318884e4907c0732c41 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:07.466196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:07.555822 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:07.590593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:07.597829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Usage tracker for resource:security_group_rule and tenant:350b35894ace4318884e4907c0732c41 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:07.601311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:07.615866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:07.759612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:07.767419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:07.852929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc91462-a776-4664-9e4d-b6e3d010b1bd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:07.970138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Allocated IP 192.168.233.238 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/a3faf1f8-4993-4f28-bc27-2ddece07d3e3) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:08.336196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:08.375163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Transition to ACTIVE for port object a3faf1f8-4993-4f28-bc27-2ddece07d3e3 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:08.388420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5baf449c-7f80-47df-93b6-b12e710e47d3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:08.390124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e8335-ee63-445a-b987-496c353c154c req-cac7ec1f-c739-4edb-9cc9-1e68a957b6f6 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:08.402131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b1e8335-ee63-445a-b987-496c353c154c req-cac7ec1f-c739-4edb-9cc9-1e68a957b6f6 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 969 time: 0.3370757 Apr 01 14:48:08.480995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b1e8335-ee63-445a-b987-496c353c154c req-8fce0456-0c8e-45a6-ae2f-f9a931ad48ae tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777562 Apr 01 14:48:08.491807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:08.500280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5baf449c-7f80-47df-93b6-b12e710e47d3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:08.515646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5baf449c-7f80-47df-93b6-b12e710e47d3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:08.516267 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:08.629354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37868) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:08.637238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887561253', 'description': 'tempest-description--1130247245'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:08.646159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:08.658219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Usage tracker for resource:security_group and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:08.664291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:08.685969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:08.687664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:08.694886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:08.704127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:08.709709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:08.712530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:08.716761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:08.723096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:08.761715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 5baf449c-7f80-47df-93b6-b12e710e47d3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5baf449c-7f80-47df-93b6-b12e710e47d3,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:08.771917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:08.772438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5478365 Apr 01 14:48:08.773675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec8ce7d1-f623-4646-8c11-22192e897875 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:08.782947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a948ba-d996-46e2-98b9-989e50940b59 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Pushing event updated for resources: {'Port': ['ID=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:08.822988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:08.834034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Usage tracker for resource:security_group_rule and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:08.839851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:08.856979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:08.955252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47a44e-2ea5-472b-9455-1672c2e66abd req-fcc0e94c-602e-41cb-a4b5-6ad65e31aab5 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:08.956125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be47a44e-2ea5-472b-9455-1672c2e66abd req-fcc0e94c-602e-41cb-a4b5-6ad65e31aab5 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Synchronizing usage tracker for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:08.981945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be47a44e-2ea5-472b-9455-1672c2e66abd req-fcc0e94c-602e-41cb-a4b5-6ad65e31aab5 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Unset dirty status for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:08.983243 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be47a44e-2ea5-472b-9455-1672c2e66abd req-fcc0e94c-602e-41cb-a4b5-6ad65e31aab5 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 936 time: 0.1352429 Apr 01 14:48:09.037744 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.045548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.079549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37886) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:09.087033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be47a44e-2ea5-472b-9455-1672c2e66abd req-1c3be4f6-1270-40cb-a7b7-f844eba83fca tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Synchronizing usage tracker for tenant:350b35894ace4318884e4907c0732c41 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:09.115698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=5baf449c-7f80-47df-93b6-b12e710e47d3,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:09.118586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.120746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4894049 Apr 01 14:48:09.124226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37890) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:09.127248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be47a44e-2ea5-472b-9455-1672c2e66abd req-1c3be4f6-1270-40cb-a7b7-f844eba83fca tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Unset dirty status for tenant:350b35894ace4318884e4907c0732c41 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:09.141463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be47a44e-2ea5-472b-9455-1672c2e66abd req-1c3be4f6-1270-40cb-a7b7-f844eba83fca tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506662 Apr 01 14:48:09.151927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'security_group_rule': {'security_group_id': '9f228be7-a134-40e7-b410-60479b058a48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:09.158862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:09.175164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Usage tracker for resource:security_group_rule and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:09.186377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:09.193362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:09.195998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ec8ce7d1-f623-4646-8c11-22192e897875 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:09.198548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.200166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4a554-47cf-4d52-b385-2342e71c06bd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f228be7-a134-40e7-b410-60479b058a48,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:09.226839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.319201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-81f451e2-6f02-4fa4-b26e-36512187b44a None None] Provisioning for port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:09.332796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-81f451e2-6f02-4fa4-b26e-36512187b44a None None] Provisioning complete for port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:09.333229 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81f451e2-6f02-4fa4-b26e-36512187b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.343453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.347606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.368936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.375254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e16c919-02ec-46df-87c7-77c4fdbef934,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:09.403572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.407389 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a09b78c3-b967-4d84-8a5e-69630a14113c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2800415 Apr 01 14:48:09.408417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37908) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:09.414440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'security_group_rule': {'security_group_id': '9f228be7-a134-40e7-b410-60479b058a48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:09.422607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:09.433092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Usage tracker for resource:security_group_rule and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:09.437183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:09.440553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:09.445577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Usage tracker for resource:security_group_rule and tenant:1df16f1936864f64b6a1c8b1cad8f5b1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:09.449665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:09.459966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:09.460403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:09.484716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.551127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-81f451e2-6f02-4fa4-b26e-36512187b44a None None] Port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:09.613244 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.623141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.670700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.677497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.698357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a57f0-7910-4ca9-a488-82164e566f38,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:09.728828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b943a0e3-5456-489f-9943-22a930d9ca79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1df16f1936864f64b6a1c8b1cad8f5b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6148646 Apr 01 14:48:09.742714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37926) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:09.789258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a44c83-78f9-45bb-9a93-f32495a71dd9,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:09.793329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.797749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-163abc68-6ac0-4bc7-a054-12c62d94c523 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3882916 Apr 01 14:48:09.798562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37934) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:09.810733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:09.821530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:09.839355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Usage tracker for resource:floatingip and tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:09.844108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:09.856880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:09.889130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b07b8ed-1eb2-443c-84f6-ba1895960e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.889818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.920451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b07b8ed-1eb2-443c-84f6-ba1895960e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:09.935642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa848b7a-2a5b-4c07-922f-28ba2bc71af1 req-2c4aa9a1-2702-4c01-b4af-630de7dec677 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:09.949264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa848b7a-2a5b-4c07-922f-28ba2bc71af1 req-2c4aa9a1-2702-4c01-b4af-630de7dec677 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 969 time: 0.2620370 Apr 01 14:48:10.006935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b07b8ed-1eb2-443c-84f6-ba1895960e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.040485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b8ed-1eb2-443c-84f6-ba1895960e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a57f0-7910-4ca9-a488-82164e566f38,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:10.062067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b07b8ed-1eb2-443c-84f6-ba1895960e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.063611 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7b07b8ed-1eb2-443c-84f6-ba1895960e21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f69a57f0-7910-4ca9-a488-82164e566f38 HTTP/1.1" status: 204 len: 168 time: 0.3194489 Apr 01 14:48:10.127371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa848b7a-2a5b-4c07-922f-28ba2bc71af1 req-cd05de41-5533-45d3-a3ef-e0dc6b67958c tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770880 Apr 01 14:48:10.228686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5baf449c-7f80-47df-93b6-b12e710e47d3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:10.249796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.430069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5baf449c-7f80-47df-93b6-b12e710e47d3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:10.430718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.435682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37948) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:10.463052 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.492130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37954) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:10.532452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Allocated IP 172.25.2.185 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f24495ff-0e5d-46a5-a0da-a9f6bb9fe293) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:10.730198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b7f6c-cfaa-4abd-87c2-d4f27a9a7e1b req-b56f542e-64ca-4e1a-acc7-f8dac22ca314 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:10.732306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e05b7f6c-cfaa-4abd-87c2-d4f27a9a7e1b req-b56f542e-64ca-4e1a-acc7-f8dac22ca314 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 936 time: 0.3107989 Apr 01 14:48:10.816466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.841261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e05b7f6c-cfaa-4abd-87c2-d4f27a9a7e1b req-30324cf4-118a-4e20-a369-1b3290949854 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928752 Apr 01 14:48:10.875617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.966504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:10.973342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:10.978146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:10.989141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:10.993421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event updated for resources: {'Port': ['ID=f24495ff-0e5d-46a5-a0da-a9f6bb9fe293,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:11.085200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:11.088017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.100101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Usage tracker for resource:security_group_rule and tenant:978ffd1cc3cf44d7836ec925cba9d883 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:11.104173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:11.114850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:11.146713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:11.159779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Usage tracker for resource:security_group_rule and tenant:ff9b8ec309fb4b5483d935f0e94fddf4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:11.163926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:11.173901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:11.208970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37974) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:11.256741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.274053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 7d3fe103-9d49-4332-a419-f4c3039cad0e details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:48:11.312607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.327003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.381560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.488615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 7d3fe103-9d49-4332-a419-f4c3039cad0e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=7d3fe103-9d49-4332-a419-f4c3039cad0e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:11.505509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '7d3fe103-9d49-4332-a419-f4c3039cad0e', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '7d3fe103-9d49-4332-a419-f4c3039cad0e', 'mac_address': 'fa:16:3e:ff:82:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:tempest-test_az-1710496758', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:48:11.505926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:11.517310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Usage tracker for resource:security_group_rule and tenant:a6e49a4c7d7f45f7bc9596757cab3836 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:11.523614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:11.540508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=978ffd1cc3cf44d7836ec925cba9d883&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1034517 Apr 01 14:48:11.541262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37978) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:11.542325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:11.549201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e84924-a2d4-4637-a32e-00bb83940f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2051509-7488-4e45-ac4a-04c486ac6428,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:11.577958 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.579712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.585294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.592705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.606305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3fe103-9d49-4332-a419-f4c3039cad0e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:11.630611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 7d3fe103-9d49-4332-a419-f4c3039cad0e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=7d3fe103-9d49-4332-a419-f4c3039cad0e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:11.635674 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.677281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd92b1-f5cf-446e-8b96-bf12930086e2 req-af61af20-51bb-4543-9234-5dd1592ffebe tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:11.688122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-efcd92b1-f5cf-446e-8b96-bf12930086e2 req-af61af20-51bb-4543-9234-5dd1592ffebe tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 969 time: 0.2940221 Apr 01 14:48:11.810721 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd13241-adc0-4b29-9db8-65bdad23fe17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.815244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff9b8ec309fb4b5483d935f0e94fddf4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3214023 Apr 01 14:48:11.816187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d96bbb-ca20-496e-8044-3168ce46178d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f916c137-ad61-479b-afb3-713fd5498bc8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:11.826136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37994) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:11.849036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=7d3fe103-9d49-4332-a419-f4c3039cad0e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:11.925125 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-efcd92b1-f5cf-446e-8b96-bf12930086e2 req-e1f93dbd-14ba-4085-9fc7-e68f313b4fa9 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356441 Apr 01 14:48:11.925578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd13241-adc0-4b29-9db8-65bdad23fe17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.953732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['7d3fe103-9d49-4332-a419-f4c3039cad0e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:11.956232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.957175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41c5b626-1dc7-4701-9a10-389b78c8aecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:11.975115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.003687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.012144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.109011 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41c5b626-1dc7-4701-9a10-389b78c8aecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.116114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf979d8-917e-4ae3-9c13-70db39ad109c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:12.124242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e5f9729-1d11-402d-8c5b-f14689dc359a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6e49a4c7d7f45f7bc9596757cab3836&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9095745 Apr 01 14:48:12.127894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38004) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:12.175974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-509d68c1-ce91-460a-a1ca-08de2ea38d85 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:48:12.177014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-509d68c1-ce91-460a-a1ca-08de2ea38d85 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095649 Apr 01 14:48:12.196359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.207116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event updated for resources: {'Port': ['ID=f24495ff-0e5d-46a5-a0da-a9f6bb9fe293,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:12.214290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd13241-adc0-4b29-9db8-65bdad23fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.232913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788e9b-7aea-4e5d-b09c-be17f4212d60 req-81883465-2ea3-4833-8da3-5811a27d627c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:12.234376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35788e9b-7aea-4e5d-b09c-be17f4212d60 req-81883465-2ea3-4833-8da3-5811a27d627c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 936 time: 0.1765265 Apr 01 14:48:12.253166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd13241-adc0-4b29-9db8-65bdad23fe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2051509-7488-4e45-ac4a-04c486ac6428,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:12.284340 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd13241-adc0-4b29-9db8-65bdad23fe17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.288163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4bd13241-adc0-4b29-9db8-65bdad23fe17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2051509-7488-4e45-ac4a-04c486ac6428 HTTP/1.1" status: 204 len: 168 time: 0.7377441 Apr 01 14:48:12.288615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41c5b626-1dc7-4701-9a10-389b78c8aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.290862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41c5b626-1dc7-4701-9a10-389b78c8aecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.292251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.292732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41c5b626-1dc7-4701-9a10-389b78c8aecc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f916c137-ad61-479b-afb3-713fd5498bc8 HTTP/1.1" status: 204 len: 168 time: 0.4646177 Apr 01 14:48:12.293686 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6c818bb6-2fba-4317-8294-712a30e70a70 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4929042 Apr 01 14:48:12.303120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7195c052-19dc-45a3-a831-aaf6de552c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.306913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5b626-1dc7-4701-9a10-389b78c8aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f916c137-ad61-479b-afb3-713fd5498bc8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:12.327884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35788e9b-7aea-4e5d-b09c-be17f4212d60 req-e13b7199-7240-44e1-8d67-f09dfc367b1a tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827067 Apr 01 14:48:12.337306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7195c052-19dc-45a3-a831-aaf6de552c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.405240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7195c052-19dc-45a3-a831-aaf6de552c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.423571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195c052-19dc-45a3-a831-aaf6de552c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf979d8-917e-4ae3-9c13-70db39ad109c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:12.445786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7195c052-19dc-45a3-a831-aaf6de552c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:12.449652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7195c052-19dc-45a3-a831-aaf6de552c22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cf979d8-917e-4ae3-9c13-70db39ad109c HTTP/1.1" status: 204 len: 168 time: 0.3113949 Apr 01 14:48:12.721832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Request body: {'port': {'device_id': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:12.886957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-71745b80-6d69-4ab0-9d03-148bd769682d tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--887561253&fields=id&tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc HTTP/1.1" status: 200 len: 267 time: 0.1079004 Apr 01 14:48:12.889431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.122944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31383e-f138-42fc-8970-bad2b5002d84 req-0ee94240-ccc8-4eca-bbaa-181dab552071 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:13.132523 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e31383e-f138-42fc-8970-bad2b5002d84 req-0ee94240-ccc8-4eca-bbaa-181dab552071 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 970 time: 0.0873716 Apr 01 14:48:13.161865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-1541b2d8-df4d-4186-bc3b-3d5c2e743774 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:13.169114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-1541b2d8-df4d-4186-bc3b-3d5c2e743774 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 823 time: 0.2705777 Apr 01 14:48:13.196925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-0a218e21-3df8-46ff-940b-63764b97075c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/quotas/c2a2379ec4a149bf8e5e2b85aa9e68dc HTTP/1.1" status: 200 len: 375 time: 0.0263650 Apr 01 14:48:13.197723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e31383e-f138-42fc-8970-bad2b5002d84 req-99a4440a-005f-472d-ac9a-cc118ea90ce1 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639977 Apr 01 14:48:13.239679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38048) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:13.252179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 7d3fe103-9d49-4332-a419-f4c3039cad0e up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:13.277173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.322702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:13.326090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 7d3fe103-9d49-4332-a419-f4c3039cad0e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:13.328566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Usage tracker for resource:security_group_rule and tenant:76431fdb05dc479493ae3c7e73021c90 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:13.332903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:13.333736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 7d3fe103-9d49-4332-a419-f4c3039cad0e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:13.334118 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.343631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:13.393725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38054) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:13.428635 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.460258 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-f8b81da5-0ce4-4f86-ba41-85f7662bace7 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2622139 Apr 01 14:48:13.491653 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.522880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:13.527119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3fe103-9d49-4332-a419-f4c3039cad0e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:13.527923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.530692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Usage tracker for resource:security_group_rule and tenant:90dfed9967c348a7a0d063438f94b91f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:13.535197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:13.539196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.561225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:13.589530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38064) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:13.599388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 7d3fe103-9d49-4332-a419-f4c3039cad0e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=7d3fe103-9d49-4332-a419-f4c3039cad0e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:13.603078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3faf1f8-4993-4f28-bc27-2ddece07d3e3 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:13.604936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.610887 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.629307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Transition to ACTIVE for port object a3faf1f8-4993-4f28-bc27-2ddece07d3e3 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:13.634471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.692233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e28b456-890c-4550-a91d-355ad403a67c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:13.707099 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3be9bd32-f671-42f8-9b3b-e0c29ad17912 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76431fdb05dc479493ae3c7e73021c90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4621437 Apr 01 14:48:13.710267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38076) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:13.779652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=7d3fe103-9d49-4332-a419-f4c3039cad0e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:13.888359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcc08f-1802-465e-a0bb-71ed884ed723 req-355307bd-1298-40f4-9663-b380f9d928c4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:13.889880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdbcc08f-1802-465e-a0bb-71ed884ed723 req-355307bd-1298-40f4-9663-b380f9d928c4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 948 time: 0.3124099 Apr 01 14:48:13.916977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.923505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Pushing event updated for resources: {'Port': ['ID=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:13.972114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:13.977849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.010899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-0dec3921-ecb5-4100-a8a1-1c3be745c352 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:48:14.012310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-0dec3921-ecb5-4100-a8a1-1c3be745c352 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1868210 Apr 01 14:48:14.059106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8946ea48-6a61-4463-a502-340128fb1c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.083415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdbcc08f-1802-465e-a0bb-71ed884ed723 req-8a71485d-640b-4567-b436-b99bfc5b49b2 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843572 Apr 01 14:48:14.093417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299cc3c1-94e9-4e0f-af3b-6a4aec152724,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:14.113254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-433e387c-d298-428b-8dd2-c305d3058247 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90dfed9967c348a7a0d063438f94b91f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7155719 Apr 01 14:48:14.114674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38086) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:14.151390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8946ea48-6a61-4463-a502-340128fb1c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.237314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9628001b-53d0-4dbc-b718-bffd2a6c401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.262599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8946ea48-6a61-4463-a502-340128fb1c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.275766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9628001b-53d0-4dbc-b718-bffd2a6c401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.296594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946ea48-6a61-4463-a502-340128fb1c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e28b456-890c-4550-a91d-355ad403a67c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:14.305298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:14.319262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Attempting to bind port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:14.319993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Attempting to bind port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:14.320536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Attempting to bind port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:14.324448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Usage tracker for resource:security_group_rule and tenant:7147248df39744ba821f6b41d5fb8d26 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:14.327631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8946ea48-6a61-4463-a502-340128fb1c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.328789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8946ea48-6a61-4463-a502-340128fb1c11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e28b456-890c-4550-a91d-355ad403a67c HTTP/1.1" status: 204 len: 168 time: 0.5932760 Apr 01 14:48:14.333173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.335340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:14.346349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:14.352033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:48:14.352402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Attempting to bind port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:14.355961 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9628001b-53d0-4dbc-b718-bffd2a6c401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.373927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628001b-53d0-4dbc-b718-bffd2a6c401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299cc3c1-94e9-4e0f-af3b-6a4aec152724,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:14.377558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9628001b-53d0-4dbc-b718-bffd2a6c401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.378807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9628001b-53d0-4dbc-b718-bffd2a6c401c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/299cc3c1-94e9-4e0f-af3b-6a4aec152724 HTTP/1.1" status: 204 len: 168 time: 0.2555747 Apr 01 14:48:14.393737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:14.394085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:14.394731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:14.395274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Bound port: a3faf1f8-4993-4f28-bc27-2ddece07d3e3, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:14.395747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.454821 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3fe103-9d49-4332-a419-f4c3039cad0e', 'code': 200} Apr 01 14:48:14.470624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-d895c28c-5e57-4d93-8cd2-e32cc6fbca0b service neutron] 10.222.0.48 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963625 Apr 01 14:48:14.672370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-cc586d2f-c87c-43f7-832a-0fdc73d1854b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 1122 time: 0.1281924 Apr 01 14:48:14.713434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] For port a3faf1f8-4993-4f28-bc27-2ddece07d3e3, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:14.719549 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.729760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.761210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:14.762236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.771260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Usage tracker for resource:security_group_rule and tenant:3a25194951ad43dbb17f6a62a58d7b3a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:14.780077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5f592-1588-4ec9-a217-aa86a47c3ce7 req-7fff9824-b2eb-4813-a970-c3043aadf8cd tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:14.781695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecd5f592-1588-4ec9-a217-aa86a47c3ce7 req-7fff9824-b2eb-4813-a970-c3043aadf8cd tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 971 time: 0.1574974 Apr 01 14:48:14.782536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:14.790902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:14.823795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] For port a3faf1f8-4993-4f28-bc27-2ddece07d3e3, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:14.852401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-791f151e-9701-4b6a-bbba-f5c48f53ff2a service neutron] 10.222.0.48 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275130 Apr 01 14:48:14.857691 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.878927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecd5f592-1588-4ec9-a217-aa86a47c3ce7 req-b91f265e-2f29-4c62-aaae-4493c0c45d53 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900369 Apr 01 14:48:14.935957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d86ca-6f19-47c4-b005-c190dd79ef07,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:14.959791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.967089 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:14.979956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3221a538-59e7-4921-ac53-deb3487e7808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7147248df39744ba821f6b41d5fb8d26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3893585 Apr 01 14:48:14.984599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38118) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:15.037945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50281b64-b406-4d2f-89a7-bf8c81ce6979 req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513319 Apr 01 14:48:15.038829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619b62a-7810-4fb1-8829-82bd80d31ff1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c09cb1fb-5e68-4edf-8f75-b44982e8cd3d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:15.064472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:15.069712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] 10.222.0.44 "PUT /v2.0/ports/a3faf1f8-4993-4f28-bc27-2ddece07d3e3 HTTP/1.1" status: 200 len: 1096 time: 2.6848366 Apr 01 14:48:15.070305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'tag': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:15.260662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda406e-c247-434c-85ec-b5aadea46499 service neutron] Pushing event updated for resources: {'Port': ['ID=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:15.264074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ad1af966-f669-4e48-adab-aaa0bdaea18b req-0040c983-6d1e-4207-9cc4-2cfc596f4d6b tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Synchronizing usage tracker for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:15.317101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ad1af966-f669-4e48-adab-aaa0bdaea18b req-0040c983-6d1e-4207-9cc4-2cfc596f4d6b tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Unset dirty status for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:15.318473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad1af966-f669-4e48-adab-aaa0bdaea18b req-0040c983-6d1e-4207-9cc4-2cfc596f4d6b tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 210 time: 0.1956289 Apr 01 14:48:15.361412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b58d2972-ac5c-4e4b-b05e-e91161bc00b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:15.423089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b58d2972-ac5c-4e4b-b05e-e91161bc00b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:15.443225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-8dcbc228-f581-4d6f-823d-ff5f0fc083c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=350b35894ace4318884e4907c0732c41&device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 1099 time: 0.2574670 Apr 01 14:48:15.534784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094cdb-0f6a-400e-890c-0cbe6efe38f9 req-f2e0fc34-a403-455e-bb93-0b465ea7166a tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:15.536390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7094cdb-0f6a-400e-890c-0cbe6efe38f9 req-f2e0fc34-a403-455e-bb93-0b465ea7166a tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 948 time: 0.2845788 Apr 01 14:48:15.542768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-e1bd8e68-5bdf-46d3-a2c5-83a50b7dbdab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a3faf1f8-4993-4f28-bc27-2ddece07d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0910091 Apr 01 14:48:15.650377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b58d2972-ac5c-4e4b-b05e-e91161bc00b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:15.669970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-c39bbd88-22bb-4ddd-a85d-fe78786f054f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:15.671576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-c39bbd88-22bb-4ddd-a85d-fe78786f054f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1045065 Apr 01 14:48:15.673269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2972-ac5c-4e4b-b05e-e91161bc00b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d86ca-6f19-47c4-b005-c190dd79ef07,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:15.676722 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7094cdb-0f6a-400e-890c-0cbe6efe38f9 req-13a1f5fa-042f-46b3-be24-1a629b9c2c36 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313300 Apr 01 14:48:15.713462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b58d2972-ac5c-4e4b-b05e-e91161bc00b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:15.714802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b58d2972-ac5c-4e4b-b05e-e91161bc00b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf4d86ca-6f19-47c4-b005-c190dd79ef07 HTTP/1.1" status: 204 len: 168 time: 0.7288964 Apr 01 14:48:15.776230 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-3669cbfc-c5b0-434e-a843-198627f27fbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959036 Apr 01 14:48:15.988285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-1362428e-72a4-4802-9c07-11a29fd6df19 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018092 Apr 01 14:48:16.139250 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'tag': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3', 'status': 'completed', 'code': 200} Apr 01 14:48:16.220133 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21e04c2a-4236-40ad-a539-d05bd58360ef req-9c61740f-1178-42da-8e2a-161c76461754 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238052 Apr 01 14:48:16.226699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e068718-cc3f-4091-b7e2-2e6d4b6fc102 req-9c116f24-9b0f-41e9-ba0e-c5f1fe5afee2 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:16.228228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e068718-cc3f-4091-b7e2-2e6d4b6fc102 req-9c116f24-9b0f-41e9-ba0e-c5f1fe5afee2 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 971 time: 0.2004542 Apr 01 14:48:16.284484 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e068718-cc3f-4091-b7e2-2e6d4b6fc102 req-a932312e-201e-4e7c-a918-dd9b2760d704 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481203 Apr 01 14:48:16.363518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-6d8a5c94-3fc1-43ca-9c3f-f4ac65abc382 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=350b35894ace4318884e4907c0732c41&device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 1099 time: 0.0717962 Apr 01 14:48:16.528696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-fa6c1c10-db20-4a33-90bb-207d7d227b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:16.531057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-fa6c1c10-db20-4a33-90bb-207d7d227b21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.1582987 Apr 01 14:48:16.534325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.44', 55959) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:16.683254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f092693-5dbc-4072-9895-7a5e2ded2d7a req-e64bd6b7-9659-4ca1-a168-f9423623b409 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 210 time: 0.1145034 Apr 01 14:48:16.747845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-3ea1a5d1-6975-496b-8067-7565915779bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=a3faf1f8-4993-4f28-bc27-2ddece07d3e3 HTTP/1.1" status: 200 len: 217 time: 0.2037189 Apr 01 14:48:16.774451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:16.803921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-be982302-c4f5-40c8-982e-45dcabaddbfd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:16.804964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-be982302-c4f5-40c8-982e-45dcabaddbfd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Synchronizing usage tracker for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:16.812351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:16.850546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-be982302-c4f5-40c8-982e-45dcabaddbfd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Unset dirty status for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:16.852145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-be982302-c4f5-40c8-982e-45dcabaddbfd tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.44 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 823 time: 0.3127966 Apr 01 14:48:16.859098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:16.864206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Usage tracker for resource:security_group_rule and tenant:6183b827032d49f0b6d9226022cd8bb6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:16.869277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:16.908456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:16.945294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-7a2dff2c-3924-4c09-9702-f7eae7cd3561 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Synchronizing usage tracker for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:16.984733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-7a2dff2c-3924-4c09-9702-f7eae7cd3561 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Unset dirty status for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:16.986980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-7a2dff2c-3924-4c09-9702-f7eae7cd3561 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc HTTP/1.1" status: 200 len: 379 time: 0.1191618 Apr 01 14:48:17.001624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'port': {'device_id': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'admin_state_up': True, 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'security_groups': ['9f228be7-a134-40e7-b410-60479b058a48']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:17.005396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-d4a50b03-f0e0-4ad5-b5c7-9e77cda3aef2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:17.006819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-d4a50b03-f0e0-4ad5-b5c7-9e77cda3aef2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2507744 Apr 01 14:48:17.102817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569c83-a4c9-44b4-942a-036ee9c5d5be req-88552538-023a-43f6-a824-9f7e0a920194 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:17.104113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e569c83-a4c9-44b4-942a-036ee9c5d5be req-88552538-023a-43f6-a824-9f7e0a920194 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 948 time: 0.1852214 Apr 01 14:48:17.130712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-d422bd27-2103-4705-8316-1f4f266bd1d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172209 Apr 01 14:48:17.259365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:17.267904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e569c83-a4c9-44b4-942a-036ee9c5d5be req-8ec3ae1b-e802-4ff8-bcfc-8bfb5d0a79c6 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572227 Apr 01 14:48:17.285721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:17.315263 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.321013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-cfb18b2d-dc17-4088-b9b3-f86ccf2f0df6 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811554 Apr 01 14:48:17.326394 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.353881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Made reservation on behalf of c2a2379ec4a149bf8e5e2b85aa9e68dc for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:17.357396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.516639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b5a31d-461a-4081-a810-f730e9827ca3 req-b5ecdcfb-64e5-43ec-b7da-40f924cbdfbf service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872621 Apr 01 14:48:17.533419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6183b827032d49f0b6d9226022cd8bb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7575521 Apr 01 14:48:17.536966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:17.601850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f45929a-8b98-40a0-bd56-cabcf28f21f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.602572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Allocated IP 172.20.0.6 (adab06f2-b722-4274-a321-b0a3961693d8/fadbb68e-6c53-415c-af81-8ef539f220a1/80dabac2-8359-4939-b401-9ba48fdd7a71) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:17.619197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96180525-cd23-4482-a819-8b3c7535756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2836f7b1-40a4-44b4-979d-2017e4a441e7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:17.633873 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f45929a-8b98-40a0-bd56-cabcf28f21f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.697878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f45929a-8b98-40a0-bd56-cabcf28f21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.712442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45929a-8b98-40a0-bd56-cabcf28f21f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2836f7b1-40a4-44b4-979d-2017e4a441e7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:17.725225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f45929a-8b98-40a0-bd56-cabcf28f21f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.728957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0f45929a-8b98-40a0-bd56-cabcf28f21f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2836f7b1-40a4-44b4-979d-2017e4a441e7 HTTP/1.1" status: 204 len: 168 time: 0.1879299 Apr 01 14:48:17.842353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc475da-82fc-4c6e-bf62-30238623b857 req-71119d9f-25db-45d0-9a84-f39541ba2992 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:17.845578 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bfc475da-82fc-4c6e-bf62-30238623b857 req-71119d9f-25db-45d0-9a84-f39541ba2992 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 971 time: 0.3713233 Apr 01 14:48:17.933078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c410de89-2965-4f4f-9646-247e5c88e5c0 req-f6e88c29-78d1-4d9a-a6c4-9d0e061593b5 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 210 time: 0.0650172 Apr 01 14:48:17.946269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bfc475da-82fc-4c6e-bf62-30238623b857 req-70abe38f-6918-468b-8dda-acbbbea2a399 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733283 Apr 01 14:48:17.954564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:17.973020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Transition to ACTIVE for port object 80dabac2-8359-4939-b401-9ba48fdd7a71 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:17.998804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.070209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Network adab06f2-b722-4274-a321-b0a3961693d8 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:18.080079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:18.096276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:18.101311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:18.102219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.137003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event updated for resources: {'Port': ['ID=80dabac2-8359-4939-b401-9ba48fdd7a71,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:18.169415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-70bcc506-b1fd-45df-99b3-903c7fe8efa4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1720555 Apr 01 14:48:18.182566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Request body: {'port': {'device_id': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:18.192759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-f49eb8df-1031-47ef-8c5f-3a04123cab68 tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 1122 time: 0.0983407 Apr 01 14:48:18.215418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.254816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:18.262353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Usage tracker for resource:security_group_rule and tenant:260a8822eeb248d0add622847de39870 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:18.265604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:18.272043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:18.378967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.401779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.407803 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.448773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5192da69-4e73-4ada-81b1-013f12c99565 None None] Provisioning for port 80dabac2-8359-4939-b401-9ba48fdd7a71 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:18.456189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5192da69-4e73-4ada-81b1-013f12c99565 None None] Provisioning complete for port 80dabac2-8359-4939-b401-9ba48fdd7a71 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:18.456703 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5192da69-4e73-4ada-81b1-013f12c99565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.505065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-630e385f-6b10-42cb-9d3c-96be2ca1c1a5 req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045855 Apr 01 14:48:18.509368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ee7d-1ebf-48bb-87a2-ed071a5dfc1e tempest-AggregatesAdminTestJSON-1880408054 tempest-AggregatesAdminTestJSON-1880408054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4de36-948f-40c2-8d2d-3e28aa31bc17,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:18.547198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5192da69-4e73-4ada-81b1-013f12c99565 None None] Port 80dabac2-8359-4939-b401-9ba48fdd7a71 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:18.631416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e897034-4b79-4c86-a0b4-de8cfa7524c9 req-b81662c3-ca74-45be-a6bb-b65d5a46da80 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:18.638670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e897034-4b79-4c86-a0b4-de8cfa7524c9 req-b81662c3-ca74-45be-a6bb-b65d5a46da80 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 948 time: 0.1931748 Apr 01 14:48:18.702571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38248) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:18.734640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.804059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:18.824776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e7a3b61cba42e2a43a85af1fa7a420 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:18.828868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:18.836437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:18.845012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e897034-4b79-4c86-a0b4-de8cfa7524c9 req-037ecbe4-2a43-4851-a810-1b8fb1de9266 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054567 Apr 01 14:48:18.947288 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:18.956383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.037026 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2e7a3b61cba42e2a43a85af1fa7a420&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3318570 Apr 01 14:48:19.037966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca862c55-115a-49c0-870e-abc5872ab212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c707ec0-52b5-4f14-9f09-a349e84e444f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:19.041143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38264) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:19.058443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a3faf1f8-4993-4f28-bc27-2ddece07d3e3 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:48:19.096544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dabac2-8359-4939-b401-9ba48fdd7a71 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:19.115175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.123183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5126319-0452-480e-8334-c34261bf8966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.136267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Transition to ACTIVE for port object 80dabac2-8359-4939-b401-9ba48fdd7a71 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:19.151516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2838fe-783c-4e53-a539-128382b29e05 req-83b4ef9b-ef04-4347-bc81-8de785ac4a72 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:19.158209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e2838fe-783c-4e53-a539-128382b29e05 req-83b4ef9b-ef04-4347-bc81-8de785ac4a72 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 971 time: 0.1442914 Apr 01 14:48:19.160866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.161991 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5126319-0452-480e-8334-c34261bf8966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.238344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Pushing event updated for resources: {'Port': ['ID=80dabac2-8359-4939-b401-9ba48fdd7a71,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:19.269050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5126319-0452-480e-8334-c34261bf8966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.311370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5126319-0452-480e-8334-c34261bf8966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c707ec0-52b5-4f14-9f09-a349e84e444f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:19.333084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5126319-0452-480e-8334-c34261bf8966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.337471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c5126319-0452-480e-8334-c34261bf8966 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c707ec0-52b5-4f14-9f09-a349e84e444f HTTP/1.1" status: 204 len: 168 time: 0.2877438 Apr 01 14:48:19.349075 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e2838fe-783c-4e53-a539-128382b29e05 req-aa0532a0-1a43-4f01-ac14-8f2cc727a299 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899040 Apr 01 14:48:19.365702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a3faf1f8-4993-4f28-bc27-2ddece07d3e3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:19.394762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3', 'mac_address': 'fa:16:3e:3c:75:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:48:19.487770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Attempting to bind port 80dabac2-8359-4939-b401-9ba48fdd7a71 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:19.487962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Attempting to bind port 80dabac2-8359-4939-b401-9ba48fdd7a71 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:19.488375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Attempting to bind port 80dabac2-8359-4939-b401-9ba48fdd7a71 on network adab06f2-b722-4274-a321-b0a3961693d8 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:19.495270 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.512126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Port 80dabac2-8359-4939-b401-9ba48fdd7a71 on network adab06f2-b722-4274-a321-b0a3961693d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:48:19.515767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Attempting to bind port 80dabac2-8359-4939-b401-9ba48fdd7a71 on network adab06f2-b722-4274-a321-b0a3961693d8 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:19.519442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3faf1f8-4993-4f28-bc27-2ddece07d3e3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:19.533991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:19.536621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Checking segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:19.541326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Bound using segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:19.543643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Bound port: 80dabac2-8359-4939-b401-9ba48fdd7a71, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:19.544130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.584263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a3faf1f8-4993-4f28-bc27-2ddece07d3e3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:19.592544 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.626644 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-92e1be61-5f98-44c5-8bb8-30151f417fe4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8569eacbba144620bc2f15da9c1104d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720143 Apr 01 14:48:19.684797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:19.807498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] For port 80dabac2-8359-4939-b401-9ba48fdd7a71, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:19.815973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcff87c-e1f2-4b48-92e7-1dfc6c9998ec req-42d26b7e-9f2b-4e0e-8e57-a73cf1832e59 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:19.816627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6dcff87c-e1f2-4b48-92e7-1dfc6c9998ec req-42d26b7e-9f2b-4e0e-8e57-a73cf1832e59 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Synchronizing usage tracker for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:19.820471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] For port 80dabac2-8359-4939-b401-9ba48fdd7a71, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=80dabac2-8359-4939-b401-9ba48fdd7a71,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:19.831971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.851182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-eaca5c4d-ea20-4e57-b231-2d587dbeacdd tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:19.860207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-eaca5c4d-ea20-4e57-b231-2d587dbeacdd tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326999 Apr 01 14:48:19.879373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-f669810c-fc1d-4efa-8548-4ba7e5fbeff6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/quotas/8569eacbba144620bc2f15da9c1104d5 HTTP/1.1" status: 200 len: 375 time: 0.0179203 Apr 01 14:48:19.905775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a3faf1f8-4993-4f28-bc27-2ddece07d3e3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:19.938435 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-7b6d75bb-0439-4670-89cd-bbb2f24726f4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547116 Apr 01 14:48:19.939396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6dcff87c-e1f2-4b48-92e7-1dfc6c9998ec req-42d26b7e-9f2b-4e0e-8e57-a73cf1832e59 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Unset dirty status for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:19.945868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dcff87c-e1f2-4b48-92e7-1dfc6c9998ec req-42d26b7e-9f2b-4e0e-8e57-a73cf1832e59 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 943 time: 0.3532858 Apr 01 14:48:19.962809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:19.965475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] 10.222.0.44 "PUT /v2.0/ports/80dabac2-8359-4939-b401-9ba48fdd7a71 HTTP/1.1" status: 200 len: 1091 time: 1.7890794 Apr 01 14:48:19.968638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:20.027237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664bfab-a384-4349-b4a8-dbbd1d254515 service neutron] Pushing event updated for resources: {'Port': ['ID=80dabac2-8359-4939-b401-9ba48fdd7a71,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:20.042104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dcff87c-e1f2-4b48-92e7-1dfc6c9998ec req-146dcc8a-b3e4-4d2b-b51b-69c6a4746fb2 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953994 Apr 01 14:48:20.291189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-3d433f6a-9d6d-4e24-8cb6-025687121d34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 1094 time: 0.1412356 Apr 01 14:48:20.396816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-ad21722e-73c3-4825-9128-967c7f707f83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80dabac2-8359-4939-b401-9ba48fdd7a71 HTTP/1.1" status: 200 len: 217 time: 0.0903330 Apr 01 14:48:20.418808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bd4d4-f6cd-4945-bae6-4ff789e6704c req-183cd5db-1c12-44a7-8f03-e0a49d614ff2 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:20.420843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-262bd4d4-f6cd-4945-bae6-4ff789e6704c req-183cd5db-1c12-44a7-8f03-e0a49d614ff2 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 949 time: 0.1106172 Apr 01 14:48:20.464160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-c8462517-adb4-4652-9483-d13cb94405bc tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:20.465622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-c8462517-adb4-4652-9483-d13cb94405bc tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.62 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 971 time: 0.2304349 Apr 01 14:48:20.487244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-262bd4d4-f6cd-4945-bae6-4ff789e6704c req-31708e04-f723-4ae3-8d8b-99ea1298eb64 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596952 Apr 01 14:48:20.539462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-7ea0859a-9751-4571-a050-502043f03a70 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:20.541119 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-7ea0859a-9751-4571-a050-502043f03a70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fadbb68e-6c53-415c-af81-8ef539f220a1 HTTP/1.1" status: 200 len: 862 time: 0.1373296 Apr 01 14:48:20.552709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Deleting port 7d3fe103-9d49-4332-a419-f4c3039cad0e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:48:20.553110 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:20.579112 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'status': 'completed', 'code': 200} Apr 01 14:48:20.738098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38320) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:20.800037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f1e6d-b93a-4d80-af34-ab3275765072 req-53e71a47-212f-4646-a442-fb471d440b63 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:20.809065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a9f1e6d-b93a-4d80-af34-ab3275765072 req-53e71a47-212f-4646-a442-fb471d440b63 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 971 time: 0.1193514 Apr 01 14:48:20.872013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a9f1e6d-b93a-4d80-af34-ab3275765072 req-5857c3b7-44c4-4d41-8bd4-c6263b95e224 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cb34edf-ac01-4277-b6c1-d0f96b2e9633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619826 Apr 01 14:48:20.933325 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-968869b9-5c89-4feb-b56f-60aad652dcf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adab06f2-b722-4274-a321-b0a3961693d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3842213 Apr 01 14:48:20.987020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:21.046890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a3faf1f8-4993-4f28-bc27-2ddece07d3e3 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:21.069482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-15e7a978-6acf-4a3c-a2dd-2b6eb2a30cdb tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8569eacbba144620bc2f15da9c1104d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569918 Apr 01 14:48:21.106268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] For port 7d3fe103-9d49-4332-a419-f4c3039cad0e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=7d3fe103-9d49-4332-a419-f4c3039cad0e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:21.106588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:21.194812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:21.201374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:21.202089 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:21.242884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-ef5bf871-f5c3-4357-9943-182f81d55246 service neutron] 10.222.0.44 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983401 Apr 01 14:48:21.249365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Calling delete_port for 7d3fe103-9d49-4332-a419-f4c3039cad0e owned by compute:tempest-test_az-1710496758 {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:48:21.412136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:21.419536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cb832-41b9-4a0c-872a-95393f01e4e1 req-90f91145-6b65-4ddc-8689-8f37f4994d75 service neutron] 10.222.0.44 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434655 Apr 01 14:48:21.458458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:21.469923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a3faf1f8-4993-4f28-bc27-2ddece07d3e3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:21.476574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:21.491692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-822053b9-21dd-459e-adb5-02444e652c50 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:21.498309 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-822053b9-21dd-459e-adb5-02444e652c50 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4065714 Apr 01 14:48:21.513031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:21.517028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Usage tracker for resource:security_group_rule and tenant:c0963ec70bdb44b4995f90ce4a8c0c8e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:21.526178 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-c63b2457-1c98-411e-9d67-26412d4ecc3e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/quotas/8569eacbba144620bc2f15da9c1104d5 HTTP/1.1" status: 200 len: 375 time: 0.0270264 Apr 01 14:48:21.528118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:21.567767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:21.576831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:21.579764 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-9f37ac24-854f-4b90-982c-f9de3fa7a0b6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527041 Apr 01 14:48:21.674682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03956e5f-73e4-45c4-bc95-34bbd131c547 req-6c69f824-8628-4d03-b44c-186ca0c22b9a tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:21.676413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03956e5f-73e4-45c4-bc95-34bbd131c547 req-6c69f824-8628-4d03-b44c-186ca0c22b9a tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 943 time: 0.2559998 Apr 01 14:48:21.699291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:21.713535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:21.815547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0963ec70bdb44b4995f90ce4a8c0c8e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0751390 Apr 01 14:48:21.818147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38356) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:21.876278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.62', 50119) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:21.913787 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-ddfc467a-5d26-43bf-859a-9429a32baee1 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8569eacbba144620bc2f15da9c1104d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343421 Apr 01 14:48:21.960708 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3', 'code': 200} Apr 01 14:48:21.991766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-ac329972-d5e0-4c04-a60d-a6526c87012e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 1094 time: 0.5116210 Apr 01 14:48:22.050619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf26ef-8a91-4ada-8764-67b53e6e6446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e984e-cba2-446f-a69e-ef42d3b3de15,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:22.058499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7048a1c-5c07-4a92-8580-db7861fa5dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:22.125163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7048a1c-5c07-4a92-8580-db7861fa5dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:22.264201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03956e5f-73e4-45c4-bc95-34bbd131c547 req-b0ffb65a-1b03-43b2-b55c-ceb23b1b51e3 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5413272 Apr 01 14:48:22.272247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:22.285050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['7d3fe103-9d49-4332-a419-f4c3039cad0e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:22.452153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7048a1c-5c07-4a92-8580-db7861fa5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:22.481475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Pushing event deleted for resources: {'Port': ['ID=7d3fe103-9d49-4332-a419-f4c3039cad0e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:22.498760 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b97c1a6-de1a-40c4-9275-677fdf8dad18 req-85e63a74-838c-4db8-9252-49c7e84828f9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 210 time: 0.0835083 Apr 01 14:48:22.501128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7048a1c-5c07-4a92-8580-db7861fa5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e984e-cba2-446f-a69e-ef42d3b3de15,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:22.555663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7048a1c-5c07-4a92-8580-db7861fa5dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:22.557050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e7048a1c-5c07-4a92-8580-db7861fa5dea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f4e984e-cba2-446f-a69e-ef42d3b3de15 HTTP/1.1" status: 204 len: 168 time: 0.7379448 Apr 01 14:48:22.600854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-f78ad491-f1b5-4fd9-9e57-98cce9e5099f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:22.601018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-8cc86a03-3c8f-414f-a1df-1ef3d2b95bc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:22.601150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-f78ad491-f1b5-4fd9-9e57-98cce9e5099f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6754353 Apr 01 14:48:22.601984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-8cc86a03-3c8f-414f-a1df-1ef3d2b95bc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 924 time: 0.5867956 Apr 01 14:48:22.607288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] No DVR routers for this DVR port 7d3fe103-9d49-4332-a419-f4c3039cad0e on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:48:22.616942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Request body: {'port': {'device_id': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '8569eacbba144620bc2f15da9c1104d5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:22.703664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:22.706923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'name': 'network-vif-deleted', 'tag': '7d3fe103-9d49-4332-a419-f4c3039cad0e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:22.726056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9a16-e4e9-471e-9850-a404a00a6161 req-6e5a38aa-f4f5-454d-bd30-42401229135b tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:22.734274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-190b9a16-e4e9-471e-9850-a404a00a6161 req-6e5a38aa-f4f5-454d-bd30-42401229135b tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 950 time: 0.5131929 Apr 01 14:48:22.747347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-cfddb710-cd25-4202-9911-68c5dd233f89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80dabac2-8359-4939-b401-9ba48fdd7a71 HTTP/1.1" status: 200 len: 217 time: 0.1360855 Apr 01 14:48:22.816550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f8831f4-16f0-4fd7-92fd-2eb6e6f60556 req-4f1616d8-6d4e-46a3-a5f3-c4e4a011123e tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.62 "DELETE /v2.0/ports/7d3fe103-9d49-4332-a419-f4c3039cad0e HTTP/1.1" status: 204 len: 173 time: 2.3429434 Apr 01 14:48:22.819575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30750387-ebaa-4810-bf55-38e8e1fbedca req-1b255530-5f12-4815-9c5b-ad31b322e1ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 1101 time: 0.4881632 Apr 01 14:48:22.838057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-190b9a16-e4e9-471e-9850-a404a00a6161 req-430eca69-12ea-4aff-940e-6102632bd918 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026690 Apr 01 14:48:22.914977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-36f5ab7e-51d2-46b3-8ce9-21f324f13afd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:22.916482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-36f5ab7e-51d2-46b3-8ce9-21f324f13afd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fadbb68e-6c53-415c-af81-8ef539f220a1 HTTP/1.1" status: 200 len: 862 time: 0.1654310 Apr 01 14:48:22.958928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:22.965023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Usage tracker for resource:port and tenant:8569eacbba144620bc2f15da9c1104d5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:22.970306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:22.977110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:22.994973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30750387-ebaa-4810-bf55-38e8e1fbedca req-098e0546-26bc-4f69-a658-d13f35976a4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521044 Apr 01 14:48:22.996751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Made reservation on behalf of 8569eacbba144620bc2f15da9c1104d5 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:23.000972 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:23.030130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:23.077198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a125afa2-cc1d-47f2-a13e-de4405716592 req-146b945a-72d7-44f3-8c53-d19e2e7086d4 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Synchronizing usage tracker for tenant:85950a57dd6d4bc787e8b6793fada288 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:23.091348 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988eac7-35eb-459a-9c91-dbc47d495ec5', 'name': 'network-vif-deleted', 'tag': '7d3fe103-9d49-4332-a419-f4c3039cad0e', 'status': 'completed', 'code': 200} Apr 01 14:48:23.108276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:23.120141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Usage tracker for resource:security_group_rule and tenant:8569eacbba144620bc2f15da9c1104d5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:23.121806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a125afa2-cc1d-47f2-a13e-de4405716592 req-146b945a-72d7-44f3-8c53-d19e2e7086d4 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] Unset dirty status for tenant:85950a57dd6d4bc787e8b6793fada288 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:23.123943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a125afa2-cc1d-47f2-a13e-de4405716592 req-146b945a-72d7-44f3-8c53-d19e2e7086d4 tempest-AggregatesAdminTestJSON-1494360736 tempest-AggregatesAdminTestJSON-1494360736-project] 10.222.0.48 "GET /v2.0/ports?device_id=6988eac7-35eb-459a-9c91-dbc47d495ec5 HTTP/1.1" status: 200 len: 210 time: 0.1106839 Apr 01 14:48:23.127628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:23.128547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-adae3c9c-24b7-4834-92df-2473b1dda57f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adab06f2-b722-4274-a321-b0a3961693d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043529 Apr 01 14:48:23.137260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:23.229168 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:23.233656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:23.251809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38402) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:23.279822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:23.314628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:23.430387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Allocated IP 192.168.233.250 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:23.546022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:23.552894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Usage tracker for resource:security_group_rule and tenant:72bdd0dcc4024ac9902d44cc8499d73c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:23.567346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:23.585873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:23.693993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38416) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:23.729304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-23ebf1d5-811c-4343-8ebf-acb3d67b12bd tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8569eacbba144620bc2f15da9c1104d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149101 Apr 01 14:48:23.756723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:23.769137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-4b73a818-1c5c-403a-ba6d-6cab18494e29 service neutron] 10.222.0.44 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702046 Apr 01 14:48:23.780447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210dd23-5d14-482a-81d7-fe300aafa411 req-aa2a2bcd-843a-45b5-b52f-88d2fd749ec8 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:23.782198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1210dd23-5d14-482a-81d7-fe300aafa411 req-aa2a2bcd-843a-45b5-b52f-88d2fd749ec8 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 943 time: 0.1900570 Apr 01 14:48:23.788947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Transition to ACTIVE for port object a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:23.864464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1210dd23-5d14-482a-81d7-fe300aafa411 req-189b28e4-95ba-4126-b1a1-0d654eecfd3f tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695980 Apr 01 14:48:23.868178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.037001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:24.042628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:24.066962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:24.070305 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.077351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:24.079564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.103682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:24.134727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-c4483bbb-cd2d-4480-a3b0-aa0de11583ed tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5211971 Apr 01 14:48:24.137306 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-af1adb37-8b0b-4c16-be8e-d821106b88b0 req-07589434-2de4-4903-95a9-ce5312322aa7 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 210 time: 0.1977954 Apr 01 14:48:24.149279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Request body: {'port': {'device_id': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'device_owner': 'compute:tempest-test_az-1710496758', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:24.152384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.325915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.353649 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.365187 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72bdd0dcc4024ac9902d44cc8499d73c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1097715 Apr 01 14:48:24.372999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-949128b6-3257-4ed2-8805-353915d19f18 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:24.374563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-949128b6-3257-4ed2-8805-353915d19f18 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6145070 Apr 01 14:48:24.375757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:24.394623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7931b-91d7-4683-a029-1dcb57562dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce70e33-8bc5-41b7-80a2-179d5c594741,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:24.432466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Request body: {'port': {'device_id': 'c2205aeb-030f-4986-99e6-f2783100773f', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '8569eacbba144620bc2f15da9c1104d5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:24.465210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:24.478481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Usage tracker for resource:security_group_rule and tenant:9bec8c52cd854f318fad05b3aa092689 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:24.488663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:24.503638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-13bbe484-57f1-4170-9b25-8b74c6079441 None None] Provisioning for port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:24.511538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:24.515819 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:48:24.520881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-13bbe484-57f1-4170-9b25-8b74c6079441 None None] Provisioning complete for port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:24.521422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13bbe484-57f1-4170-9b25-8b74c6079441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.559900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1965fe25-f7a5-4b25-8770-c6216a78fe69 req-e3a99c82-c00e-4e0c-a1e1-92a5e198fba0 service neutron] 10.222.0.44 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214540 Apr 01 14:48:24.588298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-13bbe484-57f1-4170-9b25-8b74c6079441 None None] Port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:24.617191 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc7b5-c4d0-4cf8-82b9-031de602f7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.673953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8243f2-5493-49db-b549-355be388eb1c req-9c12ff89-1b17-49e7-b870-b3f8ed18870c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:24.675440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b8243f2-5493-49db-b549-355be388eb1c req-9c12ff89-1b17-49e7-b870-b3f8ed18870c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 950 time: 0.3248522 Apr 01 14:48:24.676450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc7b5-c4d0-4cf8-82b9-031de602f7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.755408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:24.760597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Usage tracker for resource:port and tenant:8569eacbba144620bc2f15da9c1104d5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:24.764036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc7b5-c4d0-4cf8-82b9-031de602f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.768311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:24.802055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:24.812538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cc7b5-c4d0-4cf8-82b9-031de602f7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce70e33-8bc5-41b7-80a2-179d5c594741,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:24.816472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc7b5-c4d0-4cf8-82b9-031de602f7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.817776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec9cc7b5-c4d0-4cf8-82b9-031de602f7bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ce70e33-8bc5-41b7-80a2-179d5c594741 HTTP/1.1" status: 204 len: 168 time: 0.4284277 Apr 01 14:48:24.838136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b8243f2-5493-49db-b549-355be388eb1c req-aa0a9337-6b21-48ff-9efe-ca90a24f56c4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489606 Apr 01 14:48:24.855981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.867556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.874947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Made reservation on behalf of 8569eacbba144620bc2f15da9c1104d5 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:24.878609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:24.987180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b43a74-8936-447f-8c2c-6b32227d7741,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:24.991690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c232d5ac-1f2d-48c4-a694-86a47143d7cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bec8c52cd854f318fad05b3aa092689&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2928607 Apr 01 14:48:24.994483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38462) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:25.067692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 80dabac2-8359-4939-b401-9ba48fdd7a71 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:48:25.125855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:25.141361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.151129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd3dd-ced9-492f-a236-df36601eba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.174551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Transition to ACTIVE for port object a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:25.188519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.258446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd3dd-ced9-492f-a236-df36601eba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.305845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 80dabac2-8359-4939-b401-9ba48fdd7a71, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=80dabac2-8359-4939-b401-9ba48fdd7a71,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:25.327831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 7d3fe103-9d49-4332-a419-f4c3039cad0e no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:48:25.388817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 7d3fe103-9d49-4332-a419-f4c3039cad0e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:48:25.389513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 7d3fe103-9d49-4332-a419-f4c3039cad0e not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:48:25.395102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'port_id': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'mac_address': 'fa:16:3e:85:b2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:48:25.469520 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.494321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dabac2-8359-4939-b401-9ba48fdd7a71 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:25.516804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 80dabac2-8359-4939-b401-9ba48fdd7a71, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=80dabac2-8359-4939-b401-9ba48fdd7a71,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:25.524742 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.527152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Allocated IP 192.168.233.193 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/eaa7a810-54ad-4885-b0bf-c7685063d47b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:25.559281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd3dd-ced9-492f-a236-df36601eba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.601029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:25.614291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbd3dd-ced9-492f-a236-df36601eba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b43a74-8936-447f-8c2c-6b32227d7741,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:25.623469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd3dd-ced9-492f-a236-df36601eba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.627408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9fbd3dd-ced9-492f-a236-df36601eba60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20b43a74-8936-447f-8c2c-6b32227d7741 HTTP/1.1" status: 204 len: 168 time: 0.6285086 Apr 01 14:48:25.657049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=80dabac2-8359-4939-b401-9ba48fdd7a71,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:25.704901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Attempting to bind port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:25.705145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Attempting to bind port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:25.705462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Attempting to bind port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:25.711884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6eb8a006-3fa0-4659-83b2-a3ff84120afe req-5454870c-f273-457c-89e1-88cb6b8f7bb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 210 time: 0.1139624 Apr 01 14:48:25.719868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:48:25.720059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Attempting to bind port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:25.729132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1870162-fd7d-4f8e-8cfa-c6bf9b237400 req-a5cf8ee6-6473-471c-8a68-f39de0ff17c3 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:25.730675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1870162-fd7d-4f8e-8cfa-c6bf9b237400 req-a5cf8ee6-6473-471c-8a68-f39de0ff17c3 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 943 time: 0.5084970 Apr 01 14:48:25.741132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:25.744782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:25.746992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:25.749911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['80dabac2-8359-4939-b401-9ba48fdd7a71'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:25.751665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Bound port: a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:25.752090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.961864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:25.985469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Transition to ACTIVE for port object eaa7a810-54ad-4885-b0bf-c7685063d47b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:25.986867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1870162-fd7d-4f8e-8cfa-c6bf9b237400 req-d30f9996-45e5-4150-b02b-2efd7ccf4013 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992304 Apr 01 14:48:26.026869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.083739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:26.091270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:26.104876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.194493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:26.203258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:26.216792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:26.226172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:26.228254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.252907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Pushing event updated for resources: {'Port': ['ID=eaa7a810-54ad-4885-b0bf-c7685063d47b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:26.278085 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-fd6b5c36-f004-4b54-b6d3-3f66d21dccb9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8842552 Apr 01 14:48:26.287147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.290213 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] 10.222.0.62 "PUT /v2.0/ports/a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b HTTP/1.1" status: 200 len: 1118 time: 2.1476510 Apr 01 14:48:26.293204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Request body: {'port': {'device_id': 'c2205aeb-030f-4986-99e6-f2783100773f', 'device_owner': 'compute:tempest-test_az-1710496758', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:26.374976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:26.410382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Sync routers for ids ['b6a29723-86ff-45e8-9a49-f439e75df36d'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:48:26.437864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Routers {'b6a29723-86ff-45e8-9a49-f439e75df36d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:26.438714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6a29723-86ff-45e8-9a49-f439e75df36d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:26.465795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38522) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:26.507898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965caa35-5414-46f7-a97c-70723faa5445 service neutron] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:26.529922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.535979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.664094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:26.679086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-aa75e5b1-96dc-4ffa-9bb1-72d79d5dcbcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1121 time: 0.2769043 Apr 01 14:48:26.713168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3fb1064f-a71d-45a4-9474-2de88849a5de None None] Provisioning for port eaa7a810-54ad-4885-b0bf-c7685063d47b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:26.728154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3fb1064f-a71d-45a4-9474-2de88849a5de None None] Provisioning complete for port eaa7a810-54ad-4885-b0bf-c7685063d47b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:26.728567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fb1064f-a71d-45a4-9474-2de88849a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.773611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-d5a07db8-d7c5-40e2-b661-7d66a1786f38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b HTTP/1.1" status: 200 len: 217 time: 0.0847876 Apr 01 14:48:26.779396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e17d50-cd11-4f04-b7f5-22c883324fd4 req-127721c4-6335-4ebf-b397-9356e66d9826 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:26.780833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17e17d50-cd11-4f04-b7f5-22c883324fd4 req-127721c4-6335-4ebf-b397-9356e66d9826 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 950 time: 0.5088525 Apr 01 14:48:26.782366 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'status': 'completed', 'code': 200} Apr 01 14:48:26.816220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Usage tracker for resource:security_group_rule and tenant:3745b790208c4d86be404a8ae04abcd9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:26.823158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:26.831908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:26.916535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:26.939855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Set router b6a29723-86ff-45e8-9a49-f439e75df36d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:26.970277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-2515742b-1bea-41b2-9eeb-1060d3c09636 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:26.974170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-2515742b-1bea-41b2-9eeb-1060d3c09636 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1910853 Apr 01 14:48:26.983790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.047089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1064f-a71d-45a4-9474-2de88849a5de None None] Port eaa7a810-54ad-4885-b0bf-c7685063d47b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:27.130447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 80dabac2-8359-4939-b401-9ba48fdd7a71 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:27.218707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140eac3-538e-472e-8bc2-c301ea07a231 req-a4b6c2e8-8230-4ade-8725-da7fa5e7b194 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:27.219551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f140eac3-538e-472e-8bc2-c301ea07a231 req-a4b6c2e8-8230-4ade-8725-da7fa5e7b194 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Synchronizing usage tracker for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:27.244213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa7a810-54ad-4885-b0bf-c7685063d47b {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:27.244858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17e17d50-cd11-4f04-b7f5-22c883324fd4 req-4250f4cf-3328-40d3-92f9-c791a62cd728 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253771 Apr 01 14:48:27.246522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e87194b-9268-49c8-8557-75a29fd5088d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:27.263807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.267166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f140eac3-538e-472e-8bc2-c301ea07a231 req-a4b6c2e8-8230-4ade-8725-da7fa5e7b194 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Unset dirty status for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:27.274206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f140eac3-538e-472e-8bc2-c301ea07a231 req-a4b6c2e8-8230-4ade-8725-da7fa5e7b194 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 936 time: 0.2269819 Apr 01 14:48:27.299491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-65820cc6-6200-43cf-9d71-d3036dbb3a3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3745b790208c4d86be404a8ae04abcd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8311114 Apr 01 14:48:27.300846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38552) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:27.312263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-ed5b50d5-c8b2-488c-a53a-e71ec823fe0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3127973 Apr 01 14:48:27.326848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Transition to ACTIVE for port object eaa7a810-54ad-4885-b0bf-c7685063d47b will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:27.349068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.389499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 80dabac2-8359-4939-b401-9ba48fdd7a71 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:27.399241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 80dabac2-8359-4939-b401-9ba48fdd7a71 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:27.399722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.507373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f140eac3-538e-472e-8bc2-c301ea07a231 req-4a913f6d-eeb8-495f-9a5a-c37f12d1b9ff tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321060 Apr 01 14:48:27.549243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38566) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:27.611960 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.638133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa7a810-54ad-4885-b0bf-c7685063d47b,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:27.687987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:47:58Z', 'revision_number': 4, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port': {'id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:54Z', 'updated_at': '2022-04-01T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '45627a2c-01de-40f7-9621-bf1342eafb29', 'name': '', 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'mac_address': 'fa:16:3e:5e:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:57Z', 'updated_at': '2022-04-01T14:47:59Z', 'revision_number': 2, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'subnets': [{'id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:27.719636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 80dabac2-8359-4939-b401-9ba48fdd7a71, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=80dabac2-8359-4939-b401-9ba48fdd7a71,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:27.723624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Checking router: b6a29723-86ff-45e8-9a49-f439e75df36d for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:48:27.723800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Updating router b6a29723-86ff-45e8-9a49-f439e75df36d port 45627a2c-01de-40f7-9621-bf1342eafb29 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:48:27.769805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:27.801281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.821045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Attempting to bind port eaa7a810-54ad-4885-b0bf-c7685063d47b on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:27.825284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Attempting to bind port eaa7a810-54ad-4885-b0bf-c7685063d47b by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:27.825787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Attempting to bind port eaa7a810-54ad-4885-b0bf-c7685063d47b on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:27.852432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Port eaa7a810-54ad-4885-b0bf-c7685063d47b on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:48:27.852780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Attempting to bind port eaa7a810-54ad-4885-b0bf-c7685063d47b on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:27.862351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365661-94bb-4335-8a43-4d4b040f5ed4 req-4e2bf795-1120-4ea0-a34c-2d26da2692b2 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:27.864305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea365661-94bb-4335-8a43-4d4b040f5ed4 req-4e2bf795-1120-4ea0-a34c-2d26da2692b2 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 944 time: 0.2722902 Apr 01 14:48:27.882557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:27.882902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:27.886114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:27.886793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ddbe-1600-493d-88f7-11dbcc054d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.889687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Bound port: eaa7a810-54ad-4885-b0bf-c7685063d47b, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:27.890072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.965296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ddbe-1600-493d-88f7-11dbcc054d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:27.973808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-aff2c86f-896f-4e25-b4ca-ed7b21c62fe2 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490941 Apr 01 14:48:27.992461 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea365661-94bb-4335-8a43-4d4b040f5ed4 req-fb6971f9-2222-425a-b903-c5a60f13e9c9 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087689 Apr 01 14:48:28.034378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.058981 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0bc891e-14a6-4ea8-aec5-6204b8b33cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.067909 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.138054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=80dabac2-8359-4939-b401-9ba48fdd7a71,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:28.144758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] For port eaa7a810-54ad-4885-b0bf-c7685063d47b, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:28.156402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] For port eaa7a810-54ad-4885-b0bf-c7685063d47b, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:28.166519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.301809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.303295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] 10.222.0.62 "PUT /v2.0/ports/eaa7a810-54ad-4885-b0bf-c7685063d47b HTTP/1.1" status: 200 len: 1118 time: 2.0173690 Apr 01 14:48:28.303770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2205aeb-030f-4986-99e6-f2783100773f', 'tag': 'eaa7a810-54ad-4885-b0bf-c7685063d47b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:28.356290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76797640-014b-4e55-803c-ad00fb462ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa7a810-54ad-4885-b0bf-c7685063d47b,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:28.465898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc5bb6d4-191c-463c-89e6-0a4bb9c0057c req-62fb087d-8e14-4b25-862b-f9cd94dec970 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325538 Apr 01 14:48:28.516481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:28.522853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Usage tracker for resource:security_group_rule and tenant:1feecd460f794d2585254038144142d8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:28.526418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:28.533451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:28.617805 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2205aeb-030f-4986-99e6-f2783100773f', 'tag': 'eaa7a810-54ad-4885-b0bf-c7685063d47b', 'status': 'completed', 'code': 200} Apr 01 14:48:28.618901 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.680792 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.719003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ddbe-1600-493d-88f7-11dbcc054d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.732364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd656e-003e-4615-a52e-d8a7dae8d9f6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:28.754131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8ddbe-1600-493d-88f7-11dbcc054d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e87194b-9268-49c8-8557-75a29fd5088d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:28.817707 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ddbe-1600-493d-88f7-11dbcc054d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.821519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7eb8ddbe-1600-493d-88f7-11dbcc054d8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e87194b-9268-49c8-8557-75a29fd5088d HTTP/1.1" status: 204 len: 168 time: 1.5135450 Apr 01 14:48:28.829805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2af52e19-0665-464e-8770-1e7b2b61f231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1feecd460f794d2585254038144142d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2769694 Apr 01 14:48:28.832426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38616) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:28.847643 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.859019 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-a48447f1-906b-44b8-9a61-92962fd75847 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 1121 time: 0.4889090 Apr 01 14:48:28.860035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Transition to ACTIVE for port object 45627a2c-01de-40f7-9621-bf1342eafb29 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:28.869947 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'code': 200} Apr 01 14:48:28.883909 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:28.918111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-f0ecd6ab-713e-43af-8bb4-8449dd6d53e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1121 time: 0.2771025 Apr 01 14:48:28.952209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115828f-e5a5-463b-a4bd-6b1254b7f490 None None] Pushing event updated for resources: {'Port': ['ID=45627a2c-01de-40f7-9621-bf1342eafb29,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:29.054876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-00053788-ca5b-4e50-aaf6-c17d44b79ab1 req-4572855e-232e-4101-8468-e816e9891d0a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 1096 time: 0.5706718 Apr 01 14:48:29.118917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-dd846594-81c6-458a-b851-6d88838e5f71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b HTTP/1.1" status: 200 len: 217 time: 0.2395282 Apr 01 14:48:29.143183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3341e90-eb06-4e68-ad9f-449a3aa83358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:29.218740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3341e90-eb06-4e68-ad9f-449a3aa83358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:29.224597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Attempting to bind port 45627a2c-01de-40f7-9621-bf1342eafb29 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:29.225085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Attempting to bind port 45627a2c-01de-40f7-9621-bf1342eafb29 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:29.225736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Attempting to bind port 45627a2c-01de-40f7-9621-bf1342eafb29 on network 111142fc-1cbc-4351-aea1-fb009d0f1f7e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:29.231424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-1aaa62b1-455c-44bf-ba0f-a01a49b45dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:29.232876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-1aaa62b1-455c-44bf-ba0f-a01a49b45dd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3062224 Apr 01 14:48:29.239150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:29.239769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Checking segment: {'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:29.240211 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:29.240826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Bound using segment: {'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:29.241408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Bound port: 45627a2c-01de-40f7-9621-bf1342eafb29, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e50cc22-355c-429c-933c-d24bc14f5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:29.241893 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:29.332273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-00053788-ca5b-4e50-aaf6-c17d44b79ab1 req-c4d9c92d-508a-4bae-9d6e-894ded945ab6 service neutron] Synchronizing usage tracker for tenant:3a25194951ad43dbb17f6a62a58d7b3a on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:29.337452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-4b65ffc1-88e0-436a-9405-a0d0259bfb62 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:29.339115 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-4b65ffc1-88e0-436a-9405-a0d0259bfb62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2072871 Apr 01 14:48:29.345128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49272b6c-aa76-4ea5-a88d-ec1d7612b11e req-369b47a2-b404-4326-ae55-daa502322772 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:29.345826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-49272b6c-aa76-4ea5-a88d-ec1d7612b11e req-369b47a2-b404-4326-ae55-daa502322772 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Synchronizing usage tracker for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:29.350465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-b2c8d8e3-76c4-4fa9-a320-fae330c299de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b HTTP/1.1" status: 200 len: 217 time: 0.1073196 Apr 01 14:48:29.371283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] For port 45627a2c-01de-40f7-9621-bf1342eafb29, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:29.375237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] For port 45627a2c-01de-40f7-9621-bf1342eafb29, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=45627a2c-01de-40f7-9621-bf1342eafb29,segment=NetworkSegment(5e50cc22-355c-429c-933c-d24bc14f5c27),segment_id=5e50cc22-355c-429c-933c-d24bc14f5c27)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:29.389332 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:29.413712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-49272b6c-aa76-4ea5-a88d-ec1d7612b11e req-369b47a2-b404-4326-ae55-daa502322772 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Unset dirty status for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:29.414906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49272b6c-aa76-4ea5-a88d-ec1d7612b11e req-369b47a2-b404-4326-ae55-daa502322772 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 970 time: 0.3255708 Apr 01 14:48:29.416325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a72df-4987-4196-a3e3-1089dd48a5ac req-2e1030b3-a14e-44c0-91de-4f113cefbc49 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:29.423089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c8a72df-4987-4196-a3e3-1089dd48a5ac req-2e1030b3-a14e-44c0-91de-4f113cefbc49 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 950 time: 0.4193702 Apr 01 14:48:29.445732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-00053788-ca5b-4e50-aaf6-c17d44b79ab1 req-c4d9c92d-508a-4bae-9d6e-894ded945ab6 service neutron] Unset dirty status for tenant:3a25194951ad43dbb17f6a62a58d7b3a on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:29.447169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-00053788-ca5b-4e50-aaf6-c17d44b79ab1 req-c4d9c92d-508a-4bae-9d6e-894ded945ab6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734322 Apr 01 14:48:29.464281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3341e90-eb06-4e68-ad9f-449a3aa83358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:29.489113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-6cfa31b5-7c95-4f20-9d65-6ac356c56f24 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:29.490548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-6cfa31b5-7c95-4f20-9d65-6ac356c56f24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1340761 Apr 01 14:48:29.496143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3341e90-eb06-4e68-ad9f-449a3aa83358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd656e-003e-4615-a52e-d8a7dae8d9f6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:29.508972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115828f-e5a5-463b-a4bd-6b1254b7f490 None None] Pushing event updated for resources: {'Port': ['ID=45627a2c-01de-40f7-9621-bf1342eafb29,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:29.524242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c8a72df-4987-4196-a3e3-1089dd48a5ac req-9ddfb079-0b12-4f8b-9655-7fcd6f1acf53 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996568 Apr 01 14:48:29.550435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-d053a13d-8a4c-4de0-80bd-184d80d3255e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2043793 Apr 01 14:48:29.558560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-49272b6c-aa76-4ea5-a88d-ec1d7612b11e req-c6dbfb63-7523-4bd7-a207-e43c00414187 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Synchronizing usage tracker for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:29.562267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3341e90-eb06-4e68-ad9f-449a3aa83358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:29.566589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a3341e90-eb06-4e68-ad9f-449a3aa83358 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4cd656e-003e-4615-a52e-d8a7dae8d9f6 HTTP/1.1" status: 204 len: 168 time: 0.7300663 Apr 01 14:48:29.590433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Routers {'b6a29723-86ff-45e8-9a49-f439e75df36d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:29.592584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6a29723-86ff-45e8-9a49-f439e75df36d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:29.603006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-49272b6c-aa76-4ea5-a88d-ec1d7612b11e req-c6dbfb63-7523-4bd7-a207-e43c00414187 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Unset dirty status for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:29.604477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49272b6c-aa76-4ea5-a88d-ec1d7612b11e req-c6dbfb63-7523-4bd7-a207-e43c00414187 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776669 Apr 01 14:48:29.620267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-69350162-9d68-4943-b748-15631d25916b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209834 Apr 01 14:48:29.869290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-d7ee6f43-0ead-40e9-aee3-c77299765757 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116748 Apr 01 14:48:29.962696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-9dec3eb0-2cda-4b18-bf33-9d5212a68d71 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338068 Apr 01 14:48:30.017663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] Set router b6a29723-86ff-45e8-9a49-f439e75df36d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:30.132540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c26838d1-00a3-49fe-ae30-a2779661c697 req-ebba64be-215d-4f54-b2dc-21ec5e8bad7e service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635184 Apr 01 14:48:30.134953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:30.167922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-be344b6c-34a1-472b-9614-76658b1ff86c tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 1101 time: 0.1120143 Apr 01 14:48:30.169383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.215804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:30.220503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Usage tracker for resource:security_group_rule and tenant:9717fda38624456b802e67139389df36 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:30.223772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:30.230344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:30.247425 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5afaf74f-f7dd-4dba-9ac4-2e747459bfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.311377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.316751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.343268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfd60d-f403-4cf2-a6a6-6a3db4064a42 req-80ceb4d7-f3c3-4bf1-8f5e-cf400cc9d50d tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:30.344976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cfd60d-f403-4cf2-a6a6-6a3db4064a42 req-80ceb4d7-f3c3-4bf1-8f5e-cf400cc9d50d tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 945 time: 0.3980091 Apr 01 14:48:30.366549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45627a2c-01de-40f7-9621-bf1342eafb29 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:30.368411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338011f0-67bb-47d9-9485-fee92912a772,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:30.398698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f251dd8-b4a2-455d-8856-76fbe284b320 req-9558d3f6-e7df-45eb-ae4e-83d83eb0a68b service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235798 Apr 01 14:48:30.402744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0e0272f-fbd7-4866-9671-e83361fb8140 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9717fda38624456b802e67139389df36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2641408 Apr 01 14:48:30.404073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38648) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:30.435244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] Deleting port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:48:30.435581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.531315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-425c2425-816a-42d6-ba87-ddfe5806d16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.586452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 45627a2c-01de-40f7-9621-bf1342eafb29 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:30.594153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 45627a2c-01de-40f7-9621-bf1342eafb29 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:30.595035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.634043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-425c2425-816a-42d6-ba87-ddfe5806d16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.674937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:47:58Z', 'revision_number': 4, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port': {'id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:54Z', 'updated_at': '2022-04-01T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '45627a2c-01de-40f7-9621-bf1342eafb29', 'name': '', 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'mac_address': 'fa:16:3e:5e:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:57Z', 'updated_at': '2022-04-01T14:48:29Z', 'revision_number': 4, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'subnets': [{'id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:30.681067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd40c15-fab9-47a8-91a5-fdf35c428963 None None] The sync data for ids ['b6a29723-86ff-45e8-9a49-f439e75df36d'] in n-d-836017-1 is: [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:47:58Z', 'revision_number': 4, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port': {'id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:54Z', 'updated_at': '2022-04-01T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '45627a2c-01de-40f7-9621-bf1342eafb29', 'name': '', 'network_id': '111142fc-1cbc-4351-aea1-fb009d0f1f7e', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'mac_address': 'fa:16:3e:5e:f0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:57Z', 'updated_at': '2022-04-01T14:48:29Z', 'revision_number': 4, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'subnets': [{'id': '4808ea34-dbd2-4b3f-9375-94044aa06a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:48:30.727722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-425c2425-816a-42d6-ba87-ddfe5806d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.734661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cfd60d-f403-4cf2-a6a6-6a3db4064a42 req-933b1a2b-8fe3-4215-9250-8327ede0a5b6 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322430 Apr 01 14:48:30.773550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c2425-816a-42d6-ba87-ddfe5806d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338011f0-67bb-47d9-9485-fee92912a772,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:30.775332 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.800360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-425c2425-816a-42d6-ba87-ddfe5806d16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:30.805494 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-425c2425-816a-42d6-ba87-ddfe5806d16a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/338011f0-67bb-47d9-9485-fee92912a772 HTTP/1.1" status: 204 len: 168 time: 0.3742707 Apr 01 14:48:30.906608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 45627a2c-01de-40f7-9621-bf1342eafb29, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=45627a2c-01de-40f7-9621-bf1342eafb29,segment=NetworkSegment(5e50cc22-355c-429c-933c-d24bc14f5c27),segment_id=5e50cc22-355c-429c-933c-d24bc14f5c27)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:30.914524 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:31.067667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=45627a2c-01de-40f7-9621-bf1342eafb29,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:31.111577 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:31.185623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] For port a3faf1f8-4993-4f28-bc27-2ddece07d3e3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:31.186179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:31.241284 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:31.316534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60528628-e085-4944-af9b-2d75930562b9 req-fa58c182-0b82-41d3-b64c-0f9984b92fb0 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:31.323572 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60528628-e085-4944-af9b-2d75930562b9 req-fa58c182-0b82-41d3-b64c-0f9984b92fb0 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 970 time: 0.1056015 Apr 01 14:48:31.324762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] Calling delete_port for a3faf1f8-4993-4f28-bc27-2ddece07d3e3 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:48:31.352814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:48:31.375784 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60528628-e085-4944-af9b-2d75930562b9 req-da70b19a-9c10-4004-853d-6453a743c778 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512977 Apr 01 14:48:31.517628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-d1342dc7-6685-4044-adf9-eaebf0c0ae6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 1121 time: 1.0160451 Apr 01 14:48:31.707310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:31.752073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'mac_address': 'fa:16:3e:2c:49:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:tempest-test_az-1710496758', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:48:31.785838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb553aa7-ca09-458c-8ae0-374dcd4dd275 req-14e08b66-0aef-46f9-ae65-7bc4bdaaf66e tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:31.798953 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb553aa7-ca09-458c-8ae0-374dcd4dd275 req-14e08b66-0aef-46f9-ae65-7bc4bdaaf66e tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=d544a390-56ee-45b8-89f5-f73ac9d27434 HTTP/1.1" status: 200 len: 950 time: 0.4190602 Apr 01 14:48:31.863667 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:31.884770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:31.904182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:31.913052 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:31.928368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-b77e6ee2-6647-4625-b4bd-14e46f0b08e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:31.929785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-b77e6ee2-6647-4625-b4bd-14e46f0b08e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4005301 Apr 01 14:48:31.932135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:31.982288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a3faf1f8-4993-4f28-bc27-2ddece07d3e3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:32.056047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:32.103829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:32.117379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4378a3b-a5a9-4f3c-bffb-7beda966a0fe req-9197918a-aa8d-4733-aa4e-c727873835ff tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:32.118647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3faf1f8-4993-4f28-bc27-2ddece07d3e3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:32.125218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b4378a3b-a5a9-4f3c-bffb-7beda966a0fe req-9197918a-aa8d-4733-aa4e-c727873835ff tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 945 time: 0.1557117 Apr 01 14:48:32.137417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb553aa7-ca09-458c-8ae0-374dcd4dd275 req-97ded5c6-7e65-484c-988f-283c4f83d5d7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993305 Apr 01 14:48:32.137417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-3b8ea990-987b-4281-9bab-5816ccd7a153 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b HTTP/1.1" status: 200 len: 217 time: 0.1616914 Apr 01 14:48:32.241310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b4378a3b-a5a9-4f3c-bffb-7beda966a0fe req-fbd8c61a-fa82-46bf-a413-df8801b36353 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012323 Apr 01 14:48:32.315099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-695424c3-9920-4918-b091-d829c4a6dace service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:32.317234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-695424c3-9920-4918-b091-d829c4a6dace service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1773851 Apr 01 14:48:32.331872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45627a2c-01de-40f7-9621-bf1342eafb29 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:32.424712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] No DVR routers for this DVR port a3faf1f8-4993-4f28-bc27-2ddece07d3e3 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:48:32.427649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:32.443875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'name': 'network-vif-deleted', 'tag': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:32.465067 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98e2219d-5d1f-4a08-9b67-79658b19b8c1 req-ab3a2c86-8819-4b82-bb8a-86b992587a17 tempest-DeleteServersAdminTestJSON-2108356812 tempest-DeleteServersAdminTestJSON-2108356812-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a3faf1f8-4993-4f28-bc27-2ddece07d3e3 HTTP/1.1" status: 204 len: 173 time: 2.2584145 Apr 01 14:48:32.536775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-ea8a5419-cf81-41df-bea6-43ae291f470f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127485 Apr 01 14:48:32.561237 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:32.569341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 45627a2c-01de-40f7-9621-bf1342eafb29 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:32.569771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:32.780463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-c880ec46-f647-4d78-b917-1110b7a2c6d8 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334893 Apr 01 14:48:32.963756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6750f3eb-696a-4f2c-97d4-c27936b41eb1 req-c1d5d3e8-a5bc-46ae-b302-89e9760e349f service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771722 Apr 01 14:48:33.027510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2ed5d-4429-4d6c-a882-d8e15c37cd44 req-15085e33-0029-4f39-b296-e79741000d94 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:33.034028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5bc2ed5d-4429-4d6c-a882-d8e15c37cd44 req-15085e33-0029-4f39-b296-e79741000d94 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 945 time: 0.2888036 Apr 01 14:48:33.044127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38760) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:33.050753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'floatingip': {'port_id': '80dabac2-8359-4939-b401-9ba48fdd7a71'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:33.093248 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd544a390-56ee-45b8-89f5-f73ac9d27434', 'name': 'network-vif-deleted', 'tag': 'a3faf1f8-4993-4f28-bc27-2ddece07d3e3', 'status': 'completed', 'code': 200} Apr 01 14:48:33.128168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3345-ee0d-4dd8-ab3c-3b1aeceac844 req-b3835f33-721a-472c-a72a-eca3caba8a89 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:33.135259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e8d3345-ee0d-4dd8-ab3c-3b1aeceac844 req-b3835f33-721a-472c-a72a-eca3caba8a89 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 970 time: 0.1078629 Apr 01 14:48:33.149113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:33.189792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e8d3345-ee0d-4dd8-ab3c-3b1aeceac844 req-6dbd4593-e126-471b-bff7-634278096d7c tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535827 Apr 01 14:48:33.368861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eaa7a810-54ad-4885-b0bf-c7685063d47b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:48:33.410537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:33.613909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eaa7a810-54ad-4885-b0bf-c7685063d47b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:33.630190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'eaa7a810-54ad-4885-b0bf-c7685063d47b', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'eaa7a810-54ad-4885-b0bf-c7685063d47b', 'mac_address': 'fa:16:3e:3c:49:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:tempest-test_az-1710496758', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:48:33.677234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:33.694540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:33.694905 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:33.788536 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:33.838732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa7a810-54ad-4885-b0bf-c7685063d47b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:33.889629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eaa7a810-54ad-4885-b0bf-c7685063d47b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:33.953644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:34.082117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:34.089709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:48:34.171739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:34.180151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eaa7a810-54ad-4885-b0bf-c7685063d47b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:34.221922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=eaa7a810-54ad-4885-b0bf-c7685063d47b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:34.229276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:34.246795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:34.259914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-0909888f-63f8-4a8f-a7c0-fbbb4ec4990b tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=350b35894ace4318884e4907c0732c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552354 Apr 01 14:48:34.322659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:34.332233 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:34.348608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:34.500998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-ca0953cf-6aa5-4ff8-aa26-31167df0854b tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:34.506045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-ca0953cf-6aa5-4ff8-aa26-31167df0854b tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368231 Apr 01 14:48:34.523139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-b36e8ccc-444b-4f2b-8680-d7469e363782 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/quotas/350b35894ace4318884e4907c0732c41 HTTP/1.1" status: 200 len: 375 time: 0.0117104 Apr 01 14:48:34.576162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-0b1af403-e70a-4bae-90cc-0160b8638e8c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Synchronizing usage tracker for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:34.588783 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43 associated. External IP: 172.25.2.185, port: 80dabac2-8359-4939-b401-9ba48fdd7a71. Apr 01 14:48:34.594203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-0b1af403-e70a-4bae-90cc-0160b8638e8c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Unset dirty status for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:34.596225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-0b1af403-e70a-4bae-90cc-0160b8638e8c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=350b35894ace4318884e4907c0732c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669880 Apr 01 14:48:34.610032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:34.656476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38838) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:34.809770 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'code': 200} Apr 01 14:48:34.957625 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.065235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.125659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:35.141225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Usage tracker for resource:security_group_rule and tenant:3f7660792b994f9787007c638d658149 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:35.146029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a3faf1f8-4993-4f28-bc27-2ddece07d3e3 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:48:35.146807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:35.152280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:35.159385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e579431b-368f-4c78-8c88-87d3fddb4a2b req-b9a45c5e-71df-45c5-acd9-6bd6e0cbedc2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1123 time: 0.2771349 Apr 01 14:48:35.162811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:35.165146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Usage tracker for resource:security_group_rule and tenant:47729ed2d15341158e9d37bcf7c342f5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:35.168447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:35.193548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:35.228604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: a3faf1f8-4993-4f28-bc27-2ddece07d3e3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:48:35.229116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a3faf1f8-4993-4f28-bc27-2ddece07d3e3 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:48:35.251580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7704305-089a-448c-9d9d-d30ce56f0bb1 req-5750ac29-fd53-423b-811d-9c2821da3189 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:35.253048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7704305-089a-448c-9d9d-d30ce56f0bb1 req-5750ac29-fd53-423b-811d-9c2821da3189 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 971 time: 0.2385278 Apr 01 14:48:35.292700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e579431b-368f-4c78-8c88-87d3fddb4a2b req-ed07149d-4fcd-4617-8d62-b8bf75174827 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212032 Apr 01 14:48:35.298931 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-569fd1fc-5533-4c55-9965-a2ac04237658 req-f4c8ee2e-281c-43ec-8604-7d02e2a589b8 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 210 time: 0.0517185 Apr 01 14:48:35.307989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:48:35.364767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.368660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eaa7a810-54ad-4885-b0bf-c7685063d47b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:35.395893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7704305-089a-448c-9d9d-d30ce56f0bb1 req-776b0b58-b8b6-487d-92e2-925bf20781d6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338825 Apr 01 14:48:35.401095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.455552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.486490 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.508635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1254403-2c82-439e-9770-41e6e115edef,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:35.547695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-64012fe4-f1cc-4b6b-aff0-0a131b6c390a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f7660792b994f9787007c638d658149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9358921 Apr 01 14:48:35.555298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38870) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:35.557229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port eaa7a810-54ad-4885-b0bf-c7685063d47b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:35.562509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port eaa7a810-54ad-4885-b0bf-c7685063d47b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:35.562879 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.594404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47729ed2d15341158e9d37bcf7c342f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9340816 Apr 01 14:48:35.595105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38874) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:35.609977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999df9b-f623-457d-82c8-04a9d60c93d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b8e087-b898-4c57-a0a6-d58768eec282,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:35.691008 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76343480-80e7-4f5e-8000-3d23df0f5a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.754779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76343480-80e7-4f5e-8000-3d23df0f5a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.770326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-592a9d51-c09d-4c5f-a4ed-06f18cc040ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.822925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-592a9d51-c09d-4c5f-a4ed-06f18cc040ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.829646 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.865423 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76343480-80e7-4f5e-8000-3d23df0f5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.890836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eaa7a810-54ad-4885-b0bf-c7685063d47b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:35.895094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-592a9d51-c09d-4c5f-a4ed-06f18cc040ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.896132 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.911330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76343480-80e7-4f5e-8000-3d23df0f5a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1254403-2c82-439e-9770-41e6e115edef,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:35.919786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-592a9d51-c09d-4c5f-a4ed-06f18cc040ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.920914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-592a9d51-c09d-4c5f-a4ed-06f18cc040ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22b8e087-b898-4c57-a0a6-d58768eec282 HTTP/1.1" status: 204 len: 168 time: 0.3144710 Apr 01 14:48:35.921755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a9d51-c09d-4c5f-a4ed-06f18cc040ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b8e087-b898-4c57-a0a6-d58768eec282,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:35.931547 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76343480-80e7-4f5e-8000-3d23df0f5a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.934450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-76343480-80e7-4f5e-8000-3d23df0f5a6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1254403-2c82-439e-9770-41e6e115edef HTTP/1.1" status: 204 len: 168 time: 0.3755050 Apr 01 14:48:35.942667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:48:35.948481 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:35.956426 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] Sync routers for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:48:35.985343 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:35.997670 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:36.011117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1109c4e4-0fb9-403a-b6df-912b0dfe6129 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "PUT /v2.0/floatingips/fbfcabc2-61c3-4c58-a36c-eaa154017b43 HTTP/1.1" status: 200 len: 991 time: 2.9632554 Apr 01 14:48:36.011117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:36.118992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=eaa7a810-54ad-4885-b0bf-c7685063d47b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:36.142198 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'status': 'completed', 'code': 200} Apr 01 14:48:36.362090 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:36.399944 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-3bc9fff9-a73d-4678-99ca-1b933e3f73cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 1096 time: 0.2347558 Apr 01 14:48:36.442808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cb4ad628-ffb7-47da-951f-d696aa160445 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=350b35894ace4318884e4907c0732c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2388039 Apr 01 14:48:36.685175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-6a5f10a5-14e6-46b4-9a3e-a49fdf920533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:36.690301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-6a5f10a5-14e6-46b4-9a3e-a49fdf920533 service neutron] 10.222.0.44 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 924 time: 0.2774026 Apr 01 14:48:36.776543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38930) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:36.797681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38934) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:36.811175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2205aeb-030f-4986-99e6-f2783100773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa7a810-54ad-4885-b0bf-c7685063d47b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:36.844592 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:36.862980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a4fd-dd8b-4830-9770-726046d4986f req-f9a3adc1-3ea6-4440-bcd8-29fa4c844ac6 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:36.865007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd80a4fd-dd8b-4830-9770-726046d4986f req-f9a3adc1-3ea6-4440-bcd8-29fa4c844ac6 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 945 time: 0.5980387 Apr 01 14:48:36.874899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-62620796-d678-4e50-81a9-9debbab62aa5 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:36.876333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-62620796-d678-4e50-81a9-9debbab62aa5 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206007 Apr 01 14:48:36.877016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:36.912065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Request body: {'port': {'device_id': '8581cc1c-ab7b-4604-b262-3129087906dc', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '350b35894ace4318884e4907c0732c41'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:36.935080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5ccf8b23-4389-415e-9af3-ce1919e53072 req-6e6453c6-7e14-46d4-8230-392394740053 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 210 time: 0.0550444 Apr 01 14:48:36.976444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-42d42ccb-db9b-40f8-924f-6796f40f559e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80dabac2-8359-4939-b401-9ba48fdd7a71 HTTP/1.1" status: 200 len: 999 time: 0.2766752 Apr 01 14:48:37.034702 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbfcabc2-61c3-4c58-a36c-eaa154017b43', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'port_id': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'mac_address': 'fa:16:3e:85:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:48:10Z', 'updated_at': '2022-04-01T14:48:33Z', 'revision_number': 1, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:37.040029 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] Checking router: 9e1c635d-fe1d-4167-a81e-20b23b4690a0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:48:37.047449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:37.054248 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:37.054835 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:37.059788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-590a653b-44b2-424a-aa71-8e59cf0db8d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:37.061273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-590a653b-44b2-424a-aa71-8e59cf0db8d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fadbb68e-6c53-415c-af81-8ef539f220a1 HTTP/1.1" status: 200 len: 862 time: 0.0788381 Apr 01 14:48:37.065278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Usage tracker for resource:security_group_rule and tenant:006907467a0c452fb11081c4cffacff4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:37.069750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:37.078864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd80a4fd-dd8b-4830-9770-726046d4986f req-4c47d4ed-6e2f-430d-8b53-f4cf25edf3ea tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925068 Apr 01 14:48:37.079906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:37.087857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:37.103956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Usage tracker for resource:security_group_rule and tenant:9f7f464bfb2f4d84970c226563196551 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:37.109701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:37.119804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:37.178794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:37.202807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:37.229966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-71154379-8b5d-4156-b58a-8149a0bf986c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adab06f2-b722-4274-a321-b0a3961693d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606138 Apr 01 14:48:37.253001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Made reservation on behalf of 350b35894ace4318884e4907c0732c41 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:37.255962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:37.319304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:37.342504 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2205aeb-030f-4986-99e6-f2783100773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa7a810-54ad-4885-b0bf-c7685063d47b', 'code': 200} Apr 01 14:48:37.412878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:37.422728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:37.436617 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:37.478519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:37.490117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-980e16c5-395a-427f-a09a-a5ed64ba5999 service neutron] 10.222.0.44 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536414 Apr 01 14:48:37.693266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f7f464bfb2f4d84970c226563196551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9103904 Apr 01 14:48:37.702178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38964) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:37.728781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdaf0-92e5-48dc-9590-1871bc7be747 req-abb87c29-31f9-4b00-a43a-e65f6177e247 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:37.735459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd4fdaf0-92e5-48dc-9590-1871bc7be747 req-abb87c29-31f9-4b00-a43a-e65f6177e247 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 972 time: 0.3720865 Apr 01 14:48:37.767414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e63b5b4-62d3-4a0a-a895-8813c6718704 req-b580d05f-db34-4a5a-91ec-0ebc1c185f46 service neutron] 10.222.0.44 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701960 Apr 01 14:48:37.776184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf2bcff6-462a-4cda-803b-8a1006454bf9 req-3cf1a467-7be3-4c5f-bc9e-d70442a204ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 1123 time: 0.3682656 Apr 01 14:48:37.800451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:37.843558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd4fdaf0-92e5-48dc-9590-1871bc7be747 req-6287bf69-9943-421a-90de-c48c6ccefb34 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062021 Apr 01 14:48:37.847052 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=006907467a0c452fb11081c4cffacff4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0358505 Apr 01 14:48:37.847872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0a2ed-2aed-4c53-8f09-e6c34a963613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b21fd56-595e-47c3-b5b2-70cbdab69f57,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:37.849706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38978) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:37.919643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf2bcff6-462a-4cda-803b-8a1006454bf9 req-b84c01ae-1abe-4793-80e1-717ea59cc33d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358664 Apr 01 14:48:38.004686 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf1ed-17f8-4b9e-bf4e-c03bbaa7fc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.042736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e26e3d-0359-411e-a213-a596fd7591bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64132ab4-676c-4b36-b7d8-b311d744e3bd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:38.052246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e889-4049-4515-8b7b-df0c7d51b692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.068829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf1ed-17f8-4b9e-bf4e-c03bbaa7fc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.069060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbfcabc2-61c3-4c58-a36c-eaa154017b43', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'port_id': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'mac_address': 'fa:16:3e:85:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:48:10Z', 'updated_at': '2022-04-01T14:48:33Z', 'revision_number': 1, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:38.074206 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab674a3-f7b9-474b-b58d-844a121e1348 None None] The sync data for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 is: [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbfcabc2-61c3-4c58-a36c-eaa154017b43', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'port_id': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'mac_address': 'fa:16:3e:85:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:48:10Z', 'updated_at': '2022-04-01T14:48:33Z', 'revision_number': 1, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:48:38.075428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Allocated IP 192.168.233.198 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/7023a8cf-b5fd-4f76-bf50-d4731b37af04) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:38.114828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.126476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e889-4049-4515-8b7b-df0c7d51b692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.170518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:38.175277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:77737e9a4d1241928739548e1d67def2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:38.178532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:38.189512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:38.205814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e889-4049-4515-8b7b-df0c7d51b692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.224414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4e889-4049-4515-8b7b-df0c7d51b692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64132ab4-676c-4b36-b7d8-b311d744e3bd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:38.285389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf1ed-17f8-4b9e-bf4e-c03bbaa7fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.315712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-456cc656-6a47-4d1f-816a-d78fcd65858b req-816b7acb-f7ab-4d7d-a07a-0b8b2e69c0b0 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 210 time: 0.1161675 Apr 01 14:48:38.326159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcf1ed-17f8-4b9e-bf4e-c03bbaa7fc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b21fd56-595e-47c3-b5b2-70cbdab69f57,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:38.336458 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e889-4049-4515-8b7b-df0c7d51b692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.344799 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e8c4e889-4049-4515-8b7b-df0c7d51b692 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64132ab4-676c-4b36-b7d8-b311d744e3bd HTTP/1.1" status: 204 len: 168 time: 0.6367800 Apr 01 14:48:38.384708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf1ed-17f8-4b9e-bf4e-c03bbaa7fc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.386016 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c2fcf1ed-17f8-4b9e-bf4e-c03bbaa7fc20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b21fd56-595e-47c3-b5b2-70cbdab69f57 HTTP/1.1" status: 204 len: 168 time: 0.5352519 Apr 01 14:48:38.396408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.411799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.414157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655832c-a39e-431b-b152-48ee762e2f20 None None] New status for floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:48:38.469723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d7b3d-db52-4fef-bba4-3a70a4c366be,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:38.495507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-68cf18f5-b8bc-4234-8f61-1e12b22be8f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77737e9a4d1241928739548e1d67def2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6926990 Apr 01 14:48:38.498773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39006) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:38.597830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f47042b-967e-4c35-b386-a25931d358e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.648043 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f47042b-967e-4c35-b386-a25931d358e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.699857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.726714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f47042b-967e-4c35-b386-a25931d358e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.729827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39020) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:38.745235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Transition to ACTIVE for port object 7023a8cf-b5fd-4f76-bf50-d4731b37af04 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:38.762889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47042b-967e-4c35-b386-a25931d358e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d7b3d-db52-4fef-bba4-3a70a4c366be,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:38.792804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f47042b-967e-4c35-b386-a25931d358e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.793137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:38.797440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f47042b-967e-4c35-b386-a25931d358e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc7d7b3d-db52-4fef-bba4-3a70a4c366be HTTP/1.1" status: 204 len: 168 time: 0.2943804 Apr 01 14:48:38.937798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:38.949110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:38.969721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:38.975180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:38.976787 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.020655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1163013 Apr 01 14:48:39.034656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Request body: {'port': {'device_id': '8581cc1c-ab7b-4604-b262-3129087906dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:39.091147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f369054-0143-4faf-bedf-fcdb16474ef7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Pushing event updated for resources: {'Port': ['ID=7023a8cf-b5fd-4f76-bf50-d4731b37af04,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:39.286668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.315227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de8999-8852-4262-8275-891d576aeab8 req-215147b9-18c3-45e9-baf4-457779a88647 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:39.322544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6de8999-8852-4262-8275-891d576aeab8 req-215147b9-18c3-45e9-baf4-457779a88647 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 972 time: 0.2036195 Apr 01 14:48:39.398166 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ed38f2f2-28a4-4f5e-b5fc-4b43db2e481f None None] Provisioning for port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:39.405042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ed38f2f2-28a4-4f5e-b5fc-4b43db2e481f None None] Provisioning complete for port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:39.405413 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed38f2f2-28a4-4f5e-b5fc-4b43db2e481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.435041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6de8999-8852-4262-8275-891d576aeab8 req-8af97879-0eb9-45f1-b2ec-bfd0311deb4e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114321 Apr 01 14:48:39.551299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1dac66bd-5df8-4ce1-b245-3d711f79e74c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85950a57dd6d4bc787e8b6793fada288&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8174312 Apr 01 14:48:39.555429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39062) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:39.589831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ed38f2f2-28a4-4f5e-b5fc-4b43db2e481f None None] Port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:39.644677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68c892b9-0457-4c43-8dfc-d486f11c225b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.677497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68c892b9-0457-4c43-8dfc-d486f11c225b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.737431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39072) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:39.765594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68c892b9-0457-4c43-8dfc-d486f11c225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.788486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.800895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c892b9-0457-4c43-8dfc-d486f11c225b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb34edf-ac01-4277-b6c1-d0f96b2e9633,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:39.837446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68c892b9-0457-4c43-8dfc-d486f11c225b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:39.841377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-68c892b9-0457-4c43-8dfc-d486f11c225b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cb34edf-ac01-4277-b6c1-d0f96b2e9633 HTTP/1.1" status: 204 len: 168 time: 0.2816141 Apr 01 14:48:39.857646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:39.868025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e8bf7-8004-44b4-8d9e-878a8831a2e0 req-339e39a7-7b81-4159-89a3-9c4b2bdf2f78 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:39.868703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b43e8bf7-8004-44b4-8d9e-878a8831a2e0 req-339e39a7-7b81-4159-89a3-9c4b2bdf2f78 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Synchronizing usage tracker for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:39.872612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Usage tracker for resource:security_group_rule and tenant:45afd8868e304c208440fcec93dda21d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:39.877463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:39.897062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:39.955626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b43e8bf7-8004-44b4-8d9e-878a8831a2e0 req-339e39a7-7b81-4159-89a3-9c4b2bdf2f78 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Unset dirty status for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:39.956789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b43e8bf7-8004-44b4-8d9e-878a8831a2e0 req-339e39a7-7b81-4159-89a3-9c4b2bdf2f78 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 936 time: 0.2833230 Apr 01 14:48:39.975281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7023a8cf-b5fd-4f76-bf50-d4731b37af04 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:39.998851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.036132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Transition to ACTIVE for port object 7023a8cf-b5fd-4f76-bf50-d4731b37af04 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:40.050666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.104095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39084) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:40.123545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b43e8bf7-8004-44b4-8d9e-878a8831a2e0 req-fe8e38dc-265f-4b68-997d-5187ea61be26 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515927 Apr 01 14:48:40.218666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.245756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.261857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Pushing event updated for resources: {'Port': ['ID=7023a8cf-b5fd-4f76-bf50-d4731b37af04,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:40.308692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7c69e-0bae-43d2-8b46-7d5d1ef4b173,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:40.344040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ab42d24c-cf4a-459f-a636-bf5433a1734c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45afd8868e304c208440fcec93dda21d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6032465 Apr 01 14:48:40.344434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39094) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:40.369011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Attempting to bind port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:40.369397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Attempting to bind port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:40.369765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Attempting to bind port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:40.377697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:48:40.378062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Attempting to bind port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:40.385881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:40.386023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:40.386320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:40.386741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Bound port: 7023a8cf-b5fd-4f76-bf50-d4731b37af04, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:40.387264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.416601 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.449031 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.458817 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.504277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] For port 7023a8cf-b5fd-4f76-bf50-d4731b37af04, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:40.509930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] For port 7023a8cf-b5fd-4f76-bf50-d4731b37af04, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7023a8cf-b5fd-4f76-bf50-d4731b37af04,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:40.515027 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.524428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.543029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7c69e-0bae-43d2-8b46-7d5d1ef4b173,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:40.549700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.553170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbc7c69e-0bae-43d2-8b46-7d5d1ef4b173 HTTP/1.1" status: 204 len: 168 time: 0.2054362 Apr 01 14:48:40.558125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.558733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.558897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.559337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.559609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.559946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.560271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.560595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.560914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.561234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.561556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4658ff-91f2-4908-8d9a-ad1e59e935c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:40.587054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.619379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:40.621273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] 10.222.0.44 "PUT /v2.0/ports/7023a8cf-b5fd-4f76-bf50-d4731b37af04 HTTP/1.1" status: 200 len: 1096 time: 1.5923584 Apr 01 14:48:40.621788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8581cc1c-ab7b-4604-b262-3129087906dc', 'tag': '7023a8cf-b5fd-4f76-bf50-d4731b37af04'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:40.676935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:40.686211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Usage tracker for resource:security_group_rule and tenant:71a45f85f04a46efb3956d4428d307eb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:40.690927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:40.710590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:40.715992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39110) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:40.776695 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8581cc1c-ab7b-4604-b262-3129087906dc', 'tag': '7023a8cf-b5fd-4f76-bf50-d4731b37af04', 'status': 'completed', 'code': 200} Apr 01 14:48:40.780062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb8e03-d24c-41cd-9638-ac9746edd825 service neutron] Pushing event updated for resources: {'Port': ['ID=7023a8cf-b5fd-4f76-bf50-d4731b37af04,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:40.855531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-691ae2f1-3fc5-448a-ab4b-73cd0009e4c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=350b35894ace4318884e4907c0732c41&device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 1099 time: 0.1830053 Apr 01 14:48:40.907906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a92e6ff-af87-421e-aa91-a57729864eff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=260a8822eeb248d0add622847de39870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1852431 Apr 01 14:48:40.912045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39114) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:40.970611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-c49b396e-d655-4943-bf02-421986807695 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7023a8cf-b5fd-4f76-bf50-d4731b37af04 HTTP/1.1" status: 200 len: 217 time: 0.1076257 Apr 01 14:48:40.978097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b7c20-5d12-46e5-bbd1-43b7c2584c40 req-a5b39a1c-9abb-49d8-8621-bc44a0ab360a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:40.984944 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-464b7c20-5d12-46e5-bbd1-43b7c2584c40 req-a5b39a1c-9abb-49d8-8621-bc44a0ab360a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 972 time: 0.2677891 Apr 01 14:48:41.006371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.018433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.045874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-f889bea2-488a-4681-86eb-3dd87e84860c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:41.047548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-f889bea2-488a-4681-86eb-3dd87e84860c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0710690 Apr 01 14:48:41.108300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83af147-3b9d-4645-b9a9-98411a07db4e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:41.120246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-92423350-8e09-4d55-bec1-067573cbae66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71a45f85f04a46efb3956d4428d307eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0150225 Apr 01 14:48:41.120876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80af54f9-9bed-443f-9bf9-09a4cf6a9654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.127653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39124) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:41.135975 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-464b7c20-5d12-46e5-bbd1-43b7c2584c40 req-6d553b99-28fa-45ff-9325-6d9e38f686bb tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502008 Apr 01 14:48:41.176447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80af54f9-9bed-443f-9bf9-09a4cf6a9654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.208369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9f067401-3757-4b15-bdd5-21d9fa7fe17d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540146 Apr 01 14:48:41.265168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80af54f9-9bed-443f-9bf9-09a4cf6a9654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.340807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29b88ca7-bef6-4718-8e40-f9cde761baf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.383524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af54f9-9bed-443f-9bf9-09a4cf6a9654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4de36-948f-40c2-8d2d-3e28aa31bc17,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:41.425594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80af54f9-9bed-443f-9bf9-09a4cf6a9654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.425594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-80af54f9-9bed-443f-9bf9-09a4cf6a9654 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6b4de36-948f-40c2-8d2d-3e28aa31bc17 HTTP/1.1" status: 204 len: 168 time: 0.5065045 Apr 01 14:48:41.449667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450178a-56d9-4d02-8890-276ae65a6cd9 req-6f9c6403-e989-48bf-b10d-dce8609f5311 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:41.456595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b450178a-56d9-4d02-8890-276ae65a6cd9 req-6f9c6403-e989-48bf-b10d-dce8609f5311 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 948 time: 0.1166196 Apr 01 14:48:41.458369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39140) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:41.462731 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29b88ca7-bef6-4718-8e40-f9cde761baf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.505931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b450178a-56d9-4d02-8890-276ae65a6cd9 req-01b11bc8-d0fc-4b38-b618-d8e01a76b102 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Apr 01 14:48:41.591454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29b88ca7-bef6-4718-8e40-f9cde761baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.634808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b88ca7-bef6-4718-8e40-f9cde761baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83af147-3b9d-4645-b9a9-98411a07db4e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:41.665830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29b88ca7-bef6-4718-8e40-f9cde761baf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.667138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-29b88ca7-bef6-4718-8e40-f9cde761baf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d83af147-3b9d-4645-b9a9-98411a07db4e HTTP/1.1" status: 204 len: 168 time: 0.5382869 Apr 01 14:48:41.674552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-822363b9-32ff-4dfc-8774-175885866f1b service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595561 Apr 01 14:48:41.707960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019398e-ae13-40e8-8803-c222371eb14f req-15771b01-9d90-4f36-ae14-663f3389f9e1 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:41.709402 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6019398e-ae13-40e8-8803-c222371eb14f req-15771b01-9d90-4f36-ae14-663f3389f9e1 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2050958 Apr 01 14:48:41.833912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6019398e-ae13-40e8-8803-c222371eb14f req-7e1b228c-71a7-48f8-a4df-227b5bbe8c4b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783298 Apr 01 14:48:41.841688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1777660197-network', 'tenant_id': 'b2889c2017db4b29a1b206908a2da184'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:41.846738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:41.851315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Usage tracker for resource:network and tenant:b2889c2017db4b29a1b206908a2da184 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:41.868062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:41.868062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:41.868259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc02d1e1-6e90-4fba-a76f-38e4072633ae req-9d3c4de4-d270-458e-8fe9-e4150a67c190 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811211 Apr 01 14:48:41.883762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Made reservation on behalf of b2889c2017db4b29a1b206908a2da184 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:41.887855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.904159 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:41.940130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:41.944537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b2889c2017db4b29a1b206908a2da184 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:41.947713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:41.954387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:41.993043 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af019b45-2940-4092-b669-7a6b16b261b4 req-413fac09-da4e-4c5a-9793-c4b64ecb788e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=350b35894ace4318884e4907c0732c41&device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 1099 time: 0.0739625 Apr 01 14:48:42.031063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.037299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.071344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:48:42.077078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f4a4f-db43-4e80-a641-a9e83d09362f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:42.084636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.084744 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Added segment 4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d of type vlan for network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 Apr 01 14:48:42.120781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.164162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.165296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:42.166090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.215182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019b45-2940-4092-b669-7a6b16b261b4 req-60436957-9174-4245-9526-dd2a4ca6acb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:42.217676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af019b45-2940-4092-b669-7a6b16b261b4 req-60436957-9174-4245-9526-dd2a4ca6acb3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2174957 Apr 01 14:48:42.307915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-7ac4d42a-eb82-43a9-b006-780cfadbc398 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8569eacbba144620bc2f15da9c1104d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386424 Apr 01 14:48:42.308890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec81498-8708-48e6-9ca9-e34d4a18b1e5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:42.314887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1de3f60b-4acc-49eb-bdf2-634e75a5f2f0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8548191 Apr 01 14:48:42.315873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39176) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:42.319860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:48:42.323887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Request body: {'subnet': {'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1777660197-subnet', 'tenant_id': 'b2889c2017db4b29a1b206908a2da184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:42.331347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af019b45-2940-4092-b669-7a6b16b261b4 req-534f6934-9a9c-48c7-a71b-93715ce0299b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7023a8cf-b5fd-4f76-bf50-d4731b37af04 HTTP/1.1" status: 200 len: 217 time: 0.1019626 Apr 01 14:48:42.352912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:42.407988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Usage tracker for resource:subnet and tenant:b2889c2017db4b29a1b206908a2da184 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:42.412810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:42.427887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:42.437245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019b45-2940-4092-b669-7a6b16b261b4 req-6bbb83d9-798b-4179-910b-24536e0168f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:42.438768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af019b45-2940-4092-b669-7a6b16b261b4 req-6bbb83d9-798b-4179-910b-24536e0168f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1007736 Apr 01 14:48:42.459934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Made reservation on behalf of b2889c2017db4b29a1b206908a2da184 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:42.462953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.550740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39184) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:42.582271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.605354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af019b45-2940-4092-b669-7a6b16b261b4 req-4a5d35fc-8d21-475d-8320-e42b9b87d5d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601136 Apr 01 14:48:42.632124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:42.635133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-88f451b0-26a4-4854-aa38-8e7bcb4306c2 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:42.636677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-88f451b0-26a4-4854-aa38-8e7bcb4306c2 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199635 Apr 01 14:48:42.636882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Usage tracker for resource:security_group_rule and tenant:6fb1c8eb2cc34109bf4ee8438ec3fa1a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:42.641392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:42.672832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:42.698702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-d47ff99a-c818-4e70-bd93-d6c5a6a97825 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/quotas/8569eacbba144620bc2f15da9c1104d5 HTTP/1.1" status: 200 len: 375 time: 0.0465248 Apr 01 14:48:42.867442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-7385b7d7-d10e-424b-9204-0e707eb57a52 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607585 Apr 01 14:48:42.895679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:42.939236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea570ca-14b4-4628-a779-ebb3c7d5ebc9 req-4e20e306-d48e-49a6-baba-cb4c4985e246 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:42.940551 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fea570ca-14b4-4628-a779-ebb3c7d5ebc9 req-4e20e306-d48e-49a6-baba-cb4c4985e246 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 948 time: 0.2010720 Apr 01 14:48:42.946625 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af019b45-2940-4092-b669-7a6b16b261b4 req-96b0695e-efb0-41f0-9547-dbc6ffda7259 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975280 Apr 01 14:48:43.019306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7357d80d-7d3b-4268-8c5f-e83075607a47,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:43.038495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:43.038771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Network hostable DHCP agents. Network: 7ec81498-8708-48e6-9ca9-e34d4a18b1e5, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:48:43.064933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:48:43.076333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:43.104671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 7ec81498-8708-48e6-9ca9-e34d4a18b1e5) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:43.109146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:43.109893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:43.117950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c964fed-fb72-45c7-b90e-1e5abe47d7c4 None None] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:43.174022 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fea570ca-14b4-4628-a779-ebb3c7d5ebc9 req-251c2ea3-b38f-434e-b2a2-970662df3174 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246809 Apr 01 14:48:43.174613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:43.255531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f5017a5-6c7f-4f57-8896-0041e3e0573a req-957ca1c9-704d-45b8-ae10-d187a4c6082b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 210 time: 0.1290572 Apr 01 14:48:43.272589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c54b2b57-b75c-4a20-8f96-5cd86c9527f4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9545648 Apr 01 14:48:43.281927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02fe03-0313-43d1-bc7e-1743977ac463,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:43.313925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-109e7b6f-f410-47fd-9af3-1e90be050d3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fb1c8eb2cc34109bf4ee8438ec3fa1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7553566 Apr 01 14:48:43.314465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39212) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:43.336206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af019b45-2940-4092-b669-7a6b16b261b4 req-0f4cb808-f117-494f-8b0f-02e44054a31a service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548009 Apr 01 14:48:43.397974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1a41-00ed-4e56-be5d-fa084beb53da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:43.442157 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1a41-00ed-4e56-be5d-fa084beb53da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:43.507123 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1a41-00ed-4e56-be5d-fa084beb53da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:43.508345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62abdafe-590b-462f-aaf2-2158b36630f8 None None] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:43.538275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b1a41-00ed-4e56-be5d-fa084beb53da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02fe03-0313-43d1-bc7e-1743977ac463,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:43.541001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1a41-00ed-4e56-be5d-fa084beb53da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:43.544779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a7b1a41-00ed-4e56-be5d-fa084beb53da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac02fe03-0313-43d1-bc7e-1743977ac463 HTTP/1.1" status: 204 len: 168 time: 0.2292664 Apr 01 14:48:44.314286 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:44.394323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-3b2bb288-a056-4bd7-87f5-077ee0fdbf40 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8569eacbba144620bc2f15da9c1104d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282037 Apr 01 14:48:44.525742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4960fd4-9352-49a1-91e3-c79411ee12f9 req-026213df-ba7b-4b35-9bb7-25f7ea1aab0e tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:44.529438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4960fd4-9352-49a1-91e3-c79411ee12f9 req-026213df-ba7b-4b35-9bb7-25f7ea1aab0e tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 948 time: 0.1900406 Apr 01 14:48:44.636406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-b4e37cb6-0e80-41e9-972f-5df6b2c8ad29 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:44.641006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4960fd4-9352-49a1-91e3-c79411ee12f9 req-1465f901-5bad-4307-9010-73137bc487e7 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062598 Apr 01 14:48:44.642297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-b4e37cb6-0e80-41e9-972f-5df6b2c8ad29 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253668 Apr 01 14:48:44.656525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Request body: {'port': {'device_id': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '8569eacbba144620bc2f15da9c1104d5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:44.849596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-204db7ea-55ad-4c62-ad81-8deebe93366b req-ad4515b5-2139-4799-8738-4598fbd88901 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 210 time: 0.0654733 Apr 01 14:48:44.894700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb7a01a3-4f5e-4508-85a7-908ade334ba9 req-2f96693a-e75c-4487-aa92-e9828e8bb8f4 tempest-AbsoluteLimitsNegativeTestJSON-846657066 tempest-AbsoluteLimitsNegativeTestJSON-846657066-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3bcb7763f2024b10b9409d084793797a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447233 Apr 01 14:48:44.911760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:44.922094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:44.935612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Made reservation on behalf of 8569eacbba144620bc2f15da9c1104d5 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:44.939312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.067858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a01a3-4f5e-4508-85a7-908ade334ba9 req-8093cc78-2f05-4f43-997d-58653f3f1ab4 tempest-AbsoluteLimitsNegativeTestJSON-846657066 tempest-AbsoluteLimitsNegativeTestJSON-846657066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:45.069501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb7a01a3-4f5e-4508-85a7-908ade334ba9 req-8093cc78-2f05-4f43-997d-58653f3f1ab4 tempest-AbsoluteLimitsNegativeTestJSON-846657066 tempest-AbsoluteLimitsNegativeTestJSON-846657066-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680093 Apr 01 14:48:45.087637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb7a01a3-4f5e-4508-85a7-908ade334ba9 req-c03984a4-5ffe-4edb-9973-8694bb1eb4ea tempest-AbsoluteLimitsNegativeTestJSON-846657066 tempest-AbsoluteLimitsNegativeTestJSON-846657066-project] 10.222.0.48 "GET /v2.0/quotas/3bcb7763f2024b10b9409d084793797a HTTP/1.1" status: 200 len: 375 time: 0.0122850 Apr 01 14:48:45.135718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb7a01a3-4f5e-4508-85a7-908ade334ba9 req-df3f4cea-36d1-402a-8fa1-3c7f52daac5e tempest-AbsoluteLimitsNegativeTestJSON-846657066 tempest-AbsoluteLimitsNegativeTestJSON-846657066-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bcb7763f2024b10b9409d084793797a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422642 Apr 01 14:48:45.137269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Allocated IP 192.168.233.88 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/a41e9250-3d4e-4f47-a939-6f42382d5329) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:45.226927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7023a8cf-b5fd-4f76-bf50-d4731b37af04 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:48:45.350226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39304) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:45.403896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7023a8cf-b5fd-4f76-bf50-d4731b37af04, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7023a8cf-b5fd-4f76-bf50-d4731b37af04,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:45.420809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '7023a8cf-b5fd-4f76-bf50-d4731b37af04', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '7023a8cf-b5fd-4f76-bf50-d4731b37af04', 'mac_address': 'fa:16:3e:e7:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:48:45.428164 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.445467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Transition to ACTIVE for port object a41e9250-3d4e-4f47-a939-6f42382d5329 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:45.471802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.488787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'eaa7a810-54ad-4885-b0bf-c7685063d47b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:45.560395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Pushing event updated for resources: {'Port': ['ID=a41e9250-3d4e-4f47-a939-6f42382d5329,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:45.565918 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.588831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:45.590255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:45.593112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:45.597761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:45.597761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.621324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7023a8cf-b5fd-4f76-bf50-d4731b37af04 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:45.630818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-446801c6-4c19-4df5-aabe-5408a696092e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9785891 Apr 01 14:48:45.650268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Request body: {'port': {'device_id': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:45.663967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7023a8cf-b5fd-4f76-bf50-d4731b37af04, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7023a8cf-b5fd-4f76-bf50-d4731b37af04,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:45.685420 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.824758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=7023a8cf-b5fd-4f76-bf50-d4731b37af04,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:45.872559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.896023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.896365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.896679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.897059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.897378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.897691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.903996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.904094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.904384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.904706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.905024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:45.946194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['7023a8cf-b5fd-4f76-bf50-d4731b37af04'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:45.968812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:45.978510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a172f41b8a4ec2ae155da862acd30b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:45.981865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:45.990045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:45.996511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:46.072299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d7b5f85b-772c-45ee-8e02-21e6813fb3a3 None None] Provisioning for port a41e9250-3d4e-4f47-a939-6f42382d5329 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:46.080459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d7b5f85b-772c-45ee-8e02-21e6813fb3a3 None None] Provisioning complete for port a41e9250-3d4e-4f47-a939-6f42382d5329 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:46.080809 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f85b-772c-45ee-8e02-21e6813fb3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.117641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39328) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:46.219101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f85b-772c-45ee-8e02-21e6813fb3a3 None None] Port a41e9250-3d4e-4f47-a939-6f42382d5329 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:48:46.238477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36c69-ef83-4ddb-a4e2-8192c5612593 req-939702d5-6e2d-4127-a358-ff7abc1ca34c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:46.245617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63b36c69-ef83-4ddb-a4e2-8192c5612593 req-939702d5-6e2d-4127-a358-ff7abc1ca34c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 949 time: 0.3669806 Apr 01 14:48:46.294193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.322811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.333916 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63b36c69-ef83-4ddb-a4e2-8192c5612593 req-3e6dafdf-4dae-4930-bb55-f80672ff9778 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869746 Apr 01 14:48:46.380149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:46.401431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-559758165-network', 'tenant_id': '3c2b5126907c462bbf34c8ff38a3e1da'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:46.411462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:46.415992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3a172f41b8a4ec2ae155da862acd30b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0644991 Apr 01 14:48:46.420113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39344) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:46.427574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Usage tracker for resource:network and tenant:3c2b5126907c462bbf34c8ff38a3e1da is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:46.433452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:46.447803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:46.454317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af290cf-c296-4a17-9ae6-baf588a5b5fd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:46.475872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.476505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.477217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.477734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.478271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.478641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.479029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.479436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.479931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.480391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.481137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163db902-d599-4355-88ef-f20b9df7d092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:46.492167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34fd26-aeea-4d2b-8791-bdf8e819a326 req-fe4ad91e-ad5b-4ad4-be27-278f2864cbfb tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:46.494196 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af34fd26-aeea-4d2b-8791-bdf8e819a326 req-fe4ad91e-ad5b-4ad4-be27-278f2864cbfb tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 935 time: 0.3773432 Apr 01 14:48:46.495286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Made reservation on behalf of 3c2b5126907c462bbf34c8ff38a3e1da for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:46.498768 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.529611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.532547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3abf18b-0897-441d-9971-2ba1ee599faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.560594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3abf18b-0897-441d-9971-2ba1ee599faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.603836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:46.609469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af34fd26-aeea-4d2b-8791-bdf8e819a326 req-dd850d55-6233-4356-8b5e-43a3c72814e7 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964575 Apr 01 14:48:46.610950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2b5126907c462bbf34c8ff38a3e1da is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:46.614052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:46.620156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:46.655490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.711045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41e9250-3d4e-4f47-a939-6f42382d5329 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:46.717540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3abf18b-0897-441d-9971-2ba1ee599faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.722184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.729341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:46.747302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3abf18b-0897-441d-9971-2ba1ee599faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.748878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f3abf18b-0897-441d-9971-2ba1ee599faa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2af290cf-c296-4a17-9ae6-baf588a5b5fd HTTP/1.1" status: 204 len: 168 time: 0.3277488 Apr 01 14:48:46.749676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abf18b-0897-441d-9971-2ba1ee599faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af290cf-c296-4a17-9ae6-baf588a5b5fd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:46.761848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Transition to ACTIVE for port object a41e9250-3d4e-4f47-a939-6f42382d5329 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:46.772357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Usage tracker for resource:security_group_rule and tenant:3bcb7763f2024b10b9409d084793797a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:46.773095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.777999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:46.782176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.787059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:46.796919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.842354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:48:46.853691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638dcdd-b529-4c19-9726-4e8b28df2e12,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:46.913667 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.915151 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Added segment 9660821e-5c03-4ca7-bd79-2cca5cd71339 of type vlan for network ea305cf0-1fc5-4693-9bbd-393938c71237 Apr 01 14:48:46.977322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:46.989430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a41e9250-3d4e-4f47-a939-6f42382d5329,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:47.007077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.021823 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.065089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Attempting to bind port a41e9250-3d4e-4f47-a939-6f42382d5329 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:47.065797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Attempting to bind port a41e9250-3d4e-4f47-a939-6f42382d5329 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:47.066128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Attempting to bind port a41e9250-3d4e-4f47-a939-6f42382d5329 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:47.081596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.082921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:47.083652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.086404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Port a41e9250-3d4e-4f47-a939-6f42382d5329 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:48:47.086760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Attempting to bind port a41e9250-3d4e-4f47-a939-6f42382d5329 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:47.106723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bcb7763f2024b10b9409d084793797a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9858558 Apr 01 14:48:47.106936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:47.106936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:47.106936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:47.106936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Bound port: a41e9250-3d4e-4f47-a939-6f42382d5329, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:47.107365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.112979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea11d2a-055e-474b-b796-64f5bb07cf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408a4e2d-f155-45ca-9418-b0e49cd63569,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:47.123417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39360) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:47.228523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] Pushing event updated for resources: {'Network': ['ID=ea305cf0-1fc5-4693-9bbd-393938c71237,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:47.242209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ea305cf0-1fc5-4693-9bbd-393938c71237 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:48:47.246952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] For port a41e9250-3d4e-4f47-a939-6f42382d5329, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:47.250733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] For port a41e9250-3d4e-4f47-a939-6f42382d5329, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a41e9250-3d4e-4f47-a939-6f42382d5329,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:47.261239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f8431e8d-8fc0-44a7-a65c-08bc42ee4271 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8737254 Apr 01 14:48:47.265853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39366) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:47.266646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7023a8cf-b5fd-4f76-bf50-d4731b37af04 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:47.272689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Request body: {'subnet': {'network_id': 'ea305cf0-1fc5-4693-9bbd-393938c71237', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-559758165-subnet', 'tenant_id': '3c2b5126907c462bbf34c8ff38a3e1da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:47.275517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.278904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:47.284947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Usage tracker for resource:subnet and tenant:3c2b5126907c462bbf34c8ff38a3e1da is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:47.289088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:47.297167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:47.311043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Made reservation on behalf of 3c2b5126907c462bbf34c8ff38a3e1da for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:47.315414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.461953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.473863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a41e9250-3d4e-4f47-a939-6f42382d5329 HTTP/1.1" status: 200 len: 1095 time: 1.8183286 Apr 01 14:48:47.486043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'tag': 'a41e9250-3d4e-4f47-a939-6f42382d5329'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:47.609673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:47.632667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:47.633427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.654928 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'tag': 'a41e9250-3d4e-4f47-a939-6f42382d5329', 'status': 'completed', 'code': 200} Apr 01 14:48:47.684714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570826e-a9cd-427f-8989-76126b0fedc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a41e9250-3d4e-4f47-a939-6f42382d5329,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:47.691444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39382) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:47.740582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-480061e8-591c-4855-9806-3abe6dc6c4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.766303 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.811065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.827457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-480061e8-591c-4855-9806-3abe6dc6c4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.922331 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:47.960209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e4de02-07de-4d77-ad51-2f39dcd39ed6,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:47.979408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:47.984427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee4149-7561-4d8b-ba95-7daa09ec4615 req-d1826aa9-a17a-4f14-8c83-72f986bc8dc8 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:47.985027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Usage tracker for resource:security_group_rule and tenant:65bc910699d844dcba9e6e123f566d75 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:47.986783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7ee4149-7561-4d8b-ba95-7daa09ec4615 req-d1826aa9-a17a-4f14-8c83-72f986bc8dc8 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 949 time: 0.3489916 Apr 01 14:48:47.987702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Checking segment: {'id': '9660821e-5c03-4ca7-bd79-2cca5cd71339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ea305cf0-1fc5-4693-9bbd-393938c71237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:47.988240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Network hostable DHCP agents. Network: ea305cf0-1fc5-4693-9bbd-393938c71237, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:48:47.988344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:47.995814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:48.002851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581cc1c-ab7b-4604-b262-3129087906dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7023a8cf-b5fd-4f76-bf50-d4731b37af04'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:48.029083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7023a8cf-b5fd-4f76-bf50-d4731b37af04, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7023a8cf-b5fd-4f76-bf50-d4731b37af04,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:48.042917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.050050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7ee4149-7561-4d8b-ba95-7daa09ec4615 req-0a03fbc0-be58-4e23-a482-e13f45ad6571 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 Apr 01 14:48:48.058307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Network ea305cf0-1fc5-4693-9bbd-393938c71237 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:48:48.073657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.075951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ea305cf0-1fc5-4693-9bbd-393938c71237) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:48.081203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-480061e8-591c-4855-9806-3abe6dc6c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.082312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:48.082904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.111903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480061e8-591c-4855-9806-3abe6dc6c4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a4e2d-f155-45ca-9418-b0e49cd63569,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:48.113743 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.124427 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6543eeb6-88a1-477d-9fcb-18237a5c7017 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8569822 Apr 01 14:48:48.144267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39396) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:48.157920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65bc910699d844dcba9e6e123f566d75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4617002 Apr 01 14:48:48.161367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39402) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:48.172949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be650435-a467-456c-b4ee-ae7b5dc1c5b8 None None] Network ea305cf0-1fc5-4693-9bbd-393938c71237 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:48.179281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-b6127ca6-5386-4d15-96a3-cd869782f75e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 1098 time: 0.6467574 Apr 01 14:48:48.199293 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581cc1c-ab7b-4604-b262-3129087906dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7023a8cf-b5fd-4f76-bf50-d4731b37af04', 'code': 200} Apr 01 14:48:48.308465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=7023a8cf-b5fd-4f76-bf50-d4731b37af04,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:48.364614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-96a64270-c40e-45e3-b3b8-bee0f69050ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=a41e9250-3d4e-4f47-a939-6f42382d5329 HTTP/1.1" status: 200 len: 217 time: 0.1576955 Apr 01 14:48:48.370393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ae283-14dd-4e6e-a5db-dd7be89296e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac8fb1-701d-4ed9-b88d-a6886b7d0c42,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:48.376113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-480061e8-591c-4855-9806-3abe6dc6c4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.377156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-480061e8-591c-4855-9806-3abe6dc6c4e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/408a4e2d-f155-45ca-9418-b0e49cd63569 HTTP/1.1" status: 204 len: 168 time: 1.2505386 Apr 01 14:48:48.432675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2655-942b-4ce2-9782-8d2d1b247b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.438593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6aa44371-118a-49bb-8bba-419236d1033c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:48.448560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-6aa44371-118a-49bb-8bba-419236d1033c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0666392 Apr 01 14:48:48.486690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.498454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a08289-4dc1-4afa-8bbf-e46f44f59c1e None None] Network ea305cf0-1fc5-4693-9bbd-393938c71237 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:48.503457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2655-942b-4ce2-9782-8d2d1b247b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.517515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c4ada-f616-4e9e-8c8a-7515df2ccf04 req-3dd59eb5-e417-4b6b-93ef-6eb5523ad053 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:48.518422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-036c4ada-f616-4e9e-8c8a-7515df2ccf04 req-3dd59eb5-e417-4b6b-93ef-6eb5523ad053 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Synchronizing usage tracker for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:48.523355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d279612b-3f28-40fb-ba21-885ae8d2b352 req-2477fbd7-ee6d-470c-b48b-e7bccab29f06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 1101 time: 0.2595532 Apr 01 14:48:48.558328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-036c4ada-f616-4e9e-8c8a-7515df2ccf04 req-3dd59eb5-e417-4b6b-93ef-6eb5523ad053 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Unset dirty status for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:48.565586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-036c4ada-f616-4e9e-8c8a-7515df2ccf04 req-3dd59eb5-e417-4b6b-93ef-6eb5523ad053 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 947 time: 0.6509347 Apr 01 14:48:48.592950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-1c08942f-6722-42e1-a0a1-e106c624240e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446393 Apr 01 14:48:48.623463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:48.629637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd9025342692463ea88fcd5540d0e5cb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:48.635763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:48.644500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:48.654752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d279612b-3f28-40fb-ba21-885ae8d2b352 req-b9b9d973-65b3-4b9d-8a8f-76b07e8c2bbf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237290 Apr 01 14:48:48.674909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2655-942b-4ce2-9782-8d2d1b247b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.703680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e2655-942b-4ce2-9782-8d2d1b247b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac8fb1-701d-4ed9-b88d-a6886b7d0c42,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:48.725481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-036c4ada-f616-4e9e-8c8a-7515df2ccf04 req-1234fbd1-aa68-4a20-931e-7a0ff2634403 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587670 Apr 01 14:48:48.729211 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2655-942b-4ce2-9782-8d2d1b247b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.730511 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4b1e2655-942b-4ce2-9782-8d2d1b247b21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5ac8fb1-701d-4ed9-b88d-a6886b7d0c42 HTTP/1.1" status: 204 len: 168 time: 0.5685880 Apr 01 14:48:48.789077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.806515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.868202 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-c2c2aec9-3af2-47a8-bbc0-f994e571a612 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678354 Apr 01 14:48:48.870460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd2351-b6a2-4d00-b2eb-cb39ac3c7250,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:48.875533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-17a5123c-82ec-4ed2-890b-9f36a0506de2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd9025342692463ea88fcd5540d0e5cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7301829 Apr 01 14:48:48.878087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39422) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:48.949356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e5773f-4164-4e12-a402-784e686caee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:48.979150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e5773f-4164-4e12-a402-784e686caee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:49.048305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e5773f-4164-4e12-a402-784e686caee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:49.050269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37b15a95-68d9-4c19-924d-bc2fb44b306d req-e1dfd06d-0f75-47bf-85c5-1c0368c8b545 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736782 Apr 01 14:48:49.071033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5773f-4164-4e12-a402-784e686caee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efd2351-b6a2-4d00-b2eb-cb39ac3c7250,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:49.077917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e5773f-4164-4e12-a402-784e686caee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:49.081697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0e5773f-4164-4e12-a402-784e686caee6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8efd2351-b6a2-4d00-b2eb-cb39ac3c7250 HTTP/1.1" status: 204 len: 168 time: 0.2025764 Apr 01 14:48:49.174189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-696d556b-1769-43e5-af36-da990d7f6f45 req-0d86159a-fcae-4564-9c7b-f4e96e6a9914 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 1098 time: 0.0739522 Apr 01 14:48:49.376442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d556b-1769-43e5-af36-da990d7f6f45 req-c7a524bf-c935-4351-a79c-3d316d28191c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:49.377884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-696d556b-1769-43e5-af36-da990d7f6f45 req-c7a524bf-c935-4351-a79c-3d316d28191c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.1976187 Apr 01 14:48:49.384915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d847b-ffd9-4de7-bbc4-94b494de8880 req-26aab621-3aaf-4f90-8e59-2a0b568bcc34 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:49.386297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a14d847b-ffd9-4de7-bbc4-94b494de8880 req-26aab621-3aaf-4f90-8e59-2a0b568bcc34 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 950 time: 0.1782315 Apr 01 14:48:49.466781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-696d556b-1769-43e5-af36-da990d7f6f45 req-cafe43c0-afb0-48f2-8218-4310b059875f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=a41e9250-3d4e-4f47-a939-6f42382d5329 HTTP/1.1" status: 200 len: 217 time: 0.0795355 Apr 01 14:48:49.539342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a14d847b-ffd9-4de7-bbc4-94b494de8880 req-0d56c42e-0352-426e-af61-cb79aa4d1d9e tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050000 Apr 01 14:48:49.560444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4bdca-421e-405a-b949-e58cd169a583 req-460c0622-e93a-4c13-84f8-d9055ae67c58 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:49.562117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-460c0622-e93a-4c13-84f8-d9055ae67c58 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.1690288 Apr 01 14:48:49.570827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d556b-1769-43e5-af36-da990d7f6f45 req-480c436e-8343-42e8-9fbb-aac47854b577 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:49.572319 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-696d556b-1769-43e5-af36-da990d7f6f45 req-480c436e-8343-42e8-9fbb-aac47854b577 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0948837 Apr 01 14:48:49.580104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-c854e626-afb0-430d-82bd-1c6f9dbc895c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/quotas/b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 375 time: 0.0109963 Apr 01 14:48:49.659289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-f2b74638-992e-46c8-9b1d-5df4e680174a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733736 Apr 01 14:48:49.689762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-696d556b-1769-43e5-af36-da990d7f6f45 req-e135cdf2-6c79-4923-bdbe-ca0ce155f29a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093864 Apr 01 14:48:49.900241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-696d556b-1769-43e5-af36-da990d7f6f45 req-b97d50e0-fa5d-4841-bcf0-1dbcb4277b97 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991248 Apr 01 14:48:49.900902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39460) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:49.932092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-b094b49f-5131-4176-9bce-482f1bd80984 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655487 Apr 01 14:48:50.062431 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:50.079641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-696d556b-1769-43e5-af36-da990d7f6f45 req-71745258-7a84-44cc-9c2e-ff227d27eb5f service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642754 Apr 01 14:48:50.114678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:50.120093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Usage tracker for resource:security_group_rule and tenant:42748a5d708b4e9ab8369735209a36fd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:50.123902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:50.130263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:50.190946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-b81f3118-a55a-46af-96e8-5ff14c76641d service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484915 Apr 01 14:48:50.218168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:50.223658 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:50.292897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42748a5d708b4e9ab8369735209a36fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3911262 Apr 01 14:48:50.294715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e68b7-7a52-4e7e-9755-146621811c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe7ffa-3bfe-402c-8469-a9e09c18d2b2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:50.295547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39474) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:50.388101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b4bad8-af77-4bce-9b0c-7eafc97e3c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:50.422017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b4bad8-af77-4bce-9b0c-7eafc97e3c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:50.477526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e831f6-b946-42ce-b961-a053105fc975 req-4c9fd499-5c49-413b-8ab2-addb6cd0d177 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:50.482297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77e831f6-b946-42ce-b961-a053105fc975 req-4c9fd499-5c49-413b-8ab2-addb6cd0d177 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 947 time: 0.1170175 Apr 01 14:48:50.506019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b4bad8-af77-4bce-9b0c-7eafc97e3c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:50.522003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4bad8-af77-4bce-9b0c-7eafc97e3c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe7ffa-3bfe-402c-8469-a9e09c18d2b2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:50.530662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b4bad8-af77-4bce-9b0c-7eafc97e3c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:50.532643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-70b4bad8-af77-4bce-9b0c-7eafc97e3c4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17fe7ffa-3bfe-402c-8469-a9e09c18d2b2 HTTP/1.1" status: 204 len: 168 time: 0.2358944 Apr 01 14:48:50.593805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77e831f6-b946-42ce-b961-a053105fc975 req-89ad029c-5282-4389-aeda-01ee5136ec96 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010673 Apr 01 14:48:50.699679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-adb7ecab-8cf0-4924-8771-16c9d585cdaf req-5cedab37-3311-48dc-8152-08d83654f813 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 210 time: 0.0858188 Apr 01 14:48:50.787203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39502) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:50.999265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e001f-47a9-4259-a2b3-7f2f44927b7e req-94152b5f-01fa-4352-b493-3b8015f4e499 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:50.999708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1072518101-network', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:51.001770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-489e001f-47a9-4259-a2b3-7f2f44927b7e req-94152b5f-01fa-4352-b493-3b8015f4e499 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 950 time: 0.1021838 Apr 01 14:48:51.009545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:51.019947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Usage tracker for resource:network and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:51.024770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:51.042736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:51.061384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Made reservation on behalf of 3adc2bc876204db1bfd7b0ecd31bce8b for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:51.064821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.071165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-489e001f-47a9-4259-a2b3-7f2f44927b7e req-4f49f9f5-a795-4bf9-b7c0-f0ccddb74a2f tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633402 Apr 01 14:48:51.103066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.144174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:51.148697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:51.151726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:51.159198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:51.245132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.254560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.291533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:48:51.300671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197706e4-0820-4422-b5e0-c9e1ceb93557,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:51.308732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.310643 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Added segment 5c2103de-aba8-4dab-95ad-374d6272f706 of type vlan for network da700767-0e36-416c-846f-8a407b3b2bf6 Apr 01 14:48:51.356702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.402532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.403490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:51.404207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.478456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39528) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:51.513042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=da700767-0e36-416c-846f-8a407b3b2bf6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:51.516567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6a79b2cf-3150-4030-962e-07346337c3f4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7283328 Apr 01 14:48:51.519551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39534) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:51.526821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Request body: {'subnet': {'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1072518101-subnet', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:51.528996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network da700767-0e36-416c-846f-8a407b3b2bf6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:48:51.534397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:51.538731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Usage tracker for resource:subnet and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:51.541933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:51.559763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:51.578882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Made reservation on behalf of 3adc2bc876204db1bfd7b0ecd31bce8b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:51.580049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced9c8-7650-4dee-9c99-273c8dabe216 req-28edac9c-c4c9-4dbb-8357-a95dd869f38b tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:51.581533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.581650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7ced9c8-7650-4dee-9c99-273c8dabe216 req-28edac9c-c4c9-4dbb-8357-a95dd869f38b tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 950 time: 0.0998981 Apr 01 14:48:51.664402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7ced9c8-7650-4dee-9c99-273c8dabe216 req-1210b81c-c10c-4bed-849f-0b30d8a8d5db tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762339 Apr 01 14:48:51.887454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:51.985997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:51.995767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad070b9424e4c209efad77ae301a2f0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:52.007245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:52.025960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:52.126764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4bdca-421e-405a-b949-e58cd169a583 req-9c23011c-5c48-4010-b69c-7764372185c0 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:52.128265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-9c23011c-5c48-4010-b69c-7764372185c0 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.2771714 Apr 01 14:48:52.163739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Request body: {'port': {'device_id': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'admin_state_up': True, 'tenant_id': 'b2889c2017db4b29a1b206908a2da184'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:52.254154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.261708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.322113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b28785-8de8-4f30-9974-e001cf84b985,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:52.329749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4bebf0d6-d858-4bc0-9901-5a7e7dfb43a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ad070b9424e4c209efad77ae301a2f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8478370 Apr 01 14:48:52.330011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39566) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:52.356754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e4752-4a38-471e-8d2c-7a911acf77b5 req-6fcf2301-cec3-4074-b817-da9c7f8ff060 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:52.361235 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d18e4752-4a38-471e-8d2c-7a911acf77b5 req-6fcf2301-cec3-4074-b817-da9c7f8ff060 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 947 time: 0.5669618 Apr 01 14:48:52.428521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc168bdf-32af-4129-a7ed-44bbcaad5ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.465003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.535455 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d18e4752-4a38-471e-8d2c-7a911acf77b5 req-b668f0e8-4b3d-46ff-a5db-5d7e53a7a93e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548810 Apr 01 14:48:52.541899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-060efaf7-7323-46c1-9386-d57d711f49a2 req-f97062da-8c25-4dde-8c1f-80f0dc260e28 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 210 time: 0.0855589 Apr 01 14:48:52.557441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:52.560891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=502638f6-cb96-430a-9511-2878ca298b53,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:52.565935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Usage tracker for resource:port and tenant:b2889c2017db4b29a1b206908a2da184 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:52.570162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:52.581055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc168bdf-32af-4129-a7ed-44bbcaad5ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.595911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:52.634658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Made reservation on behalf of b2889c2017db4b29a1b206908a2da184 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:52.643448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.654449 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc168bdf-32af-4129-a7ed-44bbcaad5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.665452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Checking segment: {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:52.665812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Network hostable DHCP agents. Network: da700767-0e36-416c-846f-8a407b3b2bf6, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:48:52.682260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc168bdf-32af-4129-a7ed-44bbcaad5ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b28785-8de8-4f30-9974-e001cf84b985,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:52.694241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc168bdf-32af-4129-a7ed-44bbcaad5ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.695595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cc168bdf-32af-4129-a7ed-44bbcaad5ba5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35b28785-8de8-4f30-9974-e001cf84b985 HTTP/1.1" status: 204 len: 168 time: 0.3646944 Apr 01 14:48:52.769461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39580) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:52.869513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Network da700767-0e36-416c-846f-8a407b3b2bf6 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:48:52.910624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1897141951-network', 'tenant_id': '87775a992abf4855bf376b044653efb5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:52.916051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:52.920644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Usage tracker for resource:network and tenant:87775a992abf4855bf376b044653efb5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:52.923889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:52.926503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, da700767-0e36-416c-846f-8a407b3b2bf6) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:52.931317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:52.932278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:52.935505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c569c1-55c6-4494-ab76-5558d136fc06 None None] Network da700767-0e36-416c-846f-8a407b3b2bf6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:52.957853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:52.985590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c9030-3b3a-4a67-8cbb-d6d66520e284 req-466e3079-7c3a-4e2a-ac85-748148eeb1e4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:52.986962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df3c9030-3b3a-4a67-8cbb-d6d66520e284 req-466e3079-7c3a-4e2a-ac85-748148eeb1e4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 950 time: 0.2169483 Apr 01 14:48:52.995821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39592) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:52.996047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-15a14aa7-84d0-4886-8f6a-a5aad9cd4ede admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4733369 Apr 01 14:48:53.003539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:53.003723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Allocated IP 172.20.0.3 (7ec81498-8708-48e6-9ca9-e34d4a18b1e5/7357d80d-7d3b-4268-8c5f-e83075607a47/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:53.012960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Made reservation on behalf of 87775a992abf4855bf376b044653efb5 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:53.018159 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.044947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:53.059548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.070572 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df3c9030-3b3a-4a67-8cbb-d6d66520e284 req-d49a89a2-8528-443a-b534-362c80d7dd75 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716774 Apr 01 14:48:53.085608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Usage tracker for resource:router and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:53.091318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:53.099012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:53.124932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:53.130829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Usage tracker for resource:security_group_rule and tenant:87775a992abf4855bf376b044653efb5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:53.133926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.135414 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.139830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:53.147097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:53.173558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.302412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39596) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:53.315190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-da700767-0e36-416c-846f-8a407b3b2bf6', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:48:53.317064 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.350465 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.380314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.384806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.390809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.398992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.438923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:48:53.450207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a41e9250-3d4e-4f47-a939-6f42382d5329 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:48:53.456180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.456819 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Added segment 797c4805-5454-4289-bdf9-cb2e24eef626 of type vlan for network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 Apr 01 14:48:53.495885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.518728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:53.525022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Usage tracker for resource:security_group_rule and tenant:68a9bd2fc65940f192f223454bd63d36 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:53.528275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.530231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:53.579361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:53.597105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a1cd8-4af4-4415-833c-f75018abe48a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:53.605746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:53.619654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:53.626085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:53.634719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:53.634971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Allocated IP 172.20.0.2 (da700767-0e36-416c-846f-8a407b3b2bf6/502638f6-cb96-430a-9511-2878ca298b53/2658016b-a15e-4539-ad8c-0dbda25cbd32) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:53.635630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.695196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.704959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:53.705656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.715971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:53.780279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-ff328507-1711-4150-989d-a6a6c305eb0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6330371 Apr 01 14:48:53.793827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Request body: {'port': {'device_id': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:53.818267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a41e9250-3d4e-4f47-a939-6f42382d5329, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a41e9250-3d4e-4f47-a939-6f42382d5329,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:53.840808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a41e9250-3d4e-4f47-a939-6f42382d5329', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a41e9250-3d4e-4f47-a939-6f42382d5329', 'mac_address': 'fa:16:3e:c4:4a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:48:53.861831 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.871129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:53.885228 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.910804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:53.921148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:48:53.959406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-63612d1a-32b1-4a40-85d2-de348145aff0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1888797 Apr 01 14:48:53.960732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39622) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:53.975609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Request body: {'subnet': {'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1897141951-subnet', 'tenant_id': '87775a992abf4855bf376b044653efb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:53.990266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:54.003784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-af13171d-0352-4d17-ac33-0cde95157dfb tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:54.005452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-af13171d-0352-4d17-ac33-0cde95157dfb tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 950 time: 0.4941442 Apr 01 14:48:54.008339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Usage tracker for resource:subnet and tenant:87775a992abf4855bf376b044653efb5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:54.015522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:54.027942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41e9250-3d4e-4f47-a939-6f42382d5329 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:54.031782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb819dc-eade-473d-a6f9-b517e8ec5ead,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:54.054607 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d1f25052-b04e-4ed0-912d-87d534a2517f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68a9bd2fc65940f192f223454bd63d36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7488058 Apr 01 14:48:54.058646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:54.061534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39626) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:54.072571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a41e9250-3d4e-4f47-a939-6f42382d5329, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a41e9250-3d4e-4f47-a939-6f42382d5329,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:54.094295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.114642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.114880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Made reservation on behalf of 87775a992abf4855bf376b044653efb5 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:54.114880 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.156500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5a14b-666e-4826-868d-d0a48efe93c6 req-a0491ef2-cdb7-4e75-b7ef-3c267a7fcb28 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:54.158098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5da5a14b-666e-4826-868d-d0a48efe93c6 req-a0491ef2-cdb7-4e75-b7ef-3c267a7fcb28 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 947 time: 0.2895637 Apr 01 14:48:54.182556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef159-6ee8-47ae-85b7-2384b591c602 req-9c59fea6-9b73-486b-aa9e-f1f5f83273e4 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:54.183418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1edef159-6ee8-47ae-85b7-2384b591c602 req-9c59fea6-9b73-486b-aa9e-f1f5f83273e4 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:54.191120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a41e9250-3d4e-4f47-a939-6f42382d5329,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:54.205683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Deleting port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:48:54.206177 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.213009 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.224704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Transition to ACTIVE for port object 2658016b-a15e-4539-ad8c-0dbda25cbd32 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:54.248689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Transition to ACTIVE for port object 2658016b-a15e-4539-ad8c-0dbda25cbd32 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:54.255190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.294651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3429377b-6d54-406d-bb73-f3be5d11c10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.296452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1edef159-6ee8-47ae-85b7-2384b591c602 req-9c59fea6-9b73-486b-aa9e-f1f5f83273e4 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:54.297689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1edef159-6ee8-47ae-85b7-2384b591c602 req-9c59fea6-9b73-486b-aa9e-f1f5f83273e4 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 931 time: 0.4011743 Apr 01 14:48:54.315327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Network da700767-0e36-416c-846f-8a407b3b2bf6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:54.317928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:54.326181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:54.342428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Pushing event updated for resources: {'Port': ['ID=2658016b-a15e-4539-ad8c-0dbda25cbd32,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:54.375947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a41e9250-3d4e-4f47-a939-6f42382d5329'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:48:54.427623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5da5a14b-666e-4826-868d-d0a48efe93c6 req-373986a6-8981-4bfd-aab1-0274ffcb7eb0 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929858 Apr 01 14:48:54.452907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3429377b-6d54-406d-bb73-f3be5d11c10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.475612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Attempting to bind port 2658016b-a15e-4539-ad8c-0dbda25cbd32 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:54.475972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Attempting to bind port 2658016b-a15e-4539-ad8c-0dbda25cbd32 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:54.476333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Attempting to bind port 2658016b-a15e-4539-ad8c-0dbda25cbd32 on network da700767-0e36-416c-846f-8a407b3b2bf6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:54.483951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1edef159-6ee8-47ae-85b7-2384b591c602 req-921389fb-2757-49e7-869c-cf113e5bb634 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610606 Apr 01 14:48:54.495811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:54.496176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Checking segment: {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:54.496595 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.496958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Bound using segment: {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:54.497504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Bound port: 2658016b-a15e-4539-ad8c-0dbda25cbd32, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:54.497786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.561870 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.622380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.649492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] For port 2658016b-a15e-4539-ad8c-0dbda25cbd32, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:54.659516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3429377b-6d54-406d-bb73-f3be5d11c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.669973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] For port 2658016b-a15e-4539-ad8c-0dbda25cbd32, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2658016b-a15e-4539-ad8c-0dbda25cbd32,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:54.687513 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.695064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429377b-6d54-406d-bb73-f3be5d11c10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb819dc-eade-473d-a6f9-b517e8ec5ead,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:54.701572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3429377b-6d54-406d-bb73-f3be5d11c10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.705426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3429377b-6d54-406d-bb73-f3be5d11c10a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcb819dc-eade-473d-a6f9-b517e8ec5ead HTTP/1.1" status: 204 len: 168 time: 0.6407106 Apr 01 14:48:54.835105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:48:54.849308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.884204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Transition to ACTIVE for port object 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:54.925444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd2bf-b7e1-4cfe-97d6-b712469ceeba None None] Pushing event updated for resources: {'Port': ['ID=2658016b-a15e-4539-ad8c-0dbda25cbd32,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:54.932262 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:54.964729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] For port 7023a8cf-b5fd-4f76-bf50-d4731b37af04, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7023a8cf-b5fd-4f76-bf50-d4731b37af04,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:54.965223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.147811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:55.197299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Calling delete_port for 7023a8cf-b5fd-4f76-bf50-d4731b37af04 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:48:55.284248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.316929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d6c1b-3efb-45a8-9a06-61d00a929f85 req-eb60d908-e503-48af-b3ee-11bbf976d792 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:55.318838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b9d6c1b-3efb-45a8-9a06-61d00a929f85 req-eb60d908-e503-48af-b3ee-11bbf976d792 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 950 time: 0.4329896 Apr 01 14:48:55.319892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:48:55.320213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:48:55.320542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:55.349577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:48:55.349923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:48:55.370280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:48:55.370609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:55.370995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:48:55.371461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Bound port: 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:48:55.371809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.404950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Allocated IP 172.25.2.138 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/8e4ce20f-69ce-425d-bdd5-29135238f1c6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:48:55.427966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b9d6c1b-3efb-45a8-9a06-61d00a929f85 req-4b455e86-3835-4d64-86a1-ab63961c2f51 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fc91462-a776-4664-9e4d-b6e3d010b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028094 Apr 01 14:48:55.464920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a41e9250-3d4e-4f47-a939-6f42382d5329 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:55.504100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:48:55.507861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:48:55.517719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.612144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a41e9250-3d4e-4f47-a939-6f42382d5329 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:55.618152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a41e9250-3d4e-4f47-a939-6f42382d5329 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:55.620148 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.644930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.651263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] 10.222.0.44 "PUT /v2.0/ports/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 1091 time: 1.8616831 Apr 01 14:48:55.652790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:55.673497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39662) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:55.679169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b8f02-977f-4727-89be-f0e118c33710 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:55.823910 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.845054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:55.859482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-dc8bc38d-8fbd-42c2-bd2d-d11f656ebdb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1094 time: 0.1496930 Apr 01 14:48:55.892875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41e9250-3d4e-4f47-a939-6f42382d5329'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:55.917735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a41e9250-3d4e-4f47-a939-6f42382d5329, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a41e9250-3d4e-4f47-a939-6f42382d5329,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:55.930058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.030596 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-f8407595-7507-4b13-8aae-2e0f4838a6b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 217 time: 0.1633208 Apr 01 14:48:56.033347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9985c0da-26da-4d35-8a3f-a6ca50696f30,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:56.089710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.091977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.109784 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.132186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a41e9250-3d4e-4f47-a939-6f42382d5329,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:56.159305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:56.163989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:afbd40dc38464d5abfa26fd19af98a51 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:56.166284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:48:56.167479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:56.175082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:56.183885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:56.208328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:48:56.222524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4bdca-421e-405a-b949-e58cd169a583 req-34494424-2821-4e91-964b-bae97fef9645 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:56.226345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-34494424-2821-4e91-964b-bae97fef9645 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.1820812 Apr 01 14:48:56.256947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985541f-5807-4e74-b988-9b4472f7c346 None None] Network da700767-0e36-416c-846f-8a407b3b2bf6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:56.270769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:48:56.271592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Network hostable DHCP agents. Network: c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:48:56.346631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2658016b-a15e-4539-ad8c-0dbda25cbd32 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:56.351130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4ce20f-69ce-425d-bdd5-29135238f1c6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:56.413070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-110f7087-0e97-458b-b61d-4a2d32e7075d None None] Provisioning for port 2658016b-a15e-4539-ad8c-0dbda25cbd32 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:56.464132 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-aa5c825a-5623-472d-a66f-3de07b8e373e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633742 Apr 01 14:48:56.489895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Pushing event deleted for resources: {'Port': ['ID=7023a8cf-b5fd-4f76-bf50-d4731b37af04,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:56.548552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] No DVR routers for this DVR port 7023a8cf-b5fd-4f76-bf50-d4731b37af04 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:48:56.556205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:48:56.580039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc834b-6e16-45a9-8606-a82d285cdcc3 req-de527768-361a-47ac-bce4-7c8d8b620c0e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:56.587424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86dc834b-6e16-45a9-8606-a82d285cdcc3 req-de527768-361a-47ac-bce4-7c8d8b620c0e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 949 time: 0.6996820 Apr 01 14:48:56.591831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.614320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581cc1c-ab7b-4604-b262-3129087906dc', 'name': 'network-vif-deleted', 'tag': '7023a8cf-b5fd-4f76-bf50-d4731b37af04'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:48:56.621793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:48:56.627835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:56.628894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.642526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f00a6-316d-4840-88ae-5412560745cd None None] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:56.673635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.697956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a9af8-f512-4c62-badd-cad48e103568 req-466bb406-a00d-42b7-b4c4-2ef900d7caf6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:56.699369 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-214dfcf2-3a6b-4bd9-9b9d-1e46547aeff9 req-ffad3c51-960a-46e3-ae04-5749082ff6d4 tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.44 "DELETE /v2.0/ports/7023a8cf-b5fd-4f76-bf50-d4731b37af04 HTTP/1.1" status: 204 len: 173 time: 2.6859536 Apr 01 14:48:56.703756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d7a9af8-f512-4c62-badd-cad48e103568 req-466bb406-a00d-42b7-b4c4-2ef900d7caf6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.4808202 Apr 01 14:48:56.704777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.724922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 2658016b-a15e-4539-ad8c-0dbda25cbd32 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:48:56.734871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86dc834b-6e16-45a9-8606-a82d285cdcc3 req-86b09d38-1d32-4a92-a284-9cd19cf37508 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451724 Apr 01 14:48:56.738295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2658016b-a15e-4539-ad8c-0dbda25cbd32 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:56.738915 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.778068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3c0e4d-2cde-4cff-936a-c942502332f9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:56.818294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7e48b36-4f7c-4669-bda8-5ed67b4a1d1d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8534021 Apr 01 14:48:56.890790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ab5407b3-4e0f-4694-8068-d412a7c0b9b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afbd40dc38464d5abfa26fd19af98a51&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2135441 Apr 01 14:48:56.891356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39690) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:56.913251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.915970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:56.919595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-95cf676e-a9d6-412d-89c9-fbc5f8575947 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318449 Apr 01 14:48:57.021632 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba', 'status': 'completed', 'code': 200} Apr 01 14:48:57.154408 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41e9250-3d4e-4f47-a939-6f42382d5329', 'code': 200} Apr 01 14:48:57.216790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bca84b-2c3e-41fc-82ee-75a43962b6d1 None None] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:48:57.225130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d7a9af8-f512-4c62-badd-cad48e103568 req-d88bbd88-74e4-4b79-8049-43d915514b2a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889791 Apr 01 14:48:57.328116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d16-63f2-4cb7-80e5-246c494c703c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:57.398397 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581cc1c-ab7b-4604-b262-3129087906dc', 'name': 'network-vif-deleted', 'tag': '7023a8cf-b5fd-4f76-bf50-d4731b37af04', 'status': 'completed', 'code': 200} Apr 01 14:48:57.409097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b4bdca-421e-405a-b949-e58cd169a583 req-16a79e67-eb55-4241-a53c-976386414fdd service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886444 Apr 01 14:48:57.411091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d16-63f2-4cb7-80e5-246c494c703c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:57.445123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7023a8cf-b5fd-4f76-bf50-d4731b37af04 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:48:57.481332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6b8f3442-5b3a-4995-833b-0dc9b7e1a604 req-93d6258a-5124-4607-a2eb-2ca6c0e7ab6c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Synchronizing usage tracker for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:57.529334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d16-63f2-4cb7-80e5-246c494c703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:57.532517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6b8f3442-5b3a-4995-833b-0dc9b7e1a604 req-93d6258a-5124-4607-a2eb-2ca6c0e7ab6c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] Unset dirty status for tenant:350b35894ace4318884e4907c0732c41 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:57.534889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 7023a8cf-b5fd-4f76-bf50-d4731b37af04 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:48:57.535238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7023a8cf-b5fd-4f76-bf50-d4731b37af04 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:48:57.548268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b8f3442-5b3a-4995-833b-0dc9b7e1a604 req-93d6258a-5124-4607-a2eb-2ca6c0e7ab6c tempest-DeleteServersAdminTestJSON-983296070 tempest-DeleteServersAdminTestJSON-983296070-project] 10.222.0.48 "GET /v2.0/ports?device_id=8581cc1c-ab7b-4604-b262-3129087906dc HTTP/1.1" status: 200 len: 210 time: 0.1995201 Apr 01 14:48:57.551976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91d16-63f2-4cb7-80e5-246c494c703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3c0e4d-2cde-4cff-936a-c942502332f9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:57.576610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfb91d16-63f2-4cb7-80e5-246c494c703c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:57.581288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cfb91d16-63f2-4cb7-80e5-246c494c703c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed3c0e4d-2cde-4cff-936a-c942502332f9 HTTP/1.1" status: 204 len: 168 time: 0.6872134 Apr 01 14:48:57.593484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc3f299e-c017-427e-9e3a-c04407f69f0c req-f76d175f-5c31-4ffa-b26a-5cd599376855 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 1100 time: 0.3779640 Apr 01 14:48:57.615141 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-96a96771-104d-421f-9947-2d64bf993d04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1094 time: 0.1419857 Apr 01 14:48:57.670398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc3f299e-c017-427e-9e3a-c04407f69f0c req-05642059-3336-43cb-928a-756271ffc4fc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666506 Apr 01 14:48:57.728857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Router ca9c5c36-5c87-417d-a729-642cf2f09be6 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:48:57.767088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-24b51a28-5aaa-4338-a439-c60e0e965ca1 None None] Provisioning complete for port 2658016b-a15e-4539-ad8c-0dbda25cbd32 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:57.768235 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24b51a28-5aaa-4338-a439-c60e0e965ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:57.799191 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4475c17-07b5-431a-850d-db81fb9a9ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:57.808749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:57.873604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 2658016b-a15e-4539-ad8c-0dbda25cbd32, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2658016b-a15e-4539-ad8c-0dbda25cbd32,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:48:57.925964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-928a0bcd-6e12-4f43-85b4-029d01e2acb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:57.928407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-928a0bcd-6e12-4f43-85b4-029d01e2acb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.3059621 Apr 01 14:48:57.936434 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:58.031476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=2658016b-a15e-4539-ad8c-0dbda25cbd32,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:58.085511 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-6813a740-8331-4063-86e8-719b6d858b88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 217 time: 0.1486340 Apr 01 14:48:58.170022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-dc7a5e54-acac-4892-ba1d-1cd75033ef77 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:58.171714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-dc7a5e54-acac-4892-ba1d-1cd75033ef77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.0792677 Apr 01 14:48:58.181993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:48:58.207183 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Sync routers for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:48:58.224829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:58.226156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c2c066e0-d0a8-4628-89b8-d418986277f4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.2290220 Apr 01 14:48:58.228886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39720) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:58.236826 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:48:58.237721 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:58.240147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-f59af6af-620b-43a9-bb35-2867977ff56e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605891 Apr 01 14:48:58.246583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e8aa0-94d2-4c60-9781-80964218e9c5 req-9665ebc5-4bd5-493e-b5e5-d412025e9ea0 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:58.248089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-743e8aa0-94d2-4c60-9781-80964218e9c5 req-9665ebc5-4bd5-493e-b5e5-d412025e9ea0 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 949 time: 0.2018266 Apr 01 14:48:58.353080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2658016b-a15e-4539-ad8c-0dbda25cbd32 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:48:58.461842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-743e8aa0-94d2-4c60-9781-80964218e9c5 req-cbe3b81b-e8fb-42da-9b6f-3d7d88089cea tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932149 Apr 01 14:48:58.515928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39728) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:58.528840 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:48:58.545507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2658016b-a15e-4539-ad8c-0dbda25cbd32 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:48:58.545867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:58.574925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-29a3d1a3-cd31-4de3-8931-74f1fa9f4fdd service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249853 Apr 01 14:48:58.697852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:58.832855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:58.847812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Usage tracker for resource:security_group_rule and tenant:0d2dadd086be49c1b9108035407f1cd3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:58.853789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:58.867842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:58.876415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c4e42-6cfb-4f58-9313-f6e594565b83 req-15034160-4440-44db-9f3f-a89fe82efe12 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:58.878022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-129c4e42-6cfb-4f58-9313-f6e594565b83 req-15034160-4440-44db-9f3f-a89fe82efe12 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.3527470 Apr 01 14:48:58.926466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af28cf6c-3776-4114-a141-40fa2d27eaf5 req-f3a52110-5f01-44e3-a23f-8f1789562611 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422475 Apr 01 14:48:58.967294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-129c4e42-6cfb-4f58-9313-f6e594565b83 req-be471b97-0c3f-4037-85d0-f81d9c1da2fa tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:48:59.072366 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:48:56Z', 'revision_number': 3, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:48:59.086576 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Checking router: ca9c5c36-5c87-417d-a729-642cf2f09be6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:48:59.086927 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Updating router ca9c5c36-5c87-417d-a729-642cf2f09be6 port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:48:59.098937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-129c4e42-6cfb-4f58-9313-f6e594565b83 req-be471b97-0c3f-4037-85d0-f81d9c1da2fa tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:48:59.100334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-129c4e42-6cfb-4f58-9313-f6e594565b83 req-be471b97-0c3f-4037-85d0-f81d9c1da2fa tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106559 Apr 01 14:48:59.150876 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.192387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.213148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.275426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce32672-1754-4bbe-a889-d94ec2120c22,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:59.284242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b55846eb-f214-438d-a96e-a8a91678c09b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d2dadd086be49c1b9108035407f1cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7671547 Apr 01 14:48:59.286833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39754) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:59.421551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-783205d0-e4fd-4ef8-be34-40d151a2f8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.436707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39760) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:48:59.445635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-128452002-network', 'tenant_id': '0e4aeda0c25448ae8dfcf36ca7c917f1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:48:59.463069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:59.472345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Usage tracker for resource:network and tenant:0e4aeda0c25448ae8dfcf36ca7c917f1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:59.477327 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-783205d0-e4fd-4ef8-be34-40d151a2f8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.486358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:59.502886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:59.541859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Made reservation on behalf of 0e4aeda0c25448ae8dfcf36ca7c917f1 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:48:59.545670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.563668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.620659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-783205d0-e4fd-4ef8-be34-40d151a2f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.653284 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-783205d0-e4fd-4ef8-be34-40d151a2f8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.656697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-783205d0-e4fd-4ef8-be34-40d151a2f8a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ce32672-1754-4bbe-a889-d94ec2120c22 HTTP/1.1" status: 204 len: 168 time: 0.3666012 Apr 01 14:48:59.656697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:48:59.663634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4aeda0c25448ae8dfcf36ca7c917f1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:48:59.666339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783205d0-e4fd-4ef8-be34-40d151a2f8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce32672-1754-4bbe-a889-d94ec2120c22,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:59.702848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:48:59.719904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:48:59.799832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936d47d-5edd-450e-82e8-2b126e8201fc req-2d10a60c-fbf8-4b34-9414-3259a14557c6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:48:59.801370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1936d47d-5edd-450e-82e8-2b126e8201fc req-2d10a60c-fbf8-4b34-9414-3259a14557c6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 949 time: 0.1399693 Apr 01 14:48:59.811900 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.851655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Transition to ACTIVE for port object 8e4ce20f-69ce-425d-bdd5-29135238f1c6 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:48:59.876322 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:48:59.959393 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Pushing event updated for resources: {'Port': ['ID=8e4ce20f-69ce-425d-bdd5-29135238f1c6,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:48:59.970849 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.971248 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.971590 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.971917 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.972247 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.972558 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.973039 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.973363 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.973677 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.973990 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.974303 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:48:59.975012 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1936d47d-5edd-450e-82e8-2b126e8201fc req-f4975d9b-43fb-4bab-95c3-54f451c9cee1 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658599 Apr 01 14:48:59.989810 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.001353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.001560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.022187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:49:00.034658 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Attempting to bind port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:00.035061 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Attempting to bind port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:00.036018 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Attempting to bind port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:00.046727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.046727 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Added segment 1102353f-2454-4001-bff3-023a9acf6e99 of type vlan for network ac21d5de-c139-4225-860a-3861427810f4 Apr 01 14:49:00.047892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:00.053907 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:00.055063 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:00.056827 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.059156 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:00.063130 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Bound port: 8e4ce20f-69ce-425d-bdd5-29135238f1c6, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:00.063589 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.103328 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.152812 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.153953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:00.154692 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.157539 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3802a27-9e6b-4ebe-ae82-5ed81d338b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.275060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] For port 8e4ce20f-69ce-425d-bdd5-29135238f1c6, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:00.280880 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] For port 8e4ce20f-69ce-425d-bdd5-29135238f1c6, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8e4ce20f-69ce-425d-bdd5-29135238f1c6,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:00.288103 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.369237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1d66a-fa59-4ede-9426-025dd49a1790,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:00.383978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] Pushing event updated for resources: {'Network': ['ID=ac21d5de-c139-4225-860a-3861427810f4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:00.388085 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6be9665b-837b-4936-8084-4a645b672c76 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9503672 Apr 01 14:49:00.390944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39792) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:00.397292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Request body: {'subnet': {'network_id': 'ac21d5de-c139-4225-860a-3861427810f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-128452002-subnet', 'tenant_id': '0e4aeda0c25448ae8dfcf36ca7c917f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:00.402383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:00.406533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Usage tracker for resource:subnet and tenant:0e4aeda0c25448ae8dfcf36ca7c917f1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:00.411176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:00.411355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ac21d5de-c139-4225-860a-3861427810f4 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:49:00.417344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:00.433493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Made reservation on behalf of 0e4aeda0c25448ae8dfcf36ca7c917f1 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:00.442113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.474941 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1066a5d-dde1-4ae0-801b-9a91eb382e90 None None] Pushing event updated for resources: {'Port': ['ID=8e4ce20f-69ce-425d-bdd5-29135238f1c6,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:00.519206 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:00.520147 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:00.661465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d58d8ac9-43df-4891-845c-180873cf6c8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=350b35894ace4318884e4907c0732c41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6086705 Apr 01 14:49:00.664666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39802) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:00.725454 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:00.730204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Allocated IP 172.20.0.1 (da700767-0e36-416c-846f-8a407b3b2bf6/502638f6-cb96-430a-9511-2878ca298b53/42d81fb3-4eab-47da-8191-6f65b55142b7) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:00.830421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.855136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-343b2736-4b4e-4a11-807d-1fac62c71ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:00.884427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b2f17-6e9e-48f1-9c18-3daf050261f0 req-61c43d15-47b7-4b77-96d9-05970231c83b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:00.886087 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc4b2f17-6e9e-48f1-9c18-3daf050261f0 req-61c43d15-47b7-4b77-96d9-05970231c83b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.3074038 Apr 01 14:49:00.947152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d4c553-88e5-41e3-a17b-57b60747f219,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:00.960753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Checking segment: {'id': '1102353f-2454-4001-bff3-023a9acf6e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ac21d5de-c139-4225-860a-3861427810f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:00.961731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Network hostable DHCP agents. Network: ac21d5de-c139-4225-860a-3861427810f4, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:49:00.990577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Network ac21d5de-c139-4225-860a-3861427810f4 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:49:01.008368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ac21d5de-c139-4225-860a-3861427810f4) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:01.014991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:01.015626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.018670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea1515e-2799-4347-837e-b4883f277dfe None None] Network ac21d5de-c139-4225-860a-3861427810f4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:49:01.041570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ef7f67ff-d8fd-4f82-a9e0-e31ec1675d90 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6494322 Apr 01 14:49:01.156350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-343b2736-4b4e-4a11-807d-1fac62c71ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.222547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:48:56Z', 'revision_number': 3, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:01.233537 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0a3a-4598-4e6c-bcf0-27c2cc649670 None None] The sync data for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 is: [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:48:56Z', 'revision_number': 3, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:49:01.244335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.245939 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.284370 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.299189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Transition to ACTIVE for port object 42d81fb3-4eab-47da-8191-6f65b55142b7 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:01.316257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc4b2f17-6e9e-48f1-9c18-3daf050261f0 req-915c9b1b-a146-4ede-a32c-cd749c36d792 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170399 Apr 01 14:49:01.364342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:01.375902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-343b2736-4b4e-4a11-807d-1fac62c71ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.451639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2736-4b4e-4a11-807d-1fac62c71ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc91462-a776-4664-9e4d-b6e3d010b1bd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:01.491530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.519578 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:49:01.549200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3d74e-38aa-401b-99f1-822812f03e76 None None] Network ac21d5de-c139-4225-860a-3861427810f4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:49:01.711963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-aa9b2b94-669f-490b-860e-3c8e491bd3fe tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35&device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e&device_id=c2205aeb-030f-4986-99e6-f2783100773f&device_id=69363735-2ccd-4aa7-9937-f290f0ce691d&device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 4697 time: 0.1293871 Apr 01 14:49:01.714447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-343b2736-4b4e-4a11-807d-1fac62c71ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.715552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-343b2736-4b4e-4a11-807d-1fac62c71ed8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fc91462-a776-4664-9e4d-b6e3d010b1bd HTTP/1.1" status: 204 len: 168 time: 1.0481887 Apr 01 14:49:01.730590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Network da700767-0e36-416c-846f-8a407b3b2bf6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:01.739419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:01.743770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Pushing event updated for resources: {'Port': ['ID=42d81fb3-4eab-47da-8191-6f65b55142b7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:01.764803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:01.765479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.830841 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.992703 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:01.993908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:02.007098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Usage tracker for resource:security_group_rule and tenant:6004dcd7e22345c6af0ef35881c3a4dc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:02.017231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:02.031817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:02.097051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:02.130151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'port_id': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba', 'mac_address': 'fa:16:3e:26:98:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7357d80d-7d3b-4268-8c5f-e83075607a47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:02.206263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.233123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.313364 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c5118e1-7574-416d-ac66-8b3acdbfedc0 req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&id=9f228be7-a134-40e7-b410-60479b058a48&id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.5487268 Apr 01 14:49:02.315293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0dc72-0a6a-416a-9957-341d441439ae tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8040733-a5be-485d-8bf1-6bca7949f35c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:02.388465 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.440336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8e4ce20f-69ce-425d-bdd5-29135238f1c6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:02.533145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:02.551751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:02.568204 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.614581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.624848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-375e0de8-424e-4d52-aa60-96902a9f4bf9 None None] Provisioning for port 42d81fb3-4eab-47da-8191-6f65b55142b7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:02.625374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.626247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.633565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.646711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-375e0de8-424e-4d52-aa60-96902a9f4bf9 None None] Provisioning complete for port 42d81fb3-4eab-47da-8191-6f65b55142b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:02.647080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-375e0de8-424e-4d52-aa60-96902a9f4bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.721708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:02.728891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39840) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:02.746009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-375e0de8-424e-4d52-aa60-96902a9f4bf9 None None] Port 42d81fb3-4eab-47da-8191-6f65b55142b7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:02.760855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.775183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:02.775183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:02.775503 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:02.838140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:02.840205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:02.847919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Usage tracker for resource:security_group_rule and tenant:a8a9d45952894eeeb676723840987447 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:02.856625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:02.867822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:02.872638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Pushing event updated for resources: {'Port': ['ID=42d81fb3-4eab-47da-8191-6f65b55142b7,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:03.010725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.018074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.080490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8a9d45952894eeeb676723840987447&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3502653 Apr 01 14:49:03.081587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee490dd-e508-4cea-a436-ace8211b066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf804912-863e-41d4-9e3c-98407e242ea6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:03.084434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39854) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:03.097535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Network da700767-0e36-416c-846f-8a407b3b2bf6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:03.099718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:03.213189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d35e31ac-feb0-4056-b14c-49e0d398cd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.258647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.261569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d35e31ac-feb0-4056-b14c-49e0d398cd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.310822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8e4ce20f-69ce-425d-bdd5-29135238f1c6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8e4ce20f-69ce-425d-bdd5-29135238f1c6,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:03.330937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.357698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d35e31ac-feb0-4056-b14c-49e0d398cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.380747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6e8a2-bfe4-4275-b7b3-8fb88e9ff8b7 req-425e0cec-d617-47f9-b2da-01d09b07570a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:03.384811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9f6e8a2-bfe4-4275-b7b3-8fb88e9ff8b7 req-425e0cec-d617-47f9-b2da-01d09b07570a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 944 time: 0.4611983 Apr 01 14:49:03.409601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e31ac-feb0-4056-b14c-49e0d398cd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf804912-863e-41d4-9e3c-98407e242ea6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:03.422315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d35e31ac-feb0-4056-b14c-49e0d398cd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.425616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d35e31ac-feb0-4056-b14c-49e0d398cd13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf804912-863e-41d4-9e3c-98407e242ea6 HTTP/1.1" status: 204 len: 168 time: 0.3272016 Apr 01 14:49:03.504039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9f6e8a2-bfe4-4275-b7b3-8fb88e9ff8b7 req-db46e603-cde4-4238-a9f5-639c56286b2a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069233 Apr 01 14:49:03.528989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8e4ce20f-69ce-425d-bdd5-29135238f1c6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:03.534372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8a3be480-783c-4d26-acd1-84aef1403875 None None] Provisioning complete for port 42d81fb3-4eab-47da-8191-6f65b55142b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:03.534740 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a3be480-783c-4d26-acd1-84aef1403875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:03.602099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8a3be480-783c-4d26-acd1-84aef1403875 None None] Port 42d81fb3-4eab-47da-8191-6f65b55142b7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:03.684975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-ff6aed38-1c54-4ff9-8fab-f0c0eb572bba tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:03.686802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-ff6aed38-1c54-4ff9-8fab-f0c0eb572bba tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 0.2666941 Apr 01 14:49:03.704264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e8e02502-ef34-4256-9c4d-3877557136c7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/quotas/87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 375 time: 0.0118222 Apr 01 14:49:03.791371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-89f61558-3ae1-4c93-98f5-b62acf41a2ab tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775609 Apr 01 14:49:03.862954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Router ca9c5c36-5c87-417d-a729-642cf2f09be6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:49:03.946372 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-f5fbb3dc-a6a8-4a4e-a31b-99f5337d2b17 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539116 Apr 01 14:49:04.092510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-88719859-6a5d-4e0a-8aa8-027ac95357d4 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405292 Apr 01 14:49:04.144613 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc13ce0b-4ef0-433a-8a80-59ddc1712932 req-97799e56-c8cb-4374-a701-1fe9e81705ea tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e&device_id=c2205aeb-030f-4986-99e6-f2783100773f&device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 2927 time: 0.1206174 Apr 01 14:49:04.207983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc13ce0b-4ef0-433a-8a80-59ddc1712932 req-593e59d3-b09b-4857-98b5-292b24b75b82 tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623450 Apr 01 14:49:04.251465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:49:04.259573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-acbec8e9-a85a-4275-b0a9-7f7ca79279a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/ca9c5c36-5c87-417d-a729-642cf2f09be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0296619 Apr 01 14:49:04.322048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8e4ce20f-69ce-425d-bdd5-29135238f1c6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:04.416727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:04.417091 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:04.553557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab4b6657-4434-446b-9b1b-1c961dc01ca9 req-ea1e0a4e-bb66-4385-ac29-f73e8d93b632 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 210 time: 0.2053561 Apr 01 14:49:04.895517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94f4d-c992-445a-9c91-0aee16361e98 req-6d0ebae7-9f25-4179-a683-5084437d8a09 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:04.900303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-50e94f4d-c992-445a-9c91-0aee16361e98 req-6d0ebae7-9f25-4179-a683-5084437d8a09 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 944 time: 0.1319275 Apr 01 14:49:04.949652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-50e94f4d-c992-445a-9c91-0aee16361e98 req-c62443c8-6d0a-4b6e-b605-0bdaca9747c1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Apr 01 14:49:05.259580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:05.267527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178300260', 'description': 'tempest-description--402282168'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:05.277388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:05.282195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Usage tracker for resource:security_group and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:05.288501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:05.300338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:05.312542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:05.355796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:05.359842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Usage tracker for resource:security_group_rule and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:05.363241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:05.372948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:05.375522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:05.387996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39962) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:05.477292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:05.484694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:05.535234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:05.552742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:05.553124 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:05.585821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8be7d01-01bd-4f93-b949-dd04ddb9e975,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:05.627628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:05.630021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-36a7fe6e-eb0a-40d2-b8fa-60e33c14b074 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3694093 Apr 01 14:49:05.633461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39974) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:05.641918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Request body: {'security_group_rule': {'security_group_id': 'a8be7d01-01bd-4f93-b949-dd04ddb9e975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:05.655340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:05.724800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Usage tracker for resource:security_group_rule and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:05.735617 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:05.766793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:05.814201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:05.897999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:05.979049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:05.997409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de2e2214-5b43-4e5d-aa15-cf7f36fcfb80 req-b904690b-e4e1-4098-9622-c3df20befd67 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 210 time: 0.1522868 Apr 01 14:49:06.002096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.003740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:06.013447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Sync routers for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:49:06.031555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:06.041486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.050900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Usage tracker for resource:security_group_rule and tenant:caf93b351c984f34a108cb08ca5259a2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:06.075152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:06.106699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:06.125317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-40c40616-66ca-4556-a44d-e60fb53c9296 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:06.126970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-40c40616-66ca-4556-a44d-e60fb53c9296 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 0.4422388 Apr 01 14:49:06.147483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Request body: {'port': {'device_id': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'admin_state_up': True, 'tenant_id': '87775a992abf4855bf376b044653efb5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:06.148665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:06.149687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:06.223331 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba', 'code': 200} Apr 01 14:49:06.251605 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.267142 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.442036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:06.464870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a910ee-401c-43a7-9b7a-83e097f4ad68,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:06.507079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:06.556429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.568090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-5384ded4-f551-49a3-bae3-50d1ca0d3a6f tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--887561253&fields=id&tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc HTTP/1.1" status: 200 len: 267 time: 0.1659701 Apr 01 14:49:06.570039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.574006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca7803e2-1964-4f93-abbb-d2110c93a7b5 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9377325 Apr 01 14:49:06.576153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40010) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:06.609890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Request body: {'security_group_rule': {'security_group_id': 'a8be7d01-01bd-4f93-b949-dd04ddb9e975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:06.618761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:06.627510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a8f8100-b0e5-4f4d-8b1e-abd01ce4094b req-0e1e3487-0c4d-4b97-a232-cb3a54771a98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1096 time: 0.3306234 Apr 01 14:49:06.628267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.654784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Usage tracker for resource:security_group_rule and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:06.684870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:06.691402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Usage tracker for resource:port and tenant:87775a992abf4855bf376b044653efb5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:06.697817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:06.705812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca164b-37d1-417f-ac95-0a828a5e73de req-6c6a71a9-484a-4714-81ac-f0572f0bf9a1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:06.707736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bca164b-37d1-417f-ac95-0a828a5e73de req-6c6a71a9-484a-4714-81ac-f0572f0bf9a1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 945 time: 0.2692394 Apr 01 14:49:06.712389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:06.808088 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bca164b-37d1-417f-ac95-0a828a5e73de req-880ae087-c2d9-4e6c-b6d1-8c25871035ae tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930848 Apr 01 14:49:06.811374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Made reservation on behalf of 87775a992abf4855bf376b044653efb5 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:06.817442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.841242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:06.847704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:06.905065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60bb4cb-8cde-42e4-8a17-62a5a7d794e7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:06.925817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d641b00f-5e47-4829-93b0-e6854dbdd5fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caf93b351c984f34a108cb08ca5259a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5339808 Apr 01 14:49:06.926458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40024) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:06.954937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:06.963181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:02Z', 'revision_number': 2, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:06.968104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Checking router: ca9c5c36-5c87-417d-a729-642cf2f09be6 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:49:06.968808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Updating router ca9c5c36-5c87-417d-a729-642cf2f09be6 port 42d81fb3-4eab-47da-8191-6f65b55142b7 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:49:07.024540 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.058278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a8f8100-b0e5-4f4d-8b1e-abd01ce4094b req-ceb7b184-cdf4-4a56-83ec-051b9cef4610 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939123 Apr 01 14:49:07.085551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231769ca-4a19-4351-8013-528350af742c req-b97ede2d-904d-4a2b-8f92-720be53e1e50 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:07.100091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-b97ede2d-904d-4a2b-8f92-720be53e1e50 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 823 time: 0.5304773 Apr 01 14:49:07.116707 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57bd579b-efe3-40c5-b822-cd1205f740e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.120493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.129992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-da5f4a5b-b01f-4cb2-878b-e526f4815c21 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/quotas/c2a2379ec4a149bf8e5e2b85aa9e68dc HTTP/1.1" status: 200 len: 375 time: 0.0289743 Apr 01 14:49:07.155166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Allocated IP 172.20.0.11 (c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656/9985c0da-26da-4d35-8a3f-a6ca50696f30/97f5d3a7-a943-42d3-a48c-1b7508fd9390) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:07.162967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.166830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57bd579b-efe3-40c5-b822-cd1205f740e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.200484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdb5a61-6dfc-493d-825e-fdd895e59062,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:07.220390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.225014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bc5ec545-ccd5-4ffc-8d23-934a7d1ffc46 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6430314 Apr 01 14:49:07.225014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40030) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:07.231237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f35f03b0-a1a0-4529-8d8a-65b379ac0951 req-447fc9ab-384f-46bf-abbc-c68462884603 tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1123 time: 0.2148902 Apr 01 14:49:07.231458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:07.239260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:07.246149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Usage tracker for resource:floatingip and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:07.250286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:07.257660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:07.290540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-a14c19d3-16aa-4036-a93c-5410e0b9d204 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1550803 Apr 01 14:49:07.292773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.397298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57bd579b-efe3-40c5-b822-cd1205f740e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.399532 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.412325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Transition to ACTIVE for port object 42d81fb3-4eab-47da-8191-6f65b55142b7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:07.421486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.436517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd579b-efe3-40c5-b822-cd1205f740e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60bb4cb-8cde-42e4-8a17-62a5a7d794e7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:07.447301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f35f03b0-a1a0-4529-8d8a-65b379ac0951 req-bd4b8540-3e17-40be-a843-ca256057075d tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Synchronizing usage tracker for tenant:6004dcd7e22345c6af0ef35881c3a4dc on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:07.467299 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57bd579b-efe3-40c5-b822-cd1205f740e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.468391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-57bd579b-efe3-40c5-b822-cd1205f740e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b60bb4cb-8cde-42e4-8a17-62a5a7d794e7 HTTP/1.1" status: 204 len: 168 time: 0.5409276 Apr 01 14:49:07.491624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f35f03b0-a1a0-4529-8d8a-65b379ac0951 req-bd4b8540-3e17-40be-a843-ca256057075d tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] Unset dirty status for tenant:6004dcd7e22345c6af0ef35881c3a4dc on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:07.504519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f35f03b0-a1a0-4529-8d8a-65b379ac0951 req-bd4b8540-3e17-40be-a843-ca256057075d tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600272 Apr 01 14:49:07.534789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.566162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f0b5d-9a74-4785-b1a9-19f63851c97e None None] Pushing event updated for resources: {'Port': ['ID=42d81fb3-4eab-47da-8191-6f65b55142b7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:07.652111 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.709381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.726822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-78159bdc-6c8f-4ba5-b6f2-5d6ee286df9a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:49:07.743774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Attempting to bind port 42d81fb3-4eab-47da-8191-6f65b55142b7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:07.744342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Attempting to bind port 42d81fb3-4eab-47da-8191-6f65b55142b7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:07.747990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Attempting to bind port 42d81fb3-4eab-47da-8191-6f65b55142b7 on network da700767-0e36-416c-846f-8a407b3b2bf6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:07.749171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-78159bdc-6c8f-4ba5-b6f2-5d6ee286df9a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2887976 Apr 01 14:49:07.761522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:07.762329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Checking segment: {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:07.763077 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.763686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Bound using segment: {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:07.764337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Bound port: 42d81fb3-4eab-47da-8191-6f65b55142b7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:07.764922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.765328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-a1fd7c1a-f6a0-4ac0-aea9-bdcc525373fa tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:07.770114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-a1fd7c1a-f6a0-4ac0-aea9-bdcc525373fa tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e HTTP/1.1" status: 200 len: 945 time: 0.3099792 Apr 01 14:49:07.854506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:07.858246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:07.868018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:07.873061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:07.876199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.885977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:07.905134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-56c35c8f-64fc-406e-b5b5-33c0cacc75ec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7624035 Apr 01 14:49:07.919070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Request body: {'port': {'device_id': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:07.956564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] For port 42d81fb3-4eab-47da-8191-6f65b55142b7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:07.960464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] For port 42d81fb3-4eab-47da-8191-6f65b55142b7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=42d81fb3-4eab-47da-8191-6f65b55142b7,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:07.967524 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:07.990195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Deleting port 80dabac2-8359-4939-b401-9ba48fdd7a71 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:49:07.990617 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:08.099532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:08.153371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f0b5d-9a74-4785-b1a9-19f63851c97e None None] Pushing event updated for resources: {'Port': ['ID=42d81fb3-4eab-47da-8191-6f65b55142b7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:08.171187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:08.175498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:08.315713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40056) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:08.374016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Allocated IP 172.25.2.205 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/43faacad-27d2-4e38-8263-9c3c934fa536) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:08.418456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:08.462695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:08.483552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-9031e4ec-433a-41ca-9c5e-a1b30ae80f18 service neutron] 10.222.0.48 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337456 Apr 01 14:49:08.712240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f5d3a7-a943-42d3-a48c-1b7508fd9390 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:08.720860 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:08.737206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:08.740147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Transition to ACTIVE for port object 97f5d3a7-a943-42d3-a48c-1b7508fd9390 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:08.752911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88829f98-499b-488a-82ca-e583a7689eab req-66d0955c-4760-4e7d-8d2f-fc2ab47f3b4e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:08.753184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Usage tracker for resource:security_group_rule and tenant:801ce27bda9d432fa22f0b43fb3f7933 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:08.754695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-88829f98-499b-488a-82ca-e583a7689eab req-66d0955c-4760-4e7d-8d2f-fc2ab47f3b4e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:08.762843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:08.774883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:08.794079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:08.801233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:07Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:08.808047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7312f9-8ddd-460d-8185-91849588de1b None None] The sync data for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 is: [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:07Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:49:08.841558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-88829f98-499b-488a-82ca-e583a7689eab req-66d0955c-4760-4e7d-8d2f-fc2ab47f3b4e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:08.848122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88829f98-499b-488a-82ca-e583a7689eab req-66d0955c-4760-4e7d-8d2f-fc2ab47f3b4e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 932 time: 0.2619286 Apr 01 14:49:08.871447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] For port 80dabac2-8359-4939-b401-9ba48fdd7a71, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=80dabac2-8359-4939-b401-9ba48fdd7a71,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:08.871806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:08.970068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:08.984126 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88829f98-499b-488a-82ca-e583a7689eab req-1e3054ee-e589-4e4e-9cd2-57d7bda82f0e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351333 Apr 01 14:49:09.007242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-0134c036-686d-4fe0-801b-e7ac1d700744 service neutron] 10.222.0.48 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152917 Apr 01 14:49:09.038148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.074214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:09.075035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:09.076293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:09.090152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:09.091760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:09.102638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:09.107581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:09.108039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:09.109660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Bound port: 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:09.110430 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.292299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.307710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.325038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:09.365713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:09.376185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.395163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=801ce27bda9d432fa22f0b43fb3f7933&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0763023 Apr 01 14:49:09.411587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40072) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:09.430969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824356b-3e04-4e76-a1b8-357c73288084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b2c935-22ec-4ea1-beb0-52424afe729d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:09.467183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.467635 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.468437 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43 disassociated. External IP: 172.25.2.185, port: 80dabac2-8359-4939-b401-9ba48fdd7a71. Apr 01 14:49:09.469023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Calling delete_port for 80dabac2-8359-4939-b401-9ba48fdd7a71 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:49:09.506644 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a040733-c7fe-4e86-8e89-42f7b77f54d0 req-8f58cb3d-9670-4a1e-9b63-00dcf303557f tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1123 time: 0.2827218 Apr 01 14:49:09.552671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.554590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] 10.222.0.44 "PUT /v2.0/ports/97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 1092 time: 1.6400123 Apr 01 14:49:09.561970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:09.626266 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.687613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:09.699618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:09.714693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b486eb-58d7-4421-bd78-3ff63372ac2a req-ca6845a8-2d36-4a0e-8e80-194f3c548a92 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:09.716104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17b486eb-58d7-4421-bd78-3ff63372ac2a req-ca6845a8-2d36-4a0e-8e80-194f3c548a92 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 945 time: 0.2102554 Apr 01 14:49:09.717361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:09.758915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34e4c-df29-499e-84d5-b1fae36b8e8a service neutron] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:09.792623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a040733-c7fe-4e86-8e89-42f7b77f54d0 req-a08b0fb1-77ba-40d5-a813-aef2a0402e37 tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838275 Apr 01 14:49:09.828711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80630cde-0283-4573-9344-e7be5d766d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.869037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80630cde-0283-4573-9344-e7be5d766d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:09.879418 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-8122f5b9-ef33-4a96-8842-508189961643 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1095 time: 0.2760735 Apr 01 14:49:09.979670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17b486eb-58d7-4421-bd78-3ff63372ac2a req-92e84164-8e4f-4dd8-95c3-486fb3f29e37 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171525 Apr 01 14:49:09.991314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-bc82af8b-9f70-487c-bd1e-43ba34af8894 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 217 time: 0.0979829 Apr 01 14:49:10.020854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event updated for resources: {'Port': ['ID=43faacad-27d2-4e38-8263-9c3c934fa536,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:10.104657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80630cde-0283-4573-9344-e7be5d766d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:10.124822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-2991dc2b-4cca-47f8-a59c-fe46e99b71fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:10.126266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-2991dc2b-4cca-47f8-a59c-fe46e99b71fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1280787 Apr 01 14:49:10.222237 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390', 'status': 'completed', 'code': 200} Apr 01 14:49:10.252631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80630cde-0283-4573-9344-e7be5d766d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b2c935-22ec-4ea1-beb0-52424afe729d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:10.264698 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-521648fc-0a47-48d2-a1fb-3937acbbfc8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199410 Apr 01 14:49:10.267707 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80630cde-0283-4573-9344-e7be5d766d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:10.272173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-80630cde-0283-4573-9344-e7be5d766d76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02b2c935-22ec-4ea1-beb0-52424afe729d HTTP/1.1" status: 204 len: 168 time: 0.8505707 Apr 01 14:49:10.290805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:10.379509 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7581a33c-b6d0-4705-bbcd-68fc4fdfddce req-606efbc3-bad3-4654-8004-1023c42737a3 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 210 time: 0.0927987 Apr 01 14:49:10.401876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 42d81fb3-4eab-47da-8191-6f65b55142b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:10.440518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:10.513035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-76d0821b-675c-46ee-b96e-4659808a616a service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387006 Apr 01 14:49:10.522279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:10.693574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:10.716953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 42d81fb3-4eab-47da-8191-6f65b55142b7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:10.721180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event deleted for resources: {'Port': ['ID=80dabac2-8359-4939-b401-9ba48fdd7a71,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:10.730530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 42d81fb3-4eab-47da-8191-6f65b55142b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:10.730936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:10.774001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ae6e986-aab9-43e7-b9f6-d2c43858a5f4 req-cd7f5abb-b5ab-468d-af2c-6b5b24814d35 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527351 Apr 01 14:49:11.068904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-fb9e945c-d83b-4444-b816-ec4a01c8a9ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1095 time: 0.2001595 Apr 01 14:49:11.120957 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:11.195202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 42d81fb3-4eab-47da-8191-6f65b55142b7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=42d81fb3-4eab-47da-8191-6f65b55142b7,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:11.201177 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:11.323394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=42d81fb3-4eab-47da-8191-6f65b55142b7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:11.370814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-1025e00f-4f14-49f1-9f3f-6ec0714faf5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:11.372697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-1025e00f-4f14-49f1-9f3f-6ec0714faf5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.2982211 Apr 01 14:49:11.389561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 80dabac2-8359-4939-b401-9ba48fdd7a71 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:49:11.461943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 80dabac2-8359-4939-b401-9ba48fdd7a71 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:49:11.463138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 80dabac2-8359-4939-b401-9ba48fdd7a71 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:49:11.473028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-64849bfc-17b3-4399-a314-4473948ff6b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 217 time: 0.0934067 Apr 01 14:49:11.569062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-001e472b-4ff2-4100-8047-ba9dbee4e44e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:11.570561 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-001e472b-4ff2-4100-8047-ba9dbee4e44e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.0907938 Apr 01 14:49:11.699989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-34faffce-030b-45d6-850f-39471fed0ecb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231668 Apr 01 14:49:11.767327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2350049-95e7-4591-92bc-740995ec8828 req-b9bfd666-1dd3-44ac-b6d8-6085dfc3c50c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:11.777208 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2350049-95e7-4591-92bc-740995ec8828 req-b9bfd666-1dd3-44ac-b6d8-6085dfc3c50c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 944 time: 1.1391559 Apr 01 14:49:11.875733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231769ca-4a19-4351-8013-528350af742c req-5c585f0d-836c-42fb-bfcd-2c736542befc tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:11.877175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-5c585f0d-836c-42fb-bfcd-2c736542befc tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.62 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 823 time: 0.9744394 Apr 01 14:49:11.899479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-616d9cfc-8d48-4c51-b63a-dbaf051bd509 req-92f3047d-8d35-4547-b6f8-42f18edbdda9 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1096 time: 0.2431409 Apr 01 14:49:11.934443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:11.941220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2350049-95e7-4591-92bc-740995ec8828 req-eb7abf48-7240-4889-a7b1-6ffb1bdbab6d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:11.953541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:11.966588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-616d9cfc-8d48-4c51-b63a-dbaf051bd509 req-212992ff-c925-409e-bdfc-db2ff7b9a1f5 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] Synchronizing usage tracker for tenant:3c2b5126907c462bbf34c8ff38a3e1da on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:11.970374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-663df9e4-b135-4abd-a34b-401dbfaed49c service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635288 Apr 01 14:49:12.057496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-616d9cfc-8d48-4c51-b63a-dbaf051bd509 req-212992ff-c925-409e-bdfc-db2ff7b9a1f5 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] Unset dirty status for tenant:3c2b5126907c462bbf34c8ff38a3e1da on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:12.058728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-616d9cfc-8d48-4c51-b63a-dbaf051bd509 req-212992ff-c925-409e-bdfc-db2ff7b9a1f5 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485076 Apr 01 14:49:12.068271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2350049-95e7-4591-92bc-740995ec8828 req-eb7abf48-7240-4889-a7b1-6ffb1bdbab6d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:12.079730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2350049-95e7-4591-92bc-740995ec8828 req-eb7abf48-7240-4889-a7b1-6ffb1bdbab6d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014495 Apr 01 14:49:12.082764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-aa200542-f0d0-40cf-ac2e-66adcadd182f tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc HTTP/1.1" status: 200 len: 379 time: 0.1770089 Apr 01 14:49:12.101661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:12.126911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'port': {'device_id': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'admin_state_up': True, 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'security_groups': ['9f228be7-a134-40e7-b410-60479b058a48']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:12.129952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-614b8f57-0182-4c00-99ef-ee9fbe9fbf69 req-8f788ba9-9cad-45b1-8deb-d188d5115a8d service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519623 Apr 01 14:49:12.144920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event updated for resources: {'Port': ['ID=43faacad-27d2-4e38-8263-9c3c934fa536,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:12.329874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 42d81fb3-4eab-47da-8191-6f65b55142b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:12.371472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:49:12.385065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:12.393678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bdfc94f9-036b-41d1-98dc-5ed144d8cc7d tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1680105 Apr 01 14:49:12.452373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c2f6ed02-7132-42dc-8cb4-dad8bc6a75a8 req-19500910-9c45-4a61-8212-fbdb02297729 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 210 time: 0.0666735 Apr 01 14:49:12.555744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 42d81fb3-4eab-47da-8191-6f65b55142b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:12.556319 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:12.607603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:12.634507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:12.714884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Made reservation on behalf of c2a2379ec4a149bf8e5e2b85aa9e68dc for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:12.718657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:13.007013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b71f8ce1-4213-4567-a93d-82115255db4d req-57b19c72-397f-4dd5-a0d1-0c0c30dd1cd2 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Synchronizing usage tracker for tenant:3adc2bc876204db1bfd7b0ecd31bce8b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:13.036788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-181cc940-26aa-4941-9f4d-faf59494027f req-b019c128-7b48-4fbd-b2d3-1cc74116689f tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1096 time: 0.3763454 Apr 01 14:49:13.050407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b71f8ce1-4213-4567-a93d-82115255db4d req-57b19c72-397f-4dd5-a0d1-0c0c30dd1cd2 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Unset dirty status for tenant:3adc2bc876204db1bfd7b0ecd31bce8b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:13.051777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-57b19c72-397f-4dd5-a0d1-0c0c30dd1cd2 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--178300260&fields=id&tenant_id=3adc2bc876204db1bfd7b0ecd31bce8b HTTP/1.1" status: 200 len: 267 time: 0.0991616 Apr 01 14:49:13.112889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40178) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:13.151253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Allocated IP 172.20.0.6 (adab06f2-b722-4274-a321-b0a3961693d8/fadbb68e-6c53-415c-af81-8ef539f220a1/1e184718-c9ce-4e34-b602-64bdd0f63529) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:13.157472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:49:13.167984 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] Sync routers for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:49:13.180036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-181cc940-26aa-4941-9f4d-faf59494027f req-35d83837-9a07-47a1-848d-69cda57cb2b1 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410301 Apr 01 14:49:13.191873 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:13.194143 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:13.391188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 97f5d3a7-a943-42d3-a48c-1b7508fd9390 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:13.431750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8ce1-4213-4567-a93d-82115255db4d req-868d942a-6304-4912-b0c4-549ae6822a05 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:13.432435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b71f8ce1-4213-4567-a93d-82115255db4d req-868d942a-6304-4912-b0c4-549ae6822a05 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Synchronizing usage tracker for tenant:3adc2bc876204db1bfd7b0ecd31bce8b on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:13.491350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b71f8ce1-4213-4567-a93d-82115255db4d req-868d942a-6304-4912-b0c4-549ae6822a05 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Unset dirty status for tenant:3adc2bc876204db1bfd7b0ecd31bce8b on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:13.492383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-868d942a-6304-4912-b0c4-549ae6822a05 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/networks?id=da700767-0e36-416c-846f-8a407b3b2bf6 HTTP/1.1" status: 200 len: 806 time: 0.4332390 Apr 01 14:49:13.524043 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-27a81b4c-97fd-44f9-9c2f-02e2302d616c tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/quotas/3adc2bc876204db1bfd7b0ecd31bce8b HTTP/1.1" status: 200 len: 375 time: 0.0247414 Apr 01 14:49:13.681444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:13.690967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-d8ee9b1d-e08d-4779-8944-702a39bebcf8 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3adc2bc876204db1bfd7b0ecd31bce8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1659653 Apr 01 14:49:13.711121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '97f5d3a7-a943-42d3-a48c-1b7508fd9390', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'port_id': '97f5d3a7-a943-42d3-a48c-1b7508fd9390', 'mac_address': 'fa:16:3e:28:67:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985c0da-26da-4d35-8a3f-a6ca50696f30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:13.718867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:13.762143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] No DVR routers for this DVR port 80dabac2-8359-4939-b401-9ba48fdd7a71 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:49:13.767440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:13.783698 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:13.786266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'name': 'network-vif-deleted', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:13.798586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:13.835451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:13.839892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4ab2508994437ba9c8e0c76181df8a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:13.843261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:13.849148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:13.853299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:13.888252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f5d3a7-a943-42d3-a48c-1b7508fd9390 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:13.961777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:13.963013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:13.976754 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:13.979619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:14.006602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Transition to ACTIVE for port object 1e184718-c9ce-4e34-b602-64bdd0f63529 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:14.014360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-61ab610f-72f1-4b19-a14c-4c8e67c3867e req-83628148-ba23-4375-bfc2-94520290fb4e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.44 "DELETE /v2.0/ports/80dabac2-8359-4939-b401-9ba48fdd7a71 HTTP/1.1" status: 204 len: 173 time: 6.2013905 Apr 01 14:49:14.019136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-8e50d564-d461-4ce2-a3c2-5025c0bb2d73 service neutron] 10.222.0.48 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263984 Apr 01 14:49:14.090779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e4ab2508994437ba9c8e0c76181df8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9713812 Apr 01 14:49:14.094782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40206) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:14.153454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b4d8-13a8-44f5-abfe-a956655a85e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd6cbd-3347-47a0-9761-97eab851cc8f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:14.201350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:14.236047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['97f5d3a7-a943-42d3-a48c-1b7508fd9390'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:14.241408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:14.415828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:14.460869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Network adab06f2-b722-4274-a321-b0a3961693d8 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:14.466299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:14.470195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-fefe18be-02ae-4a7b-a509-d12833cfcb4b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=52baadddef2645f2a54448f22902ae7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528619 Apr 01 14:49:14.471355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:14.476685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:14.477260 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:14.483148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event updated for resources: {'Port': ['ID=1e184718-c9ce-4e34-b602-64bdd0f63529,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:14.483526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-0fdcd1c3-b296-4442-b962-98f20070c900 service neutron] 10.222.0.48 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628928 Apr 01 14:49:14.586525 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:14.591120 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] Checking router: 9e1c635d-fe1d-4167-a81e-20b23b4690a0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:49:14.604676 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:14.605414 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:14.639695 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cab0eb6-645a-4007-8b39-2e57665167be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:14.656540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-a86b8448-be71-4ef2-8f05-fe8e974f4e02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1123 time: 0.5662074 Apr 01 14:49:14.866929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-46442aae-d83d-4231-985c-2446e8342b74 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7694077 Apr 01 14:49:14.879902 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cab0eb6-645a-4007-8b39-2e57665167be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:14.891192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Request body: {'port': {'device_id': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:14.997654 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:15.115091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-8cbb5bb5-215a-4f56-8981-5a1cce396c21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:15.116586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-8cbb5bb5-215a-4f56-8981-5a1cce396c21 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4153490 Apr 01 14:49:15.125524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cab0eb6-645a-4007-8b39-2e57665167be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:15.134072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-10af3177-137b-457d-9b5f-6f6119de3069 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:15.141439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-10af3177-137b-457d-9b5f-6f6119de3069 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6524251 Apr 01 14:49:15.158443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:15.175993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-0e61a08a-adaf-4b5c-8e5b-f6565f101a77 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/quotas/52baadddef2645f2a54448f22902ae7c HTTP/1.1" status: 200 len: 375 time: 0.0332739 Apr 01 14:49:15.207547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab0eb6-645a-4007-8b39-2e57665167be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd6cbd-3347-47a0-9761-97eab851cc8f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:15.248637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cab0eb6-645a-4007-8b39-2e57665167be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:15.252370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8cab0eb6-645a-4007-8b39-2e57665167be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16dd6cbd-3347-47a0-9761-97eab851cc8f HTTP/1.1" status: 204 len: 168 time: 1.0167198 Apr 01 14:49:15.254643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-9ab40926-9f84-4d9e-bd21-8045aee25bd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b HTTP/1.1" status: 200 len: 217 time: 0.1226659 Apr 01 14:49:15.276384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-af8e3cfe-f46c-4482-9a9e-1e32976fa4b1 None None] Provisioning for port 1e184718-c9ce-4e34-b602-64bdd0f63529 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:15.283099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-af8e3cfe-f46c-4482-9a9e-1e32976fa4b1 None None] Provisioning complete for port 1e184718-c9ce-4e34-b602-64bdd0f63529 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:15.284361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af8e3cfe-f46c-4482-9a9e-1e32976fa4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:15.321423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-70e6f8ca-bdce-482a-ab98-125e08d526cd tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52baadddef2645f2a54448f22902ae7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860224 Apr 01 14:49:15.368032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-af8e3cfe-f46c-4482-9a9e-1e32976fa4b1 None None] Port 1e184718-c9ce-4e34-b602-64bdd0f63529 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:15.375549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-7aa83607-5365-4ebc-b5d4-686ab1830886 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:15.377197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-7aa83607-5365-4ebc-b5d4-686ab1830886 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1072631 Apr 01 14:49:15.397806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e804dd-cb41-49c5-8eaa-3a2a6cd3cb68 req-433d2442-b7c5-4930-adf3-08e1f8776ff6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:15.409806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 97f5d3a7-a943-42d3-a48c-1b7508fd9390 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:15.410453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5e804dd-cb41-49c5-8eaa-3a2a6cd3cb68 req-433d2442-b7c5-4930-adf3-08e1f8776ff6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 945 time: 0.4276724 Apr 01 14:49:15.512391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5e804dd-cb41-49c5-8eaa-3a2a6cd3cb68 req-e09a929f-9b99-4af4-8dc7-487f1a2b0a19 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007509 Apr 01 14:49:15.592455 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-ee6ed62f-9b05-4d8a-b655-ddcee8970d84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795716 Apr 01 14:49:15.594837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:15.601837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:15.602294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:15.621562 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:15.632134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d14ac3-acfe-4ef1-a1ee-ca8f05e4d7dd None None] The sync data for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 is: [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:49:15.876216 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:15.922640 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76f437d-2bd6-4b28-ad78-7b00bdaf8b5e', 'name': 'network-vif-deleted', 'tag': '80dabac2-8359-4939-b401-9ba48fdd7a71', 'status': 'completed', 'code': 200} Apr 01 14:49:15.923924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:15.950520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:15.958237 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:16.044417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e184718-c9ce-4e34-b602-64bdd0f63529 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:16.055769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:16.090750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:16.091572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Transition to ACTIVE for port object 1e184718-c9ce-4e34-b602-64bdd0f63529 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:16.101717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:16.148487 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-2ffe5d95-6632-4f4f-8112-df0ea7ea8bdf service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471120 Apr 01 14:49:16.151617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610da172-3ebd-412e-8665-d7abc6baccc7 req-2ddeef8e-c9b6-4e98-ae2f-021dc2b5be50 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:16.152636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-610da172-3ebd-412e-8665-d7abc6baccc7 req-2ddeef8e-c9b6-4e98-ae2f-021dc2b5be50 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Synchronizing usage tracker for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:16.249903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Pushing event updated for resources: {'Port': ['ID=1e184718-c9ce-4e34-b602-64bdd0f63529,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:16.265443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-610da172-3ebd-412e-8665-d7abc6baccc7 req-2ddeef8e-c9b6-4e98-ae2f-021dc2b5be50 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Unset dirty status for tenant:c2a2379ec4a149bf8e5e2b85aa9e68dc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:16.266100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-610da172-3ebd-412e-8665-d7abc6baccc7 req-2ddeef8e-c9b6-4e98-ae2f-021dc2b5be50 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 931 time: 0.3454788 Apr 01 14:49:16.330669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f20e8-39d5-4689-8eff-1c233b01689f req-e7db2187-6b76-4cff-a47a-a782cc90110d tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:16.338797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-668f20e8-39d5-4689-8eff-1c233b01689f req-e7db2187-6b76-4cff-a47a-a782cc90110d tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2371306 Apr 01 14:49:16.379929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Attempting to bind port 1e184718-c9ce-4e34-b602-64bdd0f63529 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:16.380856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Attempting to bind port 1e184718-c9ce-4e34-b602-64bdd0f63529 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:16.381309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Attempting to bind port 1e184718-c9ce-4e34-b602-64bdd0f63529 on network adab06f2-b722-4274-a321-b0a3961693d8 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:16.395647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Port 1e184718-c9ce-4e34-b602-64bdd0f63529 on network adab06f2-b722-4274-a321-b0a3961693d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:16.396104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Attempting to bind port 1e184718-c9ce-4e34-b602-64bdd0f63529 on network adab06f2-b722-4274-a321-b0a3961693d8 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:16.400955 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-610da172-3ebd-412e-8665-d7abc6baccc7 req-7c346c69-e3eb-4c1a-a077-db4b6b1f1137 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284752 Apr 01 14:49:16.406411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:16.406870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Checking segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:16.407474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Bound using segment: {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:16.407993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Bound port: 1e184718-c9ce-4e34-b602-64bdd0f63529, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b58ca6-aaf5-41e3-aec8-6db18a533a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:16.408491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:16.433354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-668f20e8-39d5-4689-8eff-1c233b01689f req-6add3bf8-4409-47ff-b8d4-fd93c76f6c0a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935171 Apr 01 14:49:16.440446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4a8df0-760e-45f7-a9fe-bd73c3b335f6 req-397b9de5-e155-46d9-a9f1-4e6dbd235632 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839234 Apr 01 14:49:16.570820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] For port 1e184718-c9ce-4e34-b602-64bdd0f63529, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:16.575202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] For port 1e184718-c9ce-4e34-b602-64bdd0f63529, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1e184718-c9ce-4e34-b602-64bdd0f63529,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:16.599073 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:16.658678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6749e57b-8ff3-4a95-9185-949f58ed050d req-c50af6e6-ad02-42a7-9766-44145a8811fe tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 210 time: 0.0578902 Apr 01 14:49:16.659183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40254) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:16.712590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Pushing event updated for resources: {'Port': ['ID=1e184718-c9ce-4e34-b602-64bdd0f63529,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:16.724804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:16.726175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-945cd24d-4f9a-4067-be34-02a75c5d74aa service neutron] 10.222.0.62 "PUT /v2.0/ports/1e184718-c9ce-4e34-b602-64bdd0f63529 HTTP/1.1" status: 200 len: 1091 time: 1.8401158 Apr 01 14:49:16.729878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:16.806651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:16.816766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Usage tracker for resource:security_group_rule and tenant:89ec6d108c1e4ac0adb4d3930b5ab3d0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:16.820113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:16.826784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:17.019341 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390', 'code': 200} Apr 01 14:49:17.113838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:17.131591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:17.213829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-054652af-fedd-4094-af6d-33bb0d7c96f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 1094 time: 0.4142776 Apr 01 14:49:17.217045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-ac73cbbf-2775-4dc4-8a17-cc5554e3547e tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=52baadddef2645f2a54448f22902ae7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430613 Apr 01 14:49:17.220409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8ce1-4213-4567-a93d-82115255db4d req-a814ca71-13ea-40bf-acdf-d2600b45335a tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:17.221762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-a814ca71-13ea-40bf-acdf-d2600b45335a tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.44 "GET /v2.0/networks?id=da700767-0e36-416c-846f-8a407b3b2bf6 HTTP/1.1" status: 200 len: 806 time: 0.3486316 Apr 01 14:49:17.234021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9334a2-df64-4fd9-824c-d23009221dc7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:17.247416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2957565e-d821-4bfb-aefe-5763e54acb26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89ec6d108c1e4ac0adb4d3930b5ab3d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5845542 Apr 01 14:49:17.249257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40264) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:17.274346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec928eaa-63c1-43bb-b098-7e5922113105 req-d064f617-1b6d-4ec5-91e4-393a02fd7d0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3717830 Apr 01 14:49:17.332837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-713aef54-b816-4b5a-a502-d16be85b4bb1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e184718-c9ce-4e34-b602-64bdd0f63529 HTTP/1.1" status: 200 len: 217 time: 0.1094501 Apr 01 14:49:17.339065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40abaa42-cc74-4d41-aeb2-c1c79b97f1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:17.343053 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93b6fabb-b309-4b27-8104-34c8674c6df5 req-b57da46d-0355-40fa-9948-abc01eb0d76b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1097 time: 0.1482499 Apr 01 14:49:17.392107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40abaa42-cc74-4d41-aeb2-c1c79b97f1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:17.418432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93b6fabb-b309-4b27-8104-34c8674c6df5 req-59625ec0-f992-4479-bf71-f2533d43cdfd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671675 Apr 01 14:49:17.464523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40abaa42-cc74-4d41-aeb2-c1c79b97f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:17.480820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abaa42-cc74-4d41-aeb2-c1c79b97f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9334a2-df64-4fd9-824c-d23009221dc7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:17.487787 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40abaa42-cc74-4d41-aeb2-c1c79b97f1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:17.488891 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-40abaa42-cc74-4d41-aeb2-c1c79b97f1ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b9334a2-df64-4fd9-824c-d23009221dc7 HTTP/1.1" status: 204 len: 168 time: 0.2386315 Apr 01 14:49:17.557234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-000c17e0-ee71-4e50-829b-5c5dd8c5d512 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3adc2bc876204db1bfd7b0ecd31bce8b HTTP/1.1" status: 200 len: 379 time: 0.2787533 Apr 01 14:49:17.558494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231769ca-4a19-4351-8013-528350af742c req-2db373dc-c4a3-4795-95c4-cc96c181c6fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:17.560558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-2db373dc-c4a3-4795-95c4-cc96c181c6fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fadbb68e-6c53-415c-af81-8ef539f220a1 HTTP/1.1" status: 200 len: 862 time: 0.1795948 Apr 01 14:49:17.638807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Request body: {'port': {'device_id': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'admin_state_up': True, 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'security_groups': ['a8be7d01-01bd-4f93-b949-dd04ddb9e975']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:17.661471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-e2453505-a7b4-4dd2-b781-db5f46a63274 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:17.668102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-e2453505-a7b4-4dd2-b781-db5f46a63274 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4435768 Apr 01 14:49:17.766409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-56eef9f7-300d-4df7-81d3-a46dfe70752a tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/quotas/52baadddef2645f2a54448f22902ae7c HTTP/1.1" status: 200 len: 375 time: 0.0973375 Apr 01 14:49:17.829000 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-0add05bf-3fff-4e25-a41e-05b17d077ec8 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52baadddef2645f2a54448f22902ae7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616589 Apr 01 14:49:17.898693 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-b6f40049-c6a9-4bdb-80a0-11203fd0f34d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=adab06f2-b722-4274-a321-b0a3961693d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3228614 Apr 01 14:49:17.903907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-c740e33b-4cee-45c5-89b3-5d903ce179c1 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=52baadddef2645f2a54448f22902ae7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936170 Apr 01 14:49:17.911821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:17.918237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Usage tracker for resource:port and tenant:3adc2bc876204db1bfd7b0ecd31bce8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:17.938536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:17.946605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:18.000094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:18.043535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Made reservation on behalf of 3adc2bc876204db1bfd7b0ecd31bce8b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:18.046726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:18.160116 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-439705e1-c312-4941-b8fd-a2b153791aaf service neutron] 10.222.0.62 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430990 Apr 01 14:49:18.335033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-34bc99bd-3c43-48eb-829a-729097e9931d tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:18.341942 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-34bc99bd-3c43-48eb-829a-729097e9931d tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325225 Apr 01 14:49:18.360126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685cc3bd-2d85-463b-9a35-749a2b09a455 None None] New status for floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:49:18.376799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Request body: {'port': {'device_id': '0704917d-e301-4ae4-ba76-296bc258d919', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '52baadddef2645f2a54448f22902ae7c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:18.475248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-231769ca-4a19-4351-8013-528350af742c req-b2e95f5a-a117-42ee-9568-baa09e14e18c service neutron] 10.222.0.62 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025861 Apr 01 14:49:18.673936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:18.686782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Usage tracker for resource:port and tenant:52baadddef2645f2a54448f22902ae7c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:18.700478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Allocated IP 172.20.0.5 (da700767-0e36-416c-846f-8a407b3b2bf6/502638f6-cb96-430a-9511-2878ca298b53/77241b1a-11cd-4b0b-aa10-45844f8c04f8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:18.702017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:18.713999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:18.743199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Made reservation on behalf of 52baadddef2645f2a54448f22902ae7c for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:18.749361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:18.781472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:18.795394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae745-1edd-419c-b11c-efe81a344ea7 req-685fcf75-59ad-41ad-8380-19835c1b9dbb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:18.823643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e20ae745-1edd-419c-b11c-efe81a344ea7 req-685fcf75-59ad-41ad-8380-19835c1b9dbb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.6371453 Apr 01 14:49:18.843334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:18.847530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Usage tracker for resource:security_group_rule and tenant:52baadddef2645f2a54448f22902ae7c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:18.850952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:18.857280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:18.989149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:18.995922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:19.090471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:19.111603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e20ae745-1edd-419c-b11c-efe81a344ea7 req-29430422-d40e-41c6-976c-cf484ab8e45c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703547 Apr 01 14:49:19.169433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40332) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:19.180300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-5cbed6e7-be6c-4b80-8a97-07b8f11281c8 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:49:19.189463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-5cbed6e7-be6c-4b80-8a97-07b8f11281c8 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0186744 Apr 01 14:49:19.217613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:19.238082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Transition to ACTIVE for port object 77241b1a-11cd-4b0b-aa10-45844f8c04f8 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:19.250119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Allocated IP 192.168.233.150 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/428c7e00-002b-4ac8-8334-4af687e40452) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:19.263811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:19.375842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event updated for resources: {'Port': ['ID=77241b1a-11cd-4b0b-aa10-45844f8c04f8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:19.391083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Network da700767-0e36-416c-846f-8a407b3b2bf6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:19.392389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:19.398798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:19.404548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:19.405163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:19.451453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e3144d88-0c8c-4eb1-b250-c49f1d79e323 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8204880 Apr 01 14:49:19.467567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Request body: {'port': {'device_id': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:19.480028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.44', 55977) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:19.613730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:19.620285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Request body: {'binding': {'host': 'n-h1-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:19.621128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:49:19.700459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-954bed5b-9ea0-47f3-ab9b-3439e80ab553 None None] Provisioning for port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:19.708286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-954bed5b-9ea0-47f3-ab9b-3439e80ab553 None None] Provisioning complete for port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:19.709674 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-954bed5b-9ea0-47f3-ab9b-3439e80ab553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:19.711578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-e129edf2-ebbd-436e-86de-ed033077c6d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1096 time: 0.2301714 Apr 01 14:49:19.829125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-954bed5b-9ea0-47f3-ab9b-3439e80ab553 None None] Port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:19.842044 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:19.872988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Transition to ACTIVE for port object 428c7e00-002b-4ac8-8334-4af687e40452 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:19.981449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-b7e9b301-0eb2-4fea-964f-e7fd99aaf5a4 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52baadddef2645f2a54448f22902ae7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459143 Apr 01 14:49:20.009552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:20.119557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:20.128011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:20.159796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:20.164066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:20.164701 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:20.168575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:20.222272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-834eae3f-4641-4cd1-aab2-0bb38cee4dff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:20.223728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-834eae3f-4641-4cd1-aab2-0bb38cee4dff service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.4875379 Apr 01 14:49:20.312911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4229a3cc-8072-4024-9e7c-3b0c46e31477 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9404533 Apr 01 14:49:20.314147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-a58b7aed-236d-4a2b-bc5c-656d65404f54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 217 time: 0.0746157 Apr 01 14:49:20.332941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Request body: {'port': {'device_id': '0704917d-e301-4ae4-ba76-296bc258d919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:20.385215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273bde-1d89-4421-a913-0da4f9c8afbf req-37c039a3-ee19-4210-a894-b7920340b9a6 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:20.392542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2273bde-1d89-4421-a913-0da4f9c8afbf req-37c039a3-ee19-4210-a894-b7920340b9a6 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 943 time: 0.4191921 Apr 01 14:49:20.434473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-d69a9120-65be-4ff7-a1c8-40383fff32fb tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:20.435841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-d69a9120-65be-4ff7-a1c8-40383fff32fb tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4084499 Apr 01 14:49:20.472483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Request body: {'port': {'device_id': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '52baadddef2645f2a54448f22902ae7c'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:20.475190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0cce05af-ddf0-4efd-abac-d6cf34159159 None None] Provisioning for port 428c7e00-002b-4ac8-8334-4af687e40452 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:20.484561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0cce05af-ddf0-4efd-abac-d6cf34159159 None None] Provisioning complete for port 428c7e00-002b-4ac8-8334-4af687e40452 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:20.485786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cce05af-ddf0-4efd-abac-d6cf34159159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:20.495028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on host n-h1-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:20.495645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:20.496107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:20.527424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:20.527835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:20.534991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-da793926-4e22-4687-8652-59936e278472 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:20.536607 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-da793926-4e22-4687-8652-59936e278472 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.2116470 Apr 01 14:49:20.570215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0cce05af-ddf0-4efd-abac-d6cf34159159 None None] Port 428c7e00-002b-4ac8-8334-4af687e40452 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:20.591797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2273bde-1d89-4421-a913-0da4f9c8afbf req-e1dce2b6-cbe8-45c4-8f69-9d839bf5160d tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982942 Apr 01 14:49:20.615346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77241b1a-11cd-4b0b-aa10-45844f8c04f8 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:20.631896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:20.632230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:20.632611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:20.633105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Bound port: 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:20.639782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-8236aedb-9988-4c23-8d42-1116e4cec70a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702724 Apr 01 14:49:20.702696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:20.715229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:20.722846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Transition to ACTIVE for port object 77241b1a-11cd-4b0b-aa10-45844f8c04f8 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:20.728262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:20.770036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:20.786689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Usage tracker for resource:port and tenant:52baadddef2645f2a54448f22902ae7c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:20.845516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:20.873959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:20.895625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:20.896799 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-de372577-db10-47fa-9149-07150fa87f40 service neutron] 10.222.0.48 "POST /v2.0/ports/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba/bindings HTTP/1.1" status: 201 len: 389 time: 1.4418416 Apr 01 14:49:20.914340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:20.941203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-1962331c-7914-4f1d-8283-70b83d9e0ea3 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664957 Apr 01 14:49:20.955559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Pushing event updated for resources: {'Port': ['ID=77241b1a-11cd-4b0b-aa10-45844f8c04f8,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:20.981191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Made reservation on behalf of 52baadddef2645f2a54448f22902ae7c for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:20.984239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:21.172263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Attempting to bind port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:21.172589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Attempting to bind port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:21.172903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Attempting to bind port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 on network da700767-0e36-416c-846f-8a407b3b2bf6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:21.202004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231a21-5afe-45e7-868e-054d5696257a req-10ebc612-40ae-4b45-8147-249ba4138a42 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:21.203519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9231a21-5afe-45e7-868e-054d5696257a req-10ebc612-40ae-4b45-8147-249ba4138a42 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.4782012 Apr 01 14:49:21.207248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 on network da700767-0e36-416c-846f-8a407b3b2bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:21.207248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Attempting to bind port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 on network da700767-0e36-416c-846f-8a407b3b2bf6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:21.239887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:21.240139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Checking segment: {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:21.240452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Bound using segment: {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:21.240871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Bound port: 77241b1a-11cd-4b0b-aa10-45844f8c04f8, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2103de-aba8-4dab-95ad-374d6272f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:21.241204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:21.312594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9231a21-5afe-45e7-868e-054d5696257a req-4348292c-8e4d-409a-8e5c-c07553957473 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003115 Apr 01 14:49:21.344302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] For port 77241b1a-11cd-4b0b-aa10-45844f8c04f8, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:21.347938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] For port 77241b1a-11cd-4b0b-aa10-45844f8c04f8, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:21.348369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62713447-767b-4c21-ab76-7e4cf2110af5 req-11704f9b-e2ee-4b96-8f6d-b2902686dab5 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699365 Apr 01 14:49:21.359630 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:21.382631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-155387b1-049d-46d4-8219-5da3b81b084c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1096 time: 0.1866784 Apr 01 14:49:21.419631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecd647-9346-41a5-877e-31743c602d9c req-307c531f-7e77-47ff-906e-4d6e8660d1d8 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:21.421089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27ecd647-9346-41a5-877e-31743c602d9c req-307c531f-7e77-47ff-906e-4d6e8660d1d8 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 943 time: 0.2661681 Apr 01 14:49:21.436301 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'status': 'completed', 'code': 200} Apr 01 14:49:21.438246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.62', 50135) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:21.449861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:21.451237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] 10.222.0.44 "PUT /v2.0/ports/77241b1a-11cd-4b0b-aa10-45844f8c04f8 HTTP/1.1" status: 200 len: 1091 time: 1.9897149 Apr 01 14:49:21.573408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428c7e00-002b-4ac8-8334-4af687e40452 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:21.588279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:21.594354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad90a07-7e60-421e-96c3-984c6f587063 service neutron] Pushing event updated for resources: {'Port': ['ID=77241b1a-11cd-4b0b-aa10-45844f8c04f8,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:21.605512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8287d57d-51be-4877-8f91-2d18e0d2f8e9 req-e045647c-3604-4227-9e13-a19bd9864526 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 210 time: 0.0630939 Apr 01 14:49:21.616948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1e184718-c9ce-4e34-b602-64bdd0f63529 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:21.634163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27ecd647-9346-41a5-877e-31743c602d9c req-816dd791-6951-4fed-8798-49a40253bf0e tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787162 Apr 01 14:49:21.648855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Transition to ACTIVE for port object 428c7e00-002b-4ac8-8334-4af687e40452 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:21.678457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:21.714939 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-4b3f34a4-d7f9-4000-8f88-422249bce92f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3adc2bc876204db1bfd7b0ecd31bce8b&device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 1094 time: 0.2169759 Apr 01 14:49:21.763086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-8e9938de-6f75-4fed-b047-79929f4cb51f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:21.772868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-8e9938de-6f75-4fed-b047-79929f4cb51f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.3792908 Apr 01 14:49:21.915876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-0af60609-5aa2-4ccf-a0cb-f4e6c84a6eec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 1094 time: 0.4735606 Apr 01 14:49:21.953214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1e184718-c9ce-4e34-b602-64bdd0f63529, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1e184718-c9ce-4e34-b602-64bdd0f63529,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:21.973146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'port_id': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'mac_address': 'fa:16:3e:26:dd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:21.988831 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-08650140-aadc-4d87-b2ef-b990e7aa5be9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 217 time: 0.1898901 Apr 01 14:49:22.019273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Allocated IP 192.168.233.166 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/aa10ec33-80ee-4ba4-954c-de66d0f02ed5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:22.049049 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:22.068318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-ea47c646-aa36-46e2-9d2d-7a81f36a2b1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8 HTTP/1.1" status: 200 len: 217 time: 0.2398906 Apr 01 14:49:22.070531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e184718-c9ce-4e34-b602-64bdd0f63529 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:22.092774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1e184718-c9ce-4e34-b602-64bdd0f63529, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1e184718-c9ce-4e34-b602-64bdd0f63529,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:22.095767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:22.098367 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:22.161693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e881d36a-311b-441e-8f95-f0ef0e3808aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:22.163304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-e881d36a-311b-441e-8f95-f0ef0e3808aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=502638f6-cb96-430a-9511-2878ca298b53 HTTP/1.1" status: 200 len: 845 time: 0.0858085 Apr 01 14:49:22.200416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e184718-c9ce-4e34-b602-64bdd0f63529,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:22.321266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-c0d3d3d6-c29c-4abc-a6a3-5c3d8ca123e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:22.322680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-c0d3d3d6-c29c-4abc-a6a3-5c3d8ca123e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 924 time: 0.3986986 Apr 01 14:49:22.345962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Attempting to bind port 428c7e00-002b-4ac8-8334-4af687e40452 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:22.346284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Attempting to bind port 428c7e00-002b-4ac8-8334-4af687e40452 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:22.346598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Attempting to bind port 428c7e00-002b-4ac8-8334-4af687e40452 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:22.354302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['1e184718-c9ce-4e34-b602-64bdd0f63529'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:22.356075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-157c15df-d926-4516-a778-3e01e8331333 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:22.357581 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-157c15df-d926-4516-a778-3e01e8331333 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.2568412 Apr 01 14:49:22.363942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Port 428c7e00-002b-4ac8-8334-4af687e40452 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:22.364253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Attempting to bind port 428c7e00-002b-4ac8-8334-4af687e40452 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:22.402695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69d40-8421-452f-a7b4-48a21de8e03a req-9bf4a9bd-4d85-4463-ae41-4be52ceb4115 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:22.406887 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bf69d40-8421-452f-a7b4-48a21de8e03a req-9bf4a9bd-4d85-4463-ae41-4be52ceb4115 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.4919422 Apr 01 14:49:22.446271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-07bfb66a-07d8-471c-8e02-404bd9aab354 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795367 Apr 01 14:49:22.448917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:22.449256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:22.449631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:22.450072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Bound port: 428c7e00-002b-4ac8-8334-4af687e40452, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:22.450420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:22.572717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-0ce46737-f26b-4bc1-9689-b90959b3facd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e184718-c9ce-4e34-b602-64bdd0f63529 HTTP/1.1" status: 200 len: 217 time: 0.2417190 Apr 01 14:49:22.626867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bf69d40-8421-452f-a7b4-48a21de8e03a req-41caed79-b3bc-44c6-8971-1f88934ba2c0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101421 Apr 01 14:49:22.679879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a98ba-21e8-43b3-987f-2fc55bcb9dcf req-9da94a02-2d45-4d46-b8fa-6d893a87a865 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:22.681442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e69a98ba-21e8-43b3-987f-2fc55bcb9dcf req-9da94a02-2d45-4d46-b8fa-6d893a87a865 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 945 time: 0.5171571 Apr 01 14:49:22.686896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-929e135a-29c1-499a-b7a0-426ee108ada8 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238116 Apr 01 14:49:22.688027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:22.691270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:22.697045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:22.710367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-c821cc45-0024-4298-acb7-9d12d4b69e74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:22.711885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-c821cc45-0024-4298-acb7-9d12d4b69e74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fadbb68e-6c53-415c-af81-8ef539f220a1 HTTP/1.1" status: 200 len: 862 time: 0.1238716 Apr 01 14:49:22.733349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-b60a5742-f7fa-4f6f-a989-037476e0377a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da700767-0e36-416c-846f-8a407b3b2bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5240948 Apr 01 14:49:22.873484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:22.893098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:22.894343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] 10.222.0.44 "PUT /v2.0/ports/428c7e00-002b-4ac8-8334-4af687e40452 HTTP/1.1" status: 200 len: 1096 time: 2.5682533 Apr 01 14:49:22.895852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:22.916483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aec512-46e0-4225-aaa7-30d2b6b50e8c service neutron] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:22.926978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Transition to ACTIVE for port object aa10ec33-80ee-4ba4-954c-de66d0f02ed5 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:22.943815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e69a98ba-21e8-43b3-987f-2fc55bcb9dcf req-b8f7ea82-a173-4c88-ae77-4de9a843dd97 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487588 Apr 01 14:49:23.012304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-8e40b306-8fed-475d-bcab-17bc36ad5373 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097947 Apr 01 14:49:23.032601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a597af-3701-4eb2-9d18-ca400b1c78fb req-67e1ffaf-7c21-4163-ac21-2f81b1419b6c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:23.039649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51a597af-3701-4eb2-9d18-ca400b1c78fb req-67e1ffaf-7c21-4163-ac21-2f81b1419b6c tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 944 time: 0.2811649 Apr 01 14:49:23.047080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-f21bfba5-e1d4-407d-8844-fba646ac3c19 service neutron] 10.222.0.44 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747226 Apr 01 14:49:23.097788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51a597af-3701-4eb2-9d18-ca400b1c78fb req-d0162e0b-2989-4606-90a9-5eda95e8763b tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572176 Apr 01 14:49:23.102526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-f42cbf23-17a2-42f0-91ab-9a56bdf1f853 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52baadddef2645f2a54448f22902ae7c&device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 1099 time: 0.1536105 Apr 01 14:49:23.189100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-c42b6cce-299a-4826-9990-e084bc84df3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=adab06f2-b722-4274-a321-b0a3961693d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4513440 Apr 01 14:49:23.235601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-c2beac2f-511d-49ec-85a9-810d988184e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=428c7e00-002b-4ac8-8334-4af687e40452 HTTP/1.1" status: 200 len: 217 time: 0.1238563 Apr 01 14:49:23.339934 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.445648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-ca6f9801-99b5-4cca-847e-b1402e716cd7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:23.446406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:23.447075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-ca6f9801-99b5-4cca-847e-b1402e716cd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1407261 Apr 01 14:49:23.462031 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-5fc15d65-7552-4fbc-bb2f-967210f03781 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.2254765 Apr 01 14:49:23.482626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71f8ce1-4213-4567-a93d-82115255db4d req-c4fcfae8-63d8-4e04-b101-46c4cd3e3416 service neutron] 10.222.0.44 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283283 Apr 01 14:49:23.490728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40404) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:23.497523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f259947-b13f-4cce-8636-90c895f2e62b req-345c998e-5cd4-4bb2-876d-c740e10c1513 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:23.498318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f259947-b13f-4cce-8636-90c895f2e62b req-345c998e-5cd4-4bb2-876d-c740e10c1513 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Synchronizing usage tracker for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:23.510851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-1'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:23.522968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:23.525428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:23.531694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:23.542724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:23.546648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:23.547261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.570297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-e03ba546-5b51-4fbb-82da-54dda0cdf7e4 service neutron] 10.222.0.62 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718603 Apr 01 14:49:23.603671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-1ba55cd4-5c21-4a44-807a-3b0f5e8f8a65 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1381216 Apr 01 14:49:23.617220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1e184718-c9ce-4e34-b602-64bdd0f63529 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:23.625373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f259947-b13f-4cce-8636-90c895f2e62b req-345c998e-5cd4-4bb2-876d-c740e10c1513 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Unset dirty status for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:23.626520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f259947-b13f-4cce-8636-90c895f2e62b req-345c998e-5cd4-4bb2-876d-c740e10c1513 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 936 time: 0.2875471 Apr 01 14:49:23.685372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.686090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Request body: {'port': {'device_id': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:23.710160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-54fe3a7d-5849-494f-9326-c66e0c10281e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2463920 Apr 01 14:49:23.717226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 1e184718-c9ce-4e34-b602-64bdd0f63529 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:23.728861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 1e184718-c9ce-4e34-b602-64bdd0f63529 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:23.730026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.768960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56f2db-479a-4838-86d7-28d6987bd03f req-63ad955c-0973-438b-b9eb-860a15fbc915 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:23.770446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b56f2db-479a-4838-86d7-28d6987bd03f req-63ad955c-0973-438b-b9eb-860a15fbc915 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.4386010 Apr 01 14:49:23.810209 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.852085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f259947-b13f-4cce-8636-90c895f2e62b req-50ff26b3-3ab0-4b17-a7e5-891d28ba7591 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Synchronizing usage tracker for tenant:52baadddef2645f2a54448f22902ae7c on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:23.878711 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.915367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:23.930074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1e184718-c9ce-4e34-b602-64bdd0f63529, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1e184718-c9ce-4e34-b602-64bdd0f63529,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:23.932690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0137f82-311a-4fef-b0a2-edf961b41abb req-d13edefb-c58f-48b3-b5fc-5b9e6947dbd1 service neutron] 10.222.0.62 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553669 Apr 01 14:49:23.936211 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.949587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b56f2db-479a-4838-86d7-28d6987bd03f req-ecece4c3-5325-4b2c-94ba-86b775291b42 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657925 Apr 01 14:49:23.952606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:23.964266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:23.972048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Usage tracker for resource:security_group_rule and tenant:e94d1cc0ba3343d5aac937ce591917d1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:23.975981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:23.978744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dc7af57d-3bab-414c-9bbe-dc6ccef1ec54 None None] Provisioning for port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:24.008326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:24.012317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dc7af57d-3bab-414c-9bbe-dc6ccef1ec54 None None] Provisioning complete for port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:24.012741 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc7af57d-3bab-414c-9bbe-dc6ccef1ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.049296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f259947-b13f-4cce-8636-90c895f2e62b req-50ff26b3-3ab0-4b17-a7e5-891d28ba7591 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Unset dirty status for tenant:52baadddef2645f2a54448f22902ae7c on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:24.050428 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f259947-b13f-4cce-8636-90c895f2e62b req-50ff26b3-3ab0-4b17-a7e5-891d28ba7591 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120226 Apr 01 14:49:24.099500 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4a17e5ae-5e7c-4bcb-9a89-84c14b5746f8 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792977 Apr 01 14:49:24.175571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e184718-c9ce-4e34-b602-64bdd0f63529,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:24.188901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dc7af57d-3bab-414c-9bbe-dc6ccef1ec54 None None] Port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:24.328273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.334765 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.366437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:24.444225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d82af450-6fe8-4e54-97dd-61fde3809b55 req-4ad44cb3-cda7-4587-87bb-c232886007a5 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307412 Apr 01 14:49:24.451568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:24.498455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012b61-b39a-47a3-a8cf-76b075729f0d req-0779772c-d9dd-4f4a-9e3d-8edb7e19932c tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:24.499960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87012b61-b39a-47a3-a8cf-76b075729f0d req-0779772c-d9dd-4f4a-9e3d-8edb7e19932c tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 943 time: 0.2062051 Apr 01 14:49:24.530809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099c74a-ee01-463f-896b-b29f00e9a53b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:24.544474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9cf9f272-46b0-406f-bf55-e511cecab848 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e94d1cc0ba3343d5aac937ce591917d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0403657 Apr 01 14:49:24.547978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40418) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:24.551470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.568195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.622146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87012b61-b39a-47a3-a8cf-76b075729f0d req-eb5d9e8a-99fa-492b-9527-99c5c58f11de tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145897 Apr 01 14:49:24.676786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa10ec33-80ee-4ba4-954c-de66d0f02ed5 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:24.693983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.704714 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452', 'status': 'completed', 'code': 200} Apr 01 14:49:24.707734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eae771cb-efad-4985-97e1-df06c0d402e4 req-d4edd20d-f45f-4432-b5d0-1b639dc32079 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1097 time: 0.3082752 Apr 01 14:49:24.713908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-963bf154-c7f4-4636-868e-57c72332b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.720799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:24.781520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Transition to ACTIVE for port object aa10ec33-80ee-4ba4-954c-de66d0f02ed5 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:24.785526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eae771cb-efad-4985-97e1-df06c0d402e4 req-6f75b7f7-4757-4aa3-aef5-f5e62ce70941 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652125 Apr 01 14:49:24.797348 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.846784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on host n-h2-836017-1 for vnic_type normal with profile {"migrating_to": "n-h1-836017-1"} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:24.847159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:24.847454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:24.866293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-963bf154-c7f4-4636-868e-57c72332b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:24.873840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:24.874162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Attempting to bind port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:24.884905 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'status': 'completed', 'code': 200} Apr 01 14:49:24.888859 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'code': 200} Apr 01 14:49:24.925272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:24.925776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:24.926415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:24.927059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Bound port: 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:24.927549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.040250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0213886d-8f75-4f70-89ba-145e74e36dce req-56646db3-5dbd-40a9-a324-5a6871744451 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52baadddef2645f2a54448f22902ae7c&device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 1099 time: 0.2846777 Apr 01 14:49:25.160725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:25.201159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:25.228281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:25.237575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213886d-8f75-4f70-89ba-145e74e36dce req-828a8916-7bc3-4e6a-ace7-f3fd956a4481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:25.239402 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0213886d-8f75-4f70-89ba-145e74e36dce req-828a8916-7bc3-4e6a-ace7-f3fd956a4481 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.1879351 Apr 01 14:49:25.241601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.255744 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-963bf154-c7f4-4636-868e-57c72332b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.278273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f236c8-dd0b-49c6-a0e5-c4cdc93aba99 req-c5ce93ae-fb22-4899-9549-07f8c2bf4d6b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:25.279866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25f236c8-dd0b-49c6-a0e5-c4cdc93aba99 req-c5ce93ae-fb22-4899-9549-07f8c2bf4d6b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.2957723 Apr 01 14:49:25.285874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Attempting to bind port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:25.286069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Attempting to bind port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:25.286361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Attempting to bind port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:25.293093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bf154-c7f4-4636-868e-57c72332b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099c74a-ee01-463f-896b-b29f00e9a53b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:25.306036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-963bf154-c7f4-4636-868e-57c72332b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.309819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-963bf154-c7f4-4636-868e-57c72332b26e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0099c74a-ee01-463f-896b-b29f00e9a53b HTTP/1.1" status: 204 len: 168 time: 0.7571850 Apr 01 14:49:25.310514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-52e0340d-22b1-4175-bc7b-1bb450a35af4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3adc2bc876204db1bfd7b0ecd31bce8b&device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 1094 time: 0.4247406 Apr 01 14:49:25.314623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:25.315029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Attempting to bind port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:25.322211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18ae2-0b46-442a-936d-45ff548f905f req-e03ec2c4-195e-4190-8c64-202485f7a2d9 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:25.328867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7cb18ae2-0b46-442a-936d-45ff548f905f req-e03ec2c4-195e-4190-8c64-202485f7a2d9 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 945 time: 0.3087680 Apr 01 14:49:25.438066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0213886d-8f75-4f70-89ba-145e74e36dce req-65af05e1-ac4c-44a8-9e96-4c4527b94589 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=428c7e00-002b-4ac8-8334-4af687e40452 HTTP/1.1" status: 200 len: 217 time: 0.1517220 Apr 01 14:49:25.446383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13392174-ac5e-4cb3-acad-c81312c50555 req-104f6a5d-f7ec-403d-b79f-4aa4ba4e86bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 1096 time: 0.4729269 Apr 01 14:49:25.447497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:25.447829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:25.448200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:25.448645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Bound port: aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:25.448986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.518636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=8']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:25.540128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25f236c8-dd0b-49c6-a0e5-c4cdc93aba99 req-5d3bb0a0-9145-4998-b736-862aa3f4a68a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943407 Apr 01 14:49:25.583024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213886d-8f75-4f70-89ba-145e74e36dce req-6ab7274b-54e6-4197-ae7c-599c707bd02f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:25.594881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0213886d-8f75-4f70-89ba-145e74e36dce req-6ab7274b-54e6-4197-ae7c-599c707bd02f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1281412 Apr 01 14:49:25.596388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.597615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-615f6627-070b-4f27-930c-f0347b23592c service neutron] 10.222.0.62 "PUT /v2.0/ports/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 1121 time: 2.0961847 Apr 01 14:49:25.599720 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7cb18ae2-0b46-442a-936d-45ff548f905f req-7f37cbed-4cd4-48e7-a52d-df35c3b2f89e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700031 Apr 01 14:49:25.684090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:25.689668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13392174-ac5e-4cb3-acad-c81312c50555 req-40256ad8-992e-4a68-ba7d-0610fe14ff64 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275445 Apr 01 14:49:25.709514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-565272e6-ffa5-44e2-8197-7f442cf37b9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:25.711346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-565272e6-ffa5-44e2-8197-7f442cf37b9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=da700767-0e36-416c-846f-8a407b3b2bf6 HTTP/1.1" status: 200 len: 907 time: 0.3779864 Apr 01 14:49:25.749868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:25.759861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40446) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:25.830896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.860735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:25.872070 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:25.879600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0213886d-8f75-4f70-89ba-145e74e36dce req-ee113e0f-2853-4540-9289-6b35528622b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2658062 Apr 01 14:49:25.890589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:25.904361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-f8d7f53c-9b86-4d9e-8848-a12a310f1611 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8 HTTP/1.1" status: 200 len: 217 time: 0.1561952 Apr 01 14:49:25.915796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:e320f09724d44ffd945541be739f5f47 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:25.923026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:25.980437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:26.007399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:26.009043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] 10.222.0.62 "PUT /v2.0/ports/aa10ec33-80ee-4ba4-954c-de66d0f02ed5 HTTP/1.1" status: 200 len: 1096 time: 2.3311706 Apr 01 14:49:26.018276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078f55d-9625-4585-b267-d86f3ab435ec service neutron] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:26.025735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-b6dcfbbc-9e75-4a62-bfd8-2b1470ad655f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:26.027240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-b6dcfbbc-9e75-4a62-bfd8-2b1470ad655f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=502638f6-cb96-430a-9511-2878ca298b53 HTTP/1.1" status: 200 len: 845 time: 0.1146936 Apr 01 14:49:26.043904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65513fff-d989-4d97-9e04-f7ff43ff0596 req-16569b4e-c95f-46b0-862b-9a8e5992edaf tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:26.045436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65513fff-d989-4d97-9e04-f7ff43ff0596 req-16569b4e-c95f-46b0-862b-9a8e5992edaf tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2528694 Apr 01 14:49:26.047038 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0a99315-e63e-4d7c-ad51-efc455ec89e4 req-3aff0133-05be-4ffd-9c07-315634e811f7 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1097 time: 0.2302876 Apr 01 14:49:26.119777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0213886d-8f75-4f70-89ba-145e74e36dce req-c07558ea-05d1-4b9c-a846-ef2194e6de65 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266810 Apr 01 14:49:26.212937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0a99315-e63e-4d7c-ad51-efc455ec89e4 req-dfafada4-bcbd-4ffd-8da7-5cdd9ae297fe tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364570 Apr 01 14:49:26.232709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-0aeb683f-25fe-4e94-9030-cdd14befa909 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da700767-0e36-416c-846f-8a407b3b2bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890676 Apr 01 14:49:26.236165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-463ebfe3-8d47-4e16-becd-e9ced1d2f97c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=52baadddef2645f2a54448f22902ae7c&device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 1099 time: 0.1584265 Apr 01 14:49:26.312493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:26.322570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:26.348356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65513fff-d989-4d97-9e04-f7ff43ff0596 req-03f009b6-4227-408f-9e25-27466b1e5259 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944982 Apr 01 14:49:26.399177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e320f09724d44ffd945541be739f5f47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6365585 Apr 01 14:49:26.400161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40452) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:26.411104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed91f0-cd7d-4635-bc3f-ba10661c7ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff4045-eb21-4084-9d99-d5643b9957a0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:26.458848 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-0b717054-ab10-46e3-a823-0f047554afe8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5 HTTP/1.1" status: 200 len: 217 time: 0.2092102 Apr 01 14:49:26.462989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0213886d-8f75-4f70-89ba-145e74e36dce req-d4213d36-f966-48ce-961b-7da19325c2fa service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335822 Apr 01 14:49:26.543643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7663f5-7017-415e-88a8-fe6634453294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:26.580391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7663f5-7017-415e-88a8-fe6634453294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:26.611254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-e4614b4a-0441-4ad3-a126-70497ef7b271 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:26.612725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-e4614b4a-0441-4ad3-a126-70497ef7b271 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1181326 Apr 01 14:49:26.631852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd26b2e-cfa3-4e19-be97-5f1a992bf1b4 req-18012f70-76be-4639-9ba2-27b5ea9705f4 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:26.633332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dd26b2e-cfa3-4e19-be97-5f1a992bf1b4 req-18012f70-76be-4639-9ba2-27b5ea9705f4 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 943 time: 0.1463399 Apr 01 14:49:26.659259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-cd74eb55-2bc1-4389-9c57-1de9565253e6 service neutron] 10.222.0.44 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105809 Apr 01 14:49:26.672608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7663f5-7017-415e-88a8-fe6634453294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:26.695975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7663f5-7017-415e-88a8-fe6634453294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff4045-eb21-4084-9d99-d5643b9957a0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:26.701041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dd26b2e-cfa3-4e19-be97-5f1a992bf1b4 req-178faba7-0404-49f7-bcee-27ee85b0f0de tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611761 Apr 01 14:49:26.701881 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7663f5-7017-415e-88a8-fe6634453294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:26.702849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ba7663f5-7017-415e-88a8-fe6634453294 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93ff4045-eb21-4084-9d99-d5643b9957a0 HTTP/1.1" status: 204 len: 168 time: 0.2881091 Apr 01 14:49:26.705548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba'}, {'name': 'network-changed', 'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:26.784910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1472237-2dda-410a-a8bf-39816f19e5ee req-56d3737c-701b-4d0e-ab8b-386389b6c3d1 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:26.785714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c1472237-2dda-410a-a8bf-39816f19e5ee req-56d3737c-701b-4d0e-ab8b-386389b6c3d1 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Synchronizing usage tracker for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:26.867833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c1472237-2dda-410a-a8bf-39816f19e5ee req-56d3737c-701b-4d0e-ab8b-386389b6c3d1 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Unset dirty status for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:26.869160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1472237-2dda-410a-a8bf-39816f19e5ee req-56d3737c-701b-4d0e-ab8b-386389b6c3d1 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 948 time: 0.4919446 Apr 01 14:49:26.887295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-d09c7c7c-813f-473b-90bd-5444d3feb6dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2678561 Apr 01 14:49:26.888541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:26.893879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a233dc3-a80f-4f37-a939-5061fadcbafc req-6ae93a1d-3a9b-487a-a1d4-a4944c4155aa service neutron] 10.222.0.44 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278979 Apr 01 14:49:27.022706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1472237-2dda-410a-a8bf-39816f19e5ee req-72d07c17-29cd-466b-8438-260dd7498925 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442003 Apr 01 14:49:27.053959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4db2-f895-436c-b732-192d83a472a4 req-51fefa67-2d20-4ccf-a3cf-d971db9677f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:27.057285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f2c4db2-f895-436c-b732-192d83a472a4 req-51fefa67-2d20-4ccf-a3cf-d971db9677f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.1069162 Apr 01 14:49:27.082464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-02042492-0d24-4735-86d9-c49436a951e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753118 Apr 01 14:49:27.123413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f2c4db2-f895-436c-b732-192d83a472a4 req-89d0cb2c-488c-4a3e-8d9f-2a9c5e49e2a1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604594 Apr 01 14:49:27.219783 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba', 'code': 200} Apr 01 14:49:27.220289 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba', 'status': 'completed', 'code': 200} Apr 01 14:49:27.320885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-771cae2a-fc4e-4f7a-8567-691dff9abb21 req-dfa37a36-1368-4e60-a530-e078ee4b9505 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313998 Apr 01 14:49:27.371454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-4f523432-ea9f-4a1d-bd2d-bda34c4b457e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1124 time: 0.1161866 Apr 01 14:49:27.377518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92d662-5ac5-4bdd-a0cd-1949ad06dd81 req-13174278-3ff2-4f4f-93c3-4a1c4b86dbb4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:27.378954 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d92d662-5ac5-4bdd-a0cd-1949ad06dd81 req-13174278-3ff2-4f4f-93c3-4a1c4b86dbb4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 945 time: 0.1568890 Apr 01 14:49:27.441975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-388fe194-548b-4216-9a64-233409bc07b4 req-d5f4d28b-ddfa-4406-9d94-ee455ada8cef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684495 Apr 01 14:49:27.480640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:27.535130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d92d662-5ac5-4bdd-a0cd-1949ad06dd81 req-23ef288d-b832-4d32-8ad1-67798f7f5f7d tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342208 Apr 01 14:49:27.560913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-8897d271-48d2-47b0-badc-b5201918b731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:27.562280 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-8897d271-48d2-47b0-badc-b5201918b731 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.1824818 Apr 01 14:49:27.652522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-51ecc6d7-a8bd-4fff-932c-b9e250c68509 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 217 time: 0.0820863 Apr 01 14:49:27.694028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:27.701432 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'status': 'completed', 'code': 200} Apr 01 14:49:27.731788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '428c7e00-002b-4ac8-8334-4af687e40452', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '428c7e00-002b-4ac8-8334-4af687e40452', 'mac_address': 'fa:16:3e:56:82:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:27.834912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4dbd6005-cc82-41a6-93d9-edd0e80b331c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:27.845691 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:27.878478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428c7e00-002b-4ac8-8334-4af687e40452 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:27.893685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-872a299c-17e5-4da1-838a-4ac6b33c79ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:27.895266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-872a299c-17e5-4da1-838a-4ac6b33c79ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.2361019 Apr 01 14:49:27.898942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:27.904523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:27.905670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 77241b1a-11cd-4b0b-aa10-45844f8c04f8 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:27.955557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-0fc3857b-be4e-4296-a6b4-9db49622cb80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500975 Apr 01 14:49:27.959242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb66db0-9c47-405a-a669-02b71460a808 req-56d4a301-4195-45d3-8b1a-1d33aecdc6e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=52baadddef2645f2a54448f22902ae7c&device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 1099 time: 0.2538829 Apr 01 14:49:28.058981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:28.144262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 77241b1a-11cd-4b0b-aa10-45844f8c04f8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:28.160231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'port_id': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'mac_address': 'fa:16:3e:82:c3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:28.235326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:28.257298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77241b1a-11cd-4b0b-aa10-45844f8c04f8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:28.274978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 77241b1a-11cd-4b0b-aa10-45844f8c04f8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:28.280430 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:28.345113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb66db0-9c47-405a-a669-02b71460a808 req-72b98026-9f95-48fa-b4d6-2b9f6870ce5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:28.346563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb66db0-9c47-405a-a669-02b71460a808 req-72b98026-9f95-48fa-b4d6-2b9f6870ce5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3510566 Apr 01 14:49:28.354586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-b3aae2d7-493e-422c-808f-8c7e4c221c55 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603930 Apr 01 14:49:28.366162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=77241b1a-11cd-4b0b-aa10-45844f8c04f8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:28.411235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821a03-c6cd-4645-bdda-3ea962fdd095 req-40baa7d5-3f87-415c-a144-224c5cdef896 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:28.412657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd821a03-c6cd-4645-bdda-3ea962fdd095 req-40baa7d5-3f87-415c-a144-224c5cdef896 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.4608457 Apr 01 14:49:28.513966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb66db0-9c47-405a-a669-02b71460a808 req-4b18d7af-cb08-4657-b57a-4f4eb898814f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5 HTTP/1.1" status: 200 len: 217 time: 0.1576819 Apr 01 14:49:28.603242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['428c7e00-002b-4ac8-8334-4af687e40452'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:28.622347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd821a03-c6cd-4645-bdda-3ea962fdd095 req-80215535-5265-4fd6-8210-b8bd16628ccd tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837511 Apr 01 14:49:28.636056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb66db0-9c47-405a-a669-02b71460a808 req-bf19ab43-aca5-4a83-a1d8-7f79109b8880 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:28.637728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb66db0-9c47-405a-a669-02b71460a808 req-bf19ab43-aca5-4a83-a1d8-7f79109b8880 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1107671 Apr 01 14:49:28.647568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-238e83a4-7ba4-4ea5-a5f6-5977cae5139d req-3654adbd-58cb-458d-b7f9-ae0a34bfc0a0 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331893 Apr 01 14:49:28.663392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-ee96f6bb-81ea-46da-9603-caba21d97ca2 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:49:28.665660 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-ee96f6bb-81ea-46da-9603-caba21d97ca2 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079436 Apr 01 14:49:28.671353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['77241b1a-11cd-4b0b-aa10-45844f8c04f8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:28.685406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Request body: {'binding': {'host': 'n-h1-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:28.687684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:49:28.767812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb66db0-9c47-405a-a669-02b71460a808 req-81cd7e6f-32e4-4765-8bf3-e26c23cc845c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226082 Apr 01 14:49:28.971438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb66db0-9c47-405a-a669-02b71460a808 req-e0aedde5-9761-479e-b7ec-c62784461593 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966889 Apr 01 14:49:28.978665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on host n-h1-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:28.978997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:28.979365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:28.985936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:28.986236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:28.994505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:28.994897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:28.995427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:28.996584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Bound port: 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:29.008293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f591e4-7a14-4a4f-bbf2-1b3c659d1de8 req-7b1dd470-dc73-497a-b33d-918a300b2527 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:29.019941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40544) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:29.020686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73f591e4-7a14-4a4f-bbf2-1b3c659d1de8 req-7b1dd470-dc73-497a-b33d-918a300b2527 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 945 time: 0.2152877 Apr 01 14:49:29.026180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Request body: {'floatingip': {'port_id': '1e184718-c9ce-4e34-b602-64bdd0f63529'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:29.116319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:29.176850 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb66db0-9c47-405a-a669-02b71460a808 req-9d4358d9-4cf5-492e-b0b5-046df73ef550 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980181 Apr 01 14:49:29.190136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:29.222723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d96fae-544f-4b68-93aa-a3c327b9959e req-8bddaaa6-399e-4a1d-98b4-ed93ac791a62 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:29.223519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-98d96fae-544f-4b68-93aa-a3c327b9959e req-8bddaaa6-399e-4a1d-98b4-ed93ac791a62 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Synchronizing usage tracker for tenant:3adc2bc876204db1bfd7b0ecd31bce8b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:29.228343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:29.229474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-5e0d5a9a-fb27-405a-b47f-c9a5ff0fdbf5 service neutron] 10.222.0.48 "POST /v2.0/ports/97f5d3a7-a943-42d3-a48c-1b7508fd9390/bindings HTTP/1.1" status: 201 len: 389 time: 0.5503359 Apr 01 14:49:29.245174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-98d96fae-544f-4b68-93aa-a3c327b9959e req-8bddaaa6-399e-4a1d-98b4-ed93ac791a62 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Unset dirty status for tenant:3adc2bc876204db1bfd7b0ecd31bce8b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:29.254808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98d96fae-544f-4b68-93aa-a3c327b9959e req-8bddaaa6-399e-4a1d-98b4-ed93ac791a62 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 944 time: 0.1247592 Apr 01 14:49:29.318447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98d96fae-544f-4b68-93aa-a3c327b9959e req-4b6ccc54-fae0-449f-bda3-d823d9e74792 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623398 Apr 01 14:49:29.537187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbb37d-739f-4394-b376-bf9efd9811e7 req-abd62266-43fb-40ee-90d4-aca272ddab79 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:29.538911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5bbb37d-739f-4394-b376-bf9efd9811e7 req-abd62266-43fb-40ee-90d4-aca272ddab79 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 948 time: 0.1045041 Apr 01 14:49:29.589516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5bbb37d-739f-4394-b376-bf9efd9811e7 req-2f28b1d1-7b2d-4c49-9feb-7babbf79a805 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Apr 01 14:49:29.636415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:29.729009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79bfa9-5ed7-4ddf-b521-a60a52a3b4f5 req-633ff4ee-09b2-4a8d-9e00-a52109f4e200 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:29.730529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e79bfa9-5ed7-4ddf-b521-a60a52a3b4f5 req-633ff4ee-09b2-4a8d-9e00-a52109f4e200 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.1962757 Apr 01 14:49:29.792827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:29.811160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba has no active binding in host n-h1-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:49:29.831383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39371b75-cb56-4ea7-92cd-591036646442 req-e192e0fd-62a3-4127-8cc8-69830fce7feb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:29.833562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39371b75-cb56-4ea7-92cd-591036646442 req-e192e0fd-62a3-4127-8cc8-69830fce7feb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.1317697 Apr 01 14:49:29.875172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e79bfa9-5ed7-4ddf-b521-a60a52a3b4f5 req-cad130cd-75a1-4bee-9c1c-bd4f7a66251f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306987 Apr 01 14:49:29.882593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39371b75-cb56-4ea7-92cd-591036646442 req-ee17c0a0-a0ae-4d86-be95-30ba5d8e5e3c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Apr 01 14:49:29.930926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40566) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:30.105394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.116596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.160762 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a92037f-8b0f-4035-8a1c-e83a821aa518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.171879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.211092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:30.216730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Usage tracker for resource:security_group_rule and tenant:9802069b9c734308b6c7383b15999c9d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:30.219609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:30.225981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:30.278585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ba88f-6c6d-4a8d-8ac6-f1eaa8ec88fd req-f8f90e1e-197d-43cc-9efb-abb40732f2f9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:30.280085 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e8ba88f-6c6d-4a8d-8ac6-f1eaa8ec88fd req-f8f90e1e-197d-43cc-9efb-abb40732f2f9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2491040 Apr 01 14:49:30.300108 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.305499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.343739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e8ba88f-6c6d-4a8d-8ac6-f1eaa8ec88fd req-443e1b41-d63e-473c-99bd-1cff3b9392cf tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542548 Apr 01 14:49:30.360158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095cbeee-36f9-4d4c-baf8-900bf276c070,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:30.364676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0fa4bfbe-434a-4bcb-a6bb-3775f62e3bba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9802069b9c734308b6c7383b15999c9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4324462 Apr 01 14:49:30.367334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40584) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:30.384864 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43 associated. External IP: 172.25.2.185, port: 1e184718-c9ce-4e34-b602-64bdd0f63529. Apr 01 14:49:30.440148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33b06a08-edac-4100-a265-dbb59bc42f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.472171 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33b06a08-edac-4100-a265-dbb59bc42f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.530689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33b06a08-edac-4100-a265-dbb59bc42f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.545918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06a08-edac-4100-a265-dbb59bc42f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095cbeee-36f9-4d4c-baf8-900bf276c070,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:30.554819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33b06a08-edac-4100-a265-dbb59bc42f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:30.558809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-33b06a08-edac-4100-a265-dbb59bc42f25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095cbeee-36f9-4d4c-baf8-900bf276c070 HTTP/1.1" status: 204 len: 168 time: 0.1869752 Apr 01 14:49:30.625165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5eb1-b1b2-4e8c-b5e7-e48f03c63e51 req-81411921-1cdf-46f6-b0e0-5e55433dc584 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:30.626595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb4b5eb1-b1b2-4e8c-b5e7-e48f03c63e51 req-81411921-1cdf-46f6-b0e0-5e55433dc584 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 944 time: 0.1153665 Apr 01 14:49:30.701813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb4b5eb1-b1b2-4e8c-b5e7-e48f03c63e51 req-c218a79f-5213-4232-a71c-497fdd18dfac tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688157 Apr 01 14:49:30.892665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253dec8-e872-445b-a656-a98e222a2298 req-91a46746-22a1-43ee-b5aa-cd9c4a9a5455 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:30.900290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9253dec8-e872-445b-a656-a98e222a2298 req-91a46746-22a1-43ee-b5aa-cd9c4a9a5455 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 948 time: 0.1160176 Apr 01 14:49:30.963669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9253dec8-e872-445b-a656-a98e222a2298 req-3c5bc980-6b2c-4507-8c37-c4fde2fb0ef9 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623968 Apr 01 14:49:30.996837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:49:31.005560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40610) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:31.024216 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.055694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:31.059456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ad71b7f75e45b7a1e111f7d6e81fdb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:31.062204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:31.067893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:31.089990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.175482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47324be-651a-44ab-a362-62bccaba9cc3 req-d3a5be39-3043-4b99-9d2b-4473b3a3649d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:31.176844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f47324be-651a-44ab-a362-62bccaba9cc3 req-d3a5be39-3043-4b99-9d2b-4473b3a3649d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.1056991 Apr 01 14:49:31.220718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6494ab-fdbe-4303-aece-03f45a1a5950 req-dd73dda5-6f2f-492e-87a2-f4f9617c48ac tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:31.221195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.222150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d6494ab-fdbe-4303-aece-03f45a1a5950 req-dd73dda5-6f2f-492e-87a2-f4f9617c48ac tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.1567864 Apr 01 14:49:31.231618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.237045 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.276171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f47324be-651a-44ab-a362-62bccaba9cc3 req-98381d14-28a8-486b-8c4a-caa4186ca693 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919170 Apr 01 14:49:31.283286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d6494ab-fdbe-4303-aece-03f45a1a5950 req-5a52da59-f57c-4f6c-b93d-d65cda2f4e20 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548611 Apr 01 14:49:31.287311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00802a35-f40a-43ba-a010-46401d7c2ab9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:31.294153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40614) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:31.294312 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2308c3d-93a5-4007-9169-9684196753c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ad71b7f75e45b7a1e111f7d6e81fdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2876213 Apr 01 14:49:31.341749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:49:31.347926 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.352972 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] Sync routers for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:49:31.366212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:31.366837 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:31.417796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49b8bd32-dccc-4f3f-befc-036e1deab96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.422936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ec794bed-157b-44f2-ab7d-dd36447cd179 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "PUT /v2.0/floatingips/fbfcabc2-61c3-4c58-a36c-eaa154017b43 HTTP/1.1" status: 200 len: 991 time: 2.3995762 Apr 01 14:49:31.422936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:31.450601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49b8bd32-dccc-4f3f-befc-036e1deab96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.510306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49b8bd32-dccc-4f3f-befc-036e1deab96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.512136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:31.534075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8bd32-dccc-4f3f-befc-036e1deab96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00802a35-f40a-43ba-a010-46401d7c2ab9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:31.539737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49b8bd32-dccc-4f3f-befc-036e1deab96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.543199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49b8bd32-dccc-4f3f-befc-036e1deab96d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00802a35-f40a-43ba-a010-46401d7c2ab9 HTTP/1.1" status: 204 len: 168 time: 0.2455337 Apr 01 14:49:31.657827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aa10ec33-80ee-4ba4-954c-de66d0f02ed5 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:31.696708 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:31.783475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b55e6-d91b-45b6-91bb-793afb438c0d req-7fd3642c-462a-42b6-80d3-56addb4a891b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:31.787662 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97b55e6-d91b-45b6-91bb-793afb438c0d req-7fd3642c-462a-42b6-80d3-56addb4a891b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2114186 Apr 01 14:49:31.856715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 428c7e00-002b-4ac8-8334-4af687e40452 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:31.865463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 428c7e00-002b-4ac8-8334-4af687e40452 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:31.865817 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:31.927908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97b55e6-d91b-45b6-91bb-793afb438c0d req-ec226ace-6acf-4417-8c3b-d49106c39a28 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314511 Apr 01 14:49:31.988846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea6987-2ac0-43c2-82fb-57d01636ff4f req-dda137bb-e2c1-4fc5-963a-facbec2f679f tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:32.002780 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83ea6987-2ac0-43c2-82fb-57d01636ff4f req-dda137bb-e2c1-4fc5-963a-facbec2f679f tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 945 time: 0.1748240 Apr 01 14:49:32.026401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.072356 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'status': 'completed', 'code': 200} Apr 01 14:49:32.097539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:32.122823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:32.132766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:32.142983 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.143958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 77241b1a-11cd-4b0b-aa10-45844f8c04f8 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:32.306893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83ea6987-2ac0-43c2-82fb-57d01636ff4f req-04e33e1a-70b3-4e28-9b46-a7c856cde83a tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030219 Apr 01 14:49:32.311390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'mac_address': 'fa:16:3e:9b:c0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:32.347668 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbfcabc2-61c3-4c58-a36c-eaa154017b43', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'port_id': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'mac_address': 'fa:16:3e:26:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:48:10Z', 'updated_at': '2022-04-01T14:49:29Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:32.362932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] Checking router: 9e1c635d-fe1d-4167-a81e-20b23b4690a0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:49:32.374541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:32.385722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:32.386103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.387872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:32.389458 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:32.471626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-2222c93b-a6e3-47a9-a100-d16ff762d354 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 1096 time: 0.3792701 Apr 01 14:49:32.480334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbe14-83d8-4eb1-ba06-a248532d8d5a req-1549e7ff-ed87-4a2e-8636-b5f1635d2299 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:32.488218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-443cbe14-83d8-4eb1-ba06-a248532d8d5a req-1549e7ff-ed87-4a2e-8636-b5f1635d2299 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 944 time: 0.1702795 Apr 01 14:49:32.501694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:32.531448 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.565033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa10ec33-80ee-4ba4-954c-de66d0f02ed5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:32.581361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:32.608845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54ac2d-41fb-41d3-9e7f-bc241fbaff27 req-1040f6e9-8bbe-4bc6-bf6b-b8f1e2b5e064 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:32.616317 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d54ac2d-41fb-41d3-9e7f-bc241fbaff27 req-1040f6e9-8bbe-4bc6-bf6b-b8f1e2b5e064 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 948 time: 0.1570051 Apr 01 14:49:32.641533 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:32.645409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.686218 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.695869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d54ac2d-41fb-41d3-9e7f-bc241fbaff27 req-3170f99e-03d9-475e-9d0a-7f9e602203d8 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785458 Apr 01 14:49:32.712628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-31eecafb-5e2d-4284-8b26-519c0511771e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:32.714581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-31eecafb-5e2d-4284-8b26-519c0511771e service neutron] 10.222.0.62 "GET /v2.0/networks?id=adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 200 len: 924 time: 0.2244289 Apr 01 14:49:32.762912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.790950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:32.813481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 77241b1a-11cd-4b0b-aa10-45844f8c04f8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:32.815548 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452', 'code': 200} Apr 01 14:49:32.820461 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:32.936772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=77241b1a-11cd-4b0b-aa10-45844f8c04f8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:32.979343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-cfeefb05-26f8-4e56-b066-93978b03e4a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e184718-c9ce-4e34-b602-64bdd0f63529 HTTP/1.1" status: 200 len: 999 time: 0.2546432 Apr 01 14:49:32.990102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ab51de4-836d-40ec-ad25-e0f7981a6ee9 req-0007e326-b8ac-440e-b6a0-6139cf704796 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 1101 time: 0.1057305 Apr 01 14:49:33.000049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-443cbe14-83d8-4eb1-ba06-a248532d8d5a req-f416dd85-55be-4a9f-9aa9-1625151bf2ad tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5107827 Apr 01 14:49:33.009682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['aa10ec33-80ee-4ba4-954c-de66d0f02ed5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:33.085684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ab51de4-836d-40ec-ad25-e0f7981a6ee9 req-cfb309c9-5af3-4f9e-a881-207e4e818602 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881815 Apr 01 14:49:33.198201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-80a33dfa-b474-453e-af71-25df48014ade service neutron] 10.222.0.44 "GET /v2.0/ports/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba/bindings/n-h1-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.3668771 Apr 01 14:49:33.210894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-b6be7dca-1c69-4fc2-8d36-ff87912c15de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:33.212514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-b6be7dca-1c69-4fc2-8d36-ff87912c15de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fadbb68e-6c53-415c-af81-8ef539f220a1 HTTP/1.1" status: 200 len: 862 time: 0.2090235 Apr 01 14:49:33.313449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e791-2a12-421b-8e35-195f78f3bf23 req-9355acb2-e637-4fc5-9668-45fb9173f582 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:33.321554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4844e791-2a12-421b-8e35-195f78f3bf23 req-9355acb2-e637-4fc5-9668-45fb9173f582 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.1859193 Apr 01 14:49:33.322839 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbfcabc2-61c3-4c58-a36c-eaa154017b43', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'port_id': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'mac_address': 'fa:16:3e:26:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:48:10Z', 'updated_at': '2022-04-01T14:49:29Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:33.328980 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c5d86-d3d4-4bed-a662-b9c967987df8 None None] The sync data for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 is: [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbfcabc2-61c3-4c58-a36c-eaa154017b43', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'port_id': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'mac_address': 'fa:16:3e:26:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:48:10Z', 'updated_at': '2022-04-01T14:49:29Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:49:33.472026 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-1ed72ce0-b31d-4da2-a0fb-57bdcd2a3528 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=adab06f2-b722-4274-a321-b0a3961693d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495534 Apr 01 14:49:33.479950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4844e791-2a12-421b-8e35-195f78f3bf23 req-c666c967-8e52-4327-96bc-ed6b72c5be9e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575370 Apr 01 14:49:33.635452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0710c-507c-4bfe-b75f-2c18a77f85ef None None] New status for floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:49:33.672463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd711-8956-42e9-a2d0-561743d26e15 req-aaa0a41b-fbd7-416c-b724-1b64c614ea2d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:33.674062 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fdcd711-8956-42e9-a2d0-561743d26e15 req-aaa0a41b-fbd7-416c-b724-1b64c614ea2d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 943 time: 0.1000576 Apr 01 14:49:33.693359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:49:33.723458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fdcd711-8956-42e9-a2d0-561743d26e15 req-85636c3e-e2f1-444e-acdd-6c5d24f0d683 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Apr 01 14:49:33.783662 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-ab03080f-169b-4eac-b0ca-eeafd9f15e6c service neutron] 10.222.0.62 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975612 Apr 01 14:49:33.931415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:34.048000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b708c-9562-495c-b0f2-5459f4e21d6d req-2fa7fe8b-821e-4129-b0da-3a3ecc4cd61f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:34.054871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-740b708c-9562-495c-b0f2-5459f4e21d6d req-2fa7fe8b-821e-4129-b0da-3a3ecc4cd61f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.3982341 Apr 01 14:49:34.060743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3850e48e-b964-4e7c-955e-75a9b26c7fe9 req-04d93843-df08-42aa-9a30-f7b8eab9bf3d service neutron] 10.222.0.62 "GET /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173111 Apr 01 14:49:34.068413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:34.074479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:34.079795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:34.121172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-740b708c-9562-495c-b0f2-5459f4e21d6d req-7f990e13-f353-4723-a71d-2c91fc6cef78 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653949 Apr 01 14:49:34.127582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:34.163122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:34.204888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:34.215562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:34.236600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:34.526528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13f78b-c330-43b6-95b3-6ef35543f9d6 req-fb017dd9-2cd7-4c90-be93-8416524b8873 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:34.527821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd13f78b-c330-43b6-95b3-6ef35543f9d6 req-fb017dd9-2cd7-4c90-be93-8416524b8873 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1327765 Apr 01 14:49:34.551916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] Transition to ACTIVE for port object 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:34.562667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea10c4-bc4f-487f-8ec3-14c54f146f2e req-19362396-8403-4b2a-83eb-8d1a7cf8979a tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:34.564127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eea10c4-bc4f-487f-8ec3-14c54f146f2e req-19362396-8403-4b2a-83eb-8d1a7cf8979a tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 949 time: 0.2654736 Apr 01 14:49:34.565559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:34.597274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd13f78b-c330-43b6-95b3-6ef35543f9d6 req-4f4bf08b-5ebf-4071-9259-d1cf266cbb17 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634799 Apr 01 14:49:34.761915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] No DVR routers for this DVR port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:49:34.764336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:34.769297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eea10c4-bc4f-487f-8ec3-14c54f146f2e req-d02681c0-67c1-4667-bf85-fd6f282dd208 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726756 Apr 01 14:49:34.817189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8'}, {'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:34.836368 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f3f57ec7-559f-45f9-a5a7-db9ba0a5a8f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba/bindings/n-h1-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4894893 Apr 01 14:49:35.021762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-00f5120b-585f-4e5e-97fd-efe0090058e0 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.1280282 Apr 01 14:49:35.032013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62eeda3-0c11-4469-b1a4-68f41f04af49 req-bfbe8622-2cb6-41d4-97a0-22d751ebfa75 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:35.033446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b62eeda3-0c11-4469-b1a4-68f41f04af49 req-bfbe8622-2cb6-41d4-97a0-22d751ebfa75 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.1061015 Apr 01 14:49:35.122827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b62eeda3-0c11-4469-b1a4-68f41f04af49 req-16befb22-0ff6-4a20-ae05-c02c2b3af214 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566850 Apr 01 14:49:35.136118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-e67bb902-7fa6-432e-89e5-2299f1b6a77b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35&tenant_id=b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 1095 time: 0.1017509 Apr 01 14:49:35.216582 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'code': 200} Apr 01 14:49:35.216841 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'code': 200} Apr 01 14:49:35.244041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f63a3540-90cf-4b79-93ba-9355d3399649 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1095 time: 0.0839715 Apr 01 14:49:35.505908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee90b6d-a61c-42ae-a19f-650f7831d530 req-c6d0d270-0bcc-4b50-81ef-e0490ec9e525 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:35.507439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee90b6d-a61c-42ae-a19f-650f7831d530 req-c6d0d270-0bcc-4b50-81ef-e0490ec9e525 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 944 time: 0.2618668 Apr 01 14:49:35.508827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-28ed2349-f44c-444c-8800-5a6f72e087a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:35.510105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-28ed2349-f44c-444c-8800-5a6f72e087a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.2286439 Apr 01 14:49:35.516633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-685b00dc-5bf0-47bc-b3ef-9a43edee8b18 req-e5b4896d-b04c-445c-a63e-7fac8bdef291 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 1096 time: 0.2122293 Apr 01 14:49:35.524814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06283b4f-6604-4c0c-abeb-08023be25be1 req-55d23070-7a41-4e71-8dfe-8bf33803c4bc tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:35.531755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06283b4f-6604-4c0c-abeb-08023be25be1 req-55d23070-7a41-4e71-8dfe-8bf33803c4bc tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 970 time: 0.0865698 Apr 01 14:49:35.584137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06283b4f-6604-4c0c-abeb-08023be25be1 req-833f5fab-35f5-44cb-b0c8-2457191f2744 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511155 Apr 01 14:49:35.618017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-156e0ead-49aa-421e-a43a-362a9c357f58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 217 time: 0.1004400 Apr 01 14:49:35.673879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:35.677436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aa10ec33-80ee-4ba4-954c-de66d0f02ed5 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:35.699037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee90b6d-a61c-42ae-a19f-650f7831d530 req-fc5992a7-f0f5-436e-96eb-cb5d30bdcc91 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804006 Apr 01 14:49:35.700454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-685b00dc-5bf0-47bc-b3ef-9a43edee8b18 req-116977fb-87b8-4bac-a191-a1bbf7d1a3d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239498 Apr 01 14:49:35.712034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-bee651b4-6dfa-4268-8abd-8f1975637042 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:35.713574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-bee651b4-6dfa-4268-8abd-8f1975637042 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.0866683 Apr 01 14:49:35.785523 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-f59c44b9-859b-4cfc-87d7-3b7a5b5a3e34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649192 Apr 01 14:49:35.856244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:35.865951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:35.866240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:35.867832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2a341-2aae-4cec-95fd-c70c57cb9760 req-51215a8e-bb20-4613-838b-3f213d1bb526 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:35.869571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bbf2a341-2aae-4cec-95fd-c70c57cb9760 req-51215a8e-bb20-4613-838b-3f213d1bb526 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1245008 Apr 01 14:49:35.939813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bbf2a341-2aae-4cec-95fd-c70c57cb9760 req-18634e6a-5dd8-42f6-aa73-baa9ef43ea6e tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640867 Apr 01 14:49:35.968683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:35.981481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-a7e736db-8e88-457c-87e5-4c9543964bef service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840832 Apr 01 14:49:36.031748 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:36.048151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'mac_address': 'fa:16:3e:2c:49:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:tempest-test_az-1710496758', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:36.105460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:36.126445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08295a-9bb8-4464-9d4b-43ba518452a0 req-d9274ab8-cb8e-46e5-9830-9a6314a08ac4 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:36.133881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f08295a-9bb8-4464-9d4b-43ba518452a0 req-d9274ab8-cb8e-46e5-9830-9a6314a08ac4 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 949 time: 0.0877001 Apr 01 14:49:36.144990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:36.148821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:36.150396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-07a41bdb-571d-489e-89fc-785f00ad8425 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556981 Apr 01 14:49:36.155056 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:36.199643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f08295a-9bb8-4464-9d4b-43ba518452a0 req-e90a0463-26c8-4ba4-8b38-c09f3ba92527 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647593 Apr 01 14:49:36.228129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:36.234359 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:36.250252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:36.321636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:36.396631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148eef-1ba2-43b7-b0f1-236660710b1e req-1664c391-c701-4ff0-8e1b-f9d0c8daaea2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:36.398087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6148eef-1ba2-43b7-b0f1-236660710b1e req-1664c391-c701-4ff0-8e1b-f9d0c8daaea2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.0796556 Apr 01 14:49:36.453037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6148eef-1ba2-43b7-b0f1-236660710b1e req-f38951b8-bba1-4b9f-9212-a54360e902bc tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 Apr 01 14:49:36.499141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-5f5d8593-681c-4805-be02-d84470f91441 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.0881023 Apr 01 14:49:36.534989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:36.633549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-21fe44a4-2493-4962-8b63-9ed14f302d50 service neutron] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:36.637139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-21fe44a4-2493-4962-8b63-9ed14f302d50 service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:36.638048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ea298bf-37d3-41d9-a069-d6df032d06d9 req-21fe44a4-2493-4962-8b63-9ed14f302d50 service neutron] 10.222.0.62 "DELETE /v2.0/ports/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba/bindings/n-h2-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.1325781 Apr 01 14:49:36.808663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5f2b5-9b98-4a51-8467-032a7b75afc8 req-d1d4df24-43f4-41b5-a8fd-c6d1f7712cbe tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:36.811398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83d5f2b5-9b98-4a51-8467-032a7b75afc8 req-d1d4df24-43f4-41b5-a8fd-c6d1f7712cbe tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 971 time: 0.1004369 Apr 01 14:49:36.860540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83d5f2b5-9b98-4a51-8467-032a7b75afc8 req-3ee08f05-9fb5-4814-8392-0a27eba7ff1d tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Apr 01 14:49:37.071569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51723a23-d986-4ab3-b90d-3f88199bc312 req-55eb2a82-c162-47ab-8ff4-aa43efddc234 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:37.073397 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51723a23-d986-4ab3-b90d-3f88199bc312 req-55eb2a82-c162-47ab-8ff4-aa43efddc234 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 944 time: 0.0841200 Apr 01 14:49:37.146617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51723a23-d986-4ab3-b90d-3f88199bc312 req-2a3778c5-ed35-491e-b949-eb23557f5acf tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671902 Apr 01 14:49:37.218177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:37.249122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e290c-ebaf-4826-a319-c05c01f18d4c req-bcbecbc3-bc94-4b29-8eb7-0aa6661f4e98 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:37.255811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be8e290c-ebaf-4826-a319-c05c01f18d4c req-bcbecbc3-bc94-4b29-8eb7-0aa6661f4e98 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1863728 Apr 01 14:49:37.357781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be8e290c-ebaf-4826-a319-c05c01f18d4c req-9ba12701-bba6-436b-b8f1-9e1f32b7f7bf tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920734 Apr 01 14:49:37.391647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40810) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:37.428696 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'code': 200} Apr 01 14:49:37.519967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f95529-ae0b-4eb3-97a8-35cee1f0acba req-5948bff5-100b-4335-9669-daaf16b74927 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:37.527330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97f95529-ae0b-4eb3-97a8-35cee1f0acba req-5948bff5-100b-4335-9669-daaf16b74927 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 950 time: 0.1009607 Apr 01 14:49:37.560547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:49:37.632816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:37.655809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97f95529-ae0b-4eb3-97a8-35cee1f0acba req-2cf468ef-59e7-4e93-9d5b-3ff4f3f3031b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275399 Apr 01 14:49:37.692543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:49:37.703386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:37.710982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:37.713876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Usage tracker for resource:security_group_rule and tenant:27118f764d7b432998054ff78bb96f4e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:37.720071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06bd9dc5-6f56-4535-aaf0-22ed8b1b8ed8 req-210ba7db-07fd-4581-aab2-da82826ee39c tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1095 time: 0.1317792 Apr 01 14:49:37.728213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:37.731084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40820) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:37.740646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:37.806873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-981f4ad9-626d-45b3-b9e4-076315c7f4af req-acf86eaa-fbda-4e24-a6c9-ed8f22a0fed3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 1101 time: 0.2958457 Apr 01 14:49:37.828569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:37.829567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:37.917727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:37.928321 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:37.933193 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06bd9dc5-6f56-4535-aaf0-22ed8b1b8ed8 req-2b63d675-fd55-4333-baa7-8e3ee5b53e46 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996384 Apr 01 14:49:37.977201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-981f4ad9-626d-45b3-b9e4-076315c7f4af req-3d107432-4a18-4824-9269-1d1bfebdb718 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494029 Apr 01 14:49:38.008060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448bc18b-b354-4947-8ed4-2876647a8ccc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:38.011383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.016365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-31fce04e-609a-46aa-9731-8daea2f6b379 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1097 time: 0.1298637 Apr 01 14:49:38.028051 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.030113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40830) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:38.030227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39bc6f29-0948-4cdb-a35f-fa3357ab7d27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27118f764d7b432998054ff78bb96f4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6376507 Apr 01 14:49:38.065137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:38.069828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.078149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:38.087732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a150a3-4489-4d50-a281-21da93b811b6 req-3400d4d4-7d69-43b3-bd57-d7f4c035247d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:38.094679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a150a3-4489-4d50-a281-21da93b811b6 req-3400d4d4-7d69-43b3-bd57-d7f4c035247d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.2192674 Apr 01 14:49:38.097484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Usage tracker for resource:security_group_rule and tenant:e40da6fa6117476b9d7529f90c2f9b45 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:38.117266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:38.128476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:38.155304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:38.166648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a150a3-4489-4d50-a281-21da93b811b6 req-ab4cd9b4-f81d-446f-a118-7e9fa211ca09 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710597 Apr 01 14:49:38.224551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.229918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.235508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb20549b-25af-43b5-a939-48484481db4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.279425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3019c157-c4c6-4a4e-bfa6-bf214965cfd1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:38.284984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b51d68ff-a04a-417f-b6e0-af20d2efb039 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e40da6fa6117476b9d7529f90c2f9b45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5530486 Apr 01 14:49:38.292022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40840) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:38.339885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb20549b-25af-43b5-a939-48484481db4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.418806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-a396a554-89b7-4616-a0b4-d12c38aebcc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:38.420382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-a396a554-89b7-4616-a0b4-d12c38aebcc5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.2442501 Apr 01 14:49:38.433370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448583d-a029-44e8-93f6-ad1db705fa29 req-6531a6c5-25e4-46e9-a010-f40d128ea81c tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:38.434746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e448583d-a029-44e8-93f6-ad1db705fa29 req-6531a6c5-25e4-46e9-a010-f40d128ea81c tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2644694 Apr 01 14:49:38.461212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c505-13e0-4072-ac69-540a3e507b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.512553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-6f3d483c-df77-4ada-97a6-e478ff645546 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:38.514116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-6f3d483c-df77-4ada-97a6-e478ff645546 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.1943431 Apr 01 14:49:38.515135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-7d1561fc-dbca-4a90-b3ee-71abb4d499f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 217 time: 0.0876276 Apr 01 14:49:38.516230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c505-13e0-4072-ac69-540a3e507b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.522694 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:49:38.554934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-5cd97b74-b53c-4220-927d-590b60726163 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/quotas/b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 375 time: 0.0314255 Apr 01 14:49:38.562526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb20549b-25af-43b5-a939-48484481db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.591492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20549b-25af-43b5-a939-48484481db4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448bc18b-b354-4947-8ed4-2876647a8ccc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:38.606292 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e448583d-a029-44e8-93f6-ad1db705fa29 req-8fcb2ba5-e856-44a2-9916-2ff927d0affc tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256971 Apr 01 14:49:38.614506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb20549b-25af-43b5-a939-48484481db4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.618581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cb20549b-25af-43b5-a939-48484481db4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/448bc18b-b354-4947-8ed4-2876647a8ccc HTTP/1.1" status: 204 len: 168 time: 0.5842659 Apr 01 14:49:38.622058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-7e9702cb-ef62-46ae-a475-6250a261b4f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:38.623911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-7e9702cb-ef62-46ae-a475-6250a261b4f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.0991449 Apr 01 14:49:38.632404 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c505-13e0-4072-ac69-540a3e507b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.655669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1c505-13e0-4072-ac69-540a3e507b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3019c157-c4c6-4a4e-bfa6-bf214965cfd1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:38.665248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c505-13e0-4072-ac69-540a3e507b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:38.669001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dcf1c505-13e0-4072-ac69-540a3e507b64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3019c157-c4c6-4a4e-bfa6-bf214965cfd1 HTTP/1.1" status: 204 len: 168 time: 0.3760850 Apr 01 14:49:38.678175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-4fdf6bad-b5c1-46f9-9d6b-b3b47709112a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421875 Apr 01 14:49:38.680203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-2a262c71-c054-488d-83af-5eed3e7c7377 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193464 Apr 01 14:49:38.942693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa436c-2b79-4b18-831b-a38ace5346e5 req-3966140f-087a-461a-963f-0601e26b4ea1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:38.946877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-d51b9056-32ff-4b09-9e5b-fc51a56a109e service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654724 Apr 01 14:49:38.949521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0fa436c-2b79-4b18-831b-a38ace5346e5 req-3966140f-087a-461a-963f-0601e26b4ea1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1212847 Apr 01 14:49:38.984120 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-8ec39ad0-345a-40e0-b68b-fecde5fb664f service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931676 Apr 01 14:49:39.077917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0fa436c-2b79-4b18-831b-a38ace5346e5 req-16e11c58-50f3-45ef-bd3a-14c3cec519f2 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275456 Apr 01 14:49:39.096069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-4c568926-2a2d-4e96-ba39-22aef04e65d1 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441355 Apr 01 14:49:39.167956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-51dc611d-5bdd-4277-9ba8-91e1f2a9fc7f service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689122 Apr 01 14:49:39.256353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40864) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:39.290906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40870) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:39.291815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:39.371680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:39.429654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:39.436468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-ab0e9b7a-2a8c-4be8-83d1-f53f9fd77dc4 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1097 time: 0.1853554 Apr 01 14:49:39.447157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28a1c5-85fd-42af-b2b9-e4fcb23b640e req-741a8353-f299-4de9-b21e-769d769a1f1e tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:39.449902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c28a1c5-85fd-42af-b2b9-e4fcb23b640e req-741a8353-f299-4de9-b21e-769d769a1f1e tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 950 time: 0.1312912 Apr 01 14:49:39.455836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-1'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:39.504545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:39.508672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca16b691398437bb474621d17d40d20 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:39.511496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:39.517449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:39.533237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:39.553853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Usage tracker for resource:security_group_rule and tenant:85d87e568fa74742a0e19ee3f9b3ac68 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:39.560263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:39.573369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:39.591458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c28a1c5-85fd-42af-b2b9-e4fcb23b640e req-19994bff-200a-425a-9d67-15b6288f3ae0 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067197 Apr 01 14:49:39.600255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:39.666321 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:39.681931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7504d0-83df-438a-85d4-f3136a4c174c req-b529a8ee-b9cf-40c1-8b4c-d7735ebdf474 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:39.683438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7504d0-83df-438a-85d4-f3136a4c174c req-b529a8ee-b9cf-40c1-8b4c-d7735ebdf474 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.2351847 Apr 01 14:49:39.690098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:39.699403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40884) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:39.726320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Request body: {'floatingip': {'port_id': '77241b1a-11cd-4b0b-aa10-45844f8c04f8'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:39.876276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ca16b691398437bb474621d17d40d20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5538714 Apr 01 14:49:39.877278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61593e01-3be4-4412-adde-26c12ca39a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e608a-4dd8-4258-a5a5-409d54f99dd6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:39.880094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40888) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:39.913198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:39.975417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:39.993854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:39.997599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e694e218-f6cd-4921-97f2-c090e5894f99 req-7ef7de60-bdc0-4c93-a725-94b58c5997af tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 210 time: 0.1337464 Apr 01 14:49:40.000221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.026327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-85c6741c-faf9-4ca9-b867-d5cf50d96c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.044655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336101c-ce72-4454-a23f-3fab5e31e2c3 req-9f350515-ec40-4de9-a3c6-94c44b9068b0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:40.051888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a336101c-ce72-4454-a23f-3fab5e31e2c3 req-9f350515-ec40-4de9-a3c6-94c44b9068b0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 946 time: 0.2073953 Apr 01 14:49:40.099273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2cd61a-21a8-4210-8a7b-2f6db0db6b69,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:40.106379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:40.111250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e122e229-490d-4c9e-b143-9ffda3d8bfb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85d87e568fa74742a0e19ee3f9b3ac68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8536410 Apr 01 14:49:40.113656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40892) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:40.136623 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'code': 200} Apr 01 14:49:40.141419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-85c6741c-faf9-4ca9-b867-d5cf50d96c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.230397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a336101c-ce72-4454-a23f-3fab5e31e2c3 req-8f594a94-250b-403f-92ba-eb20405d4411 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775684 Apr 01 14:49:40.235853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:40.249670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.275896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.317754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-85c6741c-faf9-4ca9-b867-d5cf50d96c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.349652 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390', 'code': 200} Apr 01 14:49:40.362627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6741c-faf9-4ca9-b867-d5cf50d96c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e608a-4dd8-4258-a5a5-409d54f99dd6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:40.403071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-700eaba7-e08d-4916-9cad-8c8a0cf590db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.464047 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.479140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-700eaba7-e08d-4916-9cad-8c8a0cf590db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.487300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-85c6741c-faf9-4ca9-b867-d5cf50d96c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.488414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-85c6741c-faf9-4ca9-b867-d5cf50d96c4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc4e608a-4dd8-4258-a5a5-409d54f99dd6 HTTP/1.1" status: 204 len: 168 time: 0.6032903 Apr 01 14:49:40.519111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:40.598131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f039c4-e097-4b65-a22a-3e05fb562dfe req-f755bd86-0593-49dd-a8ce-9505e1cd38fd tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:40.599624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53f039c4-e097-4b65-a22a-3e05fb562dfe req-f755bd86-0593-49dd-a8ce-9505e1cd38fd tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2841370 Apr 01 14:49:40.664596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-700eaba7-e08d-4916-9cad-8c8a0cf590db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.698386 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53f039c4-e097-4b65-a22a-3e05fb562dfe req-955e4ae4-a573-4749-be4f-99f088ea16bf tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875032 Apr 01 14:49:40.700163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-fe52878f-cfd4-4df0-a2bf-2558ff1b66f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:40.700841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-fe52878f-cfd4-4df0-a2bf-2558ff1b66f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:40.705859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eaba7-e08d-4916-9cad-8c8a0cf590db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2cd61a-21a8-4210-8a7b-2f6db0db6b69,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:40.721209 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-700eaba7-e08d-4916-9cad-8c8a0cf590db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.736351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-700eaba7-e08d-4916-9cad-8c8a0cf590db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a2cd61a-21a8-4210-8a7b-2f6db0db6b69 HTTP/1.1" status: 204 len: 168 time: 0.6216447 Apr 01 14:49:40.933183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-fe52878f-cfd4-4df0-a2bf-2558ff1b66f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:40.934348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-fe52878f-cfd4-4df0-a2bf-2558ff1b66f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.4171011 Apr 01 14:49:40.936173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on host n-h2-836017-1 for vnic_type normal with profile {"migrating_to": "n-h1-836017-1"} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:40.936498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:40.936820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:40.948742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1b595b5-01b9-4046-962d-b9c9eaa6dfba req-56c106f0-ee3f-42f6-813d-72c1758aa35e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1123 time: 0.5873654 Apr 01 14:49:40.959379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:40.959699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Attempting to bind port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:40.987950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:40.990494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Request body: {'port': {'device_id': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'admin_state_up': True, 'tenant_id': 'b2889c2017db4b29a1b206908a2da184'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:40.993444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:41.082856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:41.083559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:41.083559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:41.083986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Bound port: 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:41.084502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:41.155688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5ab5f-bac6-49b1-b0e2-ac030761622f req-127abb1c-e2ff-46bf-af19-24af8f90990d tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:41.159995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2f5ab5f-bac6-49b1-b0e2-ac030761622f req-127abb1c-e2ff-46bf-af19-24af8f90990d tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 950 time: 0.3244562 Apr 01 14:49:41.207017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1b595b5-01b9-4046-962d-b9c9eaa6dfba req-beec11d8-29a4-4a09-88b3-4974afa3d3b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494044 Apr 01 14:49:41.240781 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Floating IP b4106103-d90f-42ec-9e6e-9d4c94f73f85 associated. External IP: 172.25.2.205, port: 77241b1a-11cd-4b0b-aa10-45844f8c04f8. Apr 01 14:49:41.320812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2f5ab5f-bac6-49b1-b0e2-ac030761622f req-a69838a3-20f8-4115-8a47-54411eb4a5a2 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185992 Apr 01 14:49:41.323021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:41.325484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:41.329616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:41.337051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:41.346293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:41.421374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e8b2366-4870-4237-aa6e-0219fe85af3e req-f3805508-9413-4e81-a29c-c3a2cd8fe493 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 210 time: 0.1194446 Apr 01 14:49:41.476915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Made reservation on behalf of b2889c2017db4b29a1b206908a2da184 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:41.480033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:41.814891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:41.814891 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] 10.222.0.62 "PUT /v2.0/ports/97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 1122 time: 2.3637540 Apr 01 14:49:41.886980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['97f5d3a7-a943-42d3-a48c-1b7508fd9390'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:41.901143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Router ca9c5c36-5c87-417d-a729-642cf2f09be6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:49:41.907380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eb371-cbaa-46d0-9118-a5a6b1c8808a req-d1fae6ba-3231-4781-9ef9-ba4968fa3ce8 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:41.908939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d81eb371-cbaa-46d0-9118-a5a6b1c8808a req-d1fae6ba-3231-4781-9ef9-ba4968fa3ce8 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 950 time: 0.1274486 Apr 01 14:49:41.991408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=8']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:42.020594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.027290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.027489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.027828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.028160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.028484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.029068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.029185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.029429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.029740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.030056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf65bce8-1c8d-4336-811d-6b8b7f960352 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:42.079765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c35f-4c35-45bb-9d64-ba3d7b6015fb req-6b6e9a27-14bc-494f-ac4a-9cd73eb5e570 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:42.088130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b238c35f-4c35-45bb-9d64-ba3d7b6015fb req-6b6e9a27-14bc-494f-ac4a-9cd73eb5e570 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 944 time: 0.5431080 Apr 01 14:49:42.115711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Allocated IP 172.20.0.11 (7ec81498-8708-48e6-9ca9-e34d4a18b1e5/7357d80d-7d3b-4268-8c5f-e83075607a47/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:42.152556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d81eb371-cbaa-46d0-9118-a5a6b1c8808a req-376a1364-846a-4f0f-b79f-5b44df1536f9 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273796 Apr 01 14:49:42.164305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b238c35f-4c35-45bb-9d64-ba3d7b6015fb req-994cf984-f71f-4c0c-ad59-37e9ac475918 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751815 Apr 01 14:49:42.266036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:49:42.275471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:42.278359 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] Sync routers for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:49:42.307908 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:42.308843 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:42.396113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:42.396837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-85d41444-f2b1-481a-9f6e-18b2b60a4ccb tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "PUT /v2.0/floatingips/b4106103-d90f-42ec-9e6e-9d4c94f73f85 HTTP/1.1" status: 200 len: 991 time: 2.6857009 Apr 01 14:49:42.397763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:42.553808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:42.583819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02a26b-1d33-485a-bd23-615b804a9cec req-6c1f8ecd-824c-42f0-a9fe-b5f47176e4a4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:42.591181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d02a26b-1d33-485a-bd23-615b804a9cec req-6c1f8ecd-824c-42f0-a9fe-b5f47176e4a4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1336780 Apr 01 14:49:42.655122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d02a26b-1d33-485a-bd23-615b804a9cec req-b477bd23-a79d-4d9f-a184-4a3aeb25f62f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 Apr 01 14:49:42.656943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:42.783566 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:42.842154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:42.852711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:42.855474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:42.864167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:42.867975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:42.868568 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:42.963564 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-ce0faf00-1799-4845-8e2f-a5314d96633c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9895415 Apr 01 14:49:42.976794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Request body: {'port': {'device_id': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:43.042034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f35710-6630-414e-a7e3-386ed4bc4973 req-9c8dbbbc-4841-4594-8d5c-2aafbfe8cde8 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:43.048779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3f35710-6630-414e-a7e3-386ed4bc4973 req-9c8dbbbc-4841-4594-8d5c-2aafbfe8cde8 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1575572 Apr 01 14:49:43.149633 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390', 'status': 'completed', 'code': 200} Apr 01 14:49:43.223893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:43.250629 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'status': 'completed', 'code': 200} Apr 01 14:49:43.270157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3f35710-6630-414e-a7e3-386ed4bc4973 req-689312db-a52b-42b3-966c-70153737d57e tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204270 Apr 01 14:49:43.542781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-3024e60e-7980-4cf9-be21-c4d2cf01feaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3adc2bc876204db1bfd7b0ecd31bce8b&device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 1096 time: 0.2549260 Apr 01 14:49:43.589652 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4106103-d90f-42ec-9e6e-9d4c94f73f85', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'port_id': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'mac_address': 'fa:16:3e:82:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:49:09Z', 'updated_at': '2022-04-01T14:49:40Z', 'revision_number': 1, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:11Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:43.596331 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] Checking router: ca9c5c36-5c87-417d-a729-642cf2f09be6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:49:43.614169 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:49:43.617688 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:43.673474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-7efa1cdf-cfc0-4b26-927e-9fd902ac63d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1125 time: 0.5211957 Apr 01 14:49:43.915651 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:49:43.922409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bcc1d-4198-49b3-ad93-554702f0f32b req-47c6ed63-f3f9-4713-9964-2795c8d8c246 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:43.929876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-067bcc1d-4198-49b3-ad93-554702f0f32b req-47c6ed63-f3f9-4713-9964-2795c8d8c246 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 944 time: 0.2807519 Apr 01 14:49:43.993035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de05137-11bd-471d-87dc-8ac57df136d2 req-0a178816-db11-4c26-907b-e35d5404d1c6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:43.994319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4de05137-11bd-471d-87dc-8ac57df136d2 req-0a178816-db11-4c26-907b-e35d5404d1c6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 932 time: 0.5546763 Apr 01 14:49:44.027679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-b3127744-6821-414f-9437-0b4766d1cfce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:44.029124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-b3127744-6821-414f-9437-0b4766d1cfce service neutron] 10.222.0.44 "GET /v2.0/networks?id=da700767-0e36-416c-846f-8a407b3b2bf6 HTTP/1.1" status: 200 len: 907 time: 0.4746549 Apr 01 14:49:44.051114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-067bcc1d-4198-49b3-ad93-554702f0f32b req-f527d911-cbfe-42eb-ab5b-aa037006b002 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201251 Apr 01 14:49:44.070223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:44.090205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:44.124482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Transition to ACTIVE for port object c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:44.137193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:44.165070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-c3f377f0-c9c7-43a3-b059-260c86856fa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:44.166516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-c3f377f0-c9c7-43a3-b059-260c86856fa5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.4830849 Apr 01 14:49:44.182350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4de05137-11bd-471d-87dc-8ac57df136d2 req-dac038fe-615a-4e7a-9959-7c760ebff7d3 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870975 Apr 01 14:49:44.296169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-7b6a8c71-d1de-4c05-8d74-f37331c4a665 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 217 time: 0.1038589 Apr 01 14:49:44.297864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-18bbc728-82f4-4c06-b42f-592233155e90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8 HTTP/1.1" status: 200 len: 999 time: 0.2526450 Apr 01 14:49:44.354040 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:44.378966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-8561ddb3-8a5f-4c49-a48a-8eacda192812 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:44.380414 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-8561ddb3-8a5f-4c49-a48a-8eacda192812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.0730259 Apr 01 14:49:44.434760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:44.440348 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4106103-d90f-42ec-9e6e-9d4c94f73f85', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'port_id': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'mac_address': 'fa:16:3e:82:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:49:09Z', 'updated_at': '2022-04-01T14:49:40Z', 'revision_number': 1, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:11Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:49:44.445868 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b537e-41a0-4361-9ff8-9ef6b54caff2 None None] The sync data for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 is: [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4106103-d90f-42ec-9e6e-9d4c94f73f85', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'port_id': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'mac_address': 'fa:16:3e:82:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:49:09Z', 'updated_at': '2022-04-01T14:49:40Z', 'revision_number': 1, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:11Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:49:44.509659 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-adde5f85-246c-4f0c-bf9e-adb7efc9ed54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930891 Apr 01 14:49:44.528854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:44.529270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:44.529501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:44.539550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276f15b-fb79-4923-a2bb-69cd88534621 req-2a32b436-3309-4b32-8f78-96fac20c14b8 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:44.546627 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e276f15b-fb79-4923-a2bb-69cd88534621 req-2a32b436-3309-4b32-8f78-96fac20c14b8 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2854838 Apr 01 14:49:44.569838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:44.570245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:44.586749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:44.587075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:44.587493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:44.587918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Bound port: c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:44.588265 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:44.600083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-3fa6cfbb-8798-4322-a609-98397ff4a579 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:44.601545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-3fa6cfbb-8798-4322-a609-98397ff4a579 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=502638f6-cb96-430a-9511-2878ca298b53 HTTP/1.1" status: 200 len: 845 time: 0.2246056 Apr 01 14:49:44.654664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e276f15b-fb79-4923-a2bb-69cd88534621 req-f2fe8539-6bf3-4f43-aca6-d562d841cb9f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069856 Apr 01 14:49:44.744512 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-eb3ddfe3-0173-4c21-8387-e209e564499d service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220843 Apr 01 14:49:44.746958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:44.754137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:44.763461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:44.811486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af7c0e-2dfc-42be-8961-2b5e661480cb None None] New status for floating IP b4106103-d90f-42ec-9e6e-9d4c94f73f85: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:49:44.862916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-19798f50-8996-4f3a-b023-65a425f85351 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da700767-0e36-416c-846f-8a407b3b2bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530253 Apr 01 14:49:44.910037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:44.949251 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-57da8602-81f1-4b61-a0a7-1e3b3748e59c tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=90f12cdb841e457fa9c09c5f79729b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351427 Apr 01 14:49:44.966587 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:44.969231 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-556c503b-1964-46de-a5f9-e7e03b650ec9 service neutron] 10.222.0.44 "PUT /v2.0/ports/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 200 len: 1092 time: 1.9966395 Apr 01 14:49:45.003498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eee0c1cc-1cb2-4355-8199-829842b79e98 req-b31bed12-102a-432e-aea7-31d246c75e5d service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492669 Apr 01 14:49:45.150814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:45.155396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-c77b37c5-ae26-45ca-ad4a-310e09037469 service neutron] 10.222.0.44 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839344 Apr 01 14:49:45.211037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-8c09b3e8-2fa8-4adb-a860-0edee82e7959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:45.212514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-8c09b3e8-2fa8-4adb-a860-0edee82e7959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503140 Apr 01 14:49:45.228615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-bed07064-2065-4f64-a396-6666322d9722 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/quotas/90f12cdb841e457fa9c09c5f79729b28 HTTP/1.1" status: 200 len: 375 time: 0.0105648 Apr 01 14:49:45.273344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-7bd5f1ff-11e0-4878-a61a-18e563d47ba0 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90f12cdb841e457fa9c09c5f79729b28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395334 Apr 01 14:49:45.273836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-1a4edb18-4d2c-4177-8c9a-42e3b6900bdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1095 time: 0.2407002 Apr 01 14:49:45.295940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd455c-8fb3-401b-8073-6ffd335c4672 req-4e078d34-0675-4a66-a313-87d5f3a77daf tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:45.297318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1fdd455c-8fb3-401b-8073-6ffd335c4672 req-4e078d34-0675-4a66-a313-87d5f3a77daf tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2253675 Apr 01 14:49:45.407680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-dedaf924-789d-46be-a6cb-21ef2b6238d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 200 len: 217 time: 0.1174746 Apr 01 14:49:45.413208 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361c5181-c44c-4d55-9b15-5e3385c03d02 req-588e9485-d049-486b-9494-9e25ba53dd75 service neutron] 10.222.0.44 "GET /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458417 Apr 01 14:49:45.467613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1fdd455c-8fb3-401b-8073-6ffd335c4672 req-62db03ef-c5d0-48ee-a2b8-d09f02989b67 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228995 Apr 01 14:49:45.480288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-af8f4760-6c03-4af4-be5a-4bd14128b591 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:45.481663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-af8f4760-6c03-4af4-be5a-4bd14128b591 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.0650663 Apr 01 14:49:45.548388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-a8cd4241-de13-42a0-aa72-85d9a07b40b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465922 Apr 01 14:49:45.554356 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8', 'status': 'completed', 'code': 200} Apr 01 14:49:45.605561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9706-56ec-42f1-a351-36bb1aa4d0d5 req-ef9c33a8-fdc1-4bd0-9b74-722219f09523 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:45.613236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c3e9706-56ec-42f1-a351-36bb1aa4d0d5 req-ef9c33a8-fdc1-4bd0-9b74-722219f09523 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 944 time: 0.0894592 Apr 01 14:49:45.658341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c3e9706-56ec-42f1-a351-36bb1aa4d0d5 req-4fa81f92-3db3-4af2-9d10-266fc7c67e68 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441859 Apr 01 14:49:45.748495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 97f5d3a7-a943-42d3-a48c-1b7508fd9390 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:45.780500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-653ec2b8-946c-4835-92ae-8dc883035631 req-774d9c4d-9dc1-4af9-9b1a-be60180c0943 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 210 time: 0.0601726 Apr 01 14:49:45.937410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9c1a3-abf7-4ebe-9e24-e0d237ea9b87 req-bc571326-1121-4de9-a668-c3c1d5c9bacf tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:45.945528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3a9c1a3-abf7-4ebe-9e24-e0d237ea9b87 req-bc571326-1121-4de9-a668-c3c1d5c9bacf tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.2747176 Apr 01 14:49:45.982678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-c281d3aa-fedf-4550-9fca-fad3f3b838e2 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201913 Apr 01 14:49:45.993191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:46.014799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 97f5d3a7-a943-42d3-a48c-1b7508fd9390 has no active binding in host n-h1-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:49:46.035953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3a9c1a3-abf7-4ebe-9e24-e0d237ea9b87 req-54903c4d-472e-4e04-9681-90217fe64f90 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894167 Apr 01 14:49:46.206385 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b750ff3-b7e6-4055-94c6-2df99f7dfbf5 req-cafa6f8d-2963-4378-b831-5470bbabbebd service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849384 Apr 01 14:49:46.371253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-2fb94aa7-8fe7-475d-b839-87999e354825 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1095 time: 0.0886238 Apr 01 14:49:46.390790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41068) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:46.534368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:46.565554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:46.566368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-7656775d-d718-4eb6-9fef-b1a745fbec83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:46.567589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-7656775d-d718-4eb6-9fef-b1a745fbec83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.1886814 Apr 01 14:49:46.571290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Usage tracker for resource:security_group_rule and tenant:cb4d7a7a28db483a90f7b14334dc506d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:46.574252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:46.580115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:46.581993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c3cc-644a-4b13-b0c8-749ac5183039 req-442d981a-71f7-4a03-86bd-f51e0b699fc6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:46.583536 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad81c3cc-644a-4b13-b0c8-749ac5183039 req-442d981a-71f7-4a03-86bd-f51e0b699fc6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1339462 Apr 01 14:49:46.652708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:46.658235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:46.682984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-d5d7df34-4226-42fd-9b12-78dbb3a437f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 200 len: 217 time: 0.0968695 Apr 01 14:49:46.709638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6610b60-d7fa-4ae6-8e46-4b9fdb48482f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:46.718321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-54064cfb-792c-4b54-91fe-03c4a761a302 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb4d7a7a28db483a90f7b14334dc506d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3239932 Apr 01 14:49:46.718868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41076) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:46.733267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad81c3cc-644a-4b13-b0c8-749ac5183039 req-5d8c56e3-e15d-49fa-ab05-d74a6854feae tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925546 Apr 01 14:49:46.851648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a54b7fb-9c0f-4ff8-9c6d-3a46b55dc359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:46.853616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-ab44cc10-d883-4096-9831-04330728160a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:46.855086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-ab44cc10-d883-4096-9831-04330728160a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.1347759 Apr 01 14:49:46.933398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a54b7fb-9c0f-4ff8-9c6d-3a46b55dc359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:46.967501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-65499eaa-c828-4ba7-aea1-918718764e3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971942 Apr 01 14:49:47.014495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed4c5b-74cb-47eb-a063-284fd50d3b67 req-e28dfbb9-1c85-4fb2-9461-6e80fefb6d76 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:47.015781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7812c8fa-6ba6-4723-bee5-40cdb9906d86 req-8c179b16-71c1-42e1-9b98-be51ef4fe03d tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 210 time: 0.0943437 Apr 01 14:49:47.021569 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2ed4c5b-74cb-47eb-a063-284fd50d3b67 req-e28dfbb9-1c85-4fb2-9461-6e80fefb6d76 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 944 time: 0.1244338 Apr 01 14:49:47.057959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-eec05c85-9b1c-4e69-b43b-40b2391b8be6 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90f12cdb841e457fa9c09c5f79729b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895202 Apr 01 14:49:47.085752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2ed4c5b-74cb-47eb-a063-284fd50d3b67 req-06946a8d-1d3a-4b4d-8e9a-e6f4113c46ac tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632339 Apr 01 14:49:47.088976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a54b7fb-9c0f-4ff8-9c6d-3a46b55dc359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:47.109808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54b7fb-9c0f-4ff8-9c6d-3a46b55dc359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6610b60-d7fa-4ae6-8e46-4b9fdb48482f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:47.120170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a54b7fb-9c0f-4ff8-9c6d-3a46b55dc359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:47.124270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a54b7fb-9c0f-4ff8-9c6d-3a46b55dc359 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6610b60-d7fa-4ae6-8e46-4b9fdb48482f HTTP/1.1" status: 204 len: 168 time: 0.4040499 Apr 01 14:49:47.439330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-7f054568-87af-4f33-ba43-5d7f0c913e9a service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338138 Apr 01 14:49:47.539701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-1029ecd5-8f72-439e-9d48-4d168dc81f87 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:47.541163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-1029ecd5-8f72-439e-9d48-4d168dc81f87 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518708 Apr 01 14:49:47.555800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1a0c1-eec5-47ba-ac07-979f9d17b4e2 req-8dfa832e-ff28-47cb-9880-a8493621c70d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:47.558089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5df1a0c1-eec5-47ba-ac07-979f9d17b4e2 req-8dfa832e-ff28-47cb-9880-a8493621c70d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.3343401 Apr 01 14:49:47.558975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41102) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:47.581451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Request body: {'port': {'device_id': '21c2e2b3-c573-4e25-888c-a67864540543', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '90f12cdb841e457fa9c09c5f79729b28'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:47.598918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:47.601868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:47.649274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:47.653633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Usage tracker for resource:security_group_rule and tenant:edfa8397267a42d08c95367691a022f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:47.657127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:47.663591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:47.691465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-b219d557-ae6f-4fed-bd97-0e6210ea5900 service neutron] 10.222.0.44 "GET /v2.0/ports/97f5d3a7-a943-42d3-a48c-1b7508fd9390/bindings/n-h1-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.2208607 Apr 01 14:49:47.810501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:47.825587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '428c7e00-002b-4ac8-8334-4af687e40452', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '428c7e00-002b-4ac8-8334-4af687e40452', 'mac_address': 'fa:16:3e:56:82:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:47.908078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:47.937367 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f05d7bed-4cc7-4fa6-9b3d-1cadb42ae0d7 req-6bd89e6b-81b6-4c06-b14d-26499e387f88 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866726 Apr 01 14:49:47.951928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 428c7e00-002b-4ac8-8334-4af687e40452 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:47.980982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:47.998104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.004957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.025055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.098651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['428c7e00-002b-4ac8-8334-4af687e40452'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:48.127491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edfa8397267a42d08c95367691a022f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5659018 Apr 01 14:49:48.132840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41116) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:49:48.151627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:48.171813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.172254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.172640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.173022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.173403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.173783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.174154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.174524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.175444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.175923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.176303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.220439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5df1a0c1-eec5-47ba-ac07-979f9d17b4e2 req-4bfd2b67-bfee-4d75-8e43-c442dace5759 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528270 Apr 01 14:49:48.239610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d28c-8bec-4ada-a2b0-964a452c9b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c90e2-dfba-485c-b9d9-8e04f2965171,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:48.286827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:48.299529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Usage tracker for resource:port and tenant:90f12cdb841e457fa9c09c5f79729b28 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:48.302601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:48.310750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:48.330250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.341815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Made reservation on behalf of 90f12cdb841e457fa9c09c5f79729b28 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:48.344936 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.371417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.386332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:48.392257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.418156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86f9a-54c1-4c21-86c2-d91d85c4bab2 req-89fce73d-5e64-46dd-b313-5e5e844d9e7a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:48.427913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ac86f9a-54c1-4c21-86c2-d91d85c4bab2 req-89fce73d-5e64-46dd-b313-5e5e844d9e7a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2265620 Apr 01 14:49:48.451913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:48.471587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:48.471587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Usage tracker for resource:security_group_rule and tenant:90f12cdb841e457fa9c09c5f79729b28 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:48.471587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:48.477285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:48.538217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f5d3a7-a943-42d3-a48c-1b7508fd9390 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:48.555131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ac86f9a-54c1-4c21-86c2-d91d85c4bab2 req-b384baed-b757-49ff-9fdc-4543ccb552d8 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251001 Apr 01 14:49:48.572172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:48.618252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.665068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.727648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c90e2-dfba-485c-b9d9-8e04f2965171,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:48.731676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-789f9f1d-716e-45bb-a797-6411ac84a63f req-89281afd-a757-4aa1-8fb1-f7393f3e141b tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 210 time: 0.2223098 Apr 01 14:49:48.758049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.762652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/316c90e2-dfba-485c-b9d9-8e04f2965171 HTTP/1.1" status: 204 len: 168 time: 0.6288254 Apr 01 14:49:48.766689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.767526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.767526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.767934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.768153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.768475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.768959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.769110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.769420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.769732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.770043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a498b81-812b-4be2-92c3-0ad65e82e1ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:49:48.824509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.834111 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:48.924151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] Transition to ACTIVE for port object 97f5d3a7-a943-42d3-a48c-1b7508fd9390 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:48.944863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:49.117224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047505c-6416-4580-951a-4bfc2124f240 req-b60d552f-b62a-4d03-be9f-c3e2360f3822 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:49.127297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19671c9-868f-4832-806f-d90538b948f6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:49.129792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3047505c-6416-4580-951a-4bfc2124f240 req-b60d552f-b62a-4d03-be9f-c3e2360f3822 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 944 time: 0.4077199 Apr 01 14:49:49.133905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:49.143841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Allocated IP 192.168.233.222 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/f34a2987-fc67-44af-a3a1-549549444d8f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:49.256869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] No DVR routers for this DVR port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:49:49.328584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3047505c-6416-4580-951a-4bfc2124f240 req-cbe74205-6c3b-45a8-9300-81fa0aeaebd0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983230 Apr 01 14:49:49.359908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-639c7f3f-9055-4854-a710-287f8345cfb0 service neutron] 10.222.0.44 "PUT /v2.0/ports/97f5d3a7-a943-42d3-a48c-1b7508fd9390/bindings/n-h1-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6605895 Apr 01 14:49:49.504049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:49.546139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Transition to ACTIVE for port object f34a2987-fc67-44af-a3a1-549549444d8f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:49.569086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-f07a494a-f748-4da0-a587-ad8ab04fb4f2 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.1451943 Apr 01 14:49:49.575322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66310-ce6e-444b-8689-65a19270adc8 req-fb9e48fc-72fb-4bcc-a70e-2caad139b080 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:49.576755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1e66310-ce6e-444b-8689-65a19270adc8 req-fb9e48fc-72fb-4bcc-a70e-2caad139b080 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.1294818 Apr 01 14:49:49.599275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:49.602932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:49.633029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:49.811982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:49.863589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:49.900824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1e66310-ce6e-444b-8689-65a19270adc8 req-0dccfa43-524e-4717-be07-e8c0464ada2a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171415 Apr 01 14:49:49.912262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:49.916939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:49.917552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:49.948436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3797851 Apr 01 14:49:49.971048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Request body: {'port': {'device_id': '21c2e2b3-c573-4e25-888c-a67864540543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:50.009539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-8b19983a-b5ec-4642-947e-6fbfc2e6ec8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b&tenant_id=87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 1096 time: 0.4297826 Apr 01 14:49:50.026563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:50.059773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67e49a-c55c-42f6-914d-eaa75e6987f8 req-b41fbae2-d523-4a6d-b2aa-405cbf143eef tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:50.061295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf67e49a-c55c-42f6-914d-eaa75e6987f8 req-b41fbae2-d523-4a6d-b2aa-405cbf143eef tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2084472 Apr 01 14:49:50.062557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'port_id': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8', 'mac_address': 'fa:16:3e:f4:39:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7357d80d-7d3b-4268-8c5f-e83075607a47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:50.079995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 428c7e00-002b-4ac8-8334-4af687e40452 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:50.080759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:50.089428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c05b8a-6abf-46dd-9ec5-d9de3f28c959 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Pushing event updated for resources: {'Port': ['ID=f34a2987-fc67-44af-a3a1-549549444d8f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:50.267835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf67e49a-c55c-42f6-914d-eaa75e6987f8 req-6b102174-88bb-4068-833c-be319b886605 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984924 Apr 01 14:49:50.326726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-4dcdabc4-4f0d-4367-a4e3-56fa6c9149d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1096 time: 0.2643600 Apr 01 14:49:50.339250 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:50.375355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:50.384073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:50.501497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:50.510706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a63d4c6e-0db7-431e-8fb8-bd9a85f539de None None] Provisioning for port f34a2987-fc67-44af-a3a1-549549444d8f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:50.533824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:50.542221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cdb9c-e0d3-49c9-8b04-d1987bdc49ee req-16268206-a9ee-4d23-bc36-6f9b9ac104a3 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:50.542929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce3cdb9c-e0d3-49c9-8b04-d1987bdc49ee req-16268206-a9ee-4d23-bc36-6f9b9ac104a3 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Synchronizing usage tracker for tenant:90f12cdb841e457fa9c09c5f79729b28 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:50.604118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce3cdb9c-e0d3-49c9-8b04-d1987bdc49ee req-16268206-a9ee-4d23-bc36-6f9b9ac104a3 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Unset dirty status for tenant:90f12cdb841e457fa9c09c5f79729b28 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:50.605399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce3cdb9c-e0d3-49c9-8b04-d1987bdc49ee req-16268206-a9ee-4d23-bc36-6f9b9ac104a3 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 936 time: 0.3613191 Apr 01 14:49:50.614933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:50.630549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a63d4c6e-0db7-431e-8fb8-bd9a85f539de None None] Provisioning complete for port f34a2987-fc67-44af-a3a1-549549444d8f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:50.631087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a63d4c6e-0db7-431e-8fb8-bd9a85f539de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:50.693056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-909f7688-697a-4041-b9c7-c861b284bb9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:50.694591 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-909f7688-697a-4041-b9c7-c861b284bb9c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.3564816 Apr 01 14:49:50.730549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:50.739410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a63d4c6e-0db7-431e-8fb8-bd9a85f539de None None] Port f34a2987-fc67-44af-a3a1-549549444d8f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:50.742706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:50.747909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:50.763431 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:50.765019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 97f5d3a7-a943-42d3-a48c-1b7508fd9390 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:49:50.818843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-0340dfdf-142b-4e6f-a493-515a76c77af4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 217 time: 0.1133351 Apr 01 14:49:50.877398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce3cdb9c-e0d3-49c9-8b04-d1987bdc49ee req-e53b4a13-5881-48e9-acd6-856cc92d4e38 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Synchronizing usage tracker for tenant:90f12cdb841e457fa9c09c5f79729b28 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:50.883162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fbaeb-9447-41da-bae8-471bdb1d5fbc req-2bf03949-7b8f-4411-a3b4-12536a9edaeb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:50.892562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f74fbaeb-9447-41da-bae8-471bdb1d5fbc req-2bf03949-7b8f-4411-a3b4-12536a9edaeb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 945 time: 0.2894573 Apr 01 14:49:50.900924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['c64a3be4-c09f-48cc-96ba-79f10c3d5eb8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:50.919915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce3cdb9c-e0d3-49c9-8b04-d1987bdc49ee req-e53b4a13-5881-48e9-acd6-856cc92d4e38 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Unset dirty status for tenant:90f12cdb841e457fa9c09c5f79729b28 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:50.921192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce3cdb9c-e0d3-49c9-8b04-d1987bdc49ee req-e53b4a13-5881-48e9-acd6-856cc92d4e38 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300980 Apr 01 14:49:50.993066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34a2987-fc67-44af-a3a1-549549444d8f {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:51.000716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:51.018658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Transition to ACTIVE for port object f34a2987-fc67-44af-a3a1-549549444d8f will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:51.027249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:51.071541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f74fbaeb-9447-41da-bae8-471bdb1d5fbc req-4565f5bd-0dde-48c8-af6c-7e55b327ea99 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771171 Apr 01 14:49:51.073478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-7e983db0-e80e-4846-860d-e63063b03ac6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:51.074886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-7e983db0-e80e-4846-860d-e63063b03ac6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.2471278 Apr 01 14:49:51.117051 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452', 'code': 200} Apr 01 14:49:51.146407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 97f5d3a7-a943-42d3-a48c-1b7508fd9390 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:49:51.189802 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-f567408f-5fd7-4548-ad02-abf0c6a0ee9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974078 Apr 01 14:49:51.256705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:51.286042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2987-fc67-44af-a3a1-549549444d8f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:51.440748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Attempting to bind port f34a2987-fc67-44af-a3a1-549549444d8f on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:51.441068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Attempting to bind port f34a2987-fc67-44af-a3a1-549549444d8f by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:51.441398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Attempting to bind port f34a2987-fc67-44af-a3a1-549549444d8f on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:51.448821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Port f34a2987-fc67-44af-a3a1-549549444d8f on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:51.449157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Attempting to bind port f34a2987-fc67-44af-a3a1-549549444d8f on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:51.468764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:51.469008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:51.469394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:51.469837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Bound port: f34a2987-fc67-44af-a3a1-549549444d8f, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:51.470176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:51.494052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee951-396f-4e38-967f-741b9530705e req-c0b0f4b4-6154-4826-a89a-88063fb75107 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:51.495558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60dee951-396f-4e38-967f-741b9530705e req-c0b0f4b4-6154-4826-a89a-88063fb75107 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 945 time: 0.1629159 Apr 01 14:49:51.528730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-df30d196-d7dc-4ec0-ab2c-ce3ec6fc5e2e service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298709 Apr 01 14:49:51.648339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] For port f34a2987-fc67-44af-a3a1-549549444d8f, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:51.651881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] For port f34a2987-fc67-44af-a3a1-549549444d8f, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f34a2987-fc67-44af-a3a1-549549444d8f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:49:51.682621 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60dee951-396f-4e38-967f-741b9530705e req-b5b182f9-165c-4c15-a6d6-8e2a6cf33ff0 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793127 Apr 01 14:49:51.683713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:51.762637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:51.764090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] 10.222.0.44 "PUT /v2.0/ports/f34a2987-fc67-44af-a3a1-549549444d8f HTTP/1.1" status: 200 len: 1096 time: 1.7974322 Apr 01 14:49:51.764581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c2e2b3-c573-4e25-888c-a67864540543', 'tag': 'f34a2987-fc67-44af-a3a1-549549444d8f'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:51.817312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f981c-97a3-4e03-83a1-f9da423398ab service neutron] Pushing event updated for resources: {'Port': ['ID=f34a2987-fc67-44af-a3a1-549549444d8f,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:51.887989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-4a7cb834-ad2e-434f-a074-5a4088650f0e service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069389 Apr 01 14:49:51.932822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3a26f-e0a1-49c2-857e-26b55961e243 req-0757b0ce-116f-481f-a8e1-c8cac9d82371 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:51.935310 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dad3a26f-e0a1-49c2-857e-26b55961e243 req-0757b0ce-116f-481f-a8e1-c8cac9d82371 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.4056945 Apr 01 14:49:52.084814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dad3a26f-e0a1-49c2-857e-26b55961e243 req-a72a4c2d-9a77-416c-816f-9f7584c0a656 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350510 Apr 01 14:49:52.128956 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c2e2b3-c573-4e25-888c-a67864540543', 'tag': 'f34a2987-fc67-44af-a3a1-549549444d8f', 'status': 'completed', 'code': 200} Apr 01 14:49:52.205303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-7ac79168-e742-45b1-a6ed-2e7b57aa78ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=90f12cdb841e457fa9c09c5f79729b28&device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 1099 time: 0.3785684 Apr 01 14:49:52.357239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-5454665b-0135-4e09-b981-b97255bce179 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=f34a2987-fc67-44af-a3a1-549549444d8f HTTP/1.1" status: 200 len: 217 time: 0.1457419 Apr 01 14:49:52.422164 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-766a97e6-c8f2-48e8-8390-64ed64eacbe7 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.1783695 Apr 01 14:49:52.434496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d804fc-aa5f-468d-91dc-1762eea1b265 req-6c1bf0e8-a745-41a7-8a5c-1aea17b20f52 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:52.438764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1d804fc-aa5f-468d-91dc-1762eea1b265 req-6c1bf0e8-a745-41a7-8a5c-1aea17b20f52 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 945 time: 0.1410720 Apr 01 14:49:52.458114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d37db-f2fb-4a93-ae8a-66ce2835851b req-46685d9a-685c-458f-987e-88bf5a933db0 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:52.465861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c5d37db-f2fb-4a93-ae8a-66ce2835851b req-46685d9a-685c-458f-987e-88bf5a933db0 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 948 time: 0.1690667 Apr 01 14:49:52.499583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-cf7e987a-b320-4b2d-952a-02136221d621 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:52.501411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-cf7e987a-b320-4b2d-952a-02136221d621 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1349621 Apr 01 14:49:52.581862 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c5d37db-f2fb-4a93-ae8a-66ce2835851b req-19aa63da-bfac-4c7a-a219-766f19362202 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156447 Apr 01 14:49:52.587910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1d804fc-aa5f-468d-91dc-1762eea1b265 req-c33fd9e8-3701-4efe-80a6-426dfcdd7f8b tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935526 Apr 01 14:49:52.627696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-2359fdb7-3e1a-4338-a4a1-7a28dfbaebc4 service neutron] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:49:52.631047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-2359fdb7-3e1a-4338-a4a1-7a28dfbaebc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:52.632966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb56483c-8186-4e66-921a-057c0d3ea8d9 req-2359fdb7-3e1a-4338-a4a1-7a28dfbaebc4 service neutron] 10.222.0.62 "DELETE /v2.0/ports/97f5d3a7-a943-42d3-a48c-1b7508fd9390/bindings/n-h2-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.1925895 Apr 01 14:49:52.642886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-a2e3c0b9-f950-4f5e-9da3-3d227c140ca6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321065 Apr 01 14:49:52.852192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-cc79ee6d-b743-4cb2-868e-1840fec84ab7 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010055 Apr 01 14:49:53.017001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a73d5f49-5c0c-4104-a60e-e9d215ed6c8a req-27b98ffe-eebf-4295-96f6-e4650f6e7643 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1096 time: 0.1226254 Apr 01 14:49:53.072064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a73d5f49-5c0c-4104-a60e-e9d215ed6c8a req-a634bf42-f0b0-4888-ac07-e167f80e3d98 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Apr 01 14:49:53.087029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-969ee9a7-fc29-40d4-850f-53438dee43aa tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802047 Apr 01 14:49:53.121584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf1cd869-480c-4bf8-9129-3579ad47b7f6 req-3d6e19a9-e558-46df-841f-a33284da3bd8 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521167 Apr 01 14:49:53.326626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b8721-0fb2-471e-a37c-be02362e8ff0 req-0f9876f0-5643-49d9-ae85-e3d45a873681 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:53.328289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-281b8721-0fb2-471e-a37c-be02362e8ff0 req-0f9876f0-5643-49d9-ae85-e3d45a873681 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:53.347991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-281b8721-0fb2-471e-a37c-be02362e8ff0 req-0f9876f0-5643-49d9-ae85-e3d45a873681 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:53.350185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-281b8721-0fb2-471e-a37c-be02362e8ff0 req-0f9876f0-5643-49d9-ae85-e3d45a873681 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 945 time: 0.1144469 Apr 01 14:49:53.352777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459347-af95-41eb-934c-f5bb7578296b req-dce1af78-2162-4af3-9ab5-1d0c1e815870 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:53.362040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-dce1af78-2162-4af3-9ab5-1d0c1e815870 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740104 Apr 01 14:49:53.378213 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-c79fb0df-30fc-4286-8b93-b0756d82b89d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=90f12cdb841e457fa9c09c5f79729b28&device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 1099 time: 0.1673102 Apr 01 14:49:53.382336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-faef25bd-73dd-4326-b763-3d7ef694d5ab tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/quotas/cd96705c64bc4d6b95aa37f5dc6d6139 HTTP/1.1" status: 200 len: 375 time: 0.0193174 Apr 01 14:49:53.409253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-281b8721-0fb2-471e-a37c-be02362e8ff0 req-e3dd41ed-ce75-42c9-968c-9b23960bad89 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528970 Apr 01 14:49:53.514604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-6ee13816-62a9-441f-993c-e7dd04650948 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237826 Apr 01 14:49:53.608787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:53.617408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-59059b7f-ebd1-40a7-a79e-4c0375e04add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:53.619053 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-59059b7f-ebd1-40a7-a79e-4c0375e04add service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.1959713 Apr 01 14:49:53.728630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-27e8a6eb-f786-4d75-92b3-6912cf749d2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=f34a2987-fc67-44af-a3a1-549549444d8f HTTP/1.1" status: 200 len: 217 time: 0.0990510 Apr 01 14:49:53.910977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:53.917577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:53.918302 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:53.925883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-aa2794df-d55a-4a1c-ac1f-8ea494372e56 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:53.927575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-aa2794df-d55a-4a1c-ac1f-8ea494372e56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1835403 Apr 01 14:49:53.994833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b4931-d4e7-4d82-82f8-ef9a99c109bd req-b3e91876-dfb9-4f7b-9c67-131be5af5080 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:54.002331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-920b4931-d4e7-4d82-82f8-ef9a99c109bd req-b3e91876-dfb9-4f7b-9c67-131be5af5080 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2716727 Apr 01 14:49:54.080423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-920b4931-d4e7-4d82-82f8-ef9a99c109bd req-381259c3-57d9-4128-b69f-7793d85a335a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768149 Apr 01 14:49:54.169615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:54.220043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:54.221092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:54.229877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:54.238517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-e3310fbd-bb6b-4fcf-bdb4-f701aad5ab23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047125 Apr 01 14:49:54.303529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339dff3-9820-4b8d-9848-689309fc197c req-6cca58ae-818d-4f7d-8ea5-cceca3a86f60 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:54.310889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-6cca58ae-818d-4f7d-8ea5-cceca3a86f60 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 0.3174458 Apr 01 14:49:54.378703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:54.416578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-f7ac577b-dd0e-4a9d-8598-6fd9404d106b tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/quotas/87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 375 time: 0.1047282 Apr 01 14:49:54.441779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c76c2e-e487-4b41-b45e-c83610d36fe6 req-d69863a0-3610-49c6-9bed-4c8921053f65 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:54.444074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73c76c2e-e487-4b41-b45e-c83610d36fe6 req-d69863a0-3610-49c6-9bed-4c8921053f65 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 948 time: 0.1415713 Apr 01 14:49:54.595561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73c76c2e-e487-4b41-b45e-c83610d36fe6 req-da9b46dc-9dd6-41fb-82a8-677b2246d8a6 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440303 Apr 01 14:49:54.657080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-4b086825-e1c1-4c6b-97c6-ed2a362d56a9 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088509 Apr 01 14:49:54.750672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-03726999-b8ae-4de5-8a3a-dd16c41fcd48 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3331547 Apr 01 14:49:54.825813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70336f15-64b4-4f31-a7d6-9414821e4c56 req-cdc9f308-0b14-4e91-beba-f39ced3166d1 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 210 time: 0.0967300 Apr 01 14:49:54.913886 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8', 'code': 200} Apr 01 14:49:55.006160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b35b4d1b-2583-4b6e-844c-be0be1125f9f req-1fb22cb7-4459-4c5b-a40c-278a3ba21ad1 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426888 Apr 01 14:49:55.028712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-a6ac0398-9f0e-4226-873c-591085cc3c39 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655485 Apr 01 14:49:55.169738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6127940-7179-46d2-acd8-74aa8407506f req-6762999d-a99a-4bb3-ad09-4d49e3757207 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1097 time: 0.1445034 Apr 01 14:49:55.187948 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-07accde5-7586-4ede-8933-92e0da06170c service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527736 Apr 01 14:49:55.188763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fcb29-b72f-42a2-9f20-9fb6846cb62c req-94eaf483-830b-4cc0-b7a1-643d1477469f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:55.190214 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b53fcb29-b72f-42a2-9f20-9fb6846cb62c req-94eaf483-830b-4cc0-b7a1-643d1477469f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 946 time: 0.1193750 Apr 01 14:49:55.266181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b53fcb29-b72f-42a2-9f20-9fb6846cb62c req-8d54ecf7-53c2-42db-b608-0f865f30a9f5 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 Apr 01 14:49:55.270488 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6127940-7179-46d2-acd8-74aa8407506f req-8f5a7d80-f9ae-4baf-964b-e1fa1f027f6e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881231 Apr 01 14:49:55.490247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad5fb253-9c35-4c2f-8251-6d6ea9b4d388 req-2cb72334-4a1f-42c5-a0fa-cabd60f3341c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 210 time: 0.0491438 Apr 01 14:49:55.624333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f34a2987-fc67-44af-a3a1-549549444d8f details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:49:55.643617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff93fb-9696-4e32-9e55-b056f155dab4 req-c6c7d39f-0eea-496a-8564-9fcfe8028628 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:55.653166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d6ff93fb-9696-4e32-9e55-b056f155dab4 req-c6c7d39f-0eea-496a-8564-9fcfe8028628 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2051034 Apr 01 14:49:55.723623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-054ac792-536f-47b1-aab3-db9e9fcee605 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633254 Apr 01 14:49:55.752253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d6ff93fb-9696-4e32-9e55-b056f155dab4 req-0249d614-9400-4abb-95e0-368e59861b9f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914361 Apr 01 14:49:55.981990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port f34a2987-fc67-44af-a3a1-549549444d8f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f34a2987-fc67-44af-a3a1-549549444d8f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:56.016667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'f34a2987-fc67-44af-a3a1-549549444d8f', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'f34a2987-fc67-44af-a3a1-549549444d8f', 'mac_address': 'fa:16:3e:96:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:49:56.054680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285301d-028f-4ac5-8752-84a4a9d35dca req-713a81f7-ec55-4fd9-9400-8e2a36b9c983 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:56.063864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1285301d-028f-4ac5-8752-84a4a9d35dca req-713a81f7-ec55-4fd9-9400-8e2a36b9c983 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 948 time: 0.1584692 Apr 01 14:49:56.104723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:56.127028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34a2987-fc67-44af-a3a1-549549444d8f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:56.147902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59dd5026-a163-4430-876c-04de1762bb1e req-2fb4ed54-8131-4e3d-af73-013fd1bd8955 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 210 time: 0.0688491 Apr 01 14:49:56.152734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port f34a2987-fc67-44af-a3a1-549549444d8f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f34a2987-fc67-44af-a3a1-549549444d8f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:56.159471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:56.161640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459347-af95-41eb-934c-f5bb7578296b req-e19b3dec-dfd9-4b02-9d13-2a135892e751 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:56.163261 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-e19b3dec-dfd9-4b02-9d13-2a135892e751 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4300168 Apr 01 14:49:56.192802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:56.233130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1285301d-028f-4ac5-8752-84a4a9d35dca req-89f64ec4-1b20-4bd5-a7d4-5c076a32f73b tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684175 Apr 01 14:49:56.285659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=f34a2987-fc67-44af-a3a1-549549444d8f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:56.459597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:56.465065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Usage tracker for resource:port and tenant:cd96705c64bc4d6b95aa37f5dc6d6139 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:56.468338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:56.476057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:56.479834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['f34a2987-fc67-44af-a3a1-549549444d8f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:49:56.517088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:56.520491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:56.571157 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:56.673035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67665d4-da71-428d-8eeb-ecdc69a5e87c req-58c374cc-e497-4d76-aadd-9afcf8a45fe5 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:56.681239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:56.681721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b67665d4-da71-428d-8eeb-ecdc69a5e87c req-58c374cc-e497-4d76-aadd-9afcf8a45fe5 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 946 time: 0.1808133 Apr 01 14:49:56.692024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Usage tracker for resource:security_group_rule and tenant:cd96705c64bc4d6b95aa37f5dc6d6139 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:49:56.701969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:49:56.713140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:56.755453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b67665d4-da71-428d-8eeb-ecdc69a5e87c req-9c27e691-9bcf-4dde-9273-f59666346bc9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724227 Apr 01 14:49:56.875921 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bfe638f9-e20d-4232-a00e-8bfdc64112bf req-7e221ee9-0b8e-4c6e-9786-9fa907327642 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 210 time: 0.0646350 Apr 01 14:49:56.916107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:56.922777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:57.013957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183e271c-51ae-47b8-83bc-5c525865caca,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:57.062480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200733-19f4-4fac-a02d-76aec59f9521 req-568f2c62-b7d2-445c-8575-830937b7e65f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:57.070849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c200733-19f4-4fac-a02d-76aec59f9521 req-568f2c62-b7d2-445c-8575-830937b7e65f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1053114 Apr 01 14:49:57.131147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c200733-19f4-4fac-a02d-76aec59f9521 req-12a2ce35-b94d-4cb0-ba36-d2aa858d0475 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588362 Apr 01 14:49:57.259334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.248 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/23fc8e10-7b75-4414-94d5-368890b0eff6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:57.271509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339dff3-9820-4b8d-9848-689309fc197c req-3a83e4f2-05df-40c6-9fa8-f772584feab7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:57.272112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a339dff3-9820-4b8d-9848-689309fc197c req-3a83e4f2-05df-40c6-9fa8-f772584feab7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:49:57.365227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a339dff3-9820-4b8d-9848-689309fc197c req-3a83e4f2-05df-40c6-9fa8-f772584feab7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:49:57.366413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-3a83e4f2-05df-40c6-9fa8-f772584feab7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 0.3416743 Apr 01 14:49:57.368436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6aa42618-1975-4199-a194-5628d9838c1a req-b4ccfaa6-1fb4-4e91-ba67-1264e4457041 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 210 time: 0.0543180 Apr 01 14:49:57.392757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Request body: {'port': {'device_id': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'admin_state_up': True, 'tenant_id': '87775a992abf4855bf376b044653efb5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:57.478035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bb00c-84c1-4793-bfb3-4ae1363862a4 req-582bdc1f-c374-4755-b4f3-0a00c535829f tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:57.479674 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-083bb00c-84c1-4793-bfb3-4ae1363862a4 req-582bdc1f-c374-4755-b4f3-0a00c535829f tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 949 time: 0.0884113 Apr 01 14:49:57.532857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-083bb00c-84c1-4793-bfb3-4ae1363862a4 req-f175badd-bfdc-4eac-b060-9f1a38973bd0 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Apr 01 14:49:57.637549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f34a2987-fc67-44af-a3a1-549549444d8f up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:49:57.713861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:49:57.722418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:57.739059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:49:57.756408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object 23fc8e10-7b75-4414-94d5-368890b0eff6 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:57.757221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port f34a2987-fc67-44af-a3a1-549549444d8f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:57.762180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Made reservation on behalf of 87775a992abf4855bf376b044653efb5 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:49:57.763840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port f34a2987-fc67-44af-a3a1-549549444d8f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:57.764539 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:57.765949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:57.837047 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e94e2ca-da45-467c-bdb0-61eccd387e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:57.930344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:57.972561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c2e2b3-c573-4e25-888c-a67864540543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2987-fc67-44af-a3a1-549549444d8f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:49:57.987039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port f34a2987-fc67-44af-a3a1-549549444d8f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f34a2987-fc67-44af-a3a1-549549444d8f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:49:57.995280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:58.042891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:58.088768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=f34a2987-fc67-44af-a3a1-549549444d8f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:58.131198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38874d38-e705-4859-80f2-32f61b149ef4 req-52782c85-3287-485e-ab2b-127813f6dcb8 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:58.132754 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38874d38-e705-4859-80f2-32f61b149ef4 req-52782c85-3287-485e-ab2b-127813f6dcb8 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 946 time: 0.1424921 Apr 01 14:49:58.191661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38874d38-e705-4859-80f2-32f61b149ef4 req-d0a0e5f1-96f9-4757-8d26-797829902af6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505178 Apr 01 14:49:58.193790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-301d2ebf-8caf-4df9-b087-4ea7de83ef74 req-cae0ca6f-e8d2-4ae9-8668-6a798f71390c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 210 time: 0.0745895 Apr 01 14:49:58.231689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:58.237543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:58.244704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:58.249064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:58.249588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:58.293373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Allocated IP 172.20.0.6 (c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656/9985c0da-26da-4d35-8a3f-a6ca50696f30/f06aa538-7f23-4aeb-9f1a-a90caccfccdc) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:49:58.303932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1148510 Apr 01 14:49:58.310472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bfccf-52ea-470a-86c5-9a7a8f5c7790 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=23fc8e10-7b75-4414-94d5-368890b0eff6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:58.310621 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c2e2b3-c573-4e25-888c-a67864540543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a2987-fc67-44af-a3a1-549549444d8f', 'code': 200} Apr 01 14:49:58.324098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Request body: {'port': {'device_id': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:58.575551 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-13a6a031-d3e5-4807-b1f3-cc189f66cfe6 req-d4293a2d-edc5-4537-b2b9-edafcf109abd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 1101 time: 0.1766968 Apr 01 14:49:58.606634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8b135-13f9-4ebf-b409-793f7bc104d0 req-b28953f6-cac9-4ebc-9e0c-48b2b0c7eedb tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:58.614818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6bb8b135-13f9-4ebf-b409-793f7bc104d0 req-b28953f6-cac9-4ebc-9e0c-48b2b0c7eedb tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1385198 Apr 01 14:49:58.630959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:58.695202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-13a6a031-d3e5-4807-b1f3-cc189f66cfe6 req-bb0b4ee8-adff-455e-a36e-a70412c9dbc7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072237 Apr 01 14:49:58.702283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bb939d18-e676-4445-9bcf-c49d4a9eb27b None None] Provisioning for port 23fc8e10-7b75-4414-94d5-368890b0eff6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:49:58.708248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bb939d18-e676-4445-9bcf-c49d4a9eb27b None None] Provisioning complete for port 23fc8e10-7b75-4414-94d5-368890b0eff6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:49:58.709128 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb939d18-e676-4445-9bcf-c49d4a9eb27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:58.719123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6bb8b135-13f9-4ebf-b409-793f7bc104d0 req-fcb3e206-2665-4b08-9402-3226d92b6ed8 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020694 Apr 01 14:49:58.838821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bb939d18-e676-4445-9bcf-c49d4a9eb27b None None] Port 23fc8e10-7b75-4414-94d5-368890b0eff6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:49:58.889937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33f6517a-c426-4884-bb95-e3ded1158dcb req-3aa8d3f1-9c12-4087-a5df-174545a7e0c5 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1097 time: 0.4114807 Apr 01 14:49:58.970971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d565d-968f-4abf-8d6f-aee6e75eabf9 req-7aa48535-e167-4377-a3f6-7a049f238e97 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:58.972717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-056d565d-968f-4abf-8d6f-aee6e75eabf9 req-7aa48535-e167-4377-a3f6-7a049f238e97 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 936 time: 0.0990553 Apr 01 14:49:59.037532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-056d565d-968f-4abf-8d6f-aee6e75eabf9 req-821d52ca-5319-4ae3-a1dc-46c22c7ac171 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535491 Apr 01 14:49:59.077122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33f6517a-c426-4884-bb95-e3ded1158dcb req-0e9847ce-8720-446c-b84e-c8c7a5f66af1 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862888 Apr 01 14:49:59.080130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:59.204623 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:59.298702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:59.308206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d09d8-d2e9-4fed-a3c6-c9e50af9579a req-f00f7735-9cde-413f-87cc-63b20aebccbd tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:59.310032 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d1d09d8-d2e9-4fed-a3c6-c9e50af9579a req-f00f7735-9cde-413f-87cc-63b20aebccbd tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 950 time: 0.1143358 Apr 01 14:49:59.319811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fc8e10-7b75-4414-94d5-368890b0eff6 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:49:59.328718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:49:59.330605 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:59.333021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:49:59.336635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:49:59.340461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:59.341055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:59.370326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Transition to ACTIVE for port object 23fc8e10-7b75-4414-94d5-368890b0eff6 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:49:59.385832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-145ff112-503f-4c42-96e6-420527ef2e0f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9935813 Apr 01 14:49:59.385832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:59.454775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Request body: {'port': {'device_id': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:49:59.455676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d1d09d8-d2e9-4fed-a3c6-c9e50af9579a req-20ce7f63-8c93-4739-aecf-be4e05ccf1c2 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223993 Apr 01 14:49:59.708591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Pushing event updated for resources: {'Port': ['ID=23fc8e10-7b75-4414-94d5-368890b0eff6,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:49:59.816724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ef276-7324-43db-9989-457017213e24 req-cf083074-109c-4479-b94d-d2030be0cddb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:49:59.818425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d8ef276-7324-43db-9989-457017213e24 req-cf083074-109c-4479-b94d-d2030be0cddb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 931 time: 0.1300948 Apr 01 14:49:59.850317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Attempting to bind port 23fc8e10-7b75-4414-94d5-368890b0eff6 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:49:59.850711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Attempting to bind port 23fc8e10-7b75-4414-94d5-368890b0eff6 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:49:59.851050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Attempting to bind port 23fc8e10-7b75-4414-94d5-368890b0eff6 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:59.866850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Port 23fc8e10-7b75-4414-94d5-368890b0eff6 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:49:59.867146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Attempting to bind port 23fc8e10-7b75-4414-94d5-368890b0eff6 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:49:59.899154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c954eca7-e6e0-4cb7-ab1f-7326c30fc189 req-b156c4f2-fde4-4f56-8e92-0b1dd5200561 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1097 time: 0.4322097 Apr 01 14:49:59.900251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:49:59.902964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d8ef276-7324-43db-9989-457017213e24 req-978d2b7a-27e3-4e4d-ac45-ec7539f9c04e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758240 Apr 01 14:49:59.953008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:49:59.953330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:49:59.953710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:49:59.954141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Bound port: 23fc8e10-7b75-4414-94d5-368890b0eff6, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:49:59.954479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:00.156347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c954eca7-e6e0-4cb7-ab1f-7326c30fc189 req-d4c0a934-f001-4834-a472-04b777ea51cd tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375119 Apr 01 14:50:00.160104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ddbb-bb90-4b98-9b95-90e6748b914d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:00.191440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaa230-2943-4090-bb1f-bc7f1d394f84 req-0bd3d736-6282-44a4-8063-b5bdc18b5f9a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:00.196321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaaa230-2943-4090-bb1f-bc7f1d394f84 req-0bd3d736-6282-44a4-8063-b5bdc18b5f9a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1658063 Apr 01 14:50:00.264984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] For port 23fc8e10-7b75-4414-94d5-368890b0eff6, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:00.280329 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaaa230-2943-4090-bb1f-bc7f1d394f84 req-9c816620-4335-4b68-aa3d-becd37489c5c tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733788 Apr 01 14:50:00.284364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] For port 23fc8e10-7b75-4414-94d5-368890b0eff6, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23fc8e10-7b75-4414-94d5-368890b0eff6,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:00.306878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:00.490175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Pushing event updated for resources: {'Port': ['ID=23fc8e10-7b75-4414-94d5-368890b0eff6,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:00.497335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:00.498700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-9ef67285-170d-4c9a-9285-11730d4bc307 service neutron] 10.222.0.44 "PUT /v2.0/ports/23fc8e10-7b75-4414-94d5-368890b0eff6 HTTP/1.1" status: 200 len: 1096 time: 2.1813176 Apr 01 14:50:00.499644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'tag': '23fc8e10-7b75-4414-94d5-368890b0eff6'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:00.585673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989da504-2227-4b89-8bd6-9455c5f24311 req-acae28fc-4725-4c81-b445-d8a58b2104a6 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:00.594112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-989da504-2227-4b89-8bd6-9455c5f24311 req-acae28fc-4725-4c81-b445-d8a58b2104a6 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 948 time: 0.1069715 Apr 01 14:50:00.746993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-989da504-2227-4b89-8bd6-9455c5f24311 req-b85d42be-53de-4bd8-a14e-dbc360210249 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515567 Apr 01 14:50:00.807866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-e63c1d5f-0d78-4517-a7f7-e9e7d6042126 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 1099 time: 0.2522225 Apr 01 14:50:00.897749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-adf05c43-96f1-4b57-a945-1001db7206e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=23fc8e10-7b75-4414-94d5-368890b0eff6 HTTP/1.1" status: 200 len: 217 time: 0.0698960 Apr 01 14:50:00.902206 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'tag': '23fc8e10-7b75-4414-94d5-368890b0eff6', 'status': 'completed', 'code': 200} Apr 01 14:50:00.904732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06aa538-7f23-4aeb-9f1a-a90caccfccdc {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:00.951802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:00.988624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Transition to ACTIVE for port object f06aa538-7f23-4aeb-9f1a-a90caccfccdc will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:00.996650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504445cf-d0f3-402a-8b8d-7e348d761fa5 req-9f36cb41-1048-4d0d-9de7-6a62bb0e5dfe tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:00.998144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-504445cf-d0f3-402a-8b8d-7e348d761fa5 req-9f36cb41-1048-4d0d-9de7-6a62bb0e5dfe tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 950 time: 0.3024778 Apr 01 14:50:01.003268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:01.052547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459347-af95-41eb-934c-f5bb7578296b req-0862e027-f6e1-42a7-99ce-84aa8740f344 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:01.053950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-0862e027-f6e1-42a7-99ce-84aa8740f344 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1443775 Apr 01 14:50:01.112908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:01.252675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:01.284330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:01.350986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:01.351367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:01.351696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:01.355268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec26eb-3ae2-4242-be13-b2b0889ff12c req-c1f64423-178c-4662-8eee-3e5ac26ac0ce tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:01.366495 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1ec26eb-3ae2-4242-be13-b2b0889ff12c req-c1f64423-178c-4662-8eee-3e5ac26ac0ce tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.1087778 Apr 01 14:50:01.367734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-504445cf-d0f3-402a-8b8d-7e348d761fa5 req-c07ff297-5103-4f00-8ab6-8bb2c70bfa6b tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223853 Apr 01 14:50:01.377444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:01.377767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:01.400671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-199b812d-a322-4db2-9f53-fc3c268188ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2580459 Apr 01 14:50:01.400671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:01.400671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:01.400671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:01.400671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Bound port: f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:01.400671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:01.437111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1ec26eb-3ae2-4242-be13-b2b0889ff12c req-d5e277ed-50a3-44a4-8351-5d6535d75ae0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735950 Apr 01 14:50:01.643251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820d88-a352-40c2-a292-d074231d854e req-7f75d340-4c8c-4201-b7f7-9ccbca827276 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:01.644680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae820d88-a352-40c2-a292-d074231d854e req-7f75d340-4c8c-4201-b7f7-9ccbca827276 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.0985687 Apr 01 14:50:01.669375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:01.677622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-48a808b0-af28-49c4-9f39-caace1c7fda5 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750113 Apr 01 14:50:01.710664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:01.730610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae820d88-a352-40c2-a292-d074231d854e req-acc85efc-f5c5-449b-8555-43009114aeb1 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756860 Apr 01 14:50:01.773773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:01.876316 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59eaa2d9-d575-4f3a-9d3e-e8f28fc36bbb req-6127ef5a-197e-45ff-be19-c76c9c929a2a tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1097 time: 0.3013723 Apr 01 14:50:01.884710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:01.886024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 1091 time: 2.4599934 Apr 01 14:50:01.925636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b32b03-6fd2-446f-aeb2-2c67d844d6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:02.078808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc459347-af95-41eb-934c-f5bb7578296b req-bfb0dc51-a3f8-4431-8bb7-73bef4fdaaee service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916304 Apr 01 14:50:02.111809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59eaa2d9-d575-4f3a-9d3e-e8f28fc36bbb req-725feb4e-4e49-499b-a4a2-573a21f993b8 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145624 Apr 01 14:50:02.158244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f61afe-5579-4ac7-9660-7e717af6e7a4 req-4f132447-adae-44ad-a3c5-eeb94a108901 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:02.165614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46f61afe-5579-4ac7-9660-7e717af6e7a4 req-4f132447-adae-44ad-a3c5-eeb94a108901 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 948 time: 0.1196446 Apr 01 14:50:02.217951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46f61afe-5579-4ac7-9660-7e717af6e7a4 req-80e193a5-2f73-4820-895d-58a30484c44e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513384 Apr 01 14:50:02.226969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-9eda6410-4290-4585-8e99-18ef936b33ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1094 time: 0.2882032 Apr 01 14:50:02.362748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-90c35600-4896-40dd-b562-5e7176fac899 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 217 time: 0.1129618 Apr 01 14:50:02.483130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339dff3-9820-4b8d-9848-689309fc197c req-5a88c033-0ceb-4dc9-81e1-7a72fc761833 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:02.489677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-5a88c033-0ceb-4dc9-81e1-7a72fc761833 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1135347 Apr 01 14:50:02.501423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-93fc7bf0-6958-45e6-b679-a9031c19eea4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 1099 time: 0.3572042 Apr 01 14:50:02.542063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:02.603778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-0da9e7e3-7bc0-439e-936d-857ca92c6a84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012619 Apr 01 14:50:02.794411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a2449-1223-4b59-9946-4559e40513fc req-45694cd6-4245-4e74-86de-9f57c6093911 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:02.797116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-187a2449-1223-4b59-9946-4559e40513fc req-45694cd6-4245-4e74-86de-9f57c6093911 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.1284244 Apr 01 14:50:02.817024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-0ba0b898-b272-451e-9d06-2478f4f7ed62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:02.818776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-0ba0b898-b272-451e-9d06-2478f4f7ed62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2141428 Apr 01 14:50:02.854715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-187a2449-1223-4b59-9946-4559e40513fc req-0cd1e2ad-67e2-411e-a754-8a8fb329f49d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 Apr 01 14:50:02.937969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:03.026566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-98142f7d-ca67-4c6c-bba6-6f717f712cb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=23fc8e10-7b75-4414-94d5-368890b0eff6 HTTP/1.1" status: 200 len: 217 time: 0.1607466 Apr 01 14:50:03.081904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8593-f190-4009-ac6c-7139205a95da req-63620c11-8ac7-4ce5-98a9-6dcfab5260b4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:03.089310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70ab8593-f190-4009-ac6c-7139205a95da req-63620c11-8ac7-4ce5-98a9-6dcfab5260b4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1008906 Apr 01 14:50:03.140312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-fc51b8a9-2ab9-4878-bee2-232b8d81ab75 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:03.141800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-fc51b8a9-2ab9-4878-bee2-232b8d81ab75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1046047 Apr 01 14:50:03.146782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-7902bd38-657c-4ebd-8e77-75fe424d9dd5 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822244 Apr 01 14:50:03.149680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70ab8593-f190-4009-ac6c-7139205a95da req-566274d6-08b8-419a-b1db-48e6d2db2543 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592396 Apr 01 14:50:03.153384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2856a1-5de4-4ba9-beb0-9a2e264d5724 req-ac7c3e23-b1de-41b8-8329-2674d0f57f4c tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:03.160175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a2856a1-5de4-4ba9-beb0-9a2e264d5724 req-ac7c3e23-b1de-41b8-8329-2674d0f57f4c tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 950 time: 0.3402057 Apr 01 14:50:03.313907 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc', 'status': 'completed', 'code': 200} Apr 01 14:50:03.375934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a2856a1-5de4-4ba9-beb0-9a2e264d5724 req-5fe3700a-a325-49f5-961a-8d81b858e32b tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/security-groups?id=c19671c9-868f-4832-806f-d90538b948f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145860 Apr 01 14:50:03.422357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-79042118-f862-40b0-b225-cdb0b456e7b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581217 Apr 01 14:50:03.432282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a339dff3-9820-4b8d-9848-689309fc197c req-b109d3b9-e9ab-4a3f-b00a-4aaba7280119 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697310 Apr 01 14:50:03.579246 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09fcfadf-971b-4801-976c-d0c567e98aba req-a70f8e50-13cf-410c-914b-62bf7bb2a42d tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1097 time: 0.1079965 Apr 01 14:50:03.637963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09fcfadf-971b-4801-976c-d0c567e98aba req-e7de64d8-fcb7-46a0-b941-33cbe6c925b0 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519042 Apr 01 14:50:03.749814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-b936d41d-61f2-40f5-b1e7-f5f77ca3cc6e service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158636 Apr 01 14:50:03.766474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba04d68-7caf-400d-ba7c-b0c14de2d3e9 req-667bb654-31ce-4655-896b-ae4389f69af9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:03.767238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1ba04d68-7caf-400d-ba7c-b0c14de2d3e9 req-667bb654-31ce-4655-896b-ae4389f69af9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:03.889292 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-df9deff8-b1fc-4c7c-ad3c-6a0243cf9884 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1094 time: 0.3378367 Apr 01 14:50:03.946844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-58ef2f19-c050-47ea-8b9d-aa835c83c2ff req-8f19000b-6674-4ccb-b1d8-09bbc85dca06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0911050 Apr 01 14:50:04.135199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1ba04d68-7caf-400d-ba7c-b0c14de2d3e9 req-667bb654-31ce-4655-896b-ae4389f69af9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:04.135199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ba04d68-7caf-400d-ba7c-b0c14de2d3e9 req-667bb654-31ce-4655-896b-ae4389f69af9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 948 time: 0.5787976 Apr 01 14:50:04.245127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e517e8f-ec35-465a-9bfc-ff3e4214fc0e req-8fd89c9f-62d1-4dec-8bd3-c8f432bf2cea service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724002 Apr 01 14:50:04.261071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-0115b9fd-078b-432c-b600-36735e8b9e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:04.262722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-0115b9fd-078b-432c-b600-36735e8b9e22 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.3629420 Apr 01 14:50:04.264882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1ba04d68-7caf-400d-ba7c-b0c14de2d3e9 req-7e910f72-343a-4e0c-9440-b1a93a2b6847 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:04.363260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-43ca5239-683f-4f35-9f8d-cd9874da9c50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 217 time: 0.0936389 Apr 01 14:50:04.412044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1ba04d68-7caf-400d-ba7c-b0c14de2d3e9 req-7e910f72-343a-4e0c-9440-b1a93a2b6847 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:04.423370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ba04d68-7caf-400d-ba7c-b0c14de2d3e9 req-7e910f72-343a-4e0c-9440-b1a93a2b6847 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893853 Apr 01 14:50:04.520118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-4d9a438c-6642-4c57-a0e1-62ca6f335d85 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:04.521691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-4d9a438c-6642-4c57-a0e1-62ca6f335d85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1512043 Apr 01 14:50:04.635662 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-d3258cd9-061d-4eb4-8167-347d27ce3361 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011722 Apr 01 14:50:04.799060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-e0592f43-d026-4aeb-8bf4-037a140567ea tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:04.800632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-e0592f43-d026-4aeb-8bf4-037a140567ea tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 950 time: 0.3114681 Apr 01 14:50:04.808417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57f85-fc25-457d-bbbc-3ea452d990df req-33e91ad3-dfb8-4211-8472-d3fb30172638 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:04.809196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-95f57f85-fc25-457d-bbbc-3ea452d990df req-33e91ad3-dfb8-4211-8472-d3fb30172638 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:04.881083 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-32b73dd1-c4aa-4727-92f1-15e9faaa814a service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384431 Apr 01 14:50:04.918404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Deleting port f34a2987-fc67-44af-a3a1-549549444d8f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:04.918745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:04.995811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-95f57f85-fc25-457d-bbbc-3ea452d990df req-33e91ad3-dfb8-4211-8472-d3fb30172638 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:04.996996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95f57f85-fc25-457d-bbbc-3ea452d990df req-33e91ad3-dfb8-4211-8472-d3fb30172638 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.4282598 Apr 01 14:50:05.182836 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5215b3b5-f652-47a7-9321-aed294d711d0 req-6140fc05-4508-46e0-b7e0-d36431c344bc service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937500 Apr 01 14:50:05.185044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95f57f85-fc25-457d-bbbc-3ea452d990df req-b5b92777-4959-4a9c-b656-412d58d204fe tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750412 Apr 01 14:50:05.186937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-3b24bc6a-4f1f-4709-8877-2ce9e2934093 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:50:05.188703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-3b24bc6a-4f1f-4709-8877-2ce9e2934093 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068099 Apr 01 14:50:05.204051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Request body: {'binding': {'host': 'n-h1-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:05.204660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:50:05.347506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] For port f34a2987-fc67-44af-a3a1-549549444d8f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f34a2987-fc67-44af-a3a1-549549444d8f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:05.347773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:05.400909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on host n-h1-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:05.401184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:05.401534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:05.407202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:05.407650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:05.414337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:05.414657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:05.415021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:05.415517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Bound port: c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:05.444317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:05.450330 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:05.451722 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-ba1ba43c-600a-4336-83c1-beeacc55616d service neutron] 10.222.0.48 "POST /v2.0/ports/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2541308 Apr 01 14:50:05.478325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Calling delete_port for f34a2987-fc67-44af-a3a1-549549444d8f owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:05.556425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c7e1e-c624-4353-843e-eedccb65e748 req-fc6207ba-1e0a-498a-a336-233779213c3d tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:05.557921 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-878c7e1e-c624-4353-843e-eedccb65e748 req-fc6207ba-1e0a-498a-a336-233779213c3d tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2568753 Apr 01 14:50:05.649309 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-878c7e1e-c624-4353-843e-eedccb65e748 req-f1c97212-120a-437d-bed7-02c36ca34f8a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789940 Apr 01 14:50:05.669380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23fc8e10-7b75-4414-94d5-368890b0eff6 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:05.699442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:05.752060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Pushing event deleted for resources: {'Port': ['ID=f34a2987-fc67-44af-a3a1-549549444d8f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:05.783876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c4be3af-b77d-4225-94e6-b79fd684f988 req-9585ba4a-55d3-443f-bd90-6883ea3e34d0 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.48 "GET /v2.0/ports?device_id=21c2e2b3-c573-4e25-888c-a67864540543 HTTP/1.1" status: 200 len: 210 time: 0.0852695 Apr 01 14:50:05.872465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23fc8e10-7b75-4414-94d5-368890b0eff6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23fc8e10-7b75-4414-94d5-368890b0eff6,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:05.890220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['f34a2987-fc67-44af-a3a1-549549444d8f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:05.929631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '23fc8e10-7b75-4414-94d5-368890b0eff6', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '23fc8e10-7b75-4414-94d5-368890b0eff6', 'mac_address': 'fa:16:3e:e3:e5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:05.999103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:06.018106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fc8e10-7b75-4414-94d5-368890b0eff6 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:06.031320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91e67-d160-43ae-8775-0ca6e7d1a69b req-687e19c8-b4bd-4f20-ac85-ba9d2ac07ef3 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:06.032894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66a91e67-d160-43ae-8775-0ca6e7d1a69b req-687e19c8-b4bd-4f20-ac85-ba9d2ac07ef3 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 946 time: 0.0901606 Apr 01 14:50:06.037939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23fc8e10-7b75-4414-94d5-368890b0eff6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23fc8e10-7b75-4414-94d5-368890b0eff6,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:06.042494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:06.048591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] No DVR routers for this DVR port f34a2987-fc67-44af-a3a1-549549444d8f on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:06.055198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:06.057646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c2e2b3-c573-4e25-888c-a67864540543', 'name': 'network-vif-deleted', 'tag': 'f34a2987-fc67-44af-a3a1-549549444d8f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:06.081459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e6e520c-39c5-40a0-856d-5a6f940433b2 req-13d5e5d8-9772-4fea-a27f-95aadfb5f2a9 tempest-ServerDiagnosticsNegativeTest-611913862 tempest-ServerDiagnosticsNegativeTest-611913862-project] 10.222.0.44 "DELETE /v2.0/ports/f34a2987-fc67-44af-a3a1-549549444d8f HTTP/1.1" status: 204 len: 173 time: 1.2689924 Apr 01 14:50:06.083842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66a91e67-d160-43ae-8775-0ca6e7d1a69b req-f7af41e0-e5f0-4c0f-8b5f-b66a794f4469 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445049 Apr 01 14:50:06.109341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-623ba61b-639d-4792-a919-692293d5d108 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1097 time: 0.3484313 Apr 01 14:50:06.115318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=23fc8e10-7b75-4414-94d5-368890b0eff6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:06.122712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d11588-d463-43ca-beb0-838d7d907837 req-40c2f057-4a2b-4e72-90ce-2ca3a8392407 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:06.124098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01d11588-d463-43ca-beb0-838d7d907837 req-40c2f057-4a2b-4e72-90ce-2ca3a8392407 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 948 time: 0.1620879 Apr 01 14:50:06.258386 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c2e2b3-c573-4e25-888c-a67864540543', 'name': 'network-vif-deleted', 'tag': 'f34a2987-fc67-44af-a3a1-549549444d8f', 'status': 'completed', 'code': 200} Apr 01 14:50:06.276682 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01d11588-d463-43ca-beb0-838d7d907837 req-cd78b145-0227-461f-b824-5fcaf144252e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229954 Apr 01 14:50:06.308348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-896b9b7b-565d-45c5-b699-72d7ec1654a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:06.309782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-896b9b7b-565d-45c5-b699-72d7ec1654a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.1846414 Apr 01 14:50:06.316467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:06.390970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-b158746e-2acb-4587-9cdc-97610fca3207 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 200 len: 217 time: 0.0731754 Apr 01 14:50:06.442010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dea23-adc9-4ecb-a53c-81183c00df07 req-228024d2-8a65-46df-87c8-9cf5c91670f0 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:06.443664 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7dea23-adc9-4ecb-a53c-81183c00df07 req-228024d2-8a65-46df-87c8-9cf5c91670f0 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 950 time: 0.0884504 Apr 01 14:50:06.495777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7dea23-adc9-4ecb-a53c-81183c00df07 req-5a4a30f1-3334-4cbc-b386-c02a2230d4b9 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Apr 01 14:50:06.501313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-66e9b9fc-3afa-450f-9bf4-274ce8ced074 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:06.503201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-66e9b9fc-3afa-450f-9bf4-274ce8ced074 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.1046002 Apr 01 14:50:06.561616 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d1ffe5b1-b074-4264-a1b4-79c54541488d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476689 Apr 01 14:50:06.643174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828c89e-912d-41bb-a26d-d52d3fd9b5aa req-dc46f5e7-d2f7-4e37-af65-d21ca54a24f9 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:06.644596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8828c89e-912d-41bb-a26d-d52d3fd9b5aa req-dc46f5e7-d2f7-4e37-af65-d21ca54a24f9 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.2483034 Apr 01 14:50:06.734878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8828c89e-912d-41bb-a26d-d52d3fd9b5aa req-31c6c034-4f36-4de7-ae1e-9c712d9480e2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749109 Apr 01 14:50:06.736656 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-8c5a97c3-f539-4014-92c5-3fa4b4997a31 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682982 Apr 01 14:50:06.928332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-0ac657ac-b2be-4a1e-b4f1-b0c4440e27f3 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770406 Apr 01 14:50:06.962752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990bc7-2365-40ed-b45b-5a9aa811c294 req-48b4ac89-9f1b-49db-bbe8-a0895dadfe1b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:06.964200 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f1990bc7-2365-40ed-b45b-5a9aa811c294 req-48b4ac89-9f1b-49db-bbe8-a0895dadfe1b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.0911686 Apr 01 14:50:07.067570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f1990bc7-2365-40ed-b45b-5a9aa811c294 req-bafcfcc2-cea3-4dfd-a9a0-8d8405baa5ea tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972400 Apr 01 14:50:07.104028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-6e590be2-8670-4516-abba-2bb995f8b0e2 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1097 time: 0.0948381 Apr 01 14:50:07.119419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-1'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:07.231876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.333823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03e24-ef1d-41d5-8bdb-954b7406b192 req-40c20dfc-acf2-4ebd-a4f0-1b55fafea6c9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:07.341123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eab03e24-ef1d-41d5-8bdb-954b7406b192 req-40c20dfc-acf2-4ebd-a4f0-1b55fafea6c9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 946 time: 0.0888689 Apr 01 14:50:07.342724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41480) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:07.404491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eab03e24-ef1d-41d5-8bdb-954b7406b192 req-998dd675-ae39-4a35-b268-6c5d201f6b68 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623865 Apr 01 14:50:07.481529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:07.531581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181498c-a537-4e31-bb50-01939a8f65e6 req-c55fca1e-c412-4178-ad28-c501e25f5862 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:07.533001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d181498c-a537-4e31-bb50-01939a8f65e6 req-c55fca1e-c412-4178-ad28-c501e25f5862 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 949 time: 0.1148295 Apr 01 14:50:07.537239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:07.544351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2563a826-b65e-41d8-84e4-65003eb558bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90f12cdb841e457fa9c09c5f79729b28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1998429 Apr 01 14:50:07.546809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41488) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:07.605340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3efd97cb-e89b-4a44-b7b2-27a581b7a50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.623486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.631605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d181498c-a537-4e31-bb50-01939a8f65e6 req-b71576d8-85e9-47c0-844d-9e2de7510515 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664411 Apr 01 14:50:07.632773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.634397 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3efd97cb-e89b-4a44-b7b2-27a581b7a50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.678070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23fc8e10-7b75-4414-94d5-368890b0eff6 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:07.691777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3efd97cb-e89b-4a44-b7b2-27a581b7a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.716815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd97cb-e89b-4a44-b7b2-27a581b7a50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19671c9-868f-4832-806f-d90538b948f6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:07.719473 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3efd97cb-e89b-4a44-b7b2-27a581b7a50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.720654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3efd97cb-e89b-4a44-b7b2-27a581b7a50e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c19671c9-868f-4832-806f-d90538b948f6 HTTP/1.1" status: 204 len: 168 time: 0.1729376 Apr 01 14:50:07.787289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 23fc8e10-7b75-4414-94d5-368890b0eff6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:07.793035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 23fc8e10-7b75-4414-94d5-368890b0eff6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:07.793526 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:07.858043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:07.888395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:07.912910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on host n-h2-836017-1 for vnic_type normal with profile {"migrating_to": "n-h1-836017-1"} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:07.913489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:07.914032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:07.920107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:07.920607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Attempting to bind port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:07.927825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:07.928549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:07.929032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:07.929449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Bound port: c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:07.929791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.016392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8ba2c-0b44-464b-86f6-2faa9f5b6813 req-93816f8b-9593-4851-8c13-03fed77d4d09 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:08.018608 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1b8ba2c-0b44-464b-86f6-2faa9f5b6813 req-93816f8b-9593-4851-8c13-03fed77d4d09 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.1198781 Apr 01 14:50:08.028502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:08.031651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:08.042781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.056424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.091928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1b8ba2c-0b44-464b-86f6-2faa9f5b6813 req-55871a2e-a160-40fc-b964-3f1056ab12b7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674589 Apr 01 14:50:08.132547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:08.147856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fc8e10-7b75-4414-94d5-368890b0eff6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:08.158352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'port_id': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc', 'mac_address': 'fa:16:3e:af:79:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985c0da-26da-4d35-8a3f-a6ca50696f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:08.162459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23fc8e10-7b75-4414-94d5-368890b0eff6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23fc8e10-7b75-4414-94d5-368890b0eff6,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:08.191377 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.192115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:08.227595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41508) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:08.267076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:08.282996 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fc8e10-7b75-4414-94d5-368890b0eff6', 'code': 200} Apr 01 14:50:08.304930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.337215 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.363402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=23fc8e10-7b75-4414-94d5-368890b0eff6,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:08.371227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ed2f-e51f-4f64-b9ac-a0d4b5a41e9b req-fc1ff7c3-9000-41ba-b3e3-648762dc9df4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:08.379115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60c4ed2f-e51f-4f64-b9ac-a0d4b5a41e9b req-fc1ff7c3-9000-41ba-b3e3-648762dc9df4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1251523 Apr 01 14:50:08.393637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=8']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:08.396671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06aa538-7f23-4aeb-9f1a-a90caccfccdc {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:08.399054 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8', 'code': 200} Apr 01 14:50:08.405394 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.406737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d016bea1-a6b5-42a3-9077-6ce6a4496496 service neutron] 10.222.0.62 "PUT /v2.0/ports/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 200 len: 1122 time: 1.2916710 Apr 01 14:50:08.415082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:08.423637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Usage tracker for resource:security_group_rule and tenant:c6433a0c4e5c4e17830b33736ef3dacc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:08.428799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:08.437425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:08.445959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a4ccae-349c-4d8b-b756-d9af39af9889 req-60f585d3-2874-4827-b4d6-a488cd39faef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 1101 time: 0.1078053 Apr 01 14:50:08.452865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60c4ed2f-e51f-4f64-b9ac-a0d4b5a41e9b req-e806092e-2810-4999-885a-1a13fdb5e4b6 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715981 Apr 01 14:50:08.455979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:08.457352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.469078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.510040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['c64a3be4-c09f-48cc-96ba-79f10c3d5eb8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:08.511566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a4ccae-349c-4d8b-b756-d9af39af9889 req-c50446ef-8fb9-45e4-a1a4-8e77a2290daa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562825 Apr 01 14:50:08.549608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.566311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.606706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:08.617200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:08.623796 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.624371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f34a2987-fc67-44af-a3a1-549549444d8f no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:08.640850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a50ebb3-0aaf-494c-a2f1-1c266baba143,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:08.657051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-78932ee7-959b-4d6d-8ece-4492ffa4b59b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6433a0c4e5c4e17830b33736ef3dacc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4255805 Apr 01 14:50:08.657410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41516) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:08.704590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72c85a-0f3d-499e-8179-2b92623efa52 req-89516c9f-6fba-4dbd-869b-302adc8c0d39 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:08.706600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: f34a2987-fc67-44af-a3a1-549549444d8f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:08.707081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f34a2987-fc67-44af-a3a1-549549444d8f not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:08.710851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf72c85a-0f3d-499e-8179-2b92623efa52 req-89516c9f-6fba-4dbd-869b-302adc8c0d39 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.1174722 Apr 01 14:50:08.771823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:08.795496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf72c85a-0f3d-499e-8179-2b92623efa52 req-e0155104-0ecc-40f3-9095-0125639bdb8c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837398 Apr 01 14:50:08.798533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cdf01a99-0cea-442a-a1af-f8e31900a495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.832434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cdf01a99-0cea-442a-a1af-f8e31900a495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.837864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f06aa538-7f23-4aeb-9f1a-a90caccfccdc'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:08.888746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12235-9fbb-4973-897a-6f4ad5d6ea8a req-fb4cb716-8a00-4715-9824-5967e4dffdba tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:08.890054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cdf01a99-0cea-442a-a1af-f8e31900a495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.890674 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ab12235-9fbb-4973-897a-6f4ad5d6ea8a req-fb4cb716-8a00-4715-9824-5967e4dffdba tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 950 time: 0.1191959 Apr 01 14:50:08.905170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf01a99-0cea-442a-a1af-f8e31900a495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a50ebb3-0aaf-494c-a2f1-1c266baba143,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:08.911937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cdf01a99-0cea-442a-a1af-f8e31900a495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:08.912879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cdf01a99-0cea-442a-a1af-f8e31900a495 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a50ebb3-0aaf-494c-a2f1-1c266baba143 HTTP/1.1" status: 204 len: 168 time: 0.2545869 Apr 01 14:50:09.008939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ab12235-9fbb-4973-897a-6f4ad5d6ea8a req-76a050d2-b377-4ef4-922b-8531bfc6cf7d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124558 Apr 01 14:50:09.287420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3af78-926a-409d-904f-9cb9f7307520 req-c3532eff-90a3-487e-9478-89d2191682b5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:09.288899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88e3af78-926a-409d-904f-9cb9f7307520 req-c3532eff-90a3-487e-9478-89d2191682b5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.0760329 Apr 01 14:50:09.337172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88e3af78-926a-409d-904f-9cb9f7307520 req-443eb64d-b64a-41c2-b56f-9fcf37d7e9e1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Apr 01 14:50:09.651750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04da0b0-00a2-4bea-9e13-a7fd0c3ad26f req-20dfdb0f-ee67-4ab6-807e-23565e76856f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:09.653348 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b04da0b0-00a2-4bea-9e13-a7fd0c3ad26f req-20dfdb0f-ee67-4ab6-807e-23565e76856f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.0756328 Apr 01 14:50:09.698855 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b04da0b0-00a2-4bea-9e13-a7fd0c3ad26f req-86396cd6-d59a-4819-8e3e-1ad38e8facad tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391195 Apr 01 14:50:09.838424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aa10ec33-80ee-4ba4-954c-de66d0f02ed5 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:09.988522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:10.003117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'mac_address': 'fa:16:3e:9b:c0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:10.063287 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:10.072035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa992d4-65b6-4f7e-a78c-018f8939ba4a req-451ea622-841b-4664-bc24-5a15b9b08ab7 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:10.073809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ffa992d4-65b6-4f7e-a78c-018f8939ba4a req-451ea622-841b-4664-bc24-5a15b9b08ab7 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.0891590 Apr 01 14:50:10.082524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa10ec33-80ee-4ba4-954c-de66d0f02ed5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:10.098918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:10.113602 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:10.158690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ffa992d4-65b6-4f7e-a78c-018f8939ba4a req-5b438dbb-aec5-4f2a-933a-f7c75f1efc57 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786450 Apr 01 14:50:10.197182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:10.266407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1184ee-3acb-47b3-8e16-a8681ff7a525 req-5917e07e-7703-4fc7-91a5-702b0c399515 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:10.267890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e1184ee-3acb-47b3-8e16-a8681ff7a525 req-5917e07e-7703-4fc7-91a5-702b0c399515 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 950 time: 0.0996537 Apr 01 14:50:10.284347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:10.294275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['aa10ec33-80ee-4ba4-954c-de66d0f02ed5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:10.327795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e1184ee-3acb-47b3-8e16-a8681ff7a525 req-56c878b5-6b74-49f7-b45b-541578e83a52 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519593 Apr 01 14:50:10.369082 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452', 'code': 200} Apr 01 14:50:10.400203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:10.490596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:10.591461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77c52-71d6-4286-bb5b-8368a8b71080 req-c2d0fcff-15f1-4010-ae6a-d40b75861843 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:10.593113 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50e77c52-71d6-4286-bb5b-8368a8b71080 req-c2d0fcff-15f1-4010-ae6a-d40b75861843 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.1217861 Apr 01 14:50:10.652755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50e77c52-71d6-4286-bb5b-8368a8b71080 req-11196e25-9051-4130-8459-64523413002f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537601 Apr 01 14:50:10.714469 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8', 'status': 'completed', 'code': 200} Apr 01 14:50:10.859912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-5de8de85-efb9-403a-989b-52b8c7a26886 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 1101 time: 0.1031797 Apr 01 14:50:10.886722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-77ba601f-12a2-4ef2-b867-5348971fa48f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1125 time: 0.1496608 Apr 01 14:50:10.895132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:10.937692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:10.942520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Usage tracker for resource:security_group_rule and tenant:259260079b654b8d822786c5f64b1ba3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:10.946582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:10.953400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:11.057137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:11.067454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:11.115959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05d90115-9812-4b1a-a61f-60f682dcac77 req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460215 Apr 01 14:50:11.118409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-4fc5f6b6-6cbb-454f-a7e0-e8cb1b564eae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:11.119886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-4fc5f6b6-6cbb-454f-a7e0-e8cb1b564eae service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.2248614 Apr 01 14:50:11.121750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc9cdd-cb6e-4643-aa33-b1f66a048b21 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26312ef9-19d0-4e0a-8503-17dc8ee827f6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:11.131625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11812bc0-49f1-4e15-b722-bf09f47d033a req-797c268c-47eb-4f50-9157-381215c5fbd1 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:11.133354 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11812bc0-49f1-4e15-b722-bf09f47d033a req-797c268c-47eb-4f50-9157-381215c5fbd1 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1899803 Apr 01 14:50:11.223827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-ed4a0b51-9733-4090-b1f9-11898ed6342b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 200 len: 217 time: 0.0896828 Apr 01 14:50:11.307842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11812bc0-49f1-4e15-b722-bf09f47d033a req-0b19c2d4-ac0a-4dd2-abb4-1243d8aa00ae tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150930 Apr 01 14:50:11.329925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-6f134855-0015-469a-b640-8c437f09c190 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:11.331429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-6f134855-0015-469a-b640-8c437f09c190 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.0954530 Apr 01 14:50:11.393581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-27ef9ccb-3341-42b9-8582-5072f650ee32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534754 Apr 01 14:50:11.559818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-d3572a74-04e6-4fab-a389-2dc7ed37fe33 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590581 Apr 01 14:50:11.736703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6cfde325-73d6-48a2-9364-a63398a6b894 req-8f61c33d-93be-4724-9c8e-a5f73c60d7a6 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0682559 Apr 01 14:50:11.851158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:11.857299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:11.887200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c19836-1ba3-464a-87af-6be2cbb296ae req-059420ea-2cae-4779-b133-fbec3e4ab007 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:11.888705 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65c19836-1ba3-464a-87af-6be2cbb296ae req-059420ea-2cae-4779-b133-fbec3e4ab007 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.1573205 Apr 01 14:50:11.892212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a27fbf07-895d-424a-82e3-28e89b22f03f req-07c01123-1a2a-4339-8137-5910491f0329 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254323 Apr 01 14:50:11.952648 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65c19836-1ba3-464a-87af-6be2cbb296ae req-242fef6a-9e2f-4f0d-a797-4fb0b32cdfc7 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576720 Apr 01 14:50:11.977392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-6c213380-2cb3-4500-b566-3c0bf90dfc0d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569959 Apr 01 14:50:12.208348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port f06aa538-7f23-4aeb-9f1a-a90caccfccdc completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:12.223019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-79f594f6-66f8-4f66-ab78-3af814c0c6c6 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:12.225279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f06aa538-7f23-4aeb-9f1a-a90caccfccdc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:12.225826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:12.235997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-79f594f6-66f8-4f66-ab78-3af814c0c6c6 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442353 Apr 01 14:50:12.264450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3f96ff0b-d1e2-45aa-a7d5-69ea0e6865cf tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/quotas/cd96705c64bc4d6b95aa37f5dc6d6139 HTTP/1.1" status: 200 len: 375 time: 0.0229561 Apr 01 14:50:12.293914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84bdf-1d82-439c-b0b6-4540c8263782 req-83742149-3a4c-4c8e-8a5e-70d003b622c0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:12.293914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e5c84bdf-1d82-439c-b0b6-4540c8263782 req-83742149-3a4c-4c8e-8a5e-70d003b622c0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.0910800 Apr 01 14:50:12.333346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:12.355701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 has no active binding in host n-h1-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:50:12.367280 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e5c84bdf-1d82-439c-b0b6-4540c8263782 req-ac1609dd-3db6-448f-b43c-f0a50a2d2f96 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661044 Apr 01 14:50:12.434347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-bf7d20f0-64c7-42c7-b0ad-f31159ac4cc2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686749 Apr 01 14:50:12.446068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:12.488252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:12.500460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:12.509665 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:12.512262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aa10ec33-80ee-4ba4-954c-de66d0f02ed5 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:12.622383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:12.679399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:12.680302 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:12.765219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ca98150-dc6b-41e4-bb08-2d238c3efec3 req-0a41c36e-81cd-44b5-810f-2ed23224253b tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1019683 Apr 01 14:50:12.976336 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:13.012083 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc', 'code': 200} Apr 01 14:50:13.050916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:13.061331 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:13.177841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:13.185993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328d0be-3e50-47b1-a03a-9775ce95b5d5 req-6abd7c6d-a5a6-4cdf-b3f3-aef0625f2784 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:13.196245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b328d0be-3e50-47b1-a03a-9775ce95b5d5 req-6abd7c6d-a5a6-4cdf-b3f3-aef0625f2784 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.2113616 Apr 01 14:50:13.379020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b328d0be-3e50-47b1-a03a-9775ce95b5d5 req-0b5de4c0-7c95-42c9-b61a-89e091194401 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804450 Apr 01 14:50:13.446431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-627cd1ef-044e-4735-a2ea-e1dbd8f6fc43 req-0ffb10fe-2af3-4bee-aba6-d6f14c0490e7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1096 time: 0.2155476 Apr 01 14:50:13.567652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46b7adf3-03fa-4765-b07d-04d1577760b5 req-48d7aceb-b5ec-4c5f-9c98-d6987795b776 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 210 time: 0.0711074 Apr 01 14:50:13.596352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591f46-f5ee-4ee2-9503-5d6189c59b9a req-3b34e25b-34ab-4453-948a-d47d6d559e21 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:13.604647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be591f46-f5ee-4ee2-9503-5d6189c59b9a req-3b34e25b-34ab-4453-948a-d47d6d559e21 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.1049740 Apr 01 14:50:13.609514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-627cd1ef-044e-4735-a2ea-e1dbd8f6fc43 req-3fba0996-6c2c-4ce6-b57a-590d5ab97b72 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413116 Apr 01 14:50:13.658963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be591f46-f5ee-4ee2-9503-5d6189c59b9a req-b8679a9c-5ea3-42b3-8926-548985cd0e4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Apr 01 14:50:13.833092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba599c4-0087-454c-b23f-131596567b98 req-857bca45-17ec-4e36-9d0a-dcb67453e903 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:13.834560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ba599c4-0087-454c-b23f-131596567b98 req-857bca45-17ec-4e36-9d0a-dcb67453e903 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 945 time: 0.0966580 Apr 01 14:50:13.890539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ba599c4-0087-454c-b23f-131596567b98 req-1b236ad4-0ad5-40ae-9259-49c566597f5b tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493438 Apr 01 14:50:13.999837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ec8eda8-94c4-4871-87ec-a553ccb9b530 req-29182742-e0a6-4465-bed3-309a56378d9c tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0583334 Apr 01 14:50:14.345344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:14.627115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d768b6-ca9e-4ec6-bc3e-0baf2a493402 req-c4fa7926-cf12-40ae-839f-7c780d650284 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:14.629311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3d768b6-ca9e-4ec6-bc3e-0baf2a493402 req-c4fa7926-cf12-40ae-839f-7c780d650284 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.0972297 Apr 01 14:50:14.738431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3d768b6-ca9e-4ec6-bc3e-0baf2a493402 req-126958bd-cf72-49dd-94d0-b1a851d3b84d tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034057 Apr 01 14:50:14.876790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85b4eba4-95ab-4af2-80e1-4bbc01a0279e req-cc56a1f3-c02d-41d3-87af-fa692f40635f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 210 time: 0.0820215 Apr 01 14:50:14.977998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-f67369e9-a770-44d8-a787-374e4f7561df tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596943 Apr 01 14:50:15.013373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:15.042287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aad2f508-0b2f-42c0-bf5e-8d0f2e8c2f44 req-289e8027-2983-4670-adba-30080e00e881 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0837109 Apr 01 14:50:15.108513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f0138-2fa3-4d24-9418-9dcce185ba98 req-38d52ab1-183c-425b-a6ef-edbf00e13736 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:15.115841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b29f0138-2fa3-4d24-9418-9dcce185ba98 req-38d52ab1-183c-425b-a6ef-edbf00e13736 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.2191467 Apr 01 14:50:15.172632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b29f0138-2fa3-4d24-9418-9dcce185ba98 req-c9eb676f-e243-428e-8f91-be59b4be2e6f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552180 Apr 01 14:50:15.240569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc29dc-a0d6-49fb-95f2-2538af847227 req-6eb22c95-0f2d-480d-9958-7b4735728973 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:15.247819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11dc29dc-a0d6-49fb-95f2-2538af847227 req-6eb22c95-0f2d-480d-9958-7b4735728973 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 945 time: 0.1503799 Apr 01 14:50:15.259025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-277f6b29-3518-4d34-a052-d0495326547a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:15.260672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-277f6b29-3518-4d34-a052-d0495326547a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757177 Apr 01 14:50:15.284830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:15.464557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11dc29dc-a0d6-49fb-95f2-2538af847227 req-e3675348-7ae2-4aa1-aa87-7afff55cbe11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149343 Apr 01 14:50:15.471372 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'code': 200} Apr 01 14:50:15.478541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:15.505338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:15.531324 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:50:15.537155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:15.540410 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:15.695567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71e586db-daec-411b-b797-fec8c287a0d1 req-921f1bc3-f6f1-4c05-8c13-9735ef987c1b tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0813022 Apr 01 14:50:15.702810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-817540a5-7eb0-4034-8207-b06d77958e5d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530317 Apr 01 14:50:15.803499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.130 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/b11e8abf-19a4-4209-85be-fc3710b862e5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:50:16.059332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-be699bc8-3190-483b-8a3a-92c024b8eb63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:16.064072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-be699bc8-3190-483b-8a3a-92c024b8eb63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519135 Apr 01 14:50:16.087558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:16.304932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ff69bc6-dd0c-446d-a2d6-b537d9785c1f req-3ce371f4-1d24-4da2-bf56-da9efd830e37 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 210 time: 0.1102419 Apr 01 14:50:16.306370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:16.322391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:16.338330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:16.345176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:16.393611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b20b4c-f15a-4431-bbac-a3a9fe3bd92f req-a7c1598d-c5ba-485c-a100-163895d83021 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:16.399861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26b20b4c-f15a-4431-bbac-a3a9fe3bd92f req-a7c1598d-c5ba-485c-a100-163895d83021 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.3254931 Apr 01 14:50:16.407714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:16.427264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object b11e8abf-19a4-4209-85be-fc3710b862e5 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:16.509477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26b20b4c-f15a-4431-bbac-a3a9fe3bd92f req-8cda4567-257d-42f8-aa54-05c88ca5c15a tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768828 Apr 01 14:50:16.518978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:16.541041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:16.695873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:50:16.699575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:16.703438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:50:16.718850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:16.719540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:16.739892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=b11e8abf-19a4-4209-85be-fc3710b862e5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:16.766212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-3a7ac51c-4af0-4e2c-88a7-e65c345d0561 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4882586 Apr 01 14:50:16.778525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Request body: {'port': {'device_id': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:16.937683 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:16.950962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.188 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/7d8e59c5-cb8d-4aec-875c-98553c5e82bb) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:50:17.000720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcef72a-95f0-4f6e-b4f2-3da0c88f58f7 req-462b7195-8e95-4691-aa8d-9f6dc16d6dd1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:17.010620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1fcef72a-95f0-4f6e-b4f2-3da0c88f58f7 req-462b7195-8e95-4691-aa8d-9f6dc16d6dd1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.5192573 Apr 01 14:50:17.134066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-01531fc3-5f36-472b-a776-f5912501c7e4 None None] Provisioning for port b11e8abf-19a4-4209-85be-fc3710b862e5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:17.140566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-01531fc3-5f36-472b-a776-f5912501c7e4 None None] Provisioning complete for port b11e8abf-19a4-4209-85be-fc3710b862e5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:17.140931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01531fc3-5f36-472b-a776-f5912501c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:17.167118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954afde-7abc-47ee-8838-2b6ada8a7a3e req-c42386fb-5d2d-4508-806f-4b09f3ee4051 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:17.174604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0954afde-7abc-47ee-8838-2b6ada8a7a3e req-c42386fb-5d2d-4508-806f-4b09f3ee4051 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 945 time: 0.2382925 Apr 01 14:50:17.196048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1fcef72a-95f0-4f6e-b4f2-3da0c88f58f7 req-e5e16756-313b-452a-8617-260968671581 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736724 Apr 01 14:50:17.267735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-01531fc3-5f36-472b-a776-f5912501c7e4 None None] Port b11e8abf-19a4-4209-85be-fc3710b862e5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:50:17.304825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0954afde-7abc-47ee-8838-2b6ada8a7a3e req-06b5a0a8-b4e8-41c1-bb99-fa11a81a6d12 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280777 Apr 01 14:50:17.332034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:17.385324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object 7d8e59c5-cb8d-4aec-875c-98553c5e82bb will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:17.435326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:17.452577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:17.559183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:50:17.563544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:17.566260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:50:17.571414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:17.572188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:17.601473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:17.636904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-7917a596-c7ea-4cd9-9577-a2c4c54e8d48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5553954 Apr 01 14:50:17.786321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0539f8a1-6aef-49c2-9e93-4e10a21e3a62 req-c0a17184-1e52-49d8-9ab2-0a3744ad6a07 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1773348 Apr 01 14:50:17.809412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Request body: {'port': {'device_id': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:17.912603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-421c71dd-f848-4319-862b-1346292875e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5786200 Apr 01 14:50:17.969699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1d6f9718-0d07-4184-9209-865d4d862ced None None] Provisioning for port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:17.975549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1d6f9718-0d07-4184-9209-865d4d862ced None None] Provisioning complete for port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:17.976176 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9718-0d07-4184-9209-865d4d862ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:18.046799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11e8abf-19a4-4209-85be-fc3710b862e5 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:18.056670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:18.061445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:18.077318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-655f689f-6485-4e5a-8bc1-e9da952e8b71 service neutron] 10.222.0.44 "GET /v2.0/ports/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8/bindings/n-h1-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.4390771 Apr 01 14:50:18.093479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Transition to ACTIVE for port object b11e8abf-19a4-4209-85be-fc3710b862e5 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:18.123231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f9718-0d07-4184-9209-865d4d862ced None None] Port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:50:18.189696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:18.212620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f75d65-1b9d-4cd8-888a-6a170206775d req-7f492fe4-a6e1-4782-9342-685140a68d3f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:18.213877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f1f75d65-1b9d-4cd8-888a-6a170206775d req-7f492fe4-a6e1-4782-9342-685140a68d3f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:18.278165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Pushing event updated for resources: {'Port': ['ID=b11e8abf-19a4-4209-85be-fc3710b862e5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:18.299998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f1f75d65-1b9d-4cd8-888a-6a170206775d req-7f492fe4-a6e1-4782-9342-685140a68d3f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:18.305355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1f75d65-1b9d-4cd8-888a-6a170206775d req-7f492fe4-a6e1-4782-9342-685140a68d3f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 936 time: 0.6242733 Apr 01 14:50:18.393615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-731276a2-f296-485b-af49-81d2fafeebc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8569eacbba144620bc2f15da9c1104d5&device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 1123 time: 0.2984004 Apr 01 14:50:18.573393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bd248-9ed7-4cec-8496-d90526e3a8bc req-22bfe5be-8994-4495-b4cd-093f55c22547 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:18.580416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce0bd248-9ed7-4cec-8496-d90526e3a8bc req-22bfe5be-8994-4495-b4cd-093f55c22547 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.4263740 Apr 01 14:50:18.602351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Attempting to bind port b11e8abf-19a4-4209-85be-fc3710b862e5 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:18.602669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Attempting to bind port b11e8abf-19a4-4209-85be-fc3710b862e5 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:18.603007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Attempting to bind port b11e8abf-19a4-4209-85be-fc3710b862e5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:18.618543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Port b11e8abf-19a4-4209-85be-fc3710b862e5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:18.618815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Attempting to bind port b11e8abf-19a4-4209-85be-fc3710b862e5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:18.642881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:18.643231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:18.643604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:18.644039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Bound port: b11e8abf-19a4-4209-85be-fc3710b862e5, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:18.644379 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:18.672684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1f75d65-1b9d-4cd8-888a-6a170206775d req-81334294-8bf9-4704-b96a-400af167ea6d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480890 Apr 01 14:50:18.747836 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce0bd248-9ed7-4cec-8496-d90526e3a8bc req-98bcca34-7505-4cb4-8ced-05c99807b281 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664591 Apr 01 14:50:18.751476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-6fbb0b1e-882f-47c9-bece-e15da76fb5ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:18.757534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-6fbb0b1e-882f-47c9-bece-e15da76fb5ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3073740 Apr 01 14:50:18.902919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:18.925107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:50:18.935702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-4f4ec15c-2355-4e9e-9c07-d81da24c8aeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b HTTP/1.1" status: 200 len: 217 time: 0.1614513 Apr 01 14:50:19.018262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:19.030506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-d555a9ff-a734-4f8b-b1bf-1ccd64834b68 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:19.032288 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-d555a9ff-a734-4f8b-b1bf-1ccd64834b68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0848863 Apr 01 14:50:19.037742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] For port b11e8abf-19a4-4209-85be-fc3710b862e5, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:19.096441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8e59c5-cb8d-4aec-875c-98553c5e82bb {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:19.122520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:19.132863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] For port b11e8abf-19a4-4209-85be-fc3710b862e5, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b11e8abf-19a4-4209-85be-fc3710b862e5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:19.152728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:19.160434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:19.190813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:19.207055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Transition to ACTIVE for port object 7d8e59c5-cb8d-4aec-875c-98553c5e82bb will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:19.222989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:19.276113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Pushing event updated for resources: {'Port': ['ID=b11e8abf-19a4-4209-85be-fc3710b862e5,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:19.318727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-0a5b0bc7-b8a0-405f-8e22-22a8bdc58639 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2734530 Apr 01 14:50:19.342096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:19.343431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-03f09a2f-3060-4530-9a5d-9f371248a12c service neutron] 10.222.0.44 "PUT /v2.0/ports/b11e8abf-19a4-4209-85be-fc3710b862e5 HTTP/1.1" status: 200 len: 1096 time: 2.5698862 Apr 01 14:50:19.343895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'tag': 'b11e8abf-19a4-4209-85be-fc3710b862e5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:19.444417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:19.477776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:19.784844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] Transition to ACTIVE for port object c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:19.815027 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:19.823541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-264f1c9b-62e8-4f39-a6e1-d05e8aacc1da service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833121 Apr 01 14:50:19.904865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9057c1de-a295-4781-b379-efc904886fe6 req-f9d76ec3-1a42-4c1b-b215-2e9b9bce3e93 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.3209233 Apr 01 14:50:20.097572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Attempting to bind port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:20.098174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Attempting to bind port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:20.098448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Attempting to bind port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:20.122805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:20.145518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-89d50fb3-0131-4050-b295-d7282300dfc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 1099 time: 0.7424688 Apr 01 14:50:20.153327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:20.153327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Attempting to bind port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:20.165349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a736e-30c0-49aa-93dd-9b8063ad605c req-0cb0100c-439b-4be4-9618-b774e60e364a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:20.172702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361a736e-30c0-49aa-93dd-9b8063ad605c req-0cb0100c-439b-4be4-9618-b774e60e364a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 944 time: 0.9256768 Apr 01 14:50:20.202315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] No DVR routers for this DVR port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:20.221034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:20.221503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:20.221980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:20.222511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Bound port: 7d8e59c5-cb8d-4aec-875c-98553c5e82bb, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:20.222939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:20.241756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-62e2918d-3456-4e7f-b8f3-734a173d01c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b11e8abf-19a4-4209-85be-fc3710b862e5 HTTP/1.1" status: 200 len: 217 time: 0.0782728 Apr 01 14:50:20.324388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-1fac1c91-64fc-47c7-aa26-ca8fb78fd533 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:20.325867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-1fac1c91-64fc-47c7-aa26-ca8fb78fd533 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0764067 Apr 01 14:50:20.332972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-f628d5f3-4f9a-46a3-a49a-84abcfb542d8 service neutron] 10.222.0.44 "PUT /v2.0/ports/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8/bindings/n-h1-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2446122 Apr 01 14:50:20.347437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-361a736e-30c0-49aa-93dd-9b8063ad605c req-b04e6aaa-b338-4d1a-a129-dcd56709ba0e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736996 Apr 01 14:50:20.356007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ed458-2b79-482d-85d9-a9b2969a3d89 req-af745754-e73b-45a0-b3f4-f8720bdb8c63 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:20.357499 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-075ed458-2b79-482d-85d9-a9b2969a3d89 req-af745754-e73b-45a0-b3f4-f8720bdb8c63 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 945 time: 0.2659495 Apr 01 14:50:20.423365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] For port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:20.426695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] For port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:20.441596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:20.574241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3cd01ae-07d4-4706-a949-d5dfac6678ac req-0582dbf4-af49-4c78-b1d7-c028addb42e2 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563640 Apr 01 14:50:20.590604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-075ed458-2b79-482d-85d9-a9b2969a3d89 req-f2d0734f-c2ed-4d53-8756-21e20e635d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691823 Apr 01 14:50:20.625222 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:20.634501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] 10.222.0.44 "PUT /v2.0/ports/7d8e59c5-cb8d-4aec-875c-98553c5e82bb HTTP/1.1" status: 200 len: 1096 time: 2.8974581 Apr 01 14:50:20.634501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'tag': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:20.638451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-655faa07-4649-4585-b529-a450586796e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2799726 Apr 01 14:50:20.676476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8357d-e0ac-4e24-a8a6-b844bea204dc service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:20.812093 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-c9cfdddf-1d07-4930-8970-cf4833c32e01 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642342 Apr 01 14:50:20.815510 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'tag': 'b11e8abf-19a4-4209-85be-fc3710b862e5', 'status': 'completed', 'code': 200} Apr 01 14:50:20.967185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd81c8-0d09-4f1a-88f8-56fae715287d req-718ef989-7dec-409e-9159-5fe43f8932c7 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:20.968823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdfd81c8-0d09-4f1a-88f8-56fae715287d req-718ef989-7dec-409e-9159-5fe43f8932c7 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 945 time: 0.2708006 Apr 01 14:50:20.978804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-23c21d38-7033-46e2-b418-029528d8aa80 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.4927318 Apr 01 14:50:21.037809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdfd81c8-0d09-4f1a-88f8-56fae715287d req-b13b01c1-7336-45d1-8854-23398c155574 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630696 Apr 01 14:50:21.307160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-5c87e949-3ded-4429-bfbe-65c4eb00aa4c service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861183 Apr 01 14:50:21.343139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bff2f032-a4e3-4653-b2df-2e5765b6395b tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:21.344641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bff2f032-a4e3-4653-b2df-2e5765b6395b tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 945 time: 0.3060544 Apr 01 14:50:21.346715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-bd03b948-0fd0-4a07-a1dd-703bc1fd2ae8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 1099 time: 0.1739912 Apr 01 14:50:21.352658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2620-e046-469a-8522-72b0d9b809b0 req-177bfa0b-cf65-475d-8a9e-58d30ac0d985 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:21.353350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2ea2620-e046-469a-8522-72b0d9b809b0 req-177bfa0b-cf65-475d-8a9e-58d30ac0d985 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:21.458851 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-d53c64d7-f87a-4935-b457-fd1002757761 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7d8e59c5-cb8d-4aec-875c-98553c5e82bb HTTP/1.1" status: 200 len: 217 time: 0.0980208 Apr 01 14:50:21.462144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b176e9-b1a7-44e3-b59d-0ab69d98b68d req-07435553-610c-4388-ab7a-d7f4c97cf6be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1123 time: 0.3520024 Apr 01 14:50:21.473891 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-1526b5be-477d-41c3-86a4-62ddc56dc449 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b&tenant_id=b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 1096 time: 0.3586671 Apr 01 14:50:21.482865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2ea2620-e046-469a-8522-72b0d9b809b0 req-177bfa0b-cf65-475d-8a9e-58d30ac0d985 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:21.484611 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2ea2620-e046-469a-8522-72b0d9b809b0 req-177bfa0b-cf65-475d-8a9e-58d30ac0d985 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 948 time: 0.4900713 Apr 01 14:50:21.506236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Deleting port 1e184718-c9ce-4e34-b602-64bdd0f63529 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:21.506620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:21.601963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b176e9-b1a7-44e3-b59d-0ab69d98b68d req-f26139a2-f03e-4b1c-8fce-479b5f53aa67 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250830 Apr 01 14:50:21.621074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85add8a9-d506-4b7b-bdf2-0920490c4ff2 req-bbfea6ea-2192-4461-8ccb-ce23a5599fb2 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:21.622702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85add8a9-d506-4b7b-bdf2-0920490c4ff2 req-bbfea6ea-2192-4461-8ccb-ce23a5599fb2 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.3240952 Apr 01 14:50:21.624031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10cf1-7eff-447c-b901-21f97080db44 req-1a85525d-b71c-4f06-9169-28d5fe44bd38 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:21.625338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-1a85525d-b71c-4f06-9169-28d5fe44bd38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1166661 Apr 01 14:50:21.739854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85add8a9-d506-4b7b-bdf2-0920490c4ff2 req-cc731d3e-b9ca-4e6c-996a-df4002af174f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091893 Apr 01 14:50:21.761748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:21.773366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-6dfa2112-46a2-43d1-923f-bb54acc17c53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262991 Apr 01 14:50:21.887336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:21.903749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:21.944447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-a899a2cd-15ee-412d-a730-d864fdc4cec3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 1099 time: 0.5419180 Apr 01 14:50:21.957880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2ea2620-e046-469a-8522-72b0d9b809b0 req-f26bd996-8309-47ea-907f-b8f710ea7f38 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951080 Apr 01 14:50:21.964723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:22.071917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-d88097bd-79b0-46bc-800b-6e653e64b53e service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883768 Apr 01 14:50:22.083774 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'tag': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'status': 'completed', 'code': 200} Apr 01 14:50:22.107593 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64802a85-842f-40f2-9e1f-65c2bd3e571d req-d8d01d31-f8d1-4e7a-89b8-40378e126e88 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0787091 Apr 01 14:50:22.241924 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-a95577e1-e134-4279-8f91-5cfb3f2a717b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1096 time: 0.6853118 Apr 01 14:50:22.276705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a10cf1-7eff-447c-b901-21f97080db44 req-1a07adb5-a05a-4f3a-bb6a-091d93af2df6 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893551 Apr 01 14:50:22.527821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:22.581547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-b8d89c91-67b7-46f6-a89e-57ceb1b743d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 1099 time: 0.2372441 Apr 01 14:50:22.599140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] For port 1e184718-c9ce-4e34-b602-64bdd0f63529, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1e184718-c9ce-4e34-b602-64bdd0f63529,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:22.599659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:22.610604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:22.613390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-4f015c81-f900-4a4a-9d41-3f37fda39f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:22.614777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-4f015c81-f900-4a4a-9d41-3f37fda39f81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.6508911 Apr 01 14:50:22.640284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:22.668647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'mac_address': 'fa:16:3e:2c:49:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:tempest-test_az-1710496758', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:22.671078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:22.725385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783bba9-3c64-4c2f-8c30-827510ee1416 req-715a6f7c-9fa8-4554-9db0-41fa588b45e9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:22.733924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7783bba9-3c64-4c2f-8c30-827510ee1416 req-715a6f7c-9fa8-4554-9db0-41fa588b45e9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 945 time: 0.2992935 Apr 01 14:50:22.760891 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:22.863771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:22.894986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:22.913121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:22.926962 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:22.950226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:23.043260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-8ff55470-8f5f-4189-955b-5dd831cd96a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:23.046729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-8ff55470-8f5f-4189-955b-5dd831cd96a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4563735 Apr 01 14:50:23.049019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7783bba9-3c64-4c2f-8c30-827510ee1416 req-6f66f05a-ff6d-4453-9137-22c2b1780cfa tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139980 Apr 01 14:50:23.096518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:23.096700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-4391e582-95e4-4973-ba3a-1b87a8edd96e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b11e8abf-19a4-4209-85be-fc3710b862e5 HTTP/1.1" status: 200 len: 217 time: 0.3909388 Apr 01 14:50:23.189079 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-e9d2cdc5-40db-4abb-8ddc-c6e2d3295696 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7d8e59c5-cb8d-4aec-875c-98553c5e82bb HTTP/1.1" status: 200 len: 217 time: 0.1198711 Apr 01 14:50:23.223456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-fa39277c-f4a0-4741-b34a-d59e1eac120c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:23.224881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-fa39277c-f4a0-4741-b34a-d59e1eac120c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.9653108 Apr 01 14:50:23.265789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:23.356114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-0a240c57-b12a-42cf-b20a-f9684eb4f781 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:23.357852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-0a240c57-b12a-42cf-b20a-f9684eb4f781 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1379437 Apr 01 14:50:23.426592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878274-4bce-491d-8559-25ad92dabb97 req-08fe04a4-bdab-41fe-b105-a1c05118d5a0 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:23.428070 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42878274-4bce-491d-8559-25ad92dabb97 req-08fe04a4-bdab-41fe-b105-a1c05118d5a0 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 945 time: 0.2112923 Apr 01 14:50:23.473031 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:23.473788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:23.474324 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43 disassociated. External IP: 172.25.2.185, port: 1e184718-c9ce-4e34-b602-64bdd0f63529. Apr 01 14:50:23.474983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Calling delete_port for 1e184718-c9ce-4e34-b602-64bdd0f63529 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:23.489520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-e59026e2-bf72-4e4a-ba7f-5ba107a3d479 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225193 Apr 01 14:50:23.493406 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42878274-4bce-491d-8559-25ad92dabb97 req-ac4cbdef-9395-4018-ba47-3b8e61e9846e tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f228be7-a134-40e7-b410-60479b058a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564544 Apr 01 14:50:23.658559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-192e605f-f9b4-44be-a77e-94e4d6c34e90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 200 len: 217 time: 0.4055538 Apr 01 14:50:23.673049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-1ad0e762-b9f6-441b-ba94-9e8a83821dbf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:23.674595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-1ad0e762-b9f6-441b-ba94-9e8a83821dbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.5778985 Apr 01 14:50:23.746358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-14e83063-9281-4622-8af9-68062ce33a6b service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448425 Apr 01 14:50:23.760158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b11e8abf-19a4-4209-85be-fc3710b862e5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:23.965648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43105ece-b858-480a-9a35-60b7fb597e8e req-06b0aafa-bb4c-4d99-8de1-d414efe2a934 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:23.966648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1e184718-c9ce-4e34-b602-64bdd0f63529 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:23.973652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43105ece-b858-480a-9a35-60b7fb597e8e req-06b0aafa-bb4c-4d99-8de1-d414efe2a934 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 945 time: 1.1554449 Apr 01 14:50:23.975886 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:24.020123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 1e184718-c9ce-4e34-b602-64bdd0f63529 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:24.020754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1e184718-c9ce-4e34-b602-64bdd0f63529 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:24.023044 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11b0411-c3f6-48b0-81a9-28a08e5d5c2c req-d0d7736d-d471-4fb0-80d1-f34db13676cb service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727859 Apr 01 14:50:24.086186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b11e8abf-19a4-4209-85be-fc3710b862e5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b11e8abf-19a4-4209-85be-fc3710b862e5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:24.087980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event deleted for resources: {'Port': ['ID=1e184718-c9ce-4e34-b602-64bdd0f63529,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:24.120394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-bcd2a9cc-ca04-4e53-9301-0fe07cfbf5ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:24.120947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc3106-309b-4dac-8465-c12a0cc89de1 req-7e27bcc1-6218-49c1-9704-c82934a04f50 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:24.121935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'b11e8abf-19a4-4209-85be-fc3710b862e5', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'b11e8abf-19a4-4209-85be-fc3710b862e5', 'mac_address': 'fa:16:3e:a2:51:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:24.122599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53fc3106-309b-4dac-8465-c12a0cc89de1 req-7e27bcc1-6218-49c1-9704-c82934a04f50 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.0982525 Apr 01 14:50:24.122927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-bcd2a9cc-ca04-4e53-9301-0fe07cfbf5ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.4541028 Apr 01 14:50:24.184221 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-5cff137e-0953-48eb-a05b-943d67beff19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491064 Apr 01 14:50:24.201000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53fc3106-309b-4dac-8465-c12a0cc89de1 req-583dc5b0-60d3-42ba-859e-83d5aeea8cf2 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707269 Apr 01 14:50:24.223205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:24.256696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11e8abf-19a4-4209-85be-fc3710b862e5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:24.276370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b11e8abf-19a4-4209-85be-fc3710b862e5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b11e8abf-19a4-4209-85be-fc3710b862e5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:24.287645 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:24.291319 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'code': 200} Apr 01 14:50:24.388842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=b11e8abf-19a4-4209-85be-fc3710b862e5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:24.496071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9a2f9-1d73-4c41-b18c-1556681e458e req-d624a12e-56ec-4360-87b4-798f18de6d9b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:24.502959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00c9a2f9-1d73-4c41-b18c-1556681e458e req-d624a12e-56ec-4360-87b4-798f18de6d9b tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 972 time: 0.1077137 Apr 01 14:50:24.509638 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43105ece-b858-480a-9a35-60b7fb597e8e req-e6eef4e9-817b-4d38-ad28-4c3e7587f9e6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351245 Apr 01 14:50:24.522721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-8f8d9c59-db29-4fd9-819b-f3d57db159a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7985163 Apr 01 14:50:24.562904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['b11e8abf-19a4-4209-85be-fc3710b862e5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:24.631164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00c9a2f9-1d73-4c41-b18c-1556681e458e req-b476c088-843e-4de0-9d34-696c444487c9 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232491 Apr 01 14:50:24.834456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-cc9c8c5e-67f6-42dc-9b11-048059eeffab service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373830 Apr 01 14:50:24.914295 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c106421-babc-4564-909e-ba2e2038ff2b req-6c7c2d2a-7c1e-4cf5-9f23-5da025c98d4f tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1021852 Apr 01 14:50:25.117408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-708003fd-cb53-4978-a661-399cd5e63401 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780940 Apr 01 14:50:25.237618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-70ca488a-75e8-4a19-b0e9-e23d41237a69 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887212 Apr 01 14:50:25.250087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27c262-b655-47e4-b4e4-dd16650d4c03 req-e3b47bcc-1cb8-415b-b616-6513e5c28d52 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:25.255818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a27c262-b655-47e4-b4e4-dd16650d4c03 req-e3b47bcc-1cb8-415b-b616-6513e5c28d52 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 945 time: 0.1174932 Apr 01 14:50:25.268905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b04a59-f4a9-4129-a5d6-5bc01d3f84b0 req-8c155bc4-2313-4978-81a4-77e4951db625 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:25.276898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50b04a59-f4a9-4129-a5d6-5bc01d3f84b0 req-8c155bc4-2313-4978-81a4-77e4951db625 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 948 time: 0.4413948 Apr 01 14:50:25.315102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a27c262-b655-47e4-b4e4-dd16650d4c03 req-bddfec93-518b-4d5b-994e-b4ded1e6113d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574157 Apr 01 14:50:25.383738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c652d02-59fe-46c0-91b9-de66e7da0576 req-a489e7ce-f134-40e6-8ba2-26ba3af9cc62 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525935 Apr 01 14:50:25.408779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50b04a59-f4a9-4129-a5d6-5bc01d3f84b0 req-0e9ea862-f580-4a30-b311-989f08e680d8 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294689 Apr 01 14:50:25.481182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:50:25.610781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1fd8978-eb19-43fd-b1fb-023a0291920c req-681670c8-fc24-4cfb-ba58-f0511e109891 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6725904-4242-4e70-9383-a4fe4a6b7fad HTTP/1.1" status: 200 len: 210 time: 0.0604374 Apr 01 14:50:25.761563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7d8e59c5-cb8d-4aec-875c-98553c5e82bb details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:25.915698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e26c4784-1a6c-4e0c-9719-50051488972a req-baa078a2-9e67-4dc9-a716-140c66996a25 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1096 time: 0.3091686 Apr 01 14:50:25.922605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-d9e0fc56-8faf-425d-a1b8-2bd4f6b1908d tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.2755206 Apr 01 14:50:25.954486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:25.971902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b11e8abf-19a4-4209-85be-fc3710b862e5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:26.036005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'mac_address': 'fa:16:3e:e3:b1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:26.039191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:26.049614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e26c4784-1a6c-4e0c-9719-50051488972a req-96a8e059-36e6-4730-969b-600e6643ac24 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329339 Apr 01 14:50:26.135734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:50:26.146460 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] Sync routers for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:50:26.168919 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:26.169532 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:26.180557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-234c6033-bac9-45e4-9081-5790bce19d8c service neutron] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:26.246860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] No DVR routers for this DVR port 1e184718-c9ce-4e34-b602-64bdd0f63529 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:26.253085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:26.275999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'name': 'network-vif-deleted', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:26.298432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-234c6033-bac9-45e4-9081-5790bce19d8c service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:26.299770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11745983-4f1e-4c18-a1aa-a319edd5938a req-234c6033-bac9-45e4-9081-5790bce19d8c service neutron] 10.222.0.62 "DELETE /v2.0/ports/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8/bindings/n-h2-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.3499463 Apr 01 14:50:26.301080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:26.301574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:26.342853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:26.372347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8e59c5-cb8d-4aec-875c-98553c5e82bb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:26.390369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:26.391779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port b11e8abf-19a4-4209-85be-fc3710b862e5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:26.401334 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:26.408334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2a7af5e-ab90-4239-a057-25ca51c56adf req-bafff42a-3058-415f-a4b7-191a517e9e81 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.62 "DELETE /v2.0/ports/1e184718-c9ce-4e34-b602-64bdd0f63529 HTTP/1.1" status: 204 len: 173 time: 5.0519385 Apr 01 14:50:26.445577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19c291b3-ebee-4271-aa1b-3b4ca95fddbe req-0ffe8187-5b2b-461f-8940-7a811dabf1ac tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1182101 Apr 01 14:50:26.459578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port b11e8abf-19a4-4209-85be-fc3710b862e5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:26.460320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:26.489698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6cc38dc-c01e-4242-a573-a0965862de1f req-7b595a90-bdcf-4769-a8a9-ef204d5ec47f tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1123 time: 0.1885641 Apr 01 14:50:26.531420 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:26.559630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6cc38dc-c01e-4242-a573-a0965862de1f req-c7fb121b-4e67-4252-9a28-1549f172bb97 tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636237 Apr 01 14:50:26.661985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:26.839128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['7d8e59c5-cb8d-4aec-875c-98553c5e82bb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:26.932811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:26.980906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:27.036596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:27.041861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855faa24-1aab-40f0-8d1b-2c0fc241890a req-4d4b1b64-03d2-4fb7-9fb3-637255a866da tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:27.045243 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-855faa24-1aab-40f0-8d1b-2c0fc241890a req-4d4b1b64-03d2-4fb7-9fb3-637255a866da tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1654091 Apr 01 14:50:27.075733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:27.089700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:27.097137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b11e8abf-19a4-4209-85be-fc3710b862e5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b11e8abf-19a4-4209-85be-fc3710b862e5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:27.113762 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:27.131396 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] Checking router: 9e1c635d-fe1d-4167-a81e-20b23b4690a0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:50:27.148759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-855faa24-1aab-40f0-8d1b-2c0fc241890a req-7c77a89e-f9a0-48e5-b85a-154aa363f6e6 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814874 Apr 01 14:50:27.155853 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:27.157319 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:27.171015 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:27.288859 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6725904-4242-4e70-9383-a4fe4a6b7fad', 'name': 'network-vif-deleted', 'tag': '1e184718-c9ce-4e34-b602-64bdd0f63529', 'status': 'completed', 'code': 200} Apr 01 14:50:27.341029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa9bf81f-14ec-4f0b-9961-f3f88e8c6620 req-0995e93d-8e7e-4e7a-9860-0570b72346f5 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1096 time: 0.4981930 Apr 01 14:50:27.349241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:27.466524 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa9bf81f-14ec-4f0b-9961-f3f88e8c6620 req-54fd2ac7-2068-4e93-928f-902c7c235a8f tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220124 Apr 01 14:50:27.559915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=b11e8abf-19a4-4209-85be-fc3710b862e5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:27.627037 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:27.705357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4cc0-def9-44d3-897d-b53465c2fbd8 req-e4035170-abeb-48e0-b069-c2e3513289c7 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:27.718193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8af4cc0-def9-44d3-897d-b53465c2fbd8 req-e4035170-abeb-48e0-b069-c2e3513289c7 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 945 time: 0.1668627 Apr 01 14:50:27.783161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169795f2-bdc0-4678-acc8-513c49d7b556 req-09081ce0-6a43-4d91-89e4-82389a7fdb24 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:27.791016 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-169795f2-bdc0-4678-acc8-513c49d7b556 req-09081ce0-6a43-4d91-89e4-82389a7fdb24 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 949 time: 0.1898134 Apr 01 14:50:27.823809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8af4cc0-def9-44d3-897d-b53465c2fbd8 req-23834754-6a05-4a9a-a592-f37162768145 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046014 Apr 01 14:50:27.856529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-169795f2-bdc0-4678-acc8-513c49d7b556 req-9e790717-f474-4bd1-b0f6-653255bf6173 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642211 Apr 01 14:50:27.867991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d759-d016-4929-9a50-3fe1669e150d req-10c0485d-a9f1-41ef-9425-4c747453c303 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:27.869774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9793d759-d016-4929-9a50-3fe1669e150d req-10c0485d-a9f1-41ef-9425-4c747453c303 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.2066619 Apr 01 14:50:27.883165 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75526b09-4b72-46c6-ab4f-09799097a0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:27.978610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Deleting port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:27.979376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:28.121399 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'code': 200} Apr 01 14:50:28.328911 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:28.333250 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce0608-7f19-4ec2-9c88-5cc272c17d46 None None] The sync data for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 is: [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:45Z', 'revision_number': 4, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'ec8ce7d1-f623-4646-8c11-22192e897875', 'name': '', 'network_id': 'adab06f2-b722-4274-a321-b0a3961693d8', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'mac_address': 'fa:16:3e:f0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:44Z', 'updated_at': '2022-04-01T14:48:06Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'subnets': [{'id': 'fadbb68e-6c53-415c-af81-8ef539f220a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:50:28.400823 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdbc1276-d464-4be2-8cab-35af04e0d712 req-923317f6-aac9-4fc8-a799-f73283ae52e9 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0748594 Apr 01 14:50:28.477459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] For port 77241b1a-11cd-4b0b-aa10-45844f8c04f8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=77241b1a-11cd-4b0b-aa10-45844f8c04f8,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:28.478202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:28.742882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b42d15-7962-4c9c-8d28-b110f04467f9 None None] New status for floating IP fbfcabc2-61c3-4c58-a36c-eaa154017b43: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:50:28.768875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591c91-911a-4464-bd36-939e24d320da req-9edd1350-d51f-43d9-8e9c-dd782bc23eab tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:28.778968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0591c91-911a-4464-bd36-939e24d320da req-9edd1350-d51f-43d9-8e9c-dd782bc23eab tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed094729-1038-47cf-8c19-63a921bce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1805730 Apr 01 14:50:28.903771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0591c91-911a-4464-bd36-939e24d320da req-f567e140-2348-4f7c-ae47-a03a959a52d0 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8be7d01-01bd-4f93-b949-dd04ddb9e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125784 Apr 01 14:50:29.034494 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:29.035338 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:29.035888 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Floating IP b4106103-d90f-42ec-9e6e-9d4c94f73f85 disassociated. External IP: 172.25.2.205, port: 77241b1a-11cd-4b0b-aa10-45844f8c04f8. Apr 01 14:50:29.036648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Calling delete_port for 77241b1a-11cd-4b0b-aa10-45844f8c04f8 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:29.133844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46ccce27-823a-4b25-a792-d34c73b43448 req-602756d8-a7bf-4ce3-96a3-b2ba645e6919 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 1096 time: 0.0845513 Apr 01 14:50:29.191957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46ccce27-823a-4b25-a792-d34c73b43448 req-ea1cefff-529e-4d02-8792-86df90f3d1cd tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570796 Apr 01 14:50:29.231128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:29.289437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event deleted for resources: {'Port': ['ID=77241b1a-11cd-4b0b-aa10-45844f8c04f8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:29.438475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d640f198-bea8-4273-9dea-e7efcb377274 req-8b624540-421c-47da-b234-90f331a37e8e tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 1124 time: 0.4957817 Apr 01 14:50:29.558465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46ae64ae-8635-47e8-bbfa-9bbac7e2a25e req-5c32ca96-e717-4d1b-821c-62616d4481ca tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1096 time: 0.0932493 Apr 01 14:50:29.561195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d640f198-bea8-4273-9dea-e7efcb377274 req-785bb00b-632c-45f5-b26f-929e4818a008 tempest-ServersAdminTestJSON-1824855710 tempest-ServersAdminTestJSON-1824855710-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217501 Apr 01 14:50:29.665128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Router ca9c5c36-5c87-417d-a729-642cf2f09be6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:50:29.702623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-46ae64ae-8635-47e8-bbfa-9bbac7e2a25e req-7464bbce-3f0b-464f-a742-1d9c3f1e0564 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] Synchronizing usage tracker for tenant:0e4aeda0c25448ae8dfcf36ca7c917f1 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:29.793333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-46ae64ae-8635-47e8-bbfa-9bbac7e2a25e req-7464bbce-3f0b-464f-a742-1d9c3f1e0564 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] Unset dirty status for tenant:0e4aeda0c25448ae8dfcf36ca7c917f1 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:29.807355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46ae64ae-8635-47e8-bbfa-9bbac7e2a25e req-7464bbce-3f0b-464f-a742-1d9c3f1e0564 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334497 Apr 01 14:50:29.853871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7d8e59c5-cb8d-4aec-875c-98553c5e82bb up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:29.948413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41900) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:30.102380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39196de5-c46a-436f-b647-9f76b8ad7a32 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.121595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:30.126934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11e8abf-19a4-4209-85be-fc3710b862e5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:30.141598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39196de5-c46a-436f-b647-9f76b8ad7a32 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.190898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:30.191648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.197771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39196de5-c46a-436f-b647-9f76b8ad7a32 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.209139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ca365-7e83-40ce-aae1-0ee56e55d5e0 req-f6b33e68-9ffe-4020-ade8-062f7fc7c3ad tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:30.211149 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-741ca365-7e83-40ce-aae1-0ee56e55d5e0 req-f6b33e68-9ffe-4020-ade8-062f7fc7c3ad tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 949 time: 0.1221447 Apr 01 14:50:30.273251 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5d635ec-249b-4825-812c-25cd268e5023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.294146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-741ca365-7e83-40ce-aae1-0ee56e55d5e0 req-27c3c3ac-e327-4f29-9b52-417eb11710e8 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760808 Apr 01 14:50:30.350782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:50:30.360572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39196de5-c46a-436f-b647-9f76b8ad7a32 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f228be7-a134-40e7-b410-60479b058a48,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:30.363627 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] Sync routers for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:50:30.391839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ada03dd6-870b-4630-afbf-6427930db049 req-a102d224-29df-4110-8beb-b691d5544c27 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1719594 Apr 01 14:50:30.406439 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:30.407053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:30.409407 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39196de5-c46a-436f-b647-9f76b8ad7a32 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.413131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39196de5-c46a-436f-b647-9f76b8ad7a32 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f228be7-a134-40e7-b410-60479b058a48 HTTP/1.1" status: 204 len: 168 time: 0.4609833 Apr 01 14:50:30.413378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41914) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:30.433504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.438957 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-82f54194-89e2-41a4-8e59-c8d82e2e8ae4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] show failed (client error): The resource could not be found. Apr 01 14:50:30.445362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-82f54194-89e2-41a4-8e59-c8d82e2e8ae4 tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "GET /v2.0/security-groups/9f228be7-a134-40e7-b410-60479b058a48 HTTP/1.1" status: 404 len: 347 time: 0.0283225 Apr 01 14:50:30.447662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41920) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:30.488232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:30.490352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] No DVR routers for this DVR port 77241b1a-11cd-4b0b-aa10-45844f8c04f8 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:30.495182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.495734 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.502781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'name': 'network-vif-deleted', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:30.604813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:30.623167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9793d759-d016-4929-9a50-3fe1669e150d req-de9931f2-9867-4b68-b158-c61f0fc36e75 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.44 "DELETE /v2.0/ports/77241b1a-11cd-4b0b-aa10-45844f8c04f8 HTTP/1.1" status: 204 len: 173 time: 2.7386191 Apr 01 14:50:30.718078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-00ee5765-66fe-49c2-b8df-2a305ce9d0eb tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:30.719679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-00ee5765-66fe-49c2-b8df-2a305ce9d0eb tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.2043016 Apr 01 14:50:30.758615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-5928ec47-0f2c-4333-8dc8-cc0c11faccbf tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/quotas/b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 375 time: 0.0275345 Apr 01 14:50:30.775059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Deleting port f24495ff-0e5d-46a5-a0da-a9f6bb9fe293 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:30.780113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:30.812185 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:30.965235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-ad727ad1-3c0b-44f6-aa25-e29a18e8fa81 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2037098 Apr 01 14:50:31.102799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:31.132304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:31.132978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:31.163917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-7a93756c-d219-47c0-9957-3a81385104d8 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908433 Apr 01 14:50:31.256757 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:31.274644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Calling delete_port for f24495ff-0e5d-46a5-a0da-a9f6bb9fe293 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:31.303345 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:11Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:31.321004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-74947060-21b1-4fc6-93c6-e710d86693ea req-dad87780-b02b-402a-85fe-304cf58591da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2811909 Apr 01 14:50:31.324426 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] Checking router: ca9c5c36-5c87-417d-a729-642cf2f09be6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:50:31.346544 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:31.347163 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:31.398059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-0b1565c7-444a-49d9-85c6-d02fc716fb96 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298675 Apr 01 14:50:31.630567 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:31.689140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Pushing event deleted for resources: {'Port': ['ID=f24495ff-0e5d-46a5-a0da-a9f6bb9fe293,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:31.706686 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:31.780707 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:31.811681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:31.814692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 77241b1a-11cd-4b0b-aa10-45844f8c04f8 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:31.814830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-439190d0-59ba-4fa0-9ecb-80c6e4faa0bb tempest-ServersWithSpecificFlavorTestJSON-1952344091 tempest-ServersWithSpecificFlavorTestJSON-1952344091-project] 10.222.0.48 "DELETE /v2.0/floatingips/fbfcabc2-61c3-4c58-a36c-eaa154017b43 HTTP/1.1" status: 204 len: 168 time: 1.3636787 Apr 01 14:50:31.886366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 77241b1a-11cd-4b0b-aa10-45844f8c04f8 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:31.886757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 77241b1a-11cd-4b0b-aa10-45844f8c04f8 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:31.903662 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11e8abf-19a4-4209-85be-fc3710b862e5', 'code': 200} Apr 01 14:50:32.009050 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed094729-1038-47cf-8c19-63a921bce5f8', 'name': 'network-vif-deleted', 'tag': '77241b1a-11cd-4b0b-aa10-45844f8c04f8', 'status': 'completed', 'code': 200} Apr 01 14:50:32.051436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb1319cd-ec29-4cd9-a12f-779f08d384d8 req-a7525722-277e-4274-af1b-485549cc9ad1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 1101 time: 0.0801132 Apr 01 14:50:32.232959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb1319cd-ec29-4cd9-a12f-779f08d384d8 req-61c79ea9-1d35-45c8-a987-63e8cb4cc5c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748488 Apr 01 14:50:32.250940 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:11Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:32.260680 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59a3d5-b5f5-4c8f-a0a6-cd4148e0649d None None] The sync data for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 is: [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:49:01Z', 'revision_number': 4, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '42d81fb3-4eab-47da-8191-6f65b55142b7', 'name': '', 'network_id': 'da700767-0e36-416c-846f-8a407b3b2bf6', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'mac_address': 'fa:16:3e:52:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502638f6-cb96-430a-9511-2878ca298b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:49:00Z', 'updated_at': '2022-04-01T14:49:11Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'subnets': [{'id': '502638f6-cb96-430a-9511-2878ca298b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:50:32.269388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059bca-825c-4e46-91d8-b5a279b9a60c req-8694aea7-132c-4735-b4a2-ed05fde89c4e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:32.270930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23059bca-825c-4e46-91d8-b5a279b9a60c req-8694aea7-132c-4735-b4a2-ed05fde89c4e tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 949 time: 0.1245258 Apr 01 14:50:32.393864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23059bca-825c-4e46-91d8-b5a279b9a60c req-ec90afde-4fe6-485f-beb6-fe1631ea204f tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748823 Apr 01 14:50:32.411850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-29be6525-1dd7-4489-a2f6-dcb4741ddd20 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:32.413483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-29be6525-1dd7-4489-a2f6-dcb4741ddd20 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 949 time: 0.1292472 Apr 01 14:50:32.500283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Deleting port a41e9250-3d4e-4f47-a939-6f42382d5329 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:32.500701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:32.537893 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:32.612547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e80c01-b21b-4bf5-b7f5-4ef940f56b58 None None] New status for floating IP b4106103-d90f-42ec-9e6e-9d4c94f73f85: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:50:32.748288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41984) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:32.754674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-027a79f5-0465-4227-bfa3-00ba8e87123d tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:50:32.756465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-027a79f5-0465-4227-bfa3-00ba8e87123d tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062206 Apr 01 14:50:32.830055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] For port a41e9250-3d4e-4f47-a939-6f42382d5329, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a41e9250-3d4e-4f47-a939-6f42382d5329,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:32.830426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:32.843672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8587-2bfb-40e9-bca8-4661a0a16754 req-15a32aec-d1ea-466d-9090-4ee9f26ad4f5 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:32.844748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-504f8587-2bfb-40e9-bca8-4661a0a16754 req-15a32aec-d1ea-466d-9090-4ee9f26ad4f5 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 950 time: 0.2109399 Apr 01 14:50:32.967051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Request body: {'binding': {'host': 'n-h2-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:32.967656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:50:33.048569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Calling delete_port for a41e9250-3d4e-4f47-a939-6f42382d5329 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:33.181115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on host n-h2-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:33.181575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:33.181840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:33.189335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:33.189642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:33.198642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:33.198895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:33.199177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:33.199697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Bound port: f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:33.229101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:33.231838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-504f8587-2bfb-40e9-bca8-4661a0a16754 req-6891fb86-3db4-4ce3-ad6e-400056c62882 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280652 Apr 01 14:50:33.235283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:33.236614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-e4488630-4259-4b47-a508-e708fd37026b service neutron] 10.222.0.48 "POST /v2.0/ports/f06aa538-7f23-4aeb-9f1a-a90caccfccdc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3473973 Apr 01 14:50:33.313804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-c7569c9c-15d1-4884-8ab0-daaa23259cb2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:33.316532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-c7569c9c-15d1-4884-8ab0-daaa23259cb2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.2389903 Apr 01 14:50:33.342664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Request body: {'port': {'device_id': 'c98c9303-838c-4018-b292-96968c6b9c91', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'admin_state_up': True, 'tenant_id': 'b2889c2017db4b29a1b206908a2da184'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:33.423142 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:33.435000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eaa7a810-54ad-4885-b0bf-c7685063d47b', 'a41e9250-3d4e-4f47-a939-6f42382d5329', 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:33.529817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f20f3f45-2f90-493c-9633-67f985d49740 req-b2622f95-7449-4292-9433-abdb1224f744 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1139097 Apr 01 14:50:33.535585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Pushing event deleted for resources: {'Port': ['ID=a41e9250-3d4e-4f47-a939-6f42382d5329,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:33.594637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7f1c4500-3c85-41c3-ba4a-cdac024884dc req-e64197af-f20d-4a84-b881-f6a28a2bc6f2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 210 time: 0.0939858 Apr 01 14:50:33.672546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41998) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:33.702129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] No DVR routers for this DVR port a41e9250-3d4e-4f47-a939-6f42382d5329 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:33.708061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:33.725807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:33.746277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:33.754540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49507687-4df1-4c66-a9ed-b3c6b609f75b req-b08be5d7-ec7b-410c-ad1c-430a98e30110 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "DELETE /v2.0/ports/a41e9250-3d4e-4f47-a939-6f42382d5329 HTTP/1.1" status: 204 len: 173 time: 1.3358355 Apr 01 14:50:33.773790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Made reservation on behalf of b2889c2017db4b29a1b206908a2da184 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:33.777748 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:33.813156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1754550b-966c-49db-831f-c1015b7ad5ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1096 time: 0.1734896 Apr 01 14:50:33.859027 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f26a-7797-4570-a2d7-6e67bba53ae1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:33.906994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:33.919527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f26a-7797-4570-a2d7-6e67bba53ae1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:34.015861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'name': 'network-vif-deleted', 'tag': 'a41e9250-3d4e-4f47-a939-6f42382d5329'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:34.067929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c741-c75c-4062-a0d2-ac0823a8662d req-da6dea0d-2786-433b-a3ae-a96869505642 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:34.069539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8102c741-c75c-4062-a0d2-ac0823a8662d req-da6dea0d-2786-433b-a3ae-a96869505642 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 945 time: 0.1084211 Apr 01 14:50:34.070654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f26a-7797-4570-a2d7-6e67bba53ae1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:34.085513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8f14d37e-e7a6-47b1-8b30-a6f5dd0e2306 req-342d8dc3-70b3-4b4c-b607-987b5df4d9a2 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Synchronizing usage tracker for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:34.107391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f26a-7797-4570-a2d7-6e67bba53ae1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8be7d01-01bd-4f93-b949-dd04ddb9e975,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:34.128616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f26a-7797-4570-a2d7-6e67bba53ae1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:34.130063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9fe5f26a-7797-4570-a2d7-6e67bba53ae1 tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8be7d01-01bd-4f93-b949-dd04ddb9e975 HTTP/1.1" status: 204 len: 168 time: 0.4565051 Apr 01 14:50:34.134258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42014) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:34.155451 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8102c741-c75c-4062-a0d2-ac0823a8662d req-e72869e0-481e-48f7-a9ac-e80f70ed095b tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685539 Apr 01 14:50:34.158104 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-f348687b-4ebd-4b85-95cf-d556288ca35f tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] show failed (client error): The resource could not be found. Apr 01 14:50:34.159335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f348687b-4ebd-4b85-95cf-d556288ca35f tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "GET /v2.0/security-groups/a8be7d01-01bd-4f93-b949-dd04ddb9e975 HTTP/1.1" status: 404 len: 347 time: 0.0236609 Apr 01 14:50:34.167707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42018) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:34.188089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8f14d37e-e7a6-47b1-8b30-a6f5dd0e2306 req-342d8dc3-70b3-4b4c-b607-987b5df4d9a2 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Unset dirty status for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:34.195752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f14d37e-e7a6-47b1-8b30-a6f5dd0e2306 req-342d8dc3-70b3-4b4c-b607-987b5df4d9a2 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=6810fd48-6f40-4966-9cf4-7501e4a2b84e HTTP/1.1" status: 200 len: 210 time: 0.2776794 Apr 01 14:50:34.231349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e433be-d457-438c-bde8-fe2e190fd5af req-8372143d-52c1-42e4-abd9-5fc39d1b7323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:34.232760 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-8372143d-52c1-42e4-abd9-5fc39d1b7323 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.3774726 Apr 01 14:50:34.316429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Allocated IP 172.20.0.14 (7ec81498-8708-48e6-9ca9-e34d4a18b1e5/7357d80d-7d3b-4268-8c5f-e83075607a47/0b89cb05-f47d-4158-affa-ff6b41c46706) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:50:34.341668 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'code': 200} Apr 01 14:50:34.345220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-cc88b5a3-1a72-456c-9a81-b5162e10bf31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 217 time: 0.0938768 Apr 01 14:50:34.477714 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6810fd48-6f40-4966-9cf4-7501e4a2b84e', 'name': 'network-vif-deleted', 'tag': 'a41e9250-3d4e-4f47-a939-6f42382d5329', 'status': 'completed', 'code': 200} Apr 01 14:50:34.480490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Deleting port 43faacad-27d2-4e38-8263-9c3c934fa536 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:34.480884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:34.527462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e433be-d457-438c-bde8-fe2e190fd5af req-0c0b761e-3ecc-45fa-a117-e887f24357e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:34.528976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-0c0b761e-3ecc-45fa-a117-e887f24357e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1764250 Apr 01 14:50:34.649066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-8da4d428-7d77-472d-974d-b421f264fb73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887811 Apr 01 14:50:34.758089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:34.758327 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:34.769687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-296eafff-2c53-408a-bd57-cda17c9b3883 req-ca89a95a-abdc-45b3-b731-6671b745bf9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 1101 time: 0.3464401 Apr 01 14:50:34.864382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6abd-4a09-425d-83d1-3968afbb1287 req-7327c457-78cf-41c8-878f-cdce1ea0ebae tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:34.865821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-095b6abd-4a09-425d-83d1-3968afbb1287 req-7327c457-78cf-41c8-878f-cdce1ea0ebae tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 950 time: 0.4481392 Apr 01 14:50:34.903302 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Calling delete_port for 43faacad-27d2-4e38-8263-9c3c934fa536 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:34.951564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ebab-0486-490a-9ec2-741121177935 req-67496e5f-0215-49cd-9469-09f5dcc753d5 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:34.953006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e798ebab-0486-490a-9ec2-741121177935 req-67496e5f-0215-49cd-9469-09f5dcc753d5 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 950 time: 0.3224173 Apr 01 14:50:34.964610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:34.968903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-edd14237-8d71-4d03-9e0b-62c7bbafc768 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136027 Apr 01 14:50:35.003602 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-095b6abd-4a09-425d-83d1-3968afbb1287 req-df93c36a-3fd6-40bf-ad45-1ef3dc945ea3 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290936 Apr 01 14:50:35.010479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-296eafff-2c53-408a-bd57-cda17c9b3883 req-27a1c6c9-9dae-4a28-9ba0-f2601b7e066a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327509 Apr 01 14:50:35.087910 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e798ebab-0486-490a-9ec2-741121177935 req-e01e5401-495d-4c5b-af0b-d519e5272986 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256828 Apr 01 14:50:35.119585 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.132872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.172159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-c55e0369-42b0-4bcd-91aa-2579c729d303 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940002 Apr 01 14:50:35.210261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:50:35.214224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:35.216194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:35.225903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:50:35.230044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:35.230724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.241530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Pushing event deleted for resources: {'Port': ['ID=43faacad-27d2-4e38-8263-9c3c934fa536,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:35.263575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-1e1df833-bed1-429c-845b-5bc9b54725b1 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9244702 Apr 01 14:50:35.274847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Request body: {'port': {'device_id': 'c98c9303-838c-4018-b292-96968c6b9c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:35.300301 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4034c760-b030-49b7-a493-a453c4937aaf req-d6c66c1c-5ea5-4d49-a894-3a68f5ab5cfb tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0601976 Apr 01 14:50:35.301485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.325478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.326925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-935c5ae7-a948-4baf-8c0b-6b40b3e6382b tempest-ServersTestJSON-85632029 tempest-ServersTestJSON-85632029-project] 10.222.0.48 "DELETE /v2.0/floatingips/b4106103-d90f-42ec-9e6e-9d4c94f73f85 HTTP/1.1" status: 204 len: 168 time: 1.1582448 Apr 01 14:50:35.330009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42040) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:35.510167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.600261 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-890c8847-d9a5-4673-913f-f2dc23894244 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.2862403 Apr 01 14:50:35.619057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-1'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:35.744993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028b61c-e915-48ac-9e9e-f8caf12175a6 req-f7488385-f5b5-411e-8331-f05ddca87f1b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:35.745694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d028b61c-e915-48ac-9e9e-f8caf12175a6 req-f7488385-f5b5-411e-8331-f05ddca87f1b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:35.874343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.892796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d028b61c-e915-48ac-9e9e-f8caf12175a6 req-f7488385-f5b5-411e-8331-f05ddca87f1b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:35.893963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d028b61c-e915-48ac-9e9e-f8caf12175a6 req-f7488385-f5b5-411e-8331-f05ddca87f1b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 932 time: 0.4611089 Apr 01 14:50:35.924631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:35.958638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a41e9250-3d4e-4f47-a939-6f42382d5329 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:35.998300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: a41e9250-3d4e-4f47-a939-6f42382d5329 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:35.998767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a41e9250-3d4e-4f47-a939-6f42382d5329 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:35.999263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aa10ec33-80ee-4ba4-954c-de66d0f02ed5 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:36.067850 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d028b61c-e915-48ac-9e9e-f8caf12175a6 req-3be46ec6-f09b-43de-8d6a-2bc0ecfc3334 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656113 Apr 01 14:50:36.159864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22783c-55df-42cc-9068-43a7bf1adc7c req-2078e073-ed54-4873-a349-b61fece0c8af tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:36.162177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d22783c-55df-42cc-9068-43a7bf1adc7c req-2078e073-ed54-4873-a349-b61fece0c8af tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 945 time: 0.3334606 Apr 01 14:50:36.165356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:36.201817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:36.207461 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:36.259877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d22783c-55df-42cc-9068-43a7bf1adc7c req-fb932b8b-9c83-4555-9147-76c4aec7a077 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861421 Apr 01 14:50:36.265322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b89cb05-f47d-4158-affa-ff6b41c46706 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:36.278522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:36.295091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Transition to ACTIVE for port object 0b89cb05-f47d-4158-affa-ff6b41c46706 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:36.303818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:36.399734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:36.412757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:36.521938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:36.554603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:36.656031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:36.656426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:36.656865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:36.675601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:36.675907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:36.678249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:36.742503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8586-fc25-4d6c-a4cf-5d8041334da0 req-e699b7d6-ec51-4e37-88c1-daf425f21952 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:36.751395 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-965e8586-fc25-4d6c-a4cf-5d8041334da0 req-e699b7d6-ec51-4e37-88c1-daf425f21952 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 950 time: 0.2711434 Apr 01 14:50:36.757710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:36.758261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:36.759599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:36.760535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Bound port: 0b89cb05-f47d-4158-affa-ff6b41c46706, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:36.761323 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:36.820648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Deleting port 42d81fb3-4eab-47da-8191-6f65b55142b7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:36.821082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:36.905952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-590c8c1d-298b-4944-907e-a37c81c51fd2 req-885fcb73-0304-4c46-b288-d05aee194d80 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0610476 Apr 01 14:50:36.953555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:36.958955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:36.969410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-965e8586-fc25-4d6c-a4cf-5d8041334da0 req-6bb577e2-85a5-42ec-b356-6a69a69f0665 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162151 Apr 01 14:50:36.971858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.015205 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'code': 200} Apr 01 14:50:37.055714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] For port 42d81fb3-4eab-47da-8191-6f65b55142b7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=42d81fb3-4eab-47da-8191-6f65b55142b7,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:37.056159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.059715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:37.129157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:37.170619 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc', 'code': 200} Apr 01 14:50:37.190512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:37.218160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Calling delete_port for 42d81fb3-4eab-47da-8191-6f65b55142b7 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:37.224527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.248762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42074) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:37.318536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on host n-h1-836017-1 for vnic_type normal with profile {"migrating_to": "n-h2-836017-1"} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:37.319125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:37.319125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:37.330516 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.331904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] 10.222.0.62 "PUT /v2.0/ports/0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 200 len: 1092 time: 2.0614245 Apr 01 14:50:37.344243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e3d6-0a1d-4f11-940d-26b07cef1a0a service neutron] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:37.348581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:37.348891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Attempting to bind port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:37.358064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7d955-aeab-40b5-8057-f988a7d14d4c req-896b042c-7062-4f87-90fe-eb8f95bdca67 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:37.359899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8d7d955-aeab-40b5-8057-f988a7d14d4c req-896b042c-7062-4f87-90fe-eb8f95bdca67 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 972 time: 0.2406840 Apr 01 14:50:37.364809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:37.365139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:37.365546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:37.365982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Bound port: f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:37.366334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.544929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8d7d955-aeab-40b5-8057-f988a7d14d4c req-840777e3-04e4-4827-9098-71ca24f4cbd0 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655121 Apr 01 14:50:37.548301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:37.552377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:37.559636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.600717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-c434e208-9d6b-4ba0-aa93-ac21b466187b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1095 time: 0.2054455 Apr 01 14:50:37.648449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db409b-49b4-49b6-9a9a-fd392a3b8f47 req-3301e917-fe06-47e8-9b78-4ea6e01904ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:37.649921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7db409b-49b4-49b6-9a9a-fd392a3b8f47 req-3301e917-fe06-47e8-9b78-4ea6e01904ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 944 time: 0.3219597 Apr 01 14:50:37.788288 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-7f807b6b-f983-4cc8-967b-6cff341f4b51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 200 len: 217 time: 0.1778634 Apr 01 14:50:37.832434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=8']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:37.861803 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7db409b-49b4-49b6-9a9a-fd392a3b8f47 req-62511212-b533-4cdd-b33d-3f4f9477b2aa tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023294 Apr 01 14:50:37.886646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.919881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:37.921335 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ad4a762-e6b8-4c46-99d9-f84ad5e5ef31 service neutron] 10.222.0.44 "PUT /v2.0/ports/f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 1121 time: 2.3067806 Apr 01 14:50:37.922937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-6f144330-0c05-40a8-bfbf-96abb2aae0d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:37.924201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-6f144330-0c05-40a8-bfbf-96abb2aae0d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.1226637 Apr 01 14:50:37.954175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Pushing event deleted for resources: {'Port': ['ID=42d81fb3-4eab-47da-8191-6f65b55142b7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:37.982367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f053-b1bd-41ae-a1e9-e76f1f98f760 req-b4c212b6-3f6d-4e40-baf8-7a4700e60e26 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:37.984220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40f8f053-b1bd-41ae-a1e9-e76f1f98f760 req-b4c212b6-3f6d-4e40-baf8-7a4700e60e26 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.3051732 Apr 01 14:50:37.986667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-edffd7e6-5d0c-492a-bba2-8940ca920f19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533788 Apr 01 14:50:38.042129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f06aa538-7f23-4aeb-9f1a-a90caccfccdc'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:38.253628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-8545ed2e-551d-42d9-bc03-18f024e806cc service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397246 Apr 01 14:50:38.257205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40f8f053-b1bd-41ae-a1e9-e76f1f98f760 req-a8419541-0e4c-480c-8f9b-6ac005ddce4a tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658019 Apr 01 14:50:38.340767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c6b2961-e1bb-4b03-83d7-fb5e4c06fe3e req-2fc39928-e129-4870-a318-450acf708aaa tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1776290 Apr 01 14:50:38.382113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-90ad62ef-d69d-4a35-86b1-1dd6707c112c tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:38.383597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-90ad62ef-d69d-4a35-86b1-1dd6707c112c tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 972 time: 0.2094593 Apr 01 14:50:38.503922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:38.514683 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d88c7cd-597b-494e-ae4a-e5be81cfe969 req-60235f3e-49f4-442b-99ad-cc1d7815f1e3 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515674 Apr 01 14:50:38.515907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:38.521939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Deleting port eaa7a810-54ad-4885-b0bf-c7685063d47b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:38.522272 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:38.716440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0dc63-e3a7-4402-837e-b2fc53558504 req-ae043cc6-238f-4180-b756-b74c535a3543 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:38.717864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fed0dc63-e3a7-4402-837e-b2fc53558504 req-ae043cc6-238f-4180-b756-b74c535a3543 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 950 time: 0.2826903 Apr 01 14:50:38.851839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fed0dc63-e3a7-4402-837e-b2fc53558504 req-026e22f2-a64a-443e-868d-4595ca5b2327 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264796 Apr 01 14:50:38.876784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376f6b-219a-4ea1-ae38-29b990aaae30 req-a506bf95-d551-4bf4-8449-803d85895d74 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:38.878195 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-55376f6b-219a-4ea1-ae38-29b990aaae30 req-a506bf95-d551-4bf4-8449-803d85895d74 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2205aeb-030f-4986-99e6-f2783100773f HTTP/1.1" status: 200 len: 972 time: 0.1473415 Apr 01 14:50:38.890072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] For port eaa7a810-54ad-4885-b0bf-c7685063d47b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eaa7a810-54ad-4885-b0bf-c7685063d47b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:38.890433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:38.976543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-55376f6b-219a-4ea1-ae38-29b990aaae30 req-73909640-2b88-479c-a3f4-6317196a4f83 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841942 Apr 01 14:50:39.016419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Calling delete_port for eaa7a810-54ad-4885-b0bf-c7685063d47b owned by compute:tempest-test_az-1710496758 {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:39.178376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706'}, {'name': 'network-changed', 'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:39.204053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5bcde-8d64-4f4e-8047-b0385c1d8e74 req-50c50a8b-6b87-4354-bf8a-7c00f6220545 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:39.205523 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ba5bcde-8d64-4f4e-8047-b0385c1d8e74 req-50c50a8b-6b87-4354-bf8a-7c00f6220545 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 950 time: 0.1961367 Apr 01 14:50:39.254126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:39.267396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eaa7a810-54ad-4885-b0bf-c7685063d47b', 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:39.312305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Pushing event deleted for resources: {'Port': ['ID=eaa7a810-54ad-4885-b0bf-c7685063d47b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:39.319559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ba5bcde-8d64-4f4e-8047-b0385c1d8e74 req-09c3514c-6257-492e-9a9f-5b132a447834 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074436 Apr 01 14:50:39.388246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] No DVR routers for this DVR port eaa7a810-54ad-4885-b0bf-c7685063d47b on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:39.391884 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:39.410066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4bdc1ab-e006-4950-b2bb-aeb450903135 req-263cc200-6809-4fc8-9e67-26aee6e68c86 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "DELETE /v2.0/ports/eaa7a810-54ad-4885-b0bf-c7685063d47b HTTP/1.1" status: 204 len: 173 time: 1.0115826 Apr 01 14:50:39.517120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b22433-2cf2-4d99-a314-dd53ab6bd537 req-c510ba50-dbee-4f2f-b4bc-06f9078ab891 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:39.518571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b22433-2cf2-4d99-a314-dd53ab6bd537 req-c510ba50-dbee-4f2f-b4bc-06f9078ab891 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 944 time: 0.3730733 Apr 01 14:50:39.529593 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706', 'status': 'completed', 'code': 200} Apr 01 14:50:39.530113 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc', 'status': 'completed', 'code': 200} Apr 01 14:50:39.677405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-c191bdef-91dc-4d09-8638-025836ce01b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1095 time: 0.1238427 Apr 01 14:50:39.797906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b22433-2cf2-4d99-a314-dd53ab6bd537 req-5e48b9a7-da10-497f-a0c4-17220c14f023 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202158 Apr 01 14:50:39.835999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384cc4d-77b3-4227-88a5-67c09e6eb2ad req-33fac876-5fae-44cd-9fc1-0d372b63b300 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:39.837587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8384cc4d-77b3-4227-88a5-67c09e6eb2ad req-33fac876-5fae-44cd-9fc1-0d372b63b300 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.1998997 Apr 01 14:50:39.840398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-70255021-6128-4659-b3be-bd98a4b4fc9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:39.841690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-70255021-6128-4659-b3be-bd98a4b4fc9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.1574609 Apr 01 14:50:39.888408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:39.972236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-e392cb3b-cab7-49cd-998f-fb1181d6415a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 200 len: 217 time: 0.1127663 Apr 01 14:50:39.987139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Router ca9c5c36-5c87-417d-a729-642cf2f09be6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:50:40.048095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:40.069014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8384cc4d-77b3-4227-88a5-67c09e6eb2ad req-328af52b-2934-40a7-aed0-3cd398f0afc8 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229233 Apr 01 14:50:40.070861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '428c7e00-002b-4ac8-8334-4af687e40452', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '428c7e00-002b-4ac8-8334-4af687e40452', 'mac_address': 'fa:16:3e:56:82:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:40.075405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-c81d655c-147c-4eb2-b846-f11654a1551e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:40.076916 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-c81d655c-147c-4eb2-b846-f11654a1551e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.0965207 Apr 01 14:50:40.148549 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:40.170626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428c7e00-002b-4ac8-8334-4af687e40452 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:40.172495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-423e881a-d27b-4572-b64c-e3133220ecdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843236 Apr 01 14:50:40.189088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:40.195561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:40.247884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Deleting port ec8ce7d1-f623-4646-8c11-22192e897875 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:40.248458 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:40.312224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:40.351145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8a60045-9729-42ff-9586-2edbf760ebf8 req-62d1f6b0-1942-4502-b2c1-a35e81a11778 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0668070 Apr 01 14:50:40.374753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['428c7e00-002b-4ac8-8334-4af687e40452'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:40.407741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-c11a0a27-d1a1-42bc-b30b-413c3d72fe59 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280033 Apr 01 14:50:40.519966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] For port ec8ce7d1-f623-4646-8c11-22192e897875, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ec8ce7d1-f623-4646-8c11-22192e897875,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:40.520499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:40.552234 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:40.661205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Calling delete_port for ec8ce7d1-f623-4646-8c11-22192e897875 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:40.666956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-92598ddb-6b31-447a-8e90-cafc8bcec692 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525733 Apr 01 14:50:40.704412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c033e-0fa3-401c-abee-a5a16b18c39b req-fd4dda43-ede0-42ab-ae07-88f6aef8ee57 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:40.708633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c033e-0fa3-401c-abee-a5a16b18c39b req-fd4dda43-ede0-42ab-ae07-88f6aef8ee57 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:40.716446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d2c033e-0fa3-401c-abee-a5a16b18c39b req-fd4dda43-ede0-42ab-ae07-88f6aef8ee57 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce&device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 1691 time: 0.3319449 Apr 01 14:50:40.827578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d2c033e-0fa3-401c-abee-a5a16b18c39b req-02ab5508-823c-411c-a878-0e8c6b7bd8e9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005819 Apr 01 14:50:40.839558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-097edb72-f310-49eb-88b8-efd815380a1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1124 time: 0.1119347 Apr 01 14:50:40.850975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:50:40.861045 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] Sync routers for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:50:40.889066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-377cab64-460a-489b-82a5-501c9b1fedde admin admin] 10.222.0.48 "PUT /v2.0/routers/ca9c5c36-5c87-417d-a729-642cf2f09be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5569987 Apr 01 14:50:40.892956 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:40.894948 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:40.897102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42126) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:41.038856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-2e1d6f7e-fcf8-4390-852b-2afc2ccddf18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:41.040812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-2e1d6f7e-fcf8-4390-852b-2afc2ccddf18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.1902416 Apr 01 14:50:41.188952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-c4c73d6f-49c3-4e10-8345-58dcc238f45f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 217 time: 0.1032803 Apr 01 14:50:41.241043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:41.253413 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:41.286791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-1f087d33-7728-4ad2-ac4a-4cedaa655668 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:41.288941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-1f087d33-7728-4ad2-ac4a-4cedaa655668 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.0840700 Apr 01 14:50:41.300794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216835-0b68-4251-aae6-a0e185f2282b req-d1253bf3-1b63-4f81-b87f-1985cf991562 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:41.302626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81216835-0b68-4251-aae6-a0e185f2282b req-d1253bf3-1b63-4f81-b87f-1985cf991562 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 944 time: 0.2586315 Apr 01 14:50:41.366862 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-507b28ad-98b7-4909-9f77-6fc70a643ae1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629447 Apr 01 14:50:41.393284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8ce7d1-f623-4646-8c11-22192e897875,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:41.489141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81216835-0b68-4251-aae6-a0e185f2282b req-bb0471ed-0b9e-48e5-8135-2c43f200aa78 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515503 Apr 01 14:50:41.535472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2205aeb-030f-4986-99e6-f2783100773f', 'name': 'network-vif-deleted', 'tag': 'eaa7a810-54ad-4885-b0bf-c7685063d47b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:41.633153 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-2df0cc63-93a8-4d85-a2ab-e2f9f0c005e6 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497942 Apr 01 14:50:41.712342 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:50:37Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:41.717691 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] Checking router: ca9c5c36-5c87-417d-a729-642cf2f09be6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:50:41.743405 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] Routers {'ca9c5c36-5c87-417d-a729-642cf2f09be6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:41.744215 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ca9c5c36-5c87-417d-a729-642cf2f09be6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:41.788743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdcb81-de25-4410-95c8-afde7e8b2bc7 req-d714df24-a7cd-4a48-be9c-dfead4eac3be tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:41.791183 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ecdcb81-de25-4410-95c8-afde7e8b2bc7 req-d714df24-a7cd-4a48-be9c-dfead4eac3be tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 973 time: 0.5688229 Apr 01 14:50:41.873113 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ad971aa-4f7d-454d-b7d9-de66aa279319 req-48e217f6-4f43-461e-9ce6-8fbe427b749d service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330627 Apr 01 14:50:41.903100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b63fe638-cbdf-4768-b38f-625d2192dee2 req-d04b90d4-a8c1-413b-9f09-410815c02353 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 1101 time: 0.1460226 Apr 01 14:50:41.910014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:41.916544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:41.990872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b63fe638-cbdf-4768-b38f-625d2192dee2 req-8d59c371-0128-468d-bcf4-f8f29825fd88 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872416 Apr 01 14:50:41.994436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0b89cb05-f47d-4158-affa-ff6b41c46706 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:50:42.003506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ecdcb81-de25-4410-95c8-afde7e8b2bc7 req-e39e01fc-55c7-4ee5-85b8-1c031dd3987c tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955268 Apr 01 14:50:42.006874 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.063327 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] Set router ca9c5c36-5c87-417d-a729-642cf2f09be6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:42.148464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:42.165200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eaa7a810-54ad-4885-b0bf-c7685063d47b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:42.207180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '0b89cb05-f47d-4158-affa-ff6b41c46706', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'port_id': '0b89cb05-f47d-4158-affa-ff6b41c46706', 'mac_address': 'fa:16:3e:9e:b7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7357d80d-7d3b-4268-8c5f-e83075607a47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:50:42.210929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: eaa7a810-54ad-4885-b0bf-c7685063d47b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:42.211290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eaa7a810-54ad-4885-b0bf-c7685063d47b not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:42.289834 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.319861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 428c7e00-002b-4ac8-8334-4af687e40452 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:42.320281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.354657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90eb2200-716b-4354-96a5-712d00124cf2 req-1e6ea875-95b6-4686-bef4-79837ae969a8 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0878048 Apr 01 14:50:42.422954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b89cb05-f47d-4158-affa-ff6b41c46706 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:42.439462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:42.460209 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:50:42.462272 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.491536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00d19-6a33-49ff-9547-e050a987e239 req-ce9fae62-9209-4fe3-b62d-a26d18197d98 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:42.503521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b7f00d19-6a33-49ff-9547-e050a987e239 req-ce9fae62-9209-4fe3-b62d-a26d18197d98 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.2968082 Apr 01 14:50:42.565533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.570889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.588704 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2205aeb-030f-4986-99e6-f2783100773f', 'name': 'network-vif-deleted', 'tag': 'eaa7a810-54ad-4885-b0bf-c7685063d47b', 'status': 'completed', 'code': 200} Apr 01 14:50:42.682112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b7f00d19-6a33-49ff-9547-e050a987e239 req-5b50cae9-3b80-4b45-ae9a-31031f71319c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773951 Apr 01 14:50:42.715627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-7d510997-07a0-4563-afb1-3ccdc3b0ee30 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:42.716331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-7d510997-07a0-4563-afb1-3ccdc3b0ee30 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Synchronizing usage tracker for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:42.726033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.758032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-7d510997-07a0-4563-afb1-3ccdc3b0ee30 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Unset dirty status for tenant:8569eacbba144620bc2f15da9c1104d5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:42.759910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-7d510997-07a0-4563-afb1-3ccdc3b0ee30 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 973 time: 0.3993986 Apr 01 14:50:42.761175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Deleting port 8e4ce20f-69ce-425d-bdd5-29135238f1c6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:42.761514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.789425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:42.791325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:42.802495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:42.813484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:42.843131 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:50:37Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:42.849679 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473808d0-3c6b-42f6-8576-2f416c166df2 None None] The sync data for ids ['ca9c5c36-5c87-417d-a729-642cf2f09be6'] in n-d-836017-1 is: [{'id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'name': 'tempest-ServersTestJSON-1072518101-router', 'tenant_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:48:53Z', 'updated_at': '2022-04-01T14:50:37Z', 'revision_number': 5, 'project_id': '3adc2bc876204db1bfd7b0ecd31bce8b', 'gw_port': {'id': '8e4ce20f-69ce-425d-bdd5-29135238f1c6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c5c36-5c87-417d-a729-642cf2f09be6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:48:54Z', 'updated_at': '2022-04-01T14:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:50:42.907080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['0b89cb05-f47d-4158-affa-ff6b41c46706'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:43.056478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Deleting port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:43.057107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:43.184159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-7d317ee0-ac29-4d85-9e48-21c10919120c service neutron] 10.222.0.62 "GET /v2.0/ports/f06aa538-7f23-4aeb-9f1a-a90caccfccdc/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.3396091 Apr 01 14:50:43.215457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:43.232195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] For port 8e4ce20f-69ce-425d-bdd5-29135238f1c6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8e4ce20f-69ce-425d-bdd5-29135238f1c6,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:43.232767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:43.248143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:43.284328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc has no active binding in host n-h2-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:50:43.495594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55fd1b47-ac49-455e-ad87-ed969eb78801 req-14f91448-2b19-4f34-a7fa-e74470d8e05d tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 1101 time: 0.5442250 Apr 01 14:50:43.555866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55fd1b47-ac49-455e-ad87-ed969eb78801 req-4f241f90-e62e-46a0-999d-d18b20bf5b91 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592775 Apr 01 14:50:43.562667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Calling delete_port for 8e4ce20f-69ce-425d-bdd5-29135238f1c6 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:43.649246 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452', 'code': 200} Apr 01 14:50:43.661440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] For port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:43.661793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:43.815205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c32b-5000-40e8-a2b2-7c8177f466a5 req-4e383b1d-2309-4479-8934-a6cc601c0f5b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:43.822292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9de7c32b-5000-40e8-a2b2-7c8177f466a5 req-4e383b1d-2309-4479-8934-a6cc601c0f5b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 945 time: 0.7968330 Apr 01 14:50:43.852641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Calling delete_port for a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b owned by compute:tempest-test_az-1710496758 {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:43.883639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:43.976192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9de7c32b-5000-40e8-a2b2-7c8177f466a5 req-0d9425dc-3e98-4eb6-aae4-3e121f6da32e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529570 Apr 01 14:50:43.976990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4ce20f-69ce-425d-bdd5-29135238f1c6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:44.003399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0b89cb05-f47d-4158-affa-ff6b41c46706 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:50:44.105851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000eb48-6407-4a7c-adfe-e635c2dfd85a req-0b0c811e-058a-4beb-b91e-858d24e33909 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:44.107552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d000eb48-6407-4a7c-adfe-e635c2dfd85a req-0b0c811e-058a-4beb-b91e-858d24e33909 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/ports?device_id=69363735-2ccd-4aa7-9937-f290f0ce691d HTTP/1.1" status: 200 len: 973 time: 0.2787826 Apr 01 14:50:44.191474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 0b89cb05-f47d-4158-affa-ff6b41c46706 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:44.199775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 0b89cb05-f47d-4158-affa-ff6b41c46706 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:44.201258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.213431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d000eb48-6407-4a7c-adfe-e635c2dfd85a req-d4b29e7e-c523-4f07-bba7-e9f3a3078aee tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.48 "GET /v2.0/security-groups?id=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952480 Apr 01 14:50:44.215159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:44.260837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:44.290324 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.357133 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.407559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 42d81fb3-4eab-47da-8191-6f65b55142b7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:44.434496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06aa538-7f23-4aeb-9f1a-a90caccfccdc {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:44.461167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Pushing event deleted for resources: {'Port': ['ID=a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:44.471615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:44.481578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.482932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.482932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.483531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.483936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.484331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.484852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.485230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.486081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.486081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.486300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:44.487838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.523616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 42d81fb3-4eab-47da-8191-6f65b55142b7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:44.535857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 42d81fb3-4eab-47da-8191-6f65b55142b7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:44.543744 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.553993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f76510ca-8b08-4f84-86d5-0b7d0a4bdead req-fdf04749-c448-4d53-96a2-5948bb6ff325 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1762333 Apr 01 14:50:44.626713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] No DVR routers for this DVR port a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:44.643782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.649947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-deleted', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:44.655469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:44.665563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.669248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.670046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:44.828403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] Transition to ACTIVE for port object f06aa538-7f23-4aeb-9f1a-a90caccfccdc will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:44.836461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d9d3af2-e7d0-4fc8-adad-6952f4395c2e req-e91fd0b3-cd83-42f4-af47-16a7ae9fcea4 tempest-ServersAdminTestJSON-1418991039 tempest-ServersAdminTestJSON-1418991039-project] 10.222.0.62 "DELETE /v2.0/ports/a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b HTTP/1.1" status: 204 len: 173 time: 2.0715771 Apr 01 14:50:44.845066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:44.940812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:44.941253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:44.975058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:44.988476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:44.988926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:45.067528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:45.124441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] No DVR routers for this DVR port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:45.144181 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-aa46f871-e459-4ba4-829e-a1d22dd43c43 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138539 Apr 01 14:50:45.191616 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-ce3ad6b8-9f49-4288-9df3-a16b6b4743e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/f06aa538-7f23-4aeb-9f1a-a90caccfccdc/bindings/n-h2-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8638341 Apr 01 14:50:45.198443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e22428-9052-4933-98c0-a9c3bb184e7c req-1cc14da5-b733-453e-a0a4-6c64c8b65d6f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:45.200127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11e22428-9052-4933-98c0-a9c3bb184e7c req-1cc14da5-b733-453e-a0a4-6c64c8b65d6f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 943 time: 0.5389659 Apr 01 14:50:45.226565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:45.257008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11e22428-9052-4933-98c0-a9c3bb184e7c req-cb226a08-4510-42ed-b629-b89823d47736 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504203 Apr 01 14:50:45.276383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:45.378717 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363735-2ccd-4aa7-9937-f290f0ce691d', 'name': 'network-vif-deleted', 'tag': 'a03fedda-0fd0-4ec9-9bd2-fc433f36bc9b', 'status': 'completed', 'code': 200} Apr 01 14:50:45.568822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-9e6a3a08-6799-4c41-aa6c-1ef634ddd6dd tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:45.577292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-9e6a3a08-6799-4c41-aa6c-1ef634ddd6dd tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4276931 Apr 01 14:50:45.589780 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:45.590351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9c5c36-5c87-417d-a729-642cf2f09be6 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:50:45.608754 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-4db0bbc9-4e32-408b-985a-fc84d4c27463 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/quotas/cd96705c64bc4d6b95aa37f5dc6d6139 HTTP/1.1" status: 200 len: 375 time: 0.0294433 Apr 01 14:50:45.651198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-85b6a4d9-2eb4-4c45-8dd0-85aace04726f tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.2560897 Apr 01 14:50:45.652131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:45.685027 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:45.685027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-44be412e-50b2-410a-8036-4bc5dca7fd5d admin admin] 10.222.0.48 "DELETE /v2.0/routers/ca9c5c36-5c87-417d-a729-642cf2f09be6 HTTP/1.1" status: 204 len: 168 time: 4.7758930 Apr 01 14:50:45.694624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42192) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:45.726238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f415e-47eb-4092-b4d1-8f3afba33734 req-b609398b-e891-4c50-aae5-4d140b189d2e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:45.734220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b04f415e-47eb-4092-b4d1-8f3afba33734 req-b609398b-e891-4c50-aae5-4d140b189d2e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.2155712 Apr 01 14:50:45.814057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] Deleting subnet 502638f6-cb96-430a-9511-2878ca298b53 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:50:45.819920 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:45.829131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b04f415e-47eb-4092-b4d1-8f3afba33734 req-580b7b6a-1720-4d19-ba81-cc5d83f85217 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937769 Apr 01 14:50:45.840883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-d2274c9a-c855-4c29-b6be-2c2716ca52e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212&tenant_id=87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 1095 time: 0.1739132 Apr 01 14:50:45.926586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-0c9699da-9482-4c1a-b5f3-38add662319e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3102639 Apr 01 14:50:45.952531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:50:45.988422 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:45.999680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-39089afc-463e-4297-800d-ba2da9d6fb66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1095 time: 0.1246576 Apr 01 14:50:46.305931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8e4ce20f-69ce-425d-bdd5-29135238f1c6 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:46.360034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1978837-0fb5-48a7-afbf-6c236cdf6297 req-31163f15-af59-40cf-adab-411b12595230 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1287591 Apr 01 14:50:46.375381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:46.422073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8e4ce20f-69ce-425d-bdd5-29135238f1c6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:46.424347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8e4ce20f-69ce-425d-bdd5-29135238f1c6 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:46.488845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e433be-d457-438c-bde8-fe2e190fd5af req-6803289c-34d9-417c-9dd4-12bd28e6e8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:46.491053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-6803289c-34d9-417c-9dd4-12bd28e6e8fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.4829423 Apr 01 14:50:46.499573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:46.548493 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706', 'code': 200} Apr 01 14:50:46.562756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502638f6-cb96-430a-9511-2878ca298b53,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:46.612061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:46.616072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c4bca-e784-4b63-a4c7-d5fd2c354d8a None None] Network da700767-0e36-416c-846f-8a407b3b2bf6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:50:46.617620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42204) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:46.642411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-15643a0e-e3d5-4eb7-9372-cc9ab374c7e3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/502638f6-cb96-430a-9511-2878ca298b53 HTTP/1.1" status: 204 len: 168 time: 0.9466674 Apr 01 14:50:46.655463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42212) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:46.810516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-c8693c21-9017-4072-9ac0-ccd487c9874c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 217 time: 0.3125520 Apr 01 14:50:46.903866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:46.914076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:50:46.936981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b6c72d25-6edc-4e6c-afb4-ce058ac4a4f9 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e1c635d-fe1d-4167-a81e-20b23b4690a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6869302 Apr 01 14:50:46.938418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42224) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:46.962393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e433be-d457-438c-bde8-fe2e190fd5af req-2ce28879-b278-43bb-bb02-f9762fc8cd12 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:46.963922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-2ce28879-b278-43bb-bb02-f9762fc8cd12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1391695 Apr 01 14:50:46.972568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5da6085d-9bef-4b14-98f6-184bf924ff4c req-62e25e83-2de6-4ec2-bc6b-8614556fa2e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1097 time: 0.2927592 Apr 01 14:50:47.008022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] Sync routers for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:50:47.048848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:47.050272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:47.158463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Deleting port 2658016b-a15e-4539-ad8c-0dbda25cbd32 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:47.158875 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:47.252427 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-1ee892e4-097e-4358-a383-71ecb6e6dc80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2714491 Apr 01 14:50:47.257651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5dcf128c-d2a1-4f4c-adde-17579332018b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8569eacbba144620bc2f15da9c1104d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6378500 Apr 01 14:50:47.266054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42232) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:47.462193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] For port 2658016b-a15e-4539-ad8c-0dbda25cbd32, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2658016b-a15e-4539-ad8c-0dbda25cbd32,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:47.462813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:47.559410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] DHCP port deletion for da700767-0e36-416c-846f-8a407b3b2bf6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:50:47.561745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:47.668329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5da6085d-9bef-4b14-98f6-184bf924ff4c req-9cb4b11a-0404-4f32-a7a4-f9122552a99a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810661 Apr 01 14:50:47.669189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8972d567-d8d9-4872-9540-d0a3f80da667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:47.680121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Deleting port 2658016b-a15e-4539-ad8c-0dbda25cbd32 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:47.680793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:47.750926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8972d567-d8d9-4872-9540-d0a3f80da667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:47.777350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-58679c79-0933-4c7c-82c6-541c10eb0977 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930825 Apr 01 14:50:47.949335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Calling delete_port for 2658016b-a15e-4539-ad8c-0dbda25cbd32 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:48.028585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17ef3-586c-4084-bd67-acf733a4bd42 req-745fc1ff-c0c2-4aff-9078-cc3ee487ac25 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:48.028585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0a17ef3-586c-4084-bd67-acf733a4bd42 req-745fc1ff-c0c2-4aff-9078-cc3ee487ac25 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.9194002 Apr 01 14:50:48.129736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:48.248094 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0a17ef3-586c-4084-bd67-acf733a4bd42 req-f0898ff1-03d6-4783-9acc-d0c625bbc163 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387424 Apr 01 14:50:48.276234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2658016b-a15e-4539-ad8c-0dbda25cbd32,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:48.287537 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8972d567-d8d9-4872-9540-d0a3f80da667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:48.292835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] No DVR routers for this DVR port 2658016b-a15e-4539-ad8c-0dbda25cbd32 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:48.374483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-972be05c-ce60-408f-b9c3-1a548a33f1e4 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882187 Apr 01 14:50:48.388678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972d567-d8d9-4872-9540-d0a3f80da667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:48.401249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6ff98-0a55-4106-b1a6-2c662c5a96c5 req-2a0f61db-f716-4a00-8262-10cf1b21ce14 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:48.417470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8972d567-d8d9-4872-9540-d0a3f80da667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:48.421024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8972d567-d8d9-4872-9540-d0a3f80da667 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d76b9da6-0b9c-4d71-bb24-97f81bc3f1a0 HTTP/1.1" status: 204 len: 168 time: 1.1314735 Apr 01 14:50:48.421193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf6ff98-0a55-4106-b1a6-2c662c5a96c5 req-2a0f61db-f716-4a00-8262-10cf1b21ce14 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.8571556 Apr 01 14:50:48.464984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] For port 2658016b-a15e-4539-ad8c-0dbda25cbd32, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2658016b-a15e-4539-ad8c-0dbda25cbd32,segment=NetworkSegment(5c2103de-aba8-4dab-95ad-374d6272f706),segment_id=5c2103de-aba8-4dab-95ad-374d6272f706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:48.466038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:48.476983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2658016b-a15e-4539-ad8c-0dbda25cbd32 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:48.644034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 2658016b-a15e-4539-ad8c-0dbda25cbd32 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:48.644406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2658016b-a15e-4539-ad8c-0dbda25cbd32 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:48.660427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Calling delete_port for 2658016b-a15e-4539-ad8c-0dbda25cbd32 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:48.696988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:48.795068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf6ff98-0a55-4106-b1a6-2c662c5a96c5 req-f2d35019-6434-4c66-847a-cbe34c1a0a87 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747864 Apr 01 14:50:48.797632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:48.869171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-053153a2-70bb-47a9-ae0a-3dfec4b69095 req-4b937dcf-b68b-4250-8d1a-aa810ed4f988 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 210 time: 0.1871243 Apr 01 14:50:48.908672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.909144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.909966 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.912508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > port after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.913656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.913957 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:50:48.914259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > port after_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.914380 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:50:48.915171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.915630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.916067 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.916511 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:48.944128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:50:40Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:48.950661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] Checking router: 9e1c635d-fe1d-4167-a81e-20b23b4690a0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:50:48.977304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] Routers {'9e1c635d-fe1d-4167-a81e-20b23b4690a0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:50:48.977926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:49.114967 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:49.115666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:49.115996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:49.116713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:50:49.116929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da700767-0e36-416c-846f-8a407b3b2bf6']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:49.225815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2103de-aba8-4dab-95ad-374d6272f706') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:49.226078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2103de-aba8-4dab-95ad-374d6272f706') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:49.258116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3f60da4-ce41-4eaf-969b-204791d24237 req-813a99ab-9f12-4408-ba75-4afe2ef37614 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1291127 Apr 01 14:50:49.262823 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.262994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42256) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:49.325384 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.347847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:50:49.348293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.400699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2096831a-03db-40e5-8390-dc16132db11f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6004dcd7e22345c6af0ef35881c3a4dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1286852 Apr 01 14:50:49.401501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42262) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:49.417136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Deleting port 2658016b-a15e-4539-ad8c-0dbda25cbd32 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:49.417524 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: util.warn_limited( Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: util.warn_limited( Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:50:49.460277 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:50:49.564540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] Set router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:50:49.570492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-66afb974-5c51-45a1-b5dd-14eea25b0830 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515842 Apr 01 14:50:49.574533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e46cee8a-0cfc-4d48-93e0-67cfee89df97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.605936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e46cee8a-0cfc-4d48-93e0-67cfee89df97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.683169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e46cee8a-0cfc-4d48-93e0-67cfee89df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.706272 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.774645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=da700767-0e36-416c-846f-8a407b3b2bf6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:49.805940 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.853394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cee8a-0cfc-4d48-93e0-67cfee89df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8040733-a5be-485d-8bf1-6bca7949f35c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:49.872720 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da700767-0e36-416c-846f-8a407b3b2bf6 HTTP/1.1" status: 204 len: 168 time: 3.2127831 Apr 01 14:50:49.917555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.917900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.918234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.918562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.922692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.923583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.923930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.924266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.924592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.929476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.929868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7e7d7-8ab2-4f33-b70b-4ee854673fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:49.965692 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:49.980572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Deleting port 750b5f51-9ac5-4eda-8c8a-f593a22b8735 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:49.980920 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:50.140841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e46cee8a-0cfc-4d48-93e0-67cfee89df97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:50.141450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-563c5b38-2a44-4b8d-ba05-db44b052e5c3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920479 Apr 01 14:50:50.156579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e46cee8a-0cfc-4d48-93e0-67cfee89df97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8040733-a5be-485d-8bf1-6bca7949f35c HTTP/1.1" status: 204 len: 168 time: 0.7539592 Apr 01 14:50:50.213949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a61f24-1c47-4acb-a9ea-10494edfee56 req-02bb3514-d9bb-4129-8b2d-face6482eca2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:50.224856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95a61f24-1c47-4acb-a9ea-10494edfee56 req-02bb3514-d9bb-4129-8b2d-face6482eca2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.7645326 Apr 01 14:50:50.231258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d973c-c9c4-47f5-8043-24f573749a0e None None] The port '2658016b-a15e-4539-ad8c-0dbda25cbd32' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:50:50.334900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-d8fcbdbc-7b6c-4fa1-aedc-1cdbe943f924 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:50.337464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-d8fcbdbc-7b6c-4fa1-aedc-1cdbe943f924 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6810400 Apr 01 14:50:50.348594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:50:40Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:50:50.358721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05953dc-fd1b-4eba-9b60-617fe7f3edaf None None] The sync data for ids ['9e1c635d-fe1d-4167-a81e-20b23b4690a0'] in n-d-836017-1 is: [{'id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613557058-router', 'tenant_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:50:40Z', 'revision_number': 5, 'project_id': 'c2a2379ec4a149bf8e5e2b85aa9e68dc', 'gw_port': {'id': '750b5f51-9ac5-4eda-8c8a-f593a22b8735', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c635d-fe1d-4167-a81e-20b23b4690a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:41Z', 'updated_at': '2022-04-01T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:50:50.372332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:50.388883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:50.715151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] For port 750b5f51-9ac5-4eda-8c8a-f593a22b8735, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=750b5f51-9ac5-4eda-8c8a-f593a22b8735,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:50.715542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:50.735944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-8f745d62-a319-47fd-8a54-5c2f9c1c064f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:50.737410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-8f745d62-a319-47fd-8a54-5c2f9c1c064f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5894229 Apr 01 14:50:50.773421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-0bd2a24e-f354-4fcf-88bb-db13dfad6ac8 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.8626642 Apr 01 14:50:50.783982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-417bcb3f-2a43-4d69-a1a0-77239fcb0a0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3adc2bc876204db1bfd7b0ecd31bce8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4085510 Apr 01 14:50:50.787045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95a61f24-1c47-4acb-a9ea-10494edfee56 req-3671b4c6-d99e-4247-871a-3f0cde7c1953 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613265 Apr 01 14:50:50.826085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42290) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:50.901463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:50.925707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Calling delete_port for 750b5f51-9ac5-4eda-8c8a-f593a22b8735 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:50.958953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:50.970556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:51.009615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:51.013632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:51.101523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda443c-8ed3-4581-ab85-b7395c8675a6 req-223858f7-1667-4315-820b-9e0dadb4a4eb tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:51.110292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fda443c-8ed3-4581-ab85-b7395c8675a6 req-223858f7-1667-4315-820b-9e0dadb4a4eb tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.6958077 Apr 01 14:50:51.149022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce792802-46db-4761-8a5c-4185fc987de2 req-5e90bd3d-b62f-4962-a9df-3110a7038b36 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 210 time: 0.0674233 Apr 01 14:50:51.241981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02e433be-d457-438c-bde8-fe2e190fd5af req-643346ea-e65a-47aa-8a30-79bd42925cb3 service neutron] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:51.329953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02e433be-d457-438c-bde8-fe2e190fd5af req-643346ea-e65a-47aa-8a30-79bd42925cb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:51.331077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02e433be-d457-438c-bde8-fe2e190fd5af req-643346ea-e65a-47aa-8a30-79bd42925cb3 service neutron] 10.222.0.44 "DELETE /v2.0/ports/f06aa538-7f23-4aeb-9f1a-a90caccfccdc/bindings/n-h1-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.5425529 Apr 01 14:50:51.383744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2c5397c-ab65-4bdb-8708-a1b29cd08cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:51.427630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fda443c-8ed3-4581-ab85-b7395c8675a6 req-2598579d-7d11-46f6-83ae-9b491a81d85d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163717 Apr 01 14:50:51.429586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.205 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/c3ff30a4-801a-4c05-b76f-fb5f88b61bc7) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:50:51.503598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2c5397c-ab65-4bdb-8708-a1b29cd08cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:51.571376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:51.674971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Usage tracker for resource:port and tenant:cd96705c64bc4d6b95aa37f5dc6d6139 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:51.680015 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:51.691616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:51.708044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b22fa643-35c4-42e8-b6b9-a99dd1076ba8 req-480333ca-0a5e-4171-a724-2114de2766ea tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1226823 Apr 01 14:50:51.793734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42312) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:51.851526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2c5397c-ab65-4bdb-8708-a1b29cd08cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:51.965177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Pushing event deleted for resources: {'Port': ['ID=750b5f51-9ac5-4eda-8c8a-f593a22b8735,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:51.987923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.022129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:52.041070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:52.044381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5397c-ab65-4bdb-8708-a1b29cd08cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197706e4-0820-4422-b5e0-c9e1ceb93557,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:52.067981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.091575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:52.100443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2c5397c-ab65-4bdb-8708-a1b29cd08cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.104224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2c5397c-ab65-4bdb-8708-a1b29cd08cb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/197706e4-0820-4422-b5e0-c9e1ceb93557 HTTP/1.1" status: 204 len: 168 time: 1.2744489 Apr 01 14:50:52.234751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-network', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:52.299107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:52.302827 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.346283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa4b372d-076a-449d-9b19-4db1fa544997 req-eb28623c-686c-4ccd-8e43-a63f8ed7d812 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1097 time: 0.3821828 Apr 01 14:50:52.429146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec8ce7d1-f623-4646-8c11-22192e897875 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:52.430907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:52.443904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa4b372d-076a-449d-9b19-4db1fa544997 req-62ad28c2-f5d6-4c6c-a9ab-5963b66f4994 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966167 Apr 01 14:50:52.446693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.504682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Usage tracker for resource:network and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:52.519039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:52.530073 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:50:52.567660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ec8ce7d1-f623-4646-8c11-22192e897875 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:52.568037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec8ce7d1-f623-4646-8c11-22192e897875 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:52.577710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:52.607714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:52.621548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:50:52.641339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:52.650639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:50:52.662300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:52.662868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.675069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Made reservation on behalf of 3e385da678b449808c7c02fe643ed0a0 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:52.677957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.745992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:52.786589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f29b7f1a-92f6-4a68-94ef-52b96c535a40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4191711 Apr 01 14:50:52.826139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Request body: {'port': {'device_id': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:53.036617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555bbd5-bc70-462f-a506-3b6792cba4c2 req-1a5e1312-9763-4b5d-9982-fd663ad499ff tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:53.039235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b555bbd5-bc70-462f-a506-3b6792cba4c2 req-1a5e1312-9763-4b5d-9982-fd663ad499ff tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.8726044 Apr 01 14:50:53.129393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:53.200922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-65d74299-e9c0-4a7e-b3ba-63d748ba8c95 None None] Provisioning for port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:53.206637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Usage tracker for resource:security_group_rule and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:53.210042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-65d74299-e9c0-4a7e-b3ba-63d748ba8c95 None None] Provisioning complete for port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:53.210584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65d74299-e9c0-4a7e-b3ba-63d748ba8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.259242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:53.281418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-65d74299-e9c0-4a7e-b3ba-63d748ba8c95 None None] Port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:50:53.323994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:53.331086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d4cdee5a-41a2-47db-907e-d4304ce9d197 req-79cb27e8-59c6-42cc-867d-d6111d607199 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 210 time: 0.3140626 Apr 01 14:50:53.344791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.361610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.413365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.421903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b555bbd5-bc70-462f-a506-3b6792cba4c2 req-c1247625-ddfc-4eb7-88f4-38d08dba70e7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717244 Apr 01 14:50:53.425082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2077e75f-dcef-4259-a8f2-c9ee2b68569e req-752fccb8-83e8-4c41-9755-dc507f2b8726 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0569706 Apr 01 14:50:53.504256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.50 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/b5c2cd7c-afba-4db9-855d-d13117ed58d4) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:50:53.520660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.521199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1c635d-fe1d-4167-a81e-20b23b4690a0 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:50:53.620716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.625219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2e75371b-861a-40ef-8087-e90f6683217a admin admin] 10.222.0.48 "DELETE /v2.0/routers/9e1c635d-fe1d-4167-a81e-20b23b4690a0 HTTP/1.1" status: 204 len: 168 time: 6.6822996 Apr 01 14:50:53.632589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42356) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:53.892961 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.897474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea788caa-ee4f-48cf-a52d-59d5dc72791c req-d9b1cec7-f80c-4b4b-8796-d03122b76d49 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0946536 Apr 01 14:50:53.906383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.920927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:50:53.930648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.931130 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Added segment 85a21fff-167f-4466-b0fb-5205369742d2 of type vlan for network e6070da0-5e18-48e1-95bf-3ff5330a2d35 Apr 01 14:50:53.975351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:53.999962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] Deleting subnet fadbb68e-6c53-415c-af81-8ef539f220a1 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:50:54.009303 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.038181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42364) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:54.045351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.046540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:54.047010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.182767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Pushing event updated for resources: {'Network': ['ID=e6070da0-5e18-48e1-95bf-3ff5330a2d35,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:54.212672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:50:54.225168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a84784ff-d1c4-4c19-b6a0-6777c37ea068 req-adece7b5-0328-42b4-90c7-935508ea025d tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1095 time: 0.4025943 Apr 01 14:50:54.297194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb25caa-8afe-4d7a-84fe-bdea31f0a832,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:54.345792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-279b7574-0af4-4f87-bf67-521e68231ebf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5482924 Apr 01 14:50:54.348446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42370) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:54.355037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 750b5f51-9ac5-4eda-8c8a-f593a22b8735 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:54.357206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a84784ff-d1c4-4c19-b6a0-6777c37ea068 req-b520fb29-e611-4c5e-ac60-630526be7862 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129072 Apr 01 14:50:54.375825 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.451768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Request body: {'subnet': {'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-subnet', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:54.456486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:54.460922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Usage tracker for resource:subnet and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:54.465210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:54.471343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-network', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:54.479326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:54.481022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:54.491569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Usage tracker for resource:network and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:54.500223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:54.515103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:54.515909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Made reservation on behalf of 3e385da678b449808c7c02fe643ed0a0 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:54.518606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.548073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:54.554366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.570707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 750b5f51-9ac5-4eda-8c8a-f593a22b8735 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:50:54.571038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 750b5f51-9ac5-4eda-8c8a-f593a22b8735 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:54.599315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.659886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:54.669275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:54.675383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:54.692420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:54.821674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bab66254-3af8-48f2-9cda-b642cfd03413 req-7f2b46ef-2316-4be4-a1dd-2750a6225ef9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:50:54.836530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.918871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bab66254-3af8-48f2-9cda-b642cfd03413 req-7f2b46ef-2316-4be4-a1dd-2750a6225ef9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:50:54.920270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bab66254-3af8-48f2-9cda-b642cfd03413 req-7f2b46ef-2316-4be4-a1dd-2750a6225ef9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 210 time: 0.2196660 Apr 01 14:50:54.929309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object b5c2cd7c-afba-4db9-855d-d13117ed58d4 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:54.936555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:54.987008 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.086275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.090341 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.120781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.130174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:50:55.281865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca33137-9903-4b76-a333-efb0cfca63a4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:55.420031 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef320db5-0b19-41c3-92ba-ebfb1a7bf892 req-795b39b1-0670-4bb3-b26a-0e61dbda9bab tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1217670 Apr 01 14:50:55.521968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:50:55.523358 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.535620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:55.552198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:50:55.605349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baee9ae-a650-40e5-b662-53a16bcd7a1d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:55.619656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:50:55.692157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:55.692702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.719100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.719100 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Added segment f259c499-fe47-4f02-836b-1b6149aa3bb4 of type vlan for network 82c77167-1c02-4b4f-ad02-96945e2faef1 Apr 01 14:50:55.727782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadbb68e-6c53-415c-af81-8ef539f220a1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:55.767148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=b5c2cd7c-afba-4db9-855d-d13117ed58d4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:55.777219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-f18531c4-764c-4c48-ab46-bac91e96fd96 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9485109 Apr 01 14:50:55.801893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Request body: {'port': {'device_id': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:55.896313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-a7e9d011-888f-4f6a-9ccd-023c03576228 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:55.909277 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-a7e9d011-888f-4f6a-9ccd-023c03576228 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 0.9660888 Apr 01 14:50:55.950835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:55.956707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-87980538-6a74-4d68-a0b7-d75f12d3af0c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fadbb68e-6c53-415c-af81-8ef539f220a1 HTTP/1.1" status: 204 len: 168 time: 2.3207238 Apr 01 14:50:55.958231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Checking segment: {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:55.958776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Network hostable DHCP agents. Network: e6070da0-5e18-48e1-95bf-3ff5330a2d35, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:50:55.967651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a591d7c-0930-46da-b1ce-60bee8c8dce0 None None] Network adab06f2-b722-4274-a321-b0a3961693d8 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:50:55.976518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42410) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:56.084388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.100046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.152748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:50:56.175014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-145815e0-c214-4030-b224-3f595b7bafec tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/quotas/87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 375 time: 0.2616127 Apr 01 14:50:56.184144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, e6070da0-5e18-48e1-95bf-3ff5330a2d35) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:56.200991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:56.201802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.215493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c1705-d714-464b-baf0-8ce6b47678fb None None] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:50:56.281888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-db9bb71f-a89e-460c-bfaa-0fa2743179b1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9314799 Apr 01 14:50:56.283483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42416) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:56.298495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:56.311753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:56.340553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Usage tracker for resource:router and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:56.355769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:56.412323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:56.417413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:50:56.436904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:50:56.447639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.533863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-77be852b-9222-40b9-92ef-e6fb86449ed7 None None] Provisioning for port b5c2cd7c-afba-4db9-855d-d13117ed58d4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:50:56.534155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.534155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.561426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-77be852b-9222-40b9-92ef-e6fb86449ed7 None None] Provisioning complete for port b5c2cd7c-afba-4db9-855d-d13117ed58d4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:50:56.561798 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77be852b-9222-40b9-92ef-e6fb86449ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.582811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.584141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:56.584864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.617458 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.673304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:50:56.674110 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.843975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:56.867614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-77be852b-9222-40b9-92ef-e6fb86449ed7 None None] Port b5c2cd7c-afba-4db9-855d-d13117ed58d4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:50:56.901015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:56.925957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Deleting port aaecc94e-4ca4-4fa1-9667-cae703e85e5c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:56.926397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.046327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] DHCP port deletion for adab06f2-b722-4274-a321-b0a3961693d8 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:50:57.071000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Deleting port aaecc94e-4ca4-4fa1-9667-cae703e85e5c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:57.073990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.103747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0599203 Apr 01 14:50:57.122430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:57.137143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd72ce28-2292-442a-b5cb-9748839989df req-f3a632dc-aec2-4eb4-a1ed-58e6bffc28a4 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1164010 Apr 01 14:50:57.140222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Transition to ACTIVE for port object c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:57.145072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eddf1d-7e49-4835-bc4b-5cf1dd63c2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=82c77167-1c02-4b4f-ad02-96945e2faef1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:57.194756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Request body: {'subnet': {'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-subnet', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:57.215319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:57.225401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Usage tracker for resource:subnet and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:57.229098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:57.237284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:57.240931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:50:57.248606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.338778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:50:57.340906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.480949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.635766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-2ff4f34a-11b4-4610-a0b7-27da8086ae30 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4569302 Apr 01 14:50:57.762967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c2cd7c-afba-4db9-855d-d13117ed58d4 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:50:57.864177 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.951728 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f200a051-3de8-4760-bca7-7937a5708248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.988919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:57.991976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Allocated IP 172.20.0.2 (e6070da0-5e18-48e1-95bf-3ff5330a2d35/bca33137-9903-4b76-a333-efb0cfca63a4/de607d63-6cd4-49af-8f9d-db01f6155a81) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:50:58.013952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] For port aaecc94e-4ca4-4fa1-9667-cae703e85e5c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:58.014567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.037170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Transition to ACTIVE for port object b5c2cd7c-afba-4db9-855d-d13117ed58d4 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:58.055648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.173310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Calling delete_port for aaecc94e-4ca4-4fa1-9667-cae703e85e5c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:58.207062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebb3f1-9b51-408a-a038-c7851c0d945a req-7266a809-8745-4d95-87f0-235d94e490fd tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:58.208576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3eebb3f1-9b51-408a-a038-c7851c0d945a req-7266a809-8745-4d95-87f0-235d94e490fd tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 935 time: 0.4388559 Apr 01 14:50:58.227189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:58.350638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Pushing event updated for resources: {'Port': ['ID=b5c2cd7c-afba-4db9-855d-d13117ed58d4,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:58.399917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53540cf6-3274-427d-8950-3b3cece9abf8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:58.441607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device aaecc94e-4ca4-4fa1-9667-cae703e85e5c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:50:58.520513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Checking segment: {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:58.520908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Network hostable DHCP agents. Network: 82c77167-1c02-4b4f-ad02-96945e2faef1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:50:58.554590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] For port aaecc94e-4ca4-4fa1-9667-cae703e85e5c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,segment=NetworkSegment(55b58ca6-aaf5-41e3-aec8-6db18a533a37),segment_id=55b58ca6-aaf5-41e3-aec8-6db18a533a37)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:50:58.555592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.600038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Attempting to bind port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:58.600564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Attempting to bind port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:58.600672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Attempting to bind port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:58.603854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.620676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.644398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.687893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No active binding found for port aaecc94e-4ca4-4fa1-9667-cae703e85e5c {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 14:50:58.688475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device aaecc94e-4ca4-4fa1-9667-cae703e85e5c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:50:58.694277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Pushing event deleted for resources: {'Port': ['ID=aaecc94e-4ca4-4fa1-9667-cae703e85e5c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:58.712261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] No DVR routers for this DVR port aaecc94e-4ca4-4fa1-9667-cae703e85e5c on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:50:58.728161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.728635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.737073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.737073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.737073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.737073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.737073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.737073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.737073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.739435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.739435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079aa01a-377f-4db3-a5f2-89ccb257cb99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:50:58.742341 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.763994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Transition to ACTIVE for port object de607d63-6cd4-49af-8f9d-db01f6155a81 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:58.765916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3eebb3f1-9b51-408a-a038-c7851c0d945a req-7c259901-3b53-4b6d-a093-eb4b9916598e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338443 Apr 01 14:50:58.802892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Transition to ACTIVE for port object de607d63-6cd4-49af-8f9d-db01f6155a81 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:50:58.813217 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:58.859544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Attempting to bind port b5c2cd7c-afba-4db9-855d-d13117ed58d4 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:58.859873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Attempting to bind port b5c2cd7c-afba-4db9-855d-d13117ed58d4 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:58.864981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Attempting to bind port b5c2cd7c-afba-4db9-855d-d13117ed58d4 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:58.880912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Port b5c2cd7c-afba-4db9-855d-d13117ed58d4 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:58.884858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Attempting to bind port b5c2cd7c-afba-4db9-855d-d13117ed58d4 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:58.914773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Calling delete_port for aaecc94e-4ca4-4fa1-9667-cae703e85e5c owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:50:58.956278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:50:58.957944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:58.964855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:50:58.972302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Pushing event updated for resources: {'Port': ['ID=de607d63-6cd4-49af-8f9d-db01f6155a81,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:58.992955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:50:58.993446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Attempting to bind port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:59.018448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:59.019321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:59.020013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:59.020634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Bound port: b5c2cd7c-afba-4db9-855d-d13117ed58d4, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:59.021146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.025846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-37ba8df1-9bc1-40b5-9e12-5ec83e665fbd service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1921167 Apr 01 14:50:59.065942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:59.066432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:59.066923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:59.067484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Bound port: c3ff30a4-801a-4c05-b76f-fb5f88b61bc7, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:59.067941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.079254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-659fee7d-adf8-4883-871e-0c4174670312 req-2ea9c15d-c16f-4153-ab34-b9237358e8d5 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1184685 Apr 01 14:50:59.105741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Attempting to bind port de607d63-6cd4-49af-8f9d-db01f6155a81 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:50:59.106100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Attempting to bind port de607d63-6cd4-49af-8f9d-db01f6155a81 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:50:59.106451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Attempting to bind port de607d63-6cd4-49af-8f9d-db01f6155a81 on network e6070da0-5e18-48e1-95bf-3ff5330a2d35 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:50:59.122634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Allocated IP 172.25.2.192 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:50:59.123420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:50:59.123925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Checking segment: {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:50:59.124456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.124837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Bound using segment: {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:50:59.125293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Bound port: de607d63-6cd4-49af-8f9d-db01f6155a81, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:50:59.125659 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.133615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:50:59.200242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:50:59.200706 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:50:59.227666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] For port de607d63-6cd4-49af-8f9d-db01f6155a81, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:59.231110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] For port de607d63-6cd4-49af-8f9d-db01f6155a81, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=de607d63-6cd4-49af-8f9d-db01f6155a81,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:59.238087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.239746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] For port b5c2cd7c-afba-4db9-855d-d13117ed58d4, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:59.270027 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-5e379070-7a9a-429c-a940-76f78efa725a service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431662 Apr 01 14:50:59.276997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 82c77167-1c02-4b4f-ad02-96945e2faef1) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:50:59.314868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d01f4d6-9ec3-45fd-94a1-e57d21cc56ae None None] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:50:59.319124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:50:59.319764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.356352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] For port b5c2cd7c-afba-4db9-855d-d13117ed58d4, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b5c2cd7c-afba-4db9-855d-d13117ed58d4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:59.383615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.394825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-819e7d2f-0d5d-40cd-9910-6f884fe025a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2508526 Apr 01 14:50:59.398026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:50:59.408306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:50:59.413990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:50:59.418571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Usage tracker for resource:router and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:50:59.422368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:50:59.433973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:50:59.446581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.448268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.468541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.489501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] For port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:50:59.551797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Pushing event updated for resources: {'Port': ['ID=b5c2cd7c-afba-4db9-855d-d13117ed58d4,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:59.626055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.627485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dc4c8d80-6d93-4fc8-b2e4-d99569b70e3a service neutron] 10.222.0.44 "PUT /v2.0/ports/b5c2cd7c-afba-4db9-855d-d13117ed58d4 HTTP/1.1" status: 200 len: 1095 time: 3.8373129 Apr 01 14:50:59.627939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'tag': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:50:59.723482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d98a2-ff1c-4ecf-9ebd-6bc12c3f5cfb None None] Pushing event updated for resources: {'Port': ['ID=de607d63-6cd4-49af-8f9d-db01f6155a81,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:50:59.800001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Deleting port aaecc94e-4ca4-4fa1-9667-cae703e85e5c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:50:59.800001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.836808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:50:59.900351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] For port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:50:59.972473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aef42a50-8481-45b9-894a-133a166e1a3f req-d6d04203-4336-43c7-ad02-df5c5bd5ecab tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 210 time: 0.3393993 Apr 01 14:51:00.016861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] The port 'aaecc94e-4ca4-4fa1-9667-cae703e85e5c' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:51:00.028951 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:00.029645 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-a798713e-646b-42d1-9db0-ddb623d6a69b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 1098 time: 0.3417501 Apr 01 14:51:00.192765 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'tag': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4', 'status': 'completed', 'code': 200} Apr 01 14:51:00.225130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:00.358847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-82c77167-1c02-4b4f-ad02-96945e2faef1', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:51:00.359734 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:00.401033 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebd80e14-a15f-4f54-847a-82fee29b0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:00.477964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-6367b282-5fbd-42f2-aca3-b57050fdf2c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b5c2cd7c-afba-4db9-855d-d13117ed58d4 HTTP/1.1" status: 200 len: 217 time: 0.4394031 Apr 01 14:51:00.579540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:00.636762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:00.640360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:00.668977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:00.754429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Pushing event updated for resources: {'Port': ['ID=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:00.774459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-45021812-b2ee-46c1-8779-ac2488bedf0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:00.781231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-45021812-b2ee-46c1-8779-ac2488bedf0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2445002 Apr 01 14:51:00.934499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:00.946823 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 HTTP/1.1" status: 200 len: 1096 time: 8.1391578 Apr 01 14:51:00.982791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Allocated IP 172.20.0.2 (82c77167-1c02-4b4f-ad02-96945e2faef1/53540cf6-3274-427d-8950-3b3cece9abf8/6e69e89e-f3d4-47e5-b1d1-be24b3f05834) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:00.998434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'tag': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:01.200736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0b32a50d-2986-4c5a-bfdc-84d3344a9e32 req-95c6c614-8043-411f-a5bb-71b0a163eac7 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.2940655 Apr 01 14:51:01.282479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-7dc89f61-f49a-415f-86a9-32f48f96ff09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4789798 Apr 01 14:51:01.289352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.313111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1824034-8a94-4e0e-86e1-4a66755a06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:01.405041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.416972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Transition to ACTIVE for port object 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:01.456879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Transition to ACTIVE for port object 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:01.474142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de607d63-6cd4-49af-8f9d-db01f6155a81 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:01.496907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.497656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.498624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.499145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.500045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.500520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > port after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.500986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > port after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.501648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > port after_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.502131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.502620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.503091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.503593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.542643 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.649541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.650144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.650523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.650879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 14:51:01.651316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adab06f2-b722-4274-a321-b0a3961693d8']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:01.666614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Pushing event updated for resources: {'Port': ['ID=6e69e89e-f3d4-47e5-b1d1-be24b3f05834,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:01.689333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b58ca6-aaf5-41e3-aec8-6db18a533a37') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:01.704882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b58ca6-aaf5-41e3-aec8-6db18a533a37') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:01.716757 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.719371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.742641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:01.744418 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.744595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.752435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:01.754427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:51:01.754826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:01.760190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:01.824398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab7284-a297-49b2-8167-29fd3167a1e5 None None] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: util.warn_limited( Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: util.warn_limited( Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:51:01.865695 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:51:01.879926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.030867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port de607d63-6cd4-49af-8f9d-db01f6155a81 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:02.107568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fff223a1-ced8-4497-ba9b-63548e4a4148 None None] Provisioning for port de607d63-6cd4-49af-8f9d-db01f6155a81 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:02.161426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fff223a1-ced8-4497-ba9b-63548e4a4148 None None] Provisioning complete for port de607d63-6cd4-49af-8f9d-db01f6155a81 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:02.162555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff223a1-ced8-4497-ba9b-63548e4a4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.206446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Attempting to bind port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:02.207486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Attempting to bind port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:02.207964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Attempting to bind port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 on network 82c77167-1c02-4b4f-ad02-96945e2faef1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:02.242835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:02.242835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Checking segment: {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:02.243794 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.244440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Bound using segment: {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:02.244935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Bound port: 6e69e89e-f3d4-47e5-b1d1-be24b3f05834, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:02.245910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.315435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Pushing event deleted for resources: {'Network': ['ID=adab06f2-b722-4274-a321-b0a3961693d8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:02.323611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb36f39-bc87-442b-b6d2-d735e0da444d req-98027b80-e004-49ea-8363-b00ac4a9896b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:02.324685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1bb36f39-bc87-442b-b6d2-d735e0da444d req-98027b80-e004-49ea-8363-b00ac4a9896b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:51:02.340519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.376212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-c4c290c0-02d9-436d-9b9b-2bacd0f1bffe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 1099 time: 1.3336940 Apr 01 14:51:02.379691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-713a77ed-2883-4ed7-91d2-9dbd265e345d admin admin] 10.222.0.48 "DELETE /v2.0/networks/adab06f2-b722-4274-a321-b0a3961693d8 HTTP/1.1" status: 204 len: 168 time: 6.3688393 Apr 01 14:51:02.382049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:02.402870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1bb36f39-bc87-442b-b6d2-d735e0da444d req-98027b80-e004-49ea-8363-b00ac4a9896b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:51:02.410308 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1bb36f39-bc87-442b-b6d2-d735e0da444d req-98027b80-e004-49ea-8363-b00ac4a9896b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 947 time: 1.8674729 Apr 01 14:51:02.537328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5e31b51-c5a2-4b2f-b697-29070125f4a9 req-27b8cfbb-22eb-416e-a78b-e8d872380f31 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 210 time: 0.1195097 Apr 01 14:51:02.621668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-3816d926-5516-4bce-8937-2bb9dea2a488 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3204021 Apr 01 14:51:02.690863 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'tag': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'status': 'completed', 'code': 200} Apr 01 14:51:02.699184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff223a1-ced8-4497-ba9b-63548e4a4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.712576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] For port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:02.729107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1bb36f39-bc87-442b-b6d2-d735e0da444d req-65277c88-53ad-4f52-9b96-5d27cc659769 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139353 Apr 01 14:51:02.743646 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.748722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] For port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6e69e89e-f3d4-47e5-b1d1-be24b3f05834,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:02.783374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fff223a1-ced8-4497-ba9b-63548e4a4148 None None] For port de607d63-6cd4-49af-8f9d-db01f6155a81, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=de607d63-6cd4-49af-8f9d-db01f6155a81,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:02.789750 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff223a1-ced8-4497-ba9b-63548e4a4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.903130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:02.909821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-38c938da-658c-44ac-8241-031a6add025e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 HTTP/1.1" status: 200 len: 217 time: 0.4973636 Apr 01 14:51:03.039600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff223a1-ced8-4497-ba9b-63548e4a4148 None None] Pushing event updated for resources: {'Port': ['ID=de607d63-6cd4-49af-8f9d-db01f6155a81,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:03.097269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-0cb8c660-f1a8-4382-9722-0a4d37f24f14 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637575 Apr 01 14:51:03.161875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3063b369-0ffc-445c-8845-be59d4f79732 req-885c3795-1dac-4fee-83ec-e12341e0d0b0 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1370702 Apr 01 14:51:03.306417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-fff4eb7b-9297-4eeb-a231-5d6e9941234f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:03.309556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-fff4eb7b-9297-4eeb-a231-5d6e9941234f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 1.3609560 Apr 01 14:51:03.342474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Request body: {'port': {'device_id': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'admin_state_up': True, 'tenant_id': '87775a992abf4855bf376b044653efb5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:03.388940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873af7b6-1902-4a9c-af51-3d16613cfc8a None None] Pushing event updated for resources: {'Port': ['ID=6e69e89e-f3d4-47e5-b1d1-be24b3f05834,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:03.400861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-21de27f8-01f6-4f34-80dc-b526b93dabf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:03.402600 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-21de27f8-01f6-4f34-80dc-b526b93dabf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.4644971 Apr 01 14:51:03.542426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d7e380e-88c1-4b45-97fc-b4bf492a511d None None] Provisioning complete for port de607d63-6cd4-49af-8f9d-db01f6155a81 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:03.542771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7e380e-88c1-4b45-97fc-b4bf492a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:03.550893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8243a099-788d-44d9-a768-20a6a725ed51 req-8b457d10-8098-4ad6-adb9-aad197120da5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 1098 time: 0.3844593 Apr 01 14:51:03.856494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Router 57ce12c3-9720-4951-befd-9b144eae9126 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:51:03.973501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-69716770-02ac-456a-bca9-508ebaccddfc req-4d465dbe-6e45-4c9b-a83c-032583698706 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 210 time: 0.1912384 Apr 01 14:51:03.992981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:04.096273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:04.107654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:04.130888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:04.144196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a099-788d-44d9-a768-20a6a725ed51 req-26e86634-732a-4b72-ac0f-d10b4123f6bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:04.147384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8243a099-788d-44d9-a768-20a6a725ed51 req-26e86634-732a-4b72-ac0f-d10b4123f6bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5817692 Apr 01 14:51:04.201533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Made reservation on behalf of 87775a992abf4855bf376b044653efb5 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:04.209631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:04.229550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-dca82a57-da4e-46d2-acca-9be08ec04dc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7172463 Apr 01 14:51:04.425705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8243a099-788d-44d9-a768-20a6a725ed51 req-5597f654-8bf5-4c49-bd7e-270e1f292239 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b5c2cd7c-afba-4db9-855d-d13117ed58d4 HTTP/1.1" status: 200 len: 217 time: 0.2425082 Apr 01 14:51:04.562592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:04.759463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:04.781762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de607d63-6cd4-49af-8f9d-db01f6155a81 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:04.786437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a099-788d-44d9-a768-20a6a725ed51 req-e11df6d1-5797-4292-a56c-6d7c0dd7bd4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:04.788964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8243a099-788d-44d9-a768-20a6a725ed51 req-e11df6d1-5797-4292-a56c-6d7c0dd7bd4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2827656 Apr 01 14:51:04.881605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eed840-add0-4a77-a4e3-b16c37ab608f None None] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:51:04.899376 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3bb138d-0712-4845-9df5-0249bf4b68b4 req-2239b705-85fb-4cf5-a2b3-e476e15cb331 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1203113 Apr 01 14:51:04.950081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a38f67-7ac9-44e8-9fb7-1553390fc7b6 req-96632dc3-a18d-4726-89d1-e3c0cd229df9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:04.964228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77a38f67-7ac9-44e8-9fb7-1553390fc7b6 req-96632dc3-a18d-4726-89d1-e3c0cd229df9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 947 time: 0.8821781 Apr 01 14:51:04.993645 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-00182fba-bc07-4ced-9008-021f414fda93 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531846 Apr 01 14:51:05.122514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77a38f67-7ac9-44e8-9fb7-1553390fc7b6 req-20818fae-958e-4a0e-86c3-6152b25fda3a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561723 Apr 01 14:51:05.187741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8243a099-788d-44d9-a768-20a6a725ed51 req-51ba7bb5-986e-4362-bf32-c0702a1afa0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3844399 Apr 01 14:51:05.290434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-94382ab6-22ea-4d7f-b05b-9424e0132082 None None] Provisioning for port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:05.395868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8243a099-788d-44d9-a768-20a6a725ed51 req-7482a69f-e9de-48da-8325-42ecb702bbfa service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939075 Apr 01 14:51:05.406792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Allocated IP 172.25.2.75 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1aab9292-ef45-4814-ba8f-918915299a5a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:05.423065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-94382ab6-22ea-4d7f-b05b-9424e0132082 None None] Provisioning complete for port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:05.423725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94382ab6-22ea-4d7f-b05b-9424e0132082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:05.610509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8243a099-788d-44d9-a768-20a6a725ed51 req-13b623fe-e0f3-4620-9a4b-c7c288c5c6d3 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057586 Apr 01 14:51:05.641398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:05.653029 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Sync routers for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:05.682130 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:05.682656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:05.715761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-220f0f59-a02e-49c0-b3df-bc7cd657154c req-9718ba9b-edde-4fd3-918e-8cbb7beae61d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 210 time: 0.3756285 Apr 01 14:51:05.730234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:05.734748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0c8c1b98-0b6f-467b-9820-09a76986be4b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4469447 Apr 01 14:51:05.738993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42532) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:05.765990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Allocated IP 172.20.0.12 (c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656/9985c0da-26da-4d35-8a3f-a6ca50696f30/4c6c33fb-6988-4fcd-b5d9-85bc5747768f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:05.842114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port de607d63-6cd4-49af-8f9d-db01f6155a81 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:05.842698 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:05.942667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:05.991164 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:06.021492 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94382ab6-22ea-4d7f-b05b-9424e0132082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:06.054411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b5c2cd7c-afba-4db9-855d-d13117ed58d4 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:51:06.224691 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:06.282309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-94382ab6-22ea-4d7f-b05b-9424e0132082 None None] For port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6e69e89e-f3d4-47e5-b1d1-be24b3f05834,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:06.305266 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94382ab6-22ea-4d7f-b05b-9424e0132082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:06.317266 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:51:06.328045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:06.370984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:06.392116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:06.513818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad0ae48f-fd67-4138-b852-31d32738ec05 req-54d259b6-8fab-4b8c-823e-88b6a563c6f3 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0982893 Apr 01 14:51:06.716004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94382ab6-22ea-4d7f-b05b-9424e0132082 None None] Pushing event updated for resources: {'Port': ['ID=6e69e89e-f3d4-47e5-b1d1-be24b3f05834,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:06.724649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1aab9292-ef45-4814-ba8f-918915299a5a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:06.755723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-01e38a84-3366-459e-b577-407c754f767c None None] Provisioning complete for port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:06.756100 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01e38a84-3366-459e-b577-407c754f767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:06.801178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b5c2cd7c-afba-4db9-855d-d13117ed58d4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b5c2cd7c-afba-4db9-855d-d13117ed58d4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:06.829293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4', 'mac_address': 'fa:16:3e:fe:3b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:51:06.879182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-224b4f86-19fe-4de0-a638-9e6e4fb451c9 req-ffa8c4e4-a1a2-45b3-b0e7-c10431b8e41e service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8744829 Apr 01 14:51:06.922146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.065810 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.127682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c2cd7c-afba-4db9-855d-d13117ed58d4 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:51:07.139183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed781c-b184-40d5-9759-573635e18128 req-7b97f84d-cc1e-4e28-bc9d-125be9e994c5 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:07.151171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c8ed781c-b184-40d5-9759-573635e18128 req-7b97f84d-cc1e-4e28-bc9d-125be9e994c5 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 947 time: 0.6932104 Apr 01 14:51:07.152324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2a6f8c9-934d-40fb-846f-6c7f1bce608c req-aa0ce611-73fe-4034-bf3e-3262b176a0d0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 210 time: 0.0611718 Apr 01 14:51:07.198660 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:01Z', 'revision_number': 3, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:07.206223 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Checking router: 57ce12c3-9720-4951-befd-9b144eae9126 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:07.206510 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Updating router 57ce12c3-9720-4951-befd-9b144eae9126 port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:51:07.243179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.277015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b5c2cd7c-afba-4db9-855d-d13117ed58d4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b5c2cd7c-afba-4db9-855d-d13117ed58d4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:07.282900 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.380211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=b5c2cd7c-afba-4db9-855d-d13117ed58d4,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:07.382843 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.511188 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4042569b-1081-4f94-94f3-b5a273445016 req-ed6bb4da-71f7-42d4-ab51-7aa5c703e581 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 1099 time: 0.4476850 Apr 01 14:51:07.536104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c8ed781c-b184-40d5-9759-573635e18128 req-ae0b9560-3467-4f1b-9847-a6980524ff76 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823829 Apr 01 14:51:07.675874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['b5c2cd7c-afba-4db9-855d-d13117ed58d4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:07.815001 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.819860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042569b-1081-4f94-94f3-b5a273445016 req-1142a970-a4b9-47e6-bcc8-93051b6f684c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:07.821318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4042569b-1081-4f94-94f3-b5a273445016 req-1142a970-a4b9-47e6-bcc8-93051b6f684c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2742286 Apr 01 14:51:07.827603 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Transition to ACTIVE for port object ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:07.839118 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.850048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.919896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.934167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:07.937523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:08.076147 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Pushing event updated for resources: {'Port': ['ID=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:08.089774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4042569b-1081-4f94-94f3-b5a273445016 req-30aa53ab-2e6a-4bd7-b578-4bbfb97b37ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 HTTP/1.1" status: 200 len: 217 time: 0.2498279 Apr 01 14:51:08.102981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Attempting to bind port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:08.106674 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Attempting to bind port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:08.107534 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Attempting to bind port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:08.115418 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.115418 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.117003 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.117003 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.117003 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.119971 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.120375 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.120708 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.123733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.123733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.123733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:08.162513 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:08.163021 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:08.163338 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:08.163989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:08.164490 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Bound port: ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:08.164894 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:08.318419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042569b-1081-4f94-94f3-b5a273445016 req-ca8929ea-f0d7-4c2b-bb61-7822c372765e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:08.320313 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4042569b-1081-4f94-94f3-b5a273445016 req-ca8929ea-f0d7-4c2b-bb61-7822c372765e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1749127 Apr 01 14:51:08.334658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:08.369353 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] For port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:08.375096 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] For port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:08.382806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b2beee8a-ec73-4562-87cd-4499a5f6f1aa req-a2bbff8b-03c5-4984-bf44-f5c23e14447c tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.3301554 Apr 01 14:51:08.384469 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:08.453928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:08.460808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:08.562734 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:08.563584 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:08.607433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Allocated IP 172.20.0.1 (e6070da0-5e18-48e1-95bf-3ff5330a2d35/bca33137-9903-4b76-a333-efb0cfca63a4/e3b9952f-339b-4be2-b241-6522c4d2f16a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:08.653281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:08.801219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:08.801820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:08.832129 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:08.909873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5736842 Apr 01 14:51:08.933564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:08.934844 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:08.953810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Request body: {'port': {'device_id': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:09.030205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993895d7-e4b3-48f0-b5af-63e83cc5287e req-1686dc7a-4ba2-47a2-81d7-aac26e4746bf tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:09.039447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-993895d7-e4b3-48f0-b5af-63e83cc5287e req-1686dc7a-4ba2-47a2-81d7-aac26e4746bf tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 948 time: 0.2032478 Apr 01 14:51:09.064071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:09.095512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Transition to ACTIVE for port object e3b9952f-339b-4be2-b241-6522c4d2f16a will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:09.125246 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-993895d7-e4b3-48f0-b5af-63e83cc5287e req-e2b23d5b-37c4-4de6-b39c-3eb7a04ca135 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847297 Apr 01 14:51:09.167327 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:09.176209 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5acf-35b6-4857-a195-7cfdc4474fe1 None None] Pushing event updated for resources: {'Port': ['ID=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:09.181453 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:01Z', 'revision_number': 3, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:09.188005 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e5a622-abee-4151-b733-c54e9d85ad99 None None] The sync data for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 is: [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:01Z', 'revision_number': 3, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:09.268367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:09.286607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:09.301427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:09.312607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edc98c-11eb-4174-af4a-7f77235f373f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:09.342497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b9952f-339b-4be2-b241-6522c4d2f16a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:09.385353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:09.415035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:09.453284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4042569b-1081-4f94-94f3-b5a273445016 req-70cbce63-2796-4a62-bcbb-9d69ac93ba58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1091599 Apr 01 14:51:09.570284 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:09.705497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7cac5840-c2a5-4e8a-b38d-f023211c95a5 None None] Provisioning for port e3b9952f-339b-4be2-b241-6522c4d2f16a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:09.712360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7cac5840-c2a5-4e8a-b38d-f023211c95a5 None None] Provisioning complete for port e3b9952f-339b-4be2-b241-6522c4d2f16a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:09.712987 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cac5840-c2a5-4e8a-b38d-f023211c95a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:09.827656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7cac5840-c2a5-4e8a-b38d-f023211c95a5 None None] Port e3b9952f-339b-4be2-b241-6522c4d2f16a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:09.852780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51e647-8e94-4844-a4ef-46e4bc882b93 req-6646e345-0f01-4fee-a9e7-2130013ee0a5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:09.853535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-da51e647-8e94-4844-a4ef-46e4bc882b93 req-6646e345-0f01-4fee-a9e7-2130013ee0a5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:51:09.905405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-da51e647-8e94-4844-a4ef-46e4bc882b93 req-6646e345-0f01-4fee-a9e7-2130013ee0a5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:51:09.906589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da51e647-8e94-4844-a4ef-46e4bc882b93 req-6646e345-0f01-4fee-a9e7-2130013ee0a5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 932 time: 1.3024390 Apr 01 14:51:10.057336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7473d2a6-fa4e-4116-8ee0-505a3613e203 req-9f2760d5-e623-42c6-882d-3527d1711d98 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.3511877 Apr 01 14:51:10.082827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:51:10.386612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:10.402506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:10.412187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:10.431692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'mac_address': 'fa:16:3e:60:e0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:51:10.436293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b5c2cd7c-afba-4db9-855d-d13117ed58d4 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:10.562757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da51e647-8e94-4844-a4ef-46e4bc882b93 req-3e4dc729-188b-448a-a2a8-4b06e120ef01 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445007 Apr 01 14:51:10.600138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4042569b-1081-4f94-94f3-b5a273445016 req-c2eb24ee-eedb-48ef-9660-de6d8ee4ba79 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0046835 Apr 01 14:51:10.670004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:10.690895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:10.701948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:10.737503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:51:10.763301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port b5c2cd7c-afba-4db9-855d-d13117ed58d4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:10.781936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b9952f-339b-4be2-b241-6522c4d2f16a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:10.782863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:10.793828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4042569b-1081-4f94-94f3-b5a273445016 req-1e35ec14-fc4d-4aeb-bfe6-650ac2fef080 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673253 Apr 01 14:51:10.847740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port b5c2cd7c-afba-4db9-855d-d13117ed58d4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:10.848541 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:10.896767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:11.014552 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.025107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Router 55783f50-4b3b-48a2-af1a-092403f260a6 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:51:11.041928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6c33fb-6988-4fcd-b5d9-85bc5747768f {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:51:11.047756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b5ed-375b-41d9-9917-fbaacdaf6503 req-efbdf0cc-2bc2-465b-91fa-a29f3a16d44a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:11.055452 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a06b5ed-375b-41d9-9917-fbaacdaf6503 req-efbdf0cc-2bc2-465b-91fa-a29f3a16d44a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 948 time: 0.4638746 Apr 01 14:51:11.059342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.121541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:11.124076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:11.149795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:11.207966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:11.225889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:11.226258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.235918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Transition to ACTIVE for port object 4c6c33fb-6988-4fcd-b5d9-85bc5747768f will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:11.319914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a06b5ed-375b-41d9-9917-fbaacdaf6503 req-8ada1f6e-8bec-436b-b652-c67bed0e310d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634363 Apr 01 14:51:11.334895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:11.411783 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.459015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.508206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b5c2cd7c-afba-4db9-855d-d13117ed58d4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b5c2cd7c-afba-4db9-855d-d13117ed58d4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:11.521528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:11.547694 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.570805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2d15a99-f082-4121-9045-933b21b099a5 req-26450fd3-9346-4477-ae38-70d13ca32ebd tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0949478 Apr 01 14:51:11.643433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:11.652300 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4', 'code': 200} Apr 01 14:51:11.702474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.730067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:11.747561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.766392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f8caab5f-4dd7-4503-8dcb-510283ea2cad None None] Provisioning complete for port e3b9952f-339b-4be2-b241-6522c4d2f16a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:11.766666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8caab5f-4dd7-4503-8dcb-510283ea2cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:11.803377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=b5c2cd7c-afba-4db9-855d-d13117ed58d4,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:11.909726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:11.955493 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1bd6c723-296b-412e-a12c-2ed16315b36d req-f36d1e8c-e738-4be6-9abd-c9d40663488d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 1100 time: 0.2473931 Apr 01 14:51:11.955842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f8caab5f-4dd7-4503-8dcb-510283ea2cad None None] Port e3b9952f-339b-4be2-b241-6522c4d2f16a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:11.991264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b72e0a-bb20-4e4f-a775-83157a683c18 req-52978e73-1077-479c-96c3-5c804c74ed71 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:11.992976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1b72e0a-bb20-4e4f-a775-83157a683c18 req-52978e73-1077-479c-96c3-5c804c74ed71 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.1806049 Apr 01 14:51:12.001821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:12.002364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:12.002868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:12.028991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Router 57ce12c3-9720-4951-befd-9b144eae9126 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:51:12.030962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:51:12.031547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:12.040472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Deleting port 45627a2c-01de-40f7-9621-bf1342eafb29 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:51:12.041444 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:12.071565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1bd6c723-296b-412e-a12c-2ed16315b36d req-7a5b325d-7d9e-4118-b6f9-d977a31decb4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057947 Apr 01 14:51:12.074022 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1b72e0a-bb20-4e4f-a775-83157a683c18 req-5d99eb6c-9e66-4acc-b279-a53b34c12633 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737624 Apr 01 14:51:12.095813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:12.095813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:12.096190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:12.096623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Bound port: 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:12.096959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:12.271800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:12.281408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8a18cbe0-3784-4f35-b559-0b5e89750012 admin admin] 10.222.0.48 "PUT /v2.0/routers/57ce12c3-9720-4951-befd-9b144eae9126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5413363 Apr 01 14:51:12.344021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:12.352551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Sync routers for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:12.367271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:12.368275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:12.386244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] For port 45627a2c-01de-40f7-9621-bf1342eafb29, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=45627a2c-01de-40f7-9621-bf1342eafb29,segment=NetworkSegment(5e50cc22-355c-429c-933c-d24bc14f5c27),segment_id=5e50cc22-355c-429c-933c-d24bc14f5c27)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:12.386665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:12.402154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:12.415384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4866805-57ce-4d23-893a-d6a89f3e77ee req-d4636568-a313-4e82-b948-c416ffe709f1 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:12.416906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4866805-57ce-4d23-893a-d6a89f3e77ee req-d4636568-a313-4e82-b948-c416ffe709f1 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 951 time: 0.3307133 Apr 01 14:51:12.544072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:12.545256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca2df2ad-e308-449f-9580-eb0e72f778b9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.1461637 Apr 01 14:51:12.548395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42626) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:12.554713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Calling delete_port for 45627a2c-01de-40f7-9621-bf1342eafb29 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:51:12.598466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:12.613237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:12.626225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:12.762945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:12.924669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:12.938048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb958-1b4e-4d34-b284-e9db6afa419c req-23f3b392-30ec-411b-8f1d-6214ce55c09f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:12.946923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:12.948476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-81ca2af8-c8b2-49a3-a094-aa05a0e02484 service neutron] 10.222.0.62 "PUT /v2.0/ports/4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 200 len: 1092 time: 4.0027471 Apr 01 14:51:12.948919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:12.949386 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-927eb958-1b4e-4d34-b284-e9db6afa419c req-23f3b392-30ec-411b-8f1d-6214ce55c09f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 949 time: 0.4625399 Apr 01 14:51:12.965391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4866805-57ce-4d23-893a-d6a89f3e77ee req-5639da60-b7d1-40ec-8a67-f1105f2be6f9 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996154 Apr 01 14:51:12.982267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:12.982642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:13.099721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-927eb958-1b4e-4d34-b284-e9db6afa419c req-2a1002f1-4692-40ee-9a84-3094392c4775 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477685 Apr 01 14:51:13.157773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:13.230626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:07Z', 'revision_number': 3, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:13.244488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Checking router: 55783f50-4b3b-48a2-af1a-092403f260a6 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:13.245148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Updating router 55783f50-4b3b-48a2-af1a-092403f260a6 port 1aab9292-ef45-4814-ba8f-918915299a5a binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:51:13.339660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:13.491244 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f', 'status': 'completed', 'code': 200} Apr 01 14:51:13.566287 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-77c715a6-c239-4ded-a18d-21d24a8e6074 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1095 time: 0.5619602 Apr 01 14:51:13.601605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42658) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:13.735895 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Sync routers for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:13.745636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-network', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:13.753822 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:13.754443 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:13.764771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:13.774853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Usage tracker for resource:network and tenant:204fc09dca5f42f19a6367e29219fdc5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:13.780410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:13.818172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c950e3c-e9bf-4d61-944d-266b831483c2 req-314971b4-fcbc-49c9-bd41-974c2216a14c tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.3211262 Apr 01 14:51:13.818909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=45627a2c-01de-40f7-9621-bf1342eafb29,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:13.841359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:13.880184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-549e1c38-b407-4789-901d-90a2b8790f3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 200 len: 217 time: 0.2278666 Apr 01 14:51:13.911011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Made reservation on behalf of 204fc09dca5f42f19a6367e29219fdc5 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:13.914643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:13.962224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:13.976981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-c6fea5a5-edf5-42e0-9151-f636cc7ba491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:13.980372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-c6fea5a5-edf5-42e0-9151-f636cc7ba491 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.0923190 Apr 01 14:51:13.999974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4423ff-1c37-4a31-9759-931080b68c6f req-3c9d67ec-19da-4b88-91f0-7c21f9b0d767 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:14.004158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.008023 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df4423ff-1c37-4a31-9759-931080b68c6f req-3c9d67ec-19da-4b88-91f0-7c21f9b0d767 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.3068736 Apr 01 14:51:14.019827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Transition to ACTIVE for port object 1aab9292-ef45-4814-ba8f-918915299a5a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:14.030859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.064251 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:14.119271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:14.124306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:14.125345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Usage tracker for resource:security_group_rule and tenant:204fc09dca5f42f19a6367e29219fdc5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:14.132395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:14.148752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:14.180575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df4423ff-1c37-4a31-9759-931080b68c6f req-87b70c59-300e-4538-9a85-d974cd6c594c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715531 Apr 01 14:51:14.242969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba4fc-eb73-4d2f-b478-284eb79eb774 None None] Pushing event updated for resources: {'Port': ['ID=1aab9292-ef45-4814-ba8f-918915299a5a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:14.253279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Attempting to bind port 1aab9292-ef45-4814-ba8f-918915299a5a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:14.255095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Attempting to bind port 1aab9292-ef45-4814-ba8f-918915299a5a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:14.255846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Attempting to bind port 1aab9292-ef45-4814-ba8f-918915299a5a on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:14.266811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:14.267560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:14.268162 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.269712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:14.270443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Bound port: 1aab9292-ef45-4814-ba8f-918915299a5a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:14.271190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.273911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-2c276beb-1681-4c17-9499-34bcf6517b5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2859542 Apr 01 14:51:14.346830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.359705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] For port 1aab9292-ef45-4814-ba8f-918915299a5a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:14.363392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] For port 1aab9292-ef45-4814-ba8f-918915299a5a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1aab9292-ef45-4814-ba8f-918915299a5a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:14.380173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.396728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.440624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885951f0-1a3f-48ca-96ae-d3919ccb408b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:14.467804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba4fc-eb73-4d2f-b478-284eb79eb774 None None] Pushing event updated for resources: {'Port': ['ID=1aab9292-ef45-4814-ba8f-918915299a5a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:14.487573 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.508124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:14.518808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:14.519270 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.531604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-cad5203b-6f6d-4739-9982-9eb47899119f service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282987 Apr 01 14:51:14.556687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:14.557692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:14.605601 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 2, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:14.618783 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Checking router: 57ce12c3-9720-4951-befd-9b144eae9126 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:14.619122 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Updating router 57ce12c3-9720-4951-befd-9b144eae9126 port e3b9952f-339b-4be2-b241-6522c4d2f16a binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:51:14.621795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:51:14.737218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71961b18-5eee-4c4a-80db-6bdc6b3726d4 req-8dd3a368-5f45-4ea2-8193-9c9c227626e9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:14.738727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71961b18-5eee-4c4a-80db-6bdc6b3726d4 req-8dd3a368-5f45-4ea2-8193-9c9c227626e9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 949 time: 0.2994394 Apr 01 14:51:14.803905 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.805265 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.805606 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Added segment 035b7376-2dbc-44c7-bdd1-0c1c6037e988 of type vlan for network 278cb98d-7f1e-4add-a731-a025f704d9d5 Apr 01 14:51:14.808115 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.833212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3f7e07-47af-47b9-b626-2092ec0d5b2a req-6ff0956f-a0d6-46ff-bed8-02aa7d192c89 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928481 Apr 01 14:51:14.843181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:14.871582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71961b18-5eee-4c4a-80db-6bdc6b3726d4 req-75a580f8-6c3c-43c4-a9f2-36d3e03cf414 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Apr 01 14:51:15.027491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.140432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:15.153806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Allocated IP 172.20.0.1 (82c77167-1c02-4b4f-ad02-96945e2faef1/53540cf6-3274-427d-8950-3b3cece9abf8/465f6659-457d-404f-a82a-89d5b4266c1a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:15.272678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:15.301363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.322762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-315859e5-2891-473d-9c25-6c6cf052941a req-d5b49c25-be75-4ae0-b4c6-0277951f5d45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1095 time: 0.3378329 Apr 01 14:51:15.408954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:15.442574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.455893 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.472075 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Transition to ACTIVE for port object e3b9952f-339b-4be2-b241-6522c4d2f16a will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:15.479108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.481011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:15.481995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.483897 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.494317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-75bd2747-4131-454b-a2bd-65d96ce54cf1 req-21e10568-99ca-48b3-8adc-6b5be04538e3 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1384444 Apr 01 14:51:15.560828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315859e5-2891-473d-9c25-6c6cf052941a req-5f3b34d0-9505-4848-ae11-652ec0cbe2fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:15.562255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-315859e5-2891-473d-9c25-6c6cf052941a req-5f3b34d0-9505-4848-ae11-652ec0cbe2fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.2313676 Apr 01 14:51:15.676243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-315859e5-2891-473d-9c25-6c6cf052941a req-04f769c4-c2ec-4a47-98d6-e2009dfe49a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 200 len: 217 time: 0.1036687 Apr 01 14:51:15.772336 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Attempting to bind port e3b9952f-339b-4be2-b241-6522c4d2f16a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:15.772718 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Attempting to bind port e3b9952f-339b-4be2-b241-6522c4d2f16a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:15.773076 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Attempting to bind port e3b9952f-339b-4be2-b241-6522c4d2f16a on network e6070da0-5e18-48e1-95bf-3ff5330a2d35 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:15.780632 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7768-cfdd-4618-9f10-d3398eae7791 None None] Pushing event updated for resources: {'Port': ['ID=e3b9952f-339b-4be2-b241-6522c4d2f16a,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:15.783053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:15.783448 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Checking segment: {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:15.783833 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.784334 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Bound using segment: {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:15.784931 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Bound port: e3b9952f-339b-4be2-b241-6522c4d2f16a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:15.785654 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.812134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:15.863837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.915664 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] For port e3b9952f-339b-4be2-b241-6522c4d2f16a, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:15.919195 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] For port e3b9952f-339b-4be2-b241-6522c4d2f16a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e3b9952f-339b-4be2-b241-6522c4d2f16a,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:15.928676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] Pushing event updated for resources: {'Network': ['ID=278cb98d-7f1e-4add-a731-a025f704d9d5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:15.929137 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:15.951418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Transition to ACTIVE for port object 465f6659-457d-404f-a82a-89d5b4266c1a will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:15.960163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d2ac9c83-a04f-4138-a12c-eb9f485c8010 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3347220 Apr 01 14:51:15.966803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42718) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:15.985755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Request body: {'subnet': {'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-subnet', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:15.995193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:16.001027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:51:16.005743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Usage tracker for resource:subnet and tenant:204fc09dca5f42f19a6367e29219fdc5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:16.011427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:16.013963 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7768-cfdd-4618-9f10-d3398eae7791 None None] Pushing event updated for resources: {'Port': ['ID=e3b9952f-339b-4be2-b241-6522c4d2f16a,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:16.020994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c5b98-ed0e-4c65-b984-9a04772a2dd4 req-6ceed4fb-f651-421c-8d7c-9ade7a389ee9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:16.022502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c2c5b98-ed0e-4c65-b984-9a04772a2dd4 req-6ceed4fb-f651-421c-8d7c-9ade7a389ee9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 950 time: 0.7244236 Apr 01 14:51:16.027541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:16.073526 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:16.074253 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:16.090586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.153254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:51:16.164560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Made reservation on behalf of 204fc09dca5f42f19a6367e29219fdc5 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:16.166863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.272823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:07Z', 'revision_number': 3, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:16.285484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e12ae-b16b-41a9-9783-6110786939bd None None] The sync data for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 is: [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:07Z', 'revision_number': 3, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:16.319372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315859e5-2891-473d-9c25-6c6cf052941a req-3b405b6c-3eb3-42d6-beda-3a5da99246ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:16.321664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.335084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-315859e5-2891-473d-9c25-6c6cf052941a req-3b405b6c-3eb3-42d6-beda-3a5da99246ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.2894540 Apr 01 14:51:16.362230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:16.367691 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.389742 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:16.448813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c2c5b98-ed0e-4c65-b984-9a04772a2dd4 req-a962632f-77fa-4719-9d6b-149b47e822b4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190300 Apr 01 14:51:16.453092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-315859e5-2891-473d-9c25-6c6cf052941a req-dc018837-ef0b-421c-8da3-cf1038b20d19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135664 Apr 01 14:51:16.472224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:16.476462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Pushing event updated for resources: {'Port': ['ID=465f6659-457d-404f-a82a-89d5b4266c1a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:16.480374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:16.483916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:16.508589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:16.576518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.619753 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'code': 200} Apr 01 14:51:16.621097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.714163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c1ced5-2672-498b-9f51-25eab8e790f6,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:16.723842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55c075-9e67-4975-ab79-84b9c3d41478 req-f7e956c1-6c55-43a7-8759-79e2ea656cc1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:16.741544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b55c075-9e67-4975-ab79-84b9c3d41478 req-f7e956c1-6c55-43a7-8759-79e2ea656cc1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.5849960 Apr 01 14:51:16.833765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6e2af24e-b475-4626-bccb-3b7419c15c50 None None] Provisioning for port 465f6659-457d-404f-a82a-89d5b4266c1a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:16.840564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6e2af24e-b475-4626-bccb-3b7419c15c50 None None] Provisioning complete for port 465f6659-457d-404f-a82a-89d5b4266c1a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:16.841335 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e2af24e-b475-4626-bccb-3b7419c15c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.903256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Checking segment: {'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:16.904208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Network hostable DHCP agents. Network: 278cb98d-7f1e-4add-a731-a025f704d9d5, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:51:16.915013 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:16.951354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6e2af24e-b475-4626-bccb-3b7419c15c50 None None] Port 465f6659-457d-404f-a82a-89d5b4266c1a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:17.036283 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:15Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:17.038040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b55c075-9e67-4975-ab79-84b9c3d41478 req-23c72a84-e03a-494f-8c2d-bca95418dc3b tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947092 Apr 01 14:51:17.046668 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3bd15a-6ebb-4334-89a0-edbddd234e85 None None] The sync data for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 is: [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:15Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:17.048111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-315859e5-2891-473d-9c25-6c6cf052941a req-002d9cfc-9ad6-485e-92a7-9cc34dbb7e6f service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106099 Apr 01 14:51:17.068396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7bbe8814-c7b5-44f1-812d-e880f5e15e72 req-ec4365e9-81d8-48b3-9292-567b2d0e8f86 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 1101 time: 0.3469667 Apr 01 14:51:17.224831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:51:17.258195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 278cb98d-7f1e-4add-a731-a025f704d9d5) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:17.262098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:17.262788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:17.286652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca142cc-b722-41c4-8eb6-cc7ec7e14704 None None] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:51:17.287659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-315859e5-2891-473d-9c25-6c6cf052941a req-3b81eacb-d4b3-485c-b9a8-03ff33276553 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285078 Apr 01 14:51:17.347965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9cd68867-f47c-4625-b39c-5a8c49675973 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3725049 Apr 01 14:51:17.347965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:17.398421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1bc827f0-9057-4ad0-89fa-2e2e7d570f1e req-8aff5c0a-b480-48bc-b209-ba03906c87c2 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1037452 Apr 01 14:51:17.401748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7bbe8814-c7b5-44f1-812d-e880f5e15e72 req-2dbdb750-1d9b-4c3d-b5f3-c3bf6b5d1372 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498368 Apr 01 14:51:17.408025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:17.422399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:17.429020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:17.498581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:17.504579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Router b6a29723-86ff-45e8-9a49-f439e75df36d has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:51:17.577011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:17.647516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6942e63c-adc7-41bc-9eba-e1c6358a96f0 req-8ca22032-2176-4bc5-9fdd-92c81c318511 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1097 time: 0.7026863 Apr 01 14:51:17.652573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Usage tracker for resource:router and tenant:204fc09dca5f42f19a6367e29219fdc5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:17.717482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-278cb98d-7f1e-4add-a731-a025f704d9d5', 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'fixed_ips': [{'subnet_id': '08c1ced5-2672-498b-9f51-25eab8e790f6'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:51:17.718729 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:17.763393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:17.791876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Pushing event updated for resources: {'Port': ['ID=465f6659-457d-404f-a82a-89d5b4266c1a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:17.802195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:17.845549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:17.846970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:17.847889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:17.873205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c4a19d3-909f-470c-9cb2-ca26cd0e1c21 admin admin] 10.222.0.48 "PUT /v2.0/routers/b6a29723-86ff-45e8-9a49-f439e75df36d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4740534 Apr 01 14:51:17.876635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:17.962461 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6942e63c-adc7-41bc-9eba-e1c6358a96f0 req-7d529f66-2dff-4b73-880e-e7b6a2413f1c tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065405 Apr 01 14:51:17.978835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] Sync routers for ids ['b6a29723-86ff-45e8-9a49-f439e75df36d'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:18.039648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] Routers {'b6a29723-86ff-45e8-9a49-f439e75df36d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:18.040536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6a29723-86ff-45e8-9a49-f439e75df36d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:18.081254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:18.085921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:18.130625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f895384-ea9b-467b-a8a0-4b2986b02384 req-4e4fc297-7cb0-481f-8162-407eda508546 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:18.132834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Allocated IP 172.20.0.2 (278cb98d-7f1e-4add-a731-a025f704d9d5/08c1ced5-2672-498b-9f51-25eab8e790f6/a1a85a22-e026-4418-89d9-acdefe4afea3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:18.143178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:18.149430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f895384-ea9b-467b-a8a0-4b2986b02384 req-4e4fc297-7cb0-481f-8162-407eda508546 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 950 time: 0.2198932 Apr 01 14:51:18.224803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:51:18.275377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f895384-ea9b-467b-a8a0-4b2986b02384 req-5a37c54d-adff-4f58-b887-c7331f145be2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249611 Apr 01 14:51:18.488645 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:51:18.627202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:18.628729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b877496-9f8d-4f96-bf62-777c343df8bc req-d81e69b2-f2be-4e5c-af9f-1678a8480e5f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:18.630298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7b877496-9f8d-4f96-bf62-777c343df8bc req-d81e69b2-f2be-4e5c-af9f-1678a8480e5f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.1694417 Apr 01 14:51:18.764990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e3b9952f-339b-4be2-b241-6522c4d2f16a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:18.770489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7b877496-9f8d-4f96-bf62-777c343df8bc req-674f12ea-352b-4af4-8271-674deff678b6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237011 Apr 01 14:51:18.846693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:18.877321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1487e418-4374-4793-a72b-83f79e787a66 None None] Provisioning complete for port 465f6659-457d-404f-a82a-89d5b4266c1a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:18.877680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1487e418-4374-4793-a72b-83f79e787a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:18.956297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'port_id': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f', 'mac_address': 'fa:16:3e:83:4b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985c0da-26da-4d35-8a3f-a6ca50696f30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:51:18.959129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] Set router b6a29723-86ff-45e8-9a49-f439e75df36d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:18.993865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.006364 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66e222e4-3f94-4afc-b3bf-b78ebfac028f req-501e394d-fff4-4f46-b98f-9cb6c94c734c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4022009 Apr 01 14:51:19.178127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.204847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1487e418-4374-4793-a72b-83f79e787a66 None None] Port 465f6659-457d-404f-a82a-89d5b4266c1a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:19.210468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-503d64d6-3578-4a82-89bd-db322f650e6e req-8f7c13ee-ae86-47b2-b713-031a04729c2a tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1565809 Apr 01 14:51:19.294024 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.326947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e3b9952f-339b-4be2-b241-6522c4d2f16a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:19.332214 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.387970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e3b9952f-339b-4be2-b241-6522c4d2f16a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:19.391611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.449236 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Transition to ACTIVE for port object a1a85a22-e026-4418-89d9-acdefe4afea3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:19.453115 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452', 'code': 200} Apr 01 14:51:19.529770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6c33fb-6988-4fcd-b5d9-85bc5747768f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:51:19.566294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Transition to ACTIVE for port object a1a85a22-e026-4418-89d9-acdefe4afea3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:19.589202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:19.593182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.599445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.640242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Router 55783f50-4b3b-48a2-af1a-092403f260a6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:51:19.641360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.695853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.734499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Deleting port 5baf449c-7f80-47df-93b6-b12e710e47d3 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:51:19.734910 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.744925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebccaf8-a512-41d3-8ec8-1196cfd8ec79 req-2726a02f-70bc-4566-a859-e6f60bb5c445 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:19.746507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ebccaf8-a512-41d3-8ec8-1196cfd8ec79 req-2726a02f-70bc-4566-a859-e6f60bb5c445 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 950 time: 0.1139820 Apr 01 14:51:19.792469 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.802864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:19.830163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ebccaf8-a512-41d3-8ec8-1196cfd8ec79 req-426d61d5-17ca-47f7-8da2-8e3a47f88d45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764601 Apr 01 14:51:19.873527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:19.881918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:19.887576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:19.932685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:51:13Z', 'revision_number': 5, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port': {'id': '5baf449c-7f80-47df-93b6-b12e710e47d3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:47:54Z', 'updated_at': '2022-04-01T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:19.941947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e3b9952f-339b-4be2-b241-6522c4d2f16a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e3b9952f-339b-4be2-b241-6522c4d2f16a,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:19.942879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] Checking router: b6a29723-86ff-45e8-9a49-f439e75df36d for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:19.945091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Pushing event updated for resources: {'Port': ['ID=a1a85a22-e026-4418-89d9-acdefe4afea3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:20.070828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:20.071614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1aab9292-ef45-4814-ba8f-918915299a5a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:20.107534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Allocated IP 172.25.2.150 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/8b505610-d7b7-48cd-be25-4c298bd91a4e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:20.151287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Attempting to bind port a1a85a22-e026-4418-89d9-acdefe4afea3 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:20.151848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Attempting to bind port a1a85a22-e026-4418-89d9-acdefe4afea3 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:20.152211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Attempting to bind port a1a85a22-e026-4418-89d9-acdefe4afea3 on network 278cb98d-7f1e-4add-a731-a025f704d9d5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:20.155411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:20.190385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4ce66-3ba1-427f-98fb-b5880f1395a4 req-4b94b2bf-27e7-4c6e-94f1-7ca9727ad005 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:20.191933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f5f4ce66-3ba1-427f-98fb-b5880f1395a4 req-4b94b2bf-27e7-4c6e-94f1-7ca9727ad005 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 945 time: 0.0942545 Apr 01 14:51:20.243097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['4c6c33fb-6988-4fcd-b5d9-85bc5747768f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:20.265700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f5f4ce66-3ba1-427f-98fb-b5880f1395a4 req-6e4a3543-9ac2-4cf9-b4d9-495a1ae808f0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649288 Apr 01 14:51:20.307104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] Routers {'b6a29723-86ff-45e8-9a49-f439e75df36d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:20.307766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6a29723-86ff-45e8-9a49-f439e75df36d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:20.368659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:20.368929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Checking segment: {'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:20.369316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:20.369701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Bound using segment: {'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:20.370182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Bound port: a1a85a22-e026-4418-89d9-acdefe4afea3, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:20.370553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:20.452835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-48e573bc-42b7-4cf6-9f9a-38b35d2c8b21 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:51:20.453798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-48e573bc-42b7-4cf6-9f9a-38b35d2c8b21 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0455780 Apr 01 14:51:20.484799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Request body: {'binding': {'host': 'n-h2-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:20.485205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:51:20.518979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] For port 5baf449c-7f80-47df-93b6-b12e710e47d3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5baf449c-7f80-47df-93b6-b12e710e47d3,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:20.519415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:20.537720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e3b9952f-339b-4be2-b241-6522c4d2f16a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:20.624463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] Set router b6a29723-86ff-45e8-9a49-f439e75df36d gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:20.651056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec588f0-3378-4de8-831b-0dc4d13aa14d req-9977e421-7e5c-4bd6-bce2-d315c1f8eeaf tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:20.655065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec588f0-3378-4de8-831b-0dc4d13aa14d req-9977e421-7e5c-4bd6-bce2-d315c1f8eeaf tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:20.657441 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fec588f0-3378-4de8-831b-0dc4d13aa14d req-9977e421-7e5c-4bd6-bce2-d315c1f8eeaf tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4&device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 1690 time: 0.0877845 Apr 01 14:51:20.664989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1aab9292-ef45-4814-ba8f-918915299a5a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:20.671362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Calling delete_port for 5baf449c-7f80-47df-93b6-b12e710e47d3 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:51:20.690295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1aab9292-ef45-4814-ba8f-918915299a5a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:20.690788 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:20.706411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fec588f0-3378-4de8-831b-0dc4d13aa14d req-35a8d834-b855-4b71-81dc-35c231633706 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Apr 01 14:51:20.713579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] For port a1a85a22-e026-4418-89d9-acdefe4afea3, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:20.809130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] For port a1a85a22-e026-4418-89d9-acdefe4afea3, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a1a85a22-e026-4418-89d9-acdefe4afea3,segment=NetworkSegment(035b7376-2dbc-44c7-bdd1-0c1c6037e988),segment_id=035b7376-2dbc-44c7-bdd1-0c1c6037e988)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:20.819764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 6, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:20.834719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:20.883913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b21819-6ad8-41bf-b9e9-c98b28cf9fed None None] The sync data for ids ['b6a29723-86ff-45e8-9a49-f439e75df36d'] in n-d-836017-1 is: [{'id': 'b6a29723-86ff-45e8-9a49-f439e75df36d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1903787352-router', 'tenant_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:47:53Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 6, 'project_id': '95c4dce86a384aa8a3bc685c7a0cf72c', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:20.893778 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:20.964560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-2060da67-0e77-4823-bafd-fd464f124508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5535946 Apr 01 14:51:20.990165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64379d36-41e7-47ae-802d-e60ba47789f7 None None] Pushing event updated for resources: {'Port': ['ID=a1a85a22-e026-4418-89d9-acdefe4afea3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:21.004068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79064e34-5d1e-4834-b57a-fb3d7d0ceae7 req-1cf2ef60-11b0-4c19-b40b-9d82929a1da2 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0809968 Apr 01 14:51:21.024670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:21.062718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:21.080351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1aab9292-ef45-4814-ba8f-918915299a5a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1aab9292-ef45-4814-ba8f-918915299a5a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:21.085454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:21.143391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on host n-h2-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:21.143919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:21.143919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:21.154911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:21.170096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1aab9292-ef45-4814-ba8f-918915299a5a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:21.225349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:51:21.225669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:21.234555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-18f357b6-4a5e-43ae-99d2-4c92b458325b admin admin] 10.222.0.48 "PUT /v2.0/routers/55783f50-4b3b-48a2-af1a-092403f260a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6837802 Apr 01 14:51:21.334560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:21.336793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:21.337128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:21.337514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:21.337942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Bound port: 0b89cb05-f47d-4158-affa-ff6b41c46706, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:21.342159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:21.346965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:21.404951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:21.420907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Pushing event updated for resources: {'Port': ['ID=8b505610-d7b7-48cd-be25-4c298bd91a4e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:21.498864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Pushing event deleted for resources: {'Port': ['ID=5baf449c-7f80-47df-93b6-b12e710e47d3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:21.586538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-1f67c6ee-c9e7-493c-9e21-bb2e64e1a8be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52baadddef2645f2a54448f22902ae7c&device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 1100 time: 0.4983242 Apr 01 14:51:21.592468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e3b9952f-339b-4be2-b241-6522c4d2f16a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:21.665581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:21.680399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e3b9952f-339b-4be2-b241-6522c4d2f16a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:21.680760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:21.726059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5deaf90d-4313-4c9a-b895-543c94fda924 req-4dce0e4c-e257-4f98-a392-f0507fc25cb8 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 1101 time: 0.0858793 Apr 01 14:51:21.729775 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:21.754505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-7d956bac-f9a5-4578-8f87-ba5da27e5d38 service neutron] 10.222.0.48 "POST /v2.0/ports/0b89cb05-f47d-4158-affa-ff6b41c46706/bindings HTTP/1.1" status: 201 len: 389 time: 1.2767262 Apr 01 14:51:21.787424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5deaf90d-4313-4c9a-b895-543c94fda924 req-203b166f-78fd-4984-9ec1-6aa6190d4af2 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 Apr 01 14:51:21.948888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1aab9292-ef45-4814-ba8f-918915299a5a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:22.078751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1aab9292-ef45-4814-ba8f-918915299a5a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:22.079806 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:22.198241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:22.209758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-44d78902-4b50-40cd-8f1c-7d48261eee73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:22.212148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-44d78902-4b50-40cd-8f1c-7d48261eee73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5820506 Apr 01 14:51:22.219830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:22.364529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a1a85a22-e026-4418-89d9-acdefe4afea3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:22.440494 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-118fc616-ce4e-4c7c-8b57-4d5264ddab19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1097 time: 0.3485768 Apr 01 14:51:22.454001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:22.459666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007f1e2-2541-4ed3-b685-eda964029c25 req-9f483497-e1f6-4b18-b32a-11249a0a9f62 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:22.461148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a007f1e2-2541-4ed3-b685-eda964029c25 req-9f483497-e1f6-4b18-b32a-11249a0a9f62 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 945 time: 0.2921522 Apr 01 14:51:22.461273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:22.461712 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:22.564125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f207b-e2f5-433c-b8bd-43a1faba87f5 None None] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:51:22.591134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a1a85a22-e026-4418-89d9-acdefe4afea3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:22.674850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-23d60f9c-231e-4906-888a-e4f6c7052e0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=428c7e00-002b-4ac8-8334-4af687e40452 HTTP/1.1" status: 200 len: 217 time: 0.2215536 Apr 01 14:51:22.710554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a007f1e2-2541-4ed3-b685-eda964029c25 req-301ca381-e899-4f60-a28d-f07c421b26eb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920109 Apr 01 14:51:22.777600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45627a2c-01de-40f7-9621-bf1342eafb29 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:51:22.834243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-756e115e-a3d1-46f4-adb3-53c55c329fac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:22.835804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-756e115e-a3d1-46f4-adb3-53c55c329fac service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.3893995 Apr 01 14:51:22.948129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42892) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:22.957307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ea6c216f-2d17-461e-a8d3-488446fad778 None None] Provisioning for port a1a85a22-e026-4418-89d9-acdefe4afea3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:22.977182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ea6c216f-2d17-461e-a8d3-488446fad778 None None] Provisioning complete for port a1a85a22-e026-4418-89d9-acdefe4afea3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:22.977579 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea6c216f-2d17-461e-a8d3-488446fad778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.001917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-network', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:23.011175 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.012809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:23.017215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-b3260b80-2f9b-4f8e-b931-17f279706059 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 200 len: 217 time: 0.1720135 Apr 01 14:51:23.022300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Usage tracker for resource:network and tenant:b03a7bf21228444d8b56b1e5799bf354 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:23.026335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:23.029613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.034979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-bf4b4e9d-8b1f-4203-a839-68a528786680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:23.036676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-bf4b4e9d-8b1f-4203-a839-68a528786680 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2765813 Apr 01 14:51:23.042432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.043245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.051529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 45627a2c-01de-40f7-9621-bf1342eafb29 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:51:23.051855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45627a2c-01de-40f7-9621-bf1342eafb29 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:51:23.068853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:23.119029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-196bdabc-7615-45d9-9c47-1fefd16951b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:23.120736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-196bdabc-7615-45d9-9c47-1fefd16951b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.0895388 Apr 01 14:51:23.122557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Made reservation on behalf of b03a7bf21228444d8b56b1e5799bf354 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:23.125699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.163927 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.205039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.210419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea6c216f-2d17-461e-a8d3-488446fad778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.217573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c03671-fbad-4319-9070-489244ef4f1a req-d743c814-3519-49a7-9547-40a920047623 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 1100 time: 0.2766402 Apr 01 14:51:23.226123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-a36b60e4-2e70-4e96-9176-24be019557bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898595 Apr 01 14:51:23.240577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:23.252415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:23.267010 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.328891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ea6c216f-2d17-461e-a8d3-488446fad778 None None] For port a1a85a22-e026-4418-89d9-acdefe4afea3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a1a85a22-e026-4418-89d9-acdefe4afea3,segment=NetworkSegment(035b7376-2dbc-44c7-bdd1-0c1c6037e988),segment_id=035b7376-2dbc-44c7-bdd1-0c1c6037e988)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:23.339004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea6c216f-2d17-461e-a8d3-488446fad778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.347054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:23.358536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:23.374690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Usage tracker for resource:security_group_rule and tenant:b03a7bf21228444d8b56b1e5799bf354 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:23.380254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:23.382877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.383454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a29723-86ff-45e8-9a49-f439e75df36d {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:51:23.390941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:23.402179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.403339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-41e9bb58-0b6e-46da-ab57-38f05d847545 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b6a29723-86ff-45e8-9a49-f439e75df36d HTTP/1.1" status: 204 len: 168 time: 5.5239344 Apr 01 14:51:23.407319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42900) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:23.427127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c03671-fbad-4319-9070-489244ef4f1a req-0375f4a2-e742-46db-b00d-b3d13a17f418 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997254 Apr 01 14:51:23.447478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c216f-2d17-461e-a8d3-488446fad778 None None] Pushing event updated for resources: {'Port': ['ID=a1a85a22-e026-4418-89d9-acdefe4afea3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:23.493489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-da7a3340-4c11-4db0-9eb0-70d304b87f44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4432821 Apr 01 14:51:23.497144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-60b11e14-a68c-4353-b529-40cc3bf4ef72 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486978 Apr 01 14:51:23.590586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fe80a-fe75-4f43-8f20-9d287db3d667 req-c10d8f21-8bfb-4537-a949-fc87f112e199 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:23.592073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8f6fe80a-fe75-4f43-8f20-9d287db3d667 req-c10d8f21-8bfb-4537-a949-fc87f112e199 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.3347602 Apr 01 14:51:23.666084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-58c89974-1059-4fcb-b8f4-79fffe0302dc req-1ef87e4c-50c5-4535-bfba-2940601217a3 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0686331 Apr 01 14:51:23.666924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-389ce219-dbf5-45fe-9efa-d8d8b899ba15 None None] Provisioning complete for port a1a85a22-e026-4418-89d9-acdefe4afea3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:23.667423 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-389ce219-dbf5-45fe-9efa-d8d8b899ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.677992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.698454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] Deleting subnet 4808ea34-dbd2-4b3f-9375-94044aa06a91 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:51:23.701254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.701541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.778186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.785198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:51:23.791414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-6c19e447-0bb7-4aa8-b188-3565c4b7339e service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789631 Apr 01 14:51:23.809188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e279e0-d89e-4c90-bc93-e6d04936b048,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:23.818562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.818958 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Added segment 6aeccd09-3738-4fb0-b070-bc0c4ecfe24c of type vlan for network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 Apr 01 14:51:23.870917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.871751 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8f6fe80a-fe75-4f43-8f20-9d287db3d667 req-5ff8bb5d-f1e5-4ec2-88c8-870bf253722c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194920 Apr 01 14:51:23.882019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-de8acf26-8efe-4c21-927e-d1a702519e00 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722403 Apr 01 14:51:23.906942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.908129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:23.909004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:23.952994 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f', 'code': 200} Apr 01 14:51:24.007644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:24.053712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Router 20487227-f8f6-4fb8-843b-9db38b1519b5 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:51:24.192131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0832c9-1e41-44cf-a628-48e0442a5bd0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:24.194027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-31f5aca7-9346-46d3-af8f-248518f42d16 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1475978 Apr 01 14:51:24.201220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8ca6d3e8-7f4f-4238-a671-f1ae2261bec0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2517860 Apr 01 14:51:24.201860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42922) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:24.206141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:51:24.233541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Request body: {'subnet': {'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-subnet', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:24.250902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87d0f77b-b5ae-42a6-bdc8-d839430e4b34 req-10e0bc86-7ace-4a4d-99ab-bf306a294bb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1097 time: 0.1475780 Apr 01 14:51:24.251943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:24.279432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Usage tracker for resource:subnet and tenant:b03a7bf21228444d8b56b1e5799bf354 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:24.285239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:24.298435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:24.349154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Made reservation on behalf of b03a7bf21228444d8b56b1e5799bf354 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:24.356524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:24.438685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87d0f77b-b5ae-42a6-bdc8-d839430e4b34 req-58614bfb-50c3-4ac2-b5e4-e230988a5bd8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785824 Apr 01 14:51:24.627295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:24.630977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:24.699438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4808ea34-dbd2-4b3f-9375-94044aa06a91,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:24.714211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1a44f3-c49c-45d0-ba94-974e9a9ff77e req-253d5516-1ab4-4b02-ad72-579c5f9886ee service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245868 Apr 01 14:51:24.736414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:24.752682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-837c1774-1d4a-4372-a109-420cf89f6cf3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4808ea34-dbd2-4b3f-9375-94044aa06a91 HTTP/1.1" status: 204 len: 168 time: 1.3394666 Apr 01 14:51:24.757974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32778d3c-783f-4c1d-9357-89ea9d798859 None None] Network 111142fc-1cbc-4351-aea1-fb009d0f1f7e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:51:24.759812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42958) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:24.763393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6658f6e-0d01-4829-b266-4ad783a51314,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:24.806242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-21b60fa1-04cb-40a6-bdd5-8162a7bf5f8b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:24.809094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-21b60fa1-04cb-40a6-bdd5-8162a7bf5f8b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5944409 Apr 01 14:51:24.855954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-9e33c21e-8116-4ce3-ac02-66c023a6008d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/quotas/cd96705c64bc4d6b95aa37f5dc6d6139 HTTP/1.1" status: 200 len: 375 time: 0.0406737 Apr 01 14:51:24.980822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-e07679c3-e485-4d4b-b066-8d4cfc0fafc7 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1238978 Apr 01 14:51:24.991722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:25.003830 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Sync routers for ids ['20487227-f8f6-4fb8-843b-9db38b1519b5'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:25.021083 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Routers {'20487227-f8f6-4fb8-843b-9db38b1519b5'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:25.021950 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20487227-f8f6-4fb8-843b-9db38b1519b5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:25.023737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Checking segment: {'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:25.026544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Network hostable DHCP agents. Network: 4c0832c9-1e41-44cf-a628-48e0442a5bd0, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:51:25.049737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:25.063005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:25.064652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c5c7c879-e49f-4c2a-9ffe-347ee779adda admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6527967 Apr 01 14:51:25.067766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:25.086665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Deleting port 6067d702-ed6e-4322-8d4d-130964ee04ca {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:51:25.086665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:25.170246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:51:25.184067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] DHCP port deletion for 111142fc-1cbc-4351-aea1-fb009d0f1f7e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:51:25.188183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52c9e9-b167-4e5e-b984-96a3e27f193b req-600f1682-e04d-4274-98cc-8def438a3fea tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:25.188341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Deleting port 6067d702-ed6e-4322-8d4d-130964ee04ca {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:51:25.188671 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:25.214566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c52c9e9-b167-4e5e-b984-96a3e27f193b req-600f1682-e04d-4274-98cc-8def438a3fea tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.2807627 Apr 01 14:51:25.290033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a1a85a22-e026-4418-89d9-acdefe4afea3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:25.446395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 4c0832c9-1e41-44cf-a628-48e0442a5bd0) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:25.499874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb734532-3203-4e47-815d-415c57a70e59 None None] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:51:25.507110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:25.507704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:25.511312 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Set router 20487227-f8f6-4fb8-843b-9db38b1519b5 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:25.785031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bc773911-e35e-42aa-8652-8909834aff25 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5640600 Apr 01 14:51:25.810110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c52c9e9-b167-4e5e-b984-96a3e27f193b req-b907543c-991e-428d-9f76-db7ab267002d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882361 Apr 01 14:51:25.811526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43004) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:25.847735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:25.867934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:25.930083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Usage tracker for resource:router and tenant:b03a7bf21228444d8b56b1e5799bf354 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:25.947168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:25.982578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] For port 6067d702-ed6e-4322-8d4d-130964ee04ca, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6067d702-ed6e-4322-8d4d-130964ee04ca,segment=NetworkSegment(5e50cc22-355c-429c-933c-d24bc14f5c27),segment_id=5e50cc22-355c-429c-933c-d24bc14f5c27)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:25.983589 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.003046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:26.242995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Calling delete_port for 6067d702-ed6e-4322-8d4d-130964ee04ca owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:51:26.290415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] For port 6067d702-ed6e-4322-8d4d-130964ee04ca, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6067d702-ed6e-4322-8d4d-130964ee04ca,segment=NetworkSegment(5e50cc22-355c-429c-933c-d24bc14f5c27),segment_id=5e50cc22-355c-429c-933c-d24bc14f5c27)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:26.290982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.318689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a1a85a22-e026-4418-89d9-acdefe4afea3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:26.319329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.359602 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c01a5a2-1c2c-4e6e-9259-ee8225d3c7fd req-22d37e58-0f28-44e7-9113-c0346948e452 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1245990 Apr 01 14:51:26.377442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.379931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.400195 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 3, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port': {'id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:19Z', 'updated_at': '2022-04-01T14:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:26.410846 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Checking router: 20487227-f8f6-4fb8-843b-9db38b1519b5 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:26.411183 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Updating router 20487227-f8f6-4fb8-843b-9db38b1519b5 port 8b505610-d7b7-48cd-be25-4c298bd91a4e binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:51:26.453375 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.537921 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.577306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460dee7-8b24-4e44-a798-9503de37f4be req-4395beab-de4c-4691-a07a-585960d35493 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:26.578750 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c460dee7-8b24-4e44-a798-9503de37f4be req-4395beab-de4c-4691-a07a-585960d35493 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.1489108 Apr 01 14:51:26.635843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Calling delete_port for 6067d702-ed6e-4322-8d4d-130964ee04ca owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:51:26.644363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c460dee7-8b24-4e44-a798-9503de37f4be req-04049834-10e3-4101-8f1a-24f95ce34bae tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Apr 01 14:51:26.652577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:26.766496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:51:26.766940 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:51:26.805752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Pushing event deleted for resources: {'Port': ['ID=6067d702-ed6e-4322-8d4d-130964ee04ca,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:26.813554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] No DVR routers for this DVR port 6067d702-ed6e-4322-8d4d-130964ee04ca on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:51:26.935830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe590c05-5df2-490d-9bca-0c54053aaff3 req-928d35d3-f502-48bd-9149-540bc90fab49 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 210 time: 0.1275811 Apr 01 14:51:26.939398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-4c0832c9-1e41-44cf-a628-48e0442a5bd0', 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'fixed_ips': [{'subnet_id': 'f6658f6e-0d01-4829-b266-4ad783a51314'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:51:26.941436 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.051527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5baf449c-7f80-47df-93b6-b12e710e47d3 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:51:27.054664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.152340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5baf449c-7f80-47df-93b6-b12e710e47d3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:51:27.153045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5baf449c-7f80-47df-93b6-b12e710e47d3 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:51:27.283134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Deleting port 6067d702-ed6e-4322-8d4d-130964ee04ca {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:51:27.283532 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.308777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.360816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6067d702-ed6e-4322-8d4d-130964ee04ca no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:51:27.383448 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.389228 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-30eae2d4-abd1-4c86-b525-481db3ad798f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121252 Apr 01 14:51:27.413835 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Transition to ACTIVE for port object 8b505610-d7b7-48cd-be25-4c298bd91a4e will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:27.426692 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.428531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.432164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 6067d702-ed6e-4322-8d4d-130964ee04ca {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:51:27.432489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6067d702-ed6e-4322-8d4d-130964ee04ca not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:51:27.475096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3bff5-0a6d-4f4b-b8f1-7955abd44d4d None None] The port '6067d702-ed6e-4322-8d4d-130964ee04ca' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:51:27.500873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Allocated IP 172.20.0.2 (4c0832c9-1e41-44cf-a628-48e0442a5bd0/f6658f6e-0d01-4829-b266-4ad783a51314/f8bd3e1f-1866-488d-8812-4d394b4ff6bd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:27.533388 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feb0a0-965d-43ec-a753-5fdd874bfc40 None None] Pushing event updated for resources: {'Port': ['ID=8b505610-d7b7-48cd-be25-4c298bd91a4e,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:27.561335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Attempting to bind port 8b505610-d7b7-48cd-be25-4c298bd91a4e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:27.561863 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Attempting to bind port 8b505610-d7b7-48cd-be25-4c298bd91a4e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:27.562361 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Attempting to bind port 8b505610-d7b7-48cd-be25-4c298bd91a4e on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:27.569431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111142fc-1cbc-4351-aea1-fb009d0f1f7e']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:27.570142 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:27.570785 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:27.571424 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.572029 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:27.572696 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Bound port: 8b505610-d7b7-48cd-be25-4c298bd91a4e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:27.573314 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.590213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e50cc22-355c-429c-933c-d24bc14f5c27') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:27.590572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e50cc22-355c-429c-933c-d24bc14f5c27') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:27.614156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.648577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Allocated IP 172.20.0.1 (278cb98d-7f1e-4add-a731-a025f704d9d5/08c1ced5-2672-498b-9f51-25eab8e790f6/232c6b3d-50c7-433d-b23e-0c61460d1104) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:27.667871 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] For port 8b505610-d7b7-48cd-be25-4c298bd91a4e, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:27.672047 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] For port 8b505610-d7b7-48cd-be25-4c298bd91a4e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8b505610-d7b7-48cd-be25-4c298bd91a4e,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:27.679703 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.698035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.717141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:51:27.717653 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:51:27.735552 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:51:27.748321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5c056-6574-43b2-bb9b-7907e2dc5916 req-796a6441-01fb-4b79-bde4-77c39db1aa6f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:27.755473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9eb5c056-6574-43b2-bb9b-7907e2dc5916 req-796a6441-01fb-4b79-bde4-77c39db1aa6f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.4771614 Apr 01 14:51:27.777729 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feb0a0-965d-43ec-a753-5fdd874bfc40 None None] Pushing event updated for resources: {'Port': ['ID=8b505610-d7b7-48cd-be25-4c298bd91a4e,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:27.784136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd9818-ec13-449b-9ede-bb85666754d5 req-37b8eec9-2434-44de-93d9-e6bc605d32b8 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:27.794743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64cd9818-ec13-449b-9ede-bb85666754d5 req-37b8eec9-2434-44de-93d9-e6bc605d32b8 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 948 time: 0.2180469 Apr 01 14:51:27.809691 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e221b285-9a5a-4d6a-855b-c29ab1451d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.818246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-0561a140-5197-4f00-a2d1-7876084e9dbe tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:27.819685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-0561a140-5197-4f00-a2d1-7876084e9dbe tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4227817 Apr 01 14:51:27.828131 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.832039 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Routers {'20487227-f8f6-4fb8-843b-9db38b1519b5'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:27.834388 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20487227-f8f6-4fb8-843b-9db38b1519b5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:27.842927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Transition to ACTIVE for port object f8bd3e1f-1866-488d-8812-4d394b4ff6bd will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:27.843110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': '735cedd8-c297-450e-9092-b61a85f396e3', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:27.870225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64cd9818-ec13-449b-9ede-bb85666754d5 req-cd12da08-6348-470f-9cc5-330346921a5c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734682 Apr 01 14:51:27.870793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Transition to ACTIVE for port object f8bd3e1f-1866-488d-8812-4d394b4ff6bd will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:27.883070 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.978805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:27.982457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.020018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Transition to ACTIVE for port object 232c6b3d-50c7-433d-b23e-0c61460d1104 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:28.024282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:28.025456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Pushing event updated for resources: {'Port': ['ID=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:28.031017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.038834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:28.044660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:28.051605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9eb5c056-6574-43b2-bb9b-7907e2dc5916 req-9a805243-e287-4e10-a85e-5626b2a480b4 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951770 Apr 01 14:51:28.079475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] Pushing event deleted for resources: {'Network': ['ID=111142fc-1cbc-4351-aea1-fb009d0f1f7e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:28.083910 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.097575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c03ea2f4-8611-44ad-a50e-3f41b0591347 admin admin] 10.222.0.48 "DELETE /v2.0/networks/111142fc-1cbc-4351-aea1-fb009d0f1f7e HTTP/1.1" status: 204 len: 168 time: 3.3354650 Apr 01 14:51:28.131957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:28.147320 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] Set router 20487227-f8f6-4fb8-843b-9db38b1519b5 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:28.171267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Attempting to bind port f8bd3e1f-1866-488d-8812-4d394b4ff6bd on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:28.171644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Attempting to bind port f8bd3e1f-1866-488d-8812-4d394b4ff6bd by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:28.172043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Attempting to bind port f8bd3e1f-1866-488d-8812-4d394b4ff6bd on network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:28.175067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:28.180535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:28.181044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Checking segment: {'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:28.181534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.181839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Bound using segment: {'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:28.182302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Bound port: f8bd3e1f-1866-488d-8812-4d394b4ff6bd, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:28.182677 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.199653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:28.210473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:28.213908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:28.215717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:28.223566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.293732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b624f07f-3195-49cf-8985-ddfb848bf68b req-94c97646-3a2f-4533-8f42-a34a48479450 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1926930 Apr 01 14:51:28.349205 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.378554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=232c6b3d-50c7-433d-b23e-0c61460d1104,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:28.415096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] For port f8bd3e1f-1866-488d-8812-4d394b4ff6bd, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:28.418887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] For port f8bd3e1f-1866-488d-8812-4d394b4ff6bd, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,segment=NetworkSegment(6aeccd09-3738-4fb0-b070-bc0c4ecfe24c),segment_id=6aeccd09-3738-4fb0-b070-bc0c4ecfe24c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:28.432920 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.487937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43034) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:28.505484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.568694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f901c-95ad-4765-9569-2e9a17dd79c0 None None] Pushing event updated for resources: {'Port': ['ID=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:28.600247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.624300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.702969 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 3, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port': {'id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:19Z', 'updated_at': '2022-04-01T14:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:28.708428 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c36a5d-e1fc-4e6a-9639-549efa83b50c None None] The sync data for ids ['20487227-f8f6-4fb8-843b-9db38b1519b5'] in n-d-836017-1 is: [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 3, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port': {'id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:19Z', 'updated_at': '2022-04-01T14:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:28.710259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-26010e47-44d9-4cbb-a11b-5202251dd01a None None] Provisioning for port 232c6b3d-50c7-433d-b23e-0c61460d1104 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:28.719100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-26010e47-44d9-4cbb-a11b-5202251dd01a None None] Provisioning complete for port 232c6b3d-50c7-433d-b23e-0c61460d1104 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:28.719490 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26010e47-44d9-4cbb-a11b-5202251dd01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:28.814738 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c1354164-ea6f-4807-8b1d-67394f82dd53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2a2379ec4a149bf8e5e2b85aa9e68dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3233950 Apr 01 14:51:28.827783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02987a10-d3d8-4f73-9a63-6a056bd66a2b req-f3b9c60b-016c-48a3-8628-05d0e89869d3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 210 time: 0.1927431 Apr 01 14:51:28.828287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43038) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:28.884308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26010e47-44d9-4cbb-a11b-5202251dd01a None None] Port 232c6b3d-50c7-433d-b23e-0c61460d1104 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:28.975467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb722d0-9317-4a0a-8d86-dfe080fbdd29 req-ddc38be9-e9e8-4e16-a1b0-8e041c9c0f1a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:28.977097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ebb722d0-9317-4a0a-8d86-dfe080fbdd29 req-ddc38be9-e9e8-4e16-a1b0-8e041c9c0f1a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.6661239 Apr 01 14:51:29.033925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.163 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/f8be4b13-e251-4053-93a1-f00341268ab4) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:29.109509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Allocated IP 172.25.2.241 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/3e1737ef-2fb6-4191-a685-1c78ef16d608) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:29.133109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ebb722d0-9317-4a0a-8d86-dfe080fbdd29 req-3376c494-180a-424e-b5e0-d6926930f1f3 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423414 Apr 01 14:51:29.156314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-bf61ccce-8ef9-4062-88dd-b8e477353bec tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:29.157737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-bf61ccce-8ef9-4062-88dd-b8e477353bec tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 948 time: 0.3180881 Apr 01 14:51:29.158940 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-123ddfa7-b32c-4050-95ce-47c807242e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.203351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-123ddfa7-b32c-4050-95ce-47c807242e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.250398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b219e615-41db-48ca-b38e-c32ac5f67bd2 req-87c099f2-d3be-41f8-a7b5-0736a552503e tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1097 time: 0.2642326 Apr 01 14:51:29.255532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.269885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.332264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f8bd3e1f-1866-488d-8812-4d394b4ff6bd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:29.429344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.432715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f8bd3e1f-1866-488d-8812-4d394b4ff6bd completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:29.436161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=232c6b3d-50c7-433d-b23e-0c61460d1104,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:29.451608 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b219e615-41db-48ca-b38e-c32ac5f67bd2 req-7ba27c2d-efdb-427c-80ea-bf1455355197 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845567 Apr 01 14:51:29.456353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-123ddfa7-b32c-4050-95ce-47c807242e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.515920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ddfa7-b32c-4050-95ce-47c807242e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de36f86-b189-4547-a0f1-ebb8981fe6b4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:29.533108 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:51:29.606988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-123ddfa7-b32c-4050-95ce-47c807242e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.608706 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-123ddfa7-b32c-4050-95ce-47c807242e0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0de36f86-b189-4547-a0f1-ebb8981fe6b4 HTTP/1.1" status: 204 len: 168 time: 0.7759042 Apr 01 14:51:29.680449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Deleting port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:51:29.680794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:29.727293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8201eb0d-66fd-413f-8647-cbbdfffa2141 req-4b1475b1-ad17-495b-9a1e-46e47dac0aa4 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0731177 Apr 01 14:51:29.756548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:29.758027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:29.891867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4b0d0-0faa-49d3-802d-3f8ff8c6b511 None None] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:51:29.940650 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.136216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object f8be4b13-e251-4053-93a1-f00341268ab4 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:30.158772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9152e836-81db-4e87-b0fb-53741cee2059 None None] Provisioning for port f8bd3e1f-1866-488d-8812-4d394b4ff6bd completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:30.174307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9152e836-81db-4e87-b0fb-53741cee2059 None None] Provisioning complete for port f8bd3e1f-1866-488d-8812-4d394b4ff6bd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:30.174673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9152e836-81db-4e87-b0fb-53741cee2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.182215 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.199291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.232605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce34f0-93d3-4dd7-a61e-eb15d2e977a0 req-2b7af812-9034-4028-86a1-b3106fc5e0b6 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:30.241402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:30.250575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53ce34f0-93d3-4dd7-a61e-eb15d2e977a0 req-2b7af812-9034-4028-86a1-b3106fc5e0b6 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 948 time: 0.7474253 Apr 01 14:51:30.298254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:30.398751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4929b613-dee0-4b32-871b-3bf66f273501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.411382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43060) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:30.469381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=f8be4b13-e251-4053-93a1-f00341268ab4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:30.554447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9152e836-81db-4e87-b0fb-53741cee2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.571205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] For port aa10ec33-80ee-4ba4-954c-de66d0f02ed5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:30.571678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.611328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5eac3df9-bd6a-469f-bfdc-9119994f8ab7 req-72dc3cf7-3654-4932-85cf-350f0b47af6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0674925 Apr 01 14:51:30.702781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c3b4-14d8-4d27-92b8-83b37552c595 req-b5ac43b0-a51a-45c0-9c9a-4de01adaed2b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:30.712384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9932c3b4-14d8-4d27-92b8-83b37552c595 req-b5ac43b0-a51a-45c0-9c9a-4de01adaed2b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 936 time: 0.6242542 Apr 01 14:51:30.713135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Calling delete_port for aa10ec33-80ee-4ba4-954c-de66d0f02ed5 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:51:30.753208 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-705b2fb6-5014-45db-9fd1-e27afbb9784f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95c4dce86a384aa8a3bc685c7a0cf72c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3324950 Apr 01 14:51:30.753443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43068) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:30.782350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9152e836-81db-4e87-b0fb-53741cee2059 None None] For port f8bd3e1f-1866-488d-8812-4d394b4ff6bd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,segment=NetworkSegment(6aeccd09-3738-4fb0-b070-bc0c4ecfe24c),segment_id=6aeccd09-3738-4fb0-b070-bc0c4ecfe24c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:30.815849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9932c3b4-14d8-4d27-92b8-83b37552c595 req-3b23858c-7c43-4dcb-9f02-9d6671a1b2de tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024733 Apr 01 14:51:30.832350 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9152e836-81db-4e87-b0fb-53741cee2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.852154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:30.853858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.913335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:30.931599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:30.955275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6ecdaa8-7a2a-41e7-8540-cf8b53fcc247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:30.994081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6ecdaa8-7a2a-41e7-8540-cf8b53fcc247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.025485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Router 20487227-f8f6-4fb8-843b-9db38b1519b5 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:51:31.083748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:31.084754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.152710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e836-81db-4e87-b0fb-53741cee2059 None None] Pushing event updated for resources: {'Port': ['ID=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:31.156415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.228308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45a9a7e5-3049-4452-82a3-ae0e5a8fbddf None None] Provisioning complete for port 232c6b3d-50c7-433d-b23e-0c61460d1104 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:31.228886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45a9a7e5-3049-4452-82a3-ae0e5a8fbddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.232557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53ce34f0-93d3-4dd7-a61e-eb15d2e977a0 req-a1b05c75-a9b6-4857-95af-4aeff51bb712 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9805906 Apr 01 14:51:31.258030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:31.259072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1737ef-2fb6-4191-a685-1c78ef16d608,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:31.306103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:31.308976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:31.321886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f8bd3e1f-1866-488d-8812-4d394b4ff6bd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:31.372758 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6ecdaa8-7a2a-41e7-8540-cf8b53fcc247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.392883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-94f6e7e8-c7c7-48b7-b3c5-72d6dd78cd20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5536911 Apr 01 14:51:31.418654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Request body: {'port': {'device_id': '735cedd8-c297-450e-9092-b61a85f396e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:31.435548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecdaa8-7a2a-41e7-8540-cf8b53fcc247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4d6023-a008-48e8-af2b-1dca311f3440,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:31.462143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6ecdaa8-7a2a-41e7-8540-cf8b53fcc247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.465673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c6ecdaa8-7a2a-41e7-8540-cf8b53fcc247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c4d6023-a008-48e8-af2b-1dca311f3440 HTTP/1.1" status: 204 len: 168 time: 0.7085690 Apr 01 14:51:31.492299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.525109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-45a9a7e5-3049-4452-82a3-ae0e5a8fbddf None None] Port 232c6b3d-50c7-433d-b23e-0c61460d1104 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:31.559059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66980159-041c-4aa9-99ac-f40538a4ea93 req-ddb0e836-1c0a-4b94-9e80-b7f0c3d62b73 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:31.560806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66980159-041c-4aa9-99ac-f40538a4ea93 req-ddb0e836-1c0a-4b94-9e80-b7f0c3d62b73 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.4270315 Apr 01 14:51:31.601255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.605738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f8bd3e1f-1866-488d-8812-4d394b4ff6bd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:31.606273 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:31.695250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db948e5a-8dce-44e8-ba15-16bc0b8348ee req-c977350d-e2ce-4f27-90c5-8a508d106db4 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1504548 Apr 01 14:51:31.711806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66980159-041c-4aa9-99ac-f40538a4ea93 req-59783e7c-bf6a-4899-92e2-615819aa0c3e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396143 Apr 01 14:51:31.743333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:31.762598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f035cd9a-16a6-4119-a427-4eed7274e2a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/20487227-f8f6-4fb8-843b-9db38b1519b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6936357 Apr 01 14:51:31.948088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Pushing event deleted for resources: {'Port': ['ID=aa10ec33-80ee-4ba4-954c-de66d0f02ed5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:32.091732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d5762eb6-7410-4961-b7ec-2c1bda753ebd None None] Provisioning complete for port f8bd3e1f-1866-488d-8812-4d394b4ff6bd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:32.092148 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5762eb6-7410-4961-b7ec-2c1bda753ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:32.245879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aa10ec33-80ee-4ba4-954c-de66d0f02ed5 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:51:32.300985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] No DVR routers for this DVR port aa10ec33-80ee-4ba4-954c-de66d0f02ed5 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:51:32.305268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:32.328003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784bf1-044a-48da-a607-0697a779f889 req-b3bf3193-24d9-4476-a427-45c87f21507c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:32.331639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99784bf1-044a-48da-a607-0697a779f889 req-b3bf3193-24d9-4476-a427-45c87f21507c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 936 time: 0.2005427 Apr 01 14:51:32.336860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: aa10ec33-80ee-4ba4-954c-de66d0f02ed5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:51:32.337207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aa10ec33-80ee-4ba4-954c-de66d0f02ed5 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:51:32.340133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-deleted', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:32.374639 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd5b18e3-c9d0-48d6-bc86-7a0b42158b72 req-949b1df4-0167-480d-9b06-27695ed14b9b tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.62 "DELETE /v2.0/ports/aa10ec33-80ee-4ba4-954c-de66d0f02ed5 HTTP/1.1" status: 204 len: 173 time: 3.1819158 Apr 01 14:51:32.409621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:32.451834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99784bf1-044a-48da-a607-0697a779f889 req-2548ae16-0006-463a-a731-26aa41b9d3a4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047661 Apr 01 14:51:32.716508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:32.728315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:32.729084 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:32.733824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d5762eb6-7410-4961-b7ec-2c1bda753ebd None None] Provisioning for port f8be4b13-e251-4053-93a1-f00341268ab4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:32.739293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d5762eb6-7410-4961-b7ec-2c1bda753ebd None None] Provisioning complete for port f8be4b13-e251-4053-93a1-f00341268ab4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:32.739658 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5762eb6-7410-4961-b7ec-2c1bda753ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:32.822538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d5762eb6-7410-4961-b7ec-2c1bda753ebd None None] Port f8be4b13-e251-4053-93a1-f00341268ab4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:32.829903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1957a37c-12b2-447c-b74b-72caf81d730c req-cf569174-50a2-4c08-976a-80bc5f5e5b97 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be HTTP/1.1" status: 200 len: 210 time: 0.1344485 Apr 01 14:51:33.071891 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aff4c7-ba61-4bde-89e8-5e3ca0cae0be', 'name': 'network-vif-deleted', 'tag': 'aa10ec33-80ee-4ba4-954c-de66d0f02ed5', 'status': 'completed', 'code': 200} Apr 01 14:51:33.374383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16993750-e058-4eb7-8e3a-650a17fc6f58 req-6281d5ec-fd75-4289-a1a5-fe1bc06e4cf2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:33.380445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16993750-e058-4eb7-8e3a-650a17fc6f58 req-6281d5ec-fd75-4289-a1a5-fe1bc06e4cf2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 946 time: 0.2204032 Apr 01 14:51:33.517719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16993750-e058-4eb7-8e3a-650a17fc6f58 req-d1c832c8-1787-4d15-90ef-ec6c9232c37a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205413 Apr 01 14:51:33.703740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a48ebff-fa53-4ce8-ba87-1361d5093688 req-b14aefee-51f6-4d21-b338-71e2e230f118 tempest-ServersAdmin275Test-530968683 tempest-ServersAdmin275Test-530968683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.2656255 Apr 01 14:51:33.999673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-2a41ce8a-f905-403a-881c-33699ae89f84 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1097 time: 0.2024803 Apr 01 14:51:34.027059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-1'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:34.164502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8be4b13-e251-4053-93a1-f00341268ab4 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:51:34.180684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:34.223119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Transition to ACTIVE for port object f8be4b13-e251-4053-93a1-f00341268ab4 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:34.281826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:34.429980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:34.525569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fed45-afc9-41d9-9a31-8050df4d3797 req-a04f20b7-1873-485f-a02b-b15094004969 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:34.528061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-666fed45-afc9-41d9-9a31-8050df4d3797 req-a04f20b7-1873-485f-a02b-b15094004969 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 936 time: 0.6298172 Apr 01 14:51:34.702595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8be4b13-e251-4053-93a1-f00341268ab4,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:34.732257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-666fed45-afc9-41d9-9a31-8050df4d3797 req-179da6b3-62af-4329-8ccd-229f3e4ef70e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662161 Apr 01 14:51:34.895614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:51:34.954380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:35.012061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:35.088943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cec3b013-2cf0-4224-9ff1-608f28a23911 req-a059dcfc-941d-46a3-9b32-54ec42bdedd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=393dea4a38cb44e993448881872e1ee8&device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1665857 Apr 01 14:51:35.125548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:35.131546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:35.141742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:35.437453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:35.619365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Attempting to bind port f8be4b13-e251-4053-93a1-f00341268ab4 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:35.628139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Attempting to bind port f8be4b13-e251-4053-93a1-f00341268ab4 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:35.628767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Attempting to bind port f8be4b13-e251-4053-93a1-f00341268ab4 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:35.643135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on host n-h1-836017-1 for vnic_type normal with profile {"migrating_to": "n-h2-836017-1"} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:35.643763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:35.643971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:35.650180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:51:35.650665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Attempting to bind port 0b89cb05-f47d-4158-affa-ff6b41c46706 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:35.658097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:35.658514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:35.659022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:35.659538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Bound port: 0b89cb05-f47d-4158-affa-ff6b41c46706, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:35.659943 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:35.734193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1802b39e-867c-4102-8485-02b028417e0e req-60d7b3fe-bbdf-4c7b-bed7-afee5c1bd67b tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0589690 Apr 01 14:51:35.784620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cec3b013-2cf0-4224-9ff1-608f28a23911 req-de949a93-407f-4641-af9e-9341814be4d0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=393dea4a38cb44e993448881872e1ee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6367519 Apr 01 14:51:35.858249 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706', 'code': 200} Apr 01 14:51:35.918940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Port f8be4b13-e251-4053-93a1-f00341268ab4 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:51:35.919577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Attempting to bind port f8be4b13-e251-4053-93a1-f00341268ab4 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:36.037269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:36.053855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:36.064865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:36.095424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:36.095769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:36.096195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:36.096710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Bound port: f8be4b13-e251-4053-93a1-f00341268ab4, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:36.097016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:36.162909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d860190-755a-47a7-a32c-9f69b528eccb req-1e1649a2-7d48-43a6-8fc3-d894a977ab74 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:36.167958 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d860190-755a-47a7-a32c-9f69b528eccb req-1e1649a2-7d48-43a6-8fc3-d894a977ab74 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 944 time: 0.6363950 Apr 01 14:51:36.257958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ddabb-10aa-4541-954b-4a0d8c6871c7 req-7be79e8b-ddae-4fbe-bdb6-cf7be33c2da5 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:36.265497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd2ddabb-10aa-4541-954b-4a0d8c6871c7 req-7be79e8b-ddae-4fbe-bdb6-cf7be33c2da5 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 949 time: 0.2958770 Apr 01 14:51:36.277550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=8']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:36.297575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0b89cb05-f47d-4158-affa-ff6b41c46706 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:51:36.353767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3b013-2cf0-4224-9ff1-608f28a23911 req-5e4cdb94-9b7f-4779-b456-70d5a2a33469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:36.359796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cec3b013-2cf0-4224-9ff1-608f28a23911 req-5e4cdb94-9b7f-4779-b456-70d5a2a33469 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5495317 Apr 01 14:51:36.385765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:36.387161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-5b8d928f-49f1-4b0d-89ff-8a26f3c638ab service neutron] 10.222.0.44 "PUT /v2.0/ports/0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 200 len: 1122 time: 2.3865676 Apr 01 14:51:36.403103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd2ddabb-10aa-4541-954b-4a0d8c6871c7 req-4c634779-6567-4241-8cfb-4648f1c32bcf tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360993 Apr 01 14:51:36.451997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] For port f8be4b13-e251-4053-93a1-f00341268ab4, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:36.474092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d860190-755a-47a7-a32c-9f69b528eccb req-7bee68af-7c9d-4f1a-81c7-08f26fef8639 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938278 Apr 01 14:51:36.479048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] For port f8be4b13-e251-4053-93a1-f00341268ab4, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f8be4b13-e251-4053-93a1-f00341268ab4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:36.497480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:36.538464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['0b89cb05-f47d-4158-affa-ff6b41c46706'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:36.637468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0b89cb05-f47d-4158-affa-ff6b41c46706'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:36.757553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8be4b13-e251-4053-93a1-f00341268ab4,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:36.783321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:36.784894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-96db4ddc-f60c-47e5-981b-d6d67b80a7c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/f8be4b13-e251-4053-93a1-f00341268ab4 HTTP/1.1" status: 200 len: 1096 time: 5.3762417 Apr 01 14:51:36.785349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735cedd8-c297-450e-9092-b61a85f396e3', 'tag': 'f8be4b13-e251-4053-93a1-f00341268ab4'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:36.789469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cef589-47f1-4cf5-aa8f-759adcf697d5 req-d75e09ee-e138-4b0a-a8b6-b3d7acbd5edd tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:36.804717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09cef589-47f1-4cf5-aa8f-759adcf697d5 req-d75e09ee-e138-4b0a-a8b6-b3d7acbd5edd tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 948 time: 0.2852209 Apr 01 14:51:36.809153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:36.885788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Sync routers for ids ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:36.986203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09cef589-47f1-4cf5-aa8f-759adcf697d5 req-62261f78-2064-4acf-86cf-88bdda3bd78f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372106 Apr 01 14:51:37.010834 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:37.025030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0a95e000-c5d9-414b-b71b-f972eb7804d1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.2063210 Apr 01 14:51:37.034118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43176) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:37.137871 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735cedd8-c297-450e-9092-b61a85f396e3', 'tag': 'f8be4b13-e251-4053-93a1-f00341268ab4', 'status': 'completed', 'code': 200} Apr 01 14:51:37.140168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:37.147036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-d2eec60b-3212-4c1a-b6de-5634840d77be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 1099 time: 0.2861865 Apr 01 14:51:37.352301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Routers {'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:37.354546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:37.363784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-9a9d49b0-4c1a-456e-807a-d7a327ad9445 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f8be4b13-e251-4053-93a1-f00341268ab4 HTTP/1.1" status: 200 len: 217 time: 0.2093005 Apr 01 14:51:37.450369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777eb0c4-d6ed-4773-b260-d88669088a30 req-ad5afc62-04c1-434d-b915-da80b88c55f4 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.1204488 Apr 01 14:51:37.488736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-4d2a957c-9ede-4231-a436-6f1cd231183a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:37.490570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-4d2a957c-9ede-4231-a436-6f1cd231183a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1152179 Apr 01 14:51:37.575493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Set router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:38.015276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:38.219949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-5adbba93-b29e-45a6-940c-c22e27d93513 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7078881 Apr 01 14:51:38.235584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0b89cb05-f47d-4158-affa-ff6b41c46706 has no active binding in host n-h2-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:51:38.478278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-a9351ac9-1345-47de-b17d-14f10415b7c5 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:38.480862 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-a9351ac9-1345-47de-b17d-14f10415b7c5 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.44 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 949 time: 0.2742000 Apr 01 14:51:38.496414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d5568-d9fb-4c15-a92b-8b4fdc7bfd11 req-2df2c5a5-ed60-4f02-811e-07f6565a5525 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:38.497194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cec3b013-2cf0-4224-9ff1-608f28a23911 req-39f6c003-f64b-4b54-8e9b-59103a15d8f1 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.44 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.0982041 Apr 01 14:51:38.520285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb7d5568-d9fb-4c15-a92b-8b4fdc7bfd11 req-2df2c5a5-ed60-4f02-811e-07f6565a5525 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 949 time: 0.5331118 Apr 01 14:51:38.547727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0733-ad8d-415a-acf3-df655e2ec4db req-76cd8338-7a4d-40d6-bfe3-611bd806cf01 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:38.559776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93ef0733-ad8d-415a-acf3-df655e2ec4db req-76cd8338-7a4d-40d6-bfe3-611bd806cf01 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 944 time: 0.4520438 Apr 01 14:51:38.574505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43200) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:38.621692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:51:31Z', 'revision_number': 3, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:38.635186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Checking router: fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:38.635567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Updating router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 port 3e1737ef-2fb6-4191-a685-1c78ef16d608 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:51:38.733870 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:38.787187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb7d5568-d9fb-4c15-a92b-8b4fdc7bfd11 req-d1a8cad8-a186-4a78-bd61-d54efdce1887 tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639275 Apr 01 14:51:38.800517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93ef0733-ad8d-415a-acf3-df655e2ec4db req-09d451e5-7ce3-4bbe-9bab-6cdbbcabc4fa tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392361 Apr 01 14:51:38.822514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-fdaa7856-f0b7-4de7-9d5b-a2dbe8cbefcb service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856311 Apr 01 14:51:39.185567 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d3de7ae-a305-4259-a7bd-a969d674d4b4 req-3c811ff6-49fe-43d9-9ac9-8b9ae9442e0d service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527260 Apr 01 14:51:39.361478 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706', 'status': 'completed', 'code': 200} Apr 01 14:51:39.385264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8b505610-d7b7-48cd-be25-4c298bd91a4e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:39.391037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.417029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Deleting port 428c7e00-002b-4ac8-8334-4af687e40452 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:51:39.417413 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.492686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f2d2513-d329-4f63-96bd-abf0271aecc0 req-f6387281-1735-4574-9773-fcd8aaaa9cf6 tempest-ServersAdmin275Test-1862035432 tempest-ServersAdmin275Test-1862035432-project] 10.222.0.48 "GET /v2.0/ports?device_id=47bdea17-dfc4-486f-9e79-77797a7eee15 HTTP/1.1" status: 200 len: 210 time: 0.3045104 Apr 01 14:51:39.546177 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.562969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Transition to ACTIVE for port object 3e1737ef-2fb6-4191-a685-1c78ef16d608 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:39.589773 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.630730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8b505610-d7b7-48cd-be25-4c298bd91a4e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:39.641328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:39.655638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Usage tracker for resource:security_group_rule and tenant:982c217afdbd4257911e68158cefd2d9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:39.663873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:39.666501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8b505610-d7b7-48cd-be25-4c298bd91a4e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:39.667047 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.676204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-0ac56d92-5c1f-415b-96f2-b53748cfc5a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 1099 time: 0.3496993 Apr 01 14:51:39.677761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:39.739296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab16b0-38c8-493d-aaaa-d8f83c6e8f27 None None] Pushing event updated for resources: {'Port': ['ID=3e1737ef-2fb6-4191-a685-1c78ef16d608,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:39.748461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Attempting to bind port 3e1737ef-2fb6-4191-a685-1c78ef16d608 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:39.748830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Attempting to bind port 3e1737ef-2fb6-4191-a685-1c78ef16d608 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:39.749179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Attempting to bind port 3e1737ef-2fb6-4191-a685-1c78ef16d608 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:39.759318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9fddf-b231-46fe-ba6d-5c2c27c56bb3 req-d89d84a8-8e18-4140-8afe-eddd2affed24 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:39.762588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eed9fddf-b231-46fe-ba6d-5c2c27c56bb3 req-d89d84a8-8e18-4140-8afe-eddd2affed24 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 948 time: 0.4071352 Apr 01 14:51:39.762910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:39.763306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:39.763697 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.764073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:39.764531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Bound port: 3e1737ef-2fb6-4191-a685-1c78ef16d608, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:39.764894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.921649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] For port 3e1737ef-2fb6-4191-a685-1c78ef16d608, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:39.945138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:39.963628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eed9fddf-b231-46fe-ba6d-5c2c27c56bb3 req-6578a42a-3c2b-4c61-a6d9-ac4ff3f1b1c4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439178 Apr 01 14:51:40.003623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] For port 3e1737ef-2fb6-4191-a685-1c78ef16d608, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3e1737ef-2fb6-4191-a685-1c78ef16d608,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:40.010747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8b505610-d7b7-48cd-be25-4c298bd91a4e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8b505610-d7b7-48cd-be25-4c298bd91a4e,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:40.025823 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:40.064020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] For port 428c7e00-002b-4ac8-8334-4af687e40452, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=428c7e00-002b-4ac8-8334-4af687e40452,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:40.064560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:40.105538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:40.117286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-20372075-d317-488b-8e6f-fe4266f7efe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:40.119177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-20372075-d317-488b-8e6f-fe4266f7efe7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4323821 Apr 01 14:51:40.130919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf306b-7563-4a63-b494-3f40193ea510 req-ab62cad5-3b41-4737-9d3c-824ebd1a4740 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1125 time: 0.9444005 Apr 01 14:51:40.168048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Routers {'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:40.168661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:40.358408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Calling delete_port for 428c7e00-002b-4ac8-8334-4af687e40452 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:51:40.421088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab16b0-38c8-493d-aaaa-d8f83c6e8f27 None None] Pushing event updated for resources: {'Port': ['ID=3e1737ef-2fb6-4191-a685-1c78ef16d608,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:40.455652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-ad11316c-9e7f-4e87-b3ec-d88780b6553c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f8be4b13-e251-4053-93a1-f00341268ab4 HTTP/1.1" status: 200 len: 217 time: 0.3159404 Apr 01 14:51:40.506090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8b505610-d7b7-48cd-be25-4c298bd91a4e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:40.539812 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:40.545264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:40.563156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afdd05-9fba-47c6-9e9b-4c81e5c0ed0c req-a414b28a-c0d9-4d21-9552-c859a5c5beeb tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:40.564639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40afdd05-9fba-47c6-9e9b-4c81e5c0ed0c req-a414b28a-c0d9-4d21-9552-c859a5c5beeb tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 944 time: 0.2645843 Apr 01 14:51:40.584801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] Set router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:40.655663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-a15ed871-1871-42ca-93a0-5c4efde37361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:40.657484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-a15ed871-1871-42ca-93a0-5c4efde37361 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1815982 Apr 01 14:51:40.675952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:40.723505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf306b-7563-4a63-b494-3f40193ea510 req-262c326a-4ffb-49e4-8996-e9a14d39c121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:40.725285 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf306b-7563-4a63-b494-3f40193ea510 req-262c326a-4ffb-49e4-8996-e9a14d39c121 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.4570711 Apr 01 14:51:40.726030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:40.805942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Allocated IP 172.20.0.1 (4c0832c9-1e41-44cf-a628-48e0442a5bd0/f6658f6e-0d01-4829-b266-4ad783a51314/b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:51:40.821086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c744c-7949-4df3-9f3a-63f843f08a62 req-55d7ca8b-afcf-41cd-8cdb-6357ee0166be tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:40.822232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e9c744c-7949-4df3-9f3a-63f843f08a62 req-55d7ca8b-afcf-41cd-8cdb-6357ee0166be tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Synchronizing usage tracker for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:51:40.869656 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf306b-7563-4a63-b494-3f40193ea510 req-bb310b24-de5f-49cc-b717-c49fa0739e11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 200 len: 217 time: 0.1222768 Apr 01 14:51:40.930508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=982c217afdbd4257911e68158cefd2d9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3514352 Apr 01 14:51:40.937217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43220) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:40.938219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ea9ff-01c1-43b2-bc9f-647f7958efd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b39579-5df2-4fcf-989c-cc44391eca0e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:40.962263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e9c744c-7949-4df3-9f3a-63f843f08a62 req-55d7ca8b-afcf-41cd-8cdb-6357ee0166be tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Unset dirty status for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:51:40.969448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e9c744c-7949-4df3-9f3a-63f843f08a62 req-55d7ca8b-afcf-41cd-8cdb-6357ee0166be tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 949 time: 0.8350990 Apr 01 14:51:41.004717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:41.026865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Transition to ACTIVE for port object b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:41.044594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40afdd05-9fba-47c6-9e9b-4c81e5c0ed0c req-81127ad3-bcf8-4c76-bd1f-1ed545eb38a3 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645483 Apr 01 14:51:41.063111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:51:31Z', 'revision_number': 3, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:41.071906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349ba2d-b89e-4fd2-84ba-3e95e0b71737 None None] The sync data for ids ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'] in n-d-836017-1 is: [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:51:31Z', 'revision_number': 3, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:41.150991 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:41.271733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf306b-7563-4a63-b494-3f40193ea510 req-4a028634-73e2-4ebc-a61d-541f755fdb06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:41.274804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf306b-7563-4a63-b494-3f40193ea510 req-4a028634-73e2-4ebc-a61d-541f755fdb06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.3908823 Apr 01 14:51:41.351396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8b505610-d7b7-48cd-be25-4c298bd91a4e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:41.385752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-3d78d82c-2d9f-41d4-bcb7-544f0dd02a34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7127140 Apr 01 14:51:41.393913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e9c744c-7949-4df3-9f3a-63f843f08a62 req-2c8a1386-18b0-4a24-b493-05e98d499f3e tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233687 Apr 01 14:51:41.431505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Pushing event updated for resources: {'Port': ['ID=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:41.434140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:41.453333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf306b-7563-4a63-b494-3f40193ea510 req-db8cd8b3-978a-47b8-993f-9f64bac5c87f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371930 Apr 01 14:51:41.541996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:41.556186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8b505610-d7b7-48cd-be25-4c298bd91a4e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:41.559969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:41.661577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf306b-7563-4a63-b494-3f40193ea510 req-0f1104d8-7dbe-4e75-8228-d61f204e7c11 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564496 Apr 01 14:51:41.818722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9b823a9-18f1-4253-a46b-05eeeb13e2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:41.861011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:41.867354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:51:41.878531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9b823a9-18f1-4253-a46b-05eeeb13e2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:41.978573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Pushing event deleted for resources: {'Port': ['ID=428c7e00-002b-4ac8-8334-4af687e40452,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:41.984553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43232) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:42.105394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] No DVR routers for this DVR port 428c7e00-002b-4ac8-8334-4af687e40452 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:51:42.112241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:42.122832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-deleted', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:42.131448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:42.194678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2055f5db-ef4b-44b4-b2a1-fb7293ed015a req-e48ece73-bd7f-40cc-b01e-415dab2b763c tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.44 "DELETE /v2.0/ports/428c7e00-002b-4ac8-8334-4af687e40452 HTTP/1.1" status: 204 len: 173 time: 3.5967073 Apr 01 14:51:42.243284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf306b-7563-4a63-b494-3f40193ea510 req-d3e21597-c4c3-4507-867d-64a3e8fdf161 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391595 Apr 01 14:51:42.312693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f8be4b13-e251-4053-93a1-f00341268ab4 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:51:42.328121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5adec-da2c-4d15-8b42-5f16df499489 req-00f9883c-fbcc-4cec-b240-8ed0ea1e0f6e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:42.342988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9b823a9-18f1-4253-a46b-05eeeb13e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:42.355877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:51:42.359782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38a5adec-da2c-4d15-8b42-5f16df499489 req-00f9883c-fbcc-4cec-b240-8ed0ea1e0f6e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 948 time: 0.9283426 Apr 01 14:51:42.512392 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Sync routers for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:42.515193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b823a9-18f1-4253-a46b-05eeeb13e2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b39579-5df2-4fcf-989c-cc44391eca0e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:42.536667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 428c7e00-002b-4ac8-8334-4af687e40452 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:51:42.537249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 428c7e00-002b-4ac8-8334-4af687e40452 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:51:42.545395 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9b823a9-18f1-4253-a46b-05eeeb13e2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:42.549659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c9b823a9-18f1-4253-a46b-05eeeb13e2f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28b39579-5df2-4fcf-989c-cc44391eca0e HTTP/1.1" status: 204 len: 168 time: 1.6082268 Apr 01 14:51:42.564498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:42.565675 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:42.622781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38a5adec-da2c-4d15-8b42-5f16df499489 req-c9b06783-a145-452b-b547-935976db3619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494538 Apr 01 14:51:42.631147 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-7afdff96-f45e-476e-8af3-ee1ba4eede0c service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2219260 Apr 01 14:51:42.640137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:42.662427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5fa66fe0-2814-48d6-b985-dfedde796e6f None None] Provisioning for port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:42.738825 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:51:42.888829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5fa66fe0-2814-48d6-b985-dfedde796e6f None None] Provisioning complete for port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:42.889284 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fa66fe0-2814-48d6-b985-dfedde796e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:43.053635 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0704917d-e301-4ae4-ba76-296bc258d919', 'name': 'network-vif-deleted', 'tag': '428c7e00-002b-4ac8-8334-4af687e40452', 'status': 'completed', 'code': 200} Apr 01 14:51:43.152521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c4228-4c64-4b62-b009-b619a60ac4f1 req-dcf54b00-3880-46a6-87af-b06cf3192982 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:43.158385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d9c4228-4c64-4b62-b009-b619a60ac4f1 req-dcf54b00-3880-46a6-87af-b06cf3192982 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 944 time: 0.7964869 Apr 01 14:51:43.165840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:43.288195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:43.296272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Usage tracker for resource:security_group_rule and tenant:393dea4a38cb44e993448881872e1ee8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:43.303241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:43.324818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:43.539489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:43.552694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5fa66fe0-2814-48d6-b985-dfedde796e6f None None] Port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:43.577328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-010b2cc2-5423-438f-8e9f-fc2cc3e0c9db req-f81a21d3-6da5-418f-afd7-1b4c716bbfbe tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Synchronizing usage tracker for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:51:43.584965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43254) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:43.637145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:43.694220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:43.725235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:43.729405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Usage tracker for resource:security_group_rule and tenant:73b471f190894ccfb02c8b87f2492e9a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:43.750618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f8be4b13-e251-4053-93a1-f00341268ab4, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f8be4b13-e251-4053-93a1-f00341268ab4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:43.763166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:43.775444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=393dea4a38cb44e993448881872e1ee8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5547342 Apr 01 14:51:43.778709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:43.792008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377ecb5-a801-4931-8d7b-9ae0ecc94264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f6468-a223-44b8-8ae0-432fdc0fd410,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:43.792313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f8be4b13-e251-4053-93a1-f00341268ab4', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'f8be4b13-e251-4053-93a1-f00341268ab4', 'mac_address': 'fa:16:3e:62:9f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:51:43.800806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43260) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:43.802195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-96e6bdef-d45d-4caa-baf2-261a4fc1a0cb service neutron] 10.222.0.62 "GET /v2.0/ports/0b89cb05-f47d-4158-affa-ff6b41c46706/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.2557757 Apr 01 14:51:43.818119 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:43.898179 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:43.928793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8be4b13-e251-4053-93a1-f00341268ab4 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:51:43.983604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d9c4228-4c64-4b62-b009-b619a60ac4f1 req-7b05f137-5761-4b6e-ad5c-408852615b8f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781818 Apr 01 14:51:43.998069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f8be4b13-e251-4053-93a1-f00341268ab4, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f8be4b13-e251-4053-93a1-f00341268ab4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:44.013039 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.023690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.104514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9fdf2d7-b735-4f2f-9e4a-92a2e744f647 req-3703a5ce-ca62-43dd-b5d9-2238afe4caee service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4596555 Apr 01 14:51:44.120855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.129411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-010b2cc2-5423-438f-8e9f-fc2cc3e0c9db req-f81a21d3-6da5-418f-afd7-1b4c716bbfbe tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] Unset dirty status for tenant:52baadddef2645f2a54448f22902ae7c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:51:44.135762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.147801 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-010b2cc2-5423-438f-8e9f-fc2cc3e0c9db req-f81a21d3-6da5-418f-afd7-1b4c716bbfbe tempest-ListImageFiltersTestJSON-510066946 tempest-ListImageFiltersTestJSON-510066946-project] 10.222.0.48 "GET /v2.0/ports?device_id=0704917d-e301-4ae4-ba76-296bc258d919 HTTP/1.1" status: 200 len: 210 time: 0.6439812 Apr 01 14:51:44.154251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.322822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73b471f190894ccfb02c8b87f2492e9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7210653 Apr 01 14:51:44.325100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43264) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:44.351572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0b89cb05-f47d-4158-affa-ff6b41c46706 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:51:44.508862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:51:44.587253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f8be4b13-e251-4053-93a1-f00341268ab4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:51:44.587872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d63e5-ce3c-4974-acca-2194da2175a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5912b5e-d50e-4afe-96be-75d7881b565a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:44.639056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.658867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.724812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f8be4b13-e251-4053-93a1-f00341268ab4,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:44.865470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.957915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc57e-475d-4ad6-93cd-c5edfa818ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:44.970038 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:17Z', 'revision_number': 2, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:44.989751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:44.997466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:45.004615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Pushing event updated for resources: {'Port': ['ID=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:45.012049 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Checking router: 55783f50-4b3b-48a2-af1a-092403f260a6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:45.012387 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Updating router 55783f50-4b3b-48a2-af1a-092403f260a6 port 465f6659-457d-404f-a82a-89d5b4266c1a binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:51:45.031657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:45.092421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b89cb05-f47d-4158-affa-ff6b41c46706 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:51:45.098086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Sync routers for ids ['20487227-f8f6-4fb8-843b-9db38b1519b5'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:51:45.114595 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:45.120193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:45.143650 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:45.145568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e76f6468-a223-44b8-8ae0-432fdc0fd410 HTTP/1.1" status: 204 len: 168 time: 1.3424065 Apr 01 14:51:45.161673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f6468-a223-44b8-8ae0-432fdc0fd410,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:45.167192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Routers {'20487227-f8f6-4fb8-843b-9db38b1519b5'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:45.170211 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:45.182657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:45.204597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20487227-f8f6-4fb8-843b-9db38b1519b5'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:45.258893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7e49e07-1a00-4064-8db5-a0b50fc59d26 req-ea272c08-1223-4268-99e4-f274bec73522 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1097 time: 0.7046294 Apr 01 14:51:45.264694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.265304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.265809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.266301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.266892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc57e-475d-4ad6-93cd-c5edfa818ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:45.271744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.272680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.273675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.278436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.279013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.279557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.280060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b088e6a-66d7-4213-a5b7-68e95ccf72bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:51:45.508495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102c04-e591-4aab-9b65-d3d49655a0f6 req-b3a78935-180a-42b2-a8f0-057feeb56431 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:45.509590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0d102c04-e591-4aab-9b65-d3d49655a0f6 req-b3a78935-180a-42b2-a8f0-057feeb56431 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:51:45.576090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0d102c04-e591-4aab-9b65-d3d49655a0f6 req-b3a78935-180a-42b2-a8f0-057feeb56431 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:51:45.577640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d102c04-e591-4aab-9b65-d3d49655a0f6 req-b3a78935-180a-42b2-a8f0-057feeb56431 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 949 time: 0.8311572 Apr 01 14:51:45.589818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] Transition to ACTIVE for port object 0b89cb05-f47d-4158-affa-ff6b41c46706 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:45.621962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:51:45.627086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:51:45.629845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e1737ef-2fb6-4191-a685-1c78ef16d608 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:45.675626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:45.722737 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7e49e07-1a00-4064-8db5-a0b50fc59d26 req-921fca68-b85c-4c0d-b689-b9327511ad9a tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626029 Apr 01 14:51:45.972829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] Pushing event updated for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:46.022032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc57e-475d-4ad6-93cd-c5edfa818ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.103746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bc57e-475d-4ad6-93cd-c5edfa818ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5912b5e-d50e-4afe-96be-75d7881b565a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:46.166698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc57e-475d-4ad6-93cd-c5edfa818ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.175727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cd9bc57e-475d-4ad6-93cd-c5edfa818ef0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5912b5e-d50e-4afe-96be-75d7881b565a HTTP/1.1" status: 204 len: 168 time: 1.8438785 Apr 01 14:51:46.248540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3e1737ef-2fb6-4191-a685-1c78ef16d608 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:46.292351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5fa4b2eb-fdb9-497a-960e-84f0bc0c9c14 None None] Provisioning complete for port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:46.293264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b2eb-fdb9-497a-960e-84f0bc0c9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.369400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3e1737ef-2fb6-4191-a685-1c78ef16d608 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:46.370060 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.416959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:46.435475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4b2eb-fdb9-497a-960e-84f0bc0c9c14 None None] Port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:51:46.439419 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.468471 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Transition to ACTIVE for port object 465f6659-457d-404f-a82a-89d5b4266c1a will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:46.491280 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.545694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d102c04-e591-4aab-9b65-d3d49655a0f6 req-8a80830e-24c3-4afc-b941-3ba458a9f59b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9584551 Apr 01 14:51:46.560325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] No DVR routers for this DVR port 0b89cb05-f47d-4158-affa-ff6b41c46706 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:51:46.587308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.678103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fda3e1e0-2f3b-40ff-addd-13d5e355e332 service neutron] 10.222.0.62 "PUT /v2.0/ports/0b89cb05-f47d-4158-affa-ff6b41c46706/bindings/n-h2-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7868190 Apr 01 14:51:46.777409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.783825 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5525fb6-b124-484a-8eef-58a0b9c93c6d None None] Pushing event updated for resources: {'Port': ['ID=465f6659-457d-404f-a82a-89d5b4266c1a,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:46.870691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 3e1737ef-2fb6-4191-a685-1c78ef16d608, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3e1737ef-2fb6-4191-a685-1c78ef16d608,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:46.894329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:46.986230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=3e1737ef-2fb6-4191-a685-1c78ef16d608,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:47.001448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Set router 20487227-f8f6-4fb8-843b-9db38b1519b5 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:47.067840 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Attempting to bind port 465f6659-457d-404f-a82a-89d5b4266c1a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:47.071120 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dcbae7f-6e78-4f37-85f4-b40ab87bec5f req-71029b9b-d6f9-4b5e-823b-a0a35b9d42a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2011466 Apr 01 14:51:47.074267 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Attempting to bind port 465f6659-457d-404f-a82a-89d5b4266c1a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:47.074545 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Attempting to bind port 465f6659-457d-404f-a82a-89d5b4266c1a on network 82c77167-1c02-4b4f-ad02-96945e2faef1 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:47.083478 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:47.083849 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Checking segment: {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:47.084241 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.084621 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Bound using segment: {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:47.085075 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Bound port: 465f6659-457d-404f-a82a-89d5b4266c1a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:47.085459 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.104560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:47.110885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Usage tracker for resource:security_group_rule and tenant:f65271c5309541e496922f0ff71669c5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:47.114218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:47.120035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:47.166399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e3100-46e7-4772-bebd-f10695d15ff2 req-c15a7eec-e7be-4d39-858d-1395bb505c76 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:47.167900 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-636e3100-46e7-4772-bebd-f10695d15ff2 req-c15a7eec-e7be-4d39-858d-1395bb505c76 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 945 time: 0.7518041 Apr 01 14:51:47.208643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-ff91c7fe-f866-4896-ab7b-694eb3e438b4 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.3983572 Apr 01 14:51:47.275064 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] For port 465f6659-457d-404f-a82a-89d5b4266c1a, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:47.282284 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] For port 465f6659-457d-404f-a82a-89d5b4266c1a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=465f6659-457d-404f-a82a-89d5b4266c1a,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:47.292619 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.351979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e1737ef-2fb6-4191-a685-1c78ef16d608 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:47.399039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-636e3100-46e7-4772-bebd-f10695d15ff2 req-d1a97c1d-d418-4064-9530-6dda2187c8e9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175636 Apr 01 14:51:47.453244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.473293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.510689 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:47.512043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:47.580716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f65271c5309541e496922f0ff71669c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1623547 Apr 01 14:51:47.583577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43316) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:47.606436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-13132148-e1be-41ce-975b-c05b311edad6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91&tenant_id=b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 1096 time: 0.3757102 Apr 01 14:51:47.627819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f09d2-c779-4383-92c8-a2c1f056b901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb6141b-6701-4699-9840-4cba540c49ae,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:47.632398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:51:47.633828 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5525fb6-b124-484a-8eef-58a0b9c93c6d None None] Pushing event updated for resources: {'Port': ['ID=465f6659-457d-404f-a82a-89d5b4266c1a,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:47.777043 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7ada8de-09b9-47f9-a835-941f94d295df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.820812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3e1737ef-2fb6-4191-a685-1c78ef16d608 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:47.821298 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.864999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7ada8de-09b9-47f9-a835-941f94d295df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:47.946235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:51:28Z', 'revision_number': 4, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port': {'id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:19Z', 'updated_at': '2022-04-01T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '232c6b3d-50c7-433d-b23e-0c61460d1104', 'name': '', 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'mac_address': 'fa:16:3e:94:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c1ced5-2672-498b-9f51-25eab8e790f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:27Z', 'updated_at': '2022-04-01T14:51:28Z', 'revision_number': 2, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'subnets': [{'id': '08c1ced5-2672-498b-9f51-25eab8e790f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:47.965251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Checking router: 20487227-f8f6-4fb8-843b-9db38b1519b5 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:51:47.966316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Updating router 20487227-f8f6-4fb8-843b-9db38b1519b5 port 232c6b3d-50c7-433d-b23e-0c61460d1104 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:51:48.007383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7ada8de-09b9-47f9-a835-941f94d295df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:48.020898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-03e89bcf-0e27-4c3b-87c3-3ddf154d5d28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1096 time: 0.3764558 Apr 01 14:51:48.050434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7ada8de-09b9-47f9-a835-941f94d295df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:48.058255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7ada8de-09b9-47f9-a835-941f94d295df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cb6141b-6701-4699-9840-4cba540c49ae HTTP/1.1" status: 204 len: 168 time: 0.4730189 Apr 01 14:51:48.059769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada8de-09b9-47f9-a835-941f94d295df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb6141b-6701-4699-9840-4cba540c49ae,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:48.137826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:48.360120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-239cab2b-ce67-4b5b-8dae-0d9234dcbc2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:48.366024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-239cab2b-ce67-4b5b-8dae-0d9234dcbc2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.3298056 Apr 01 14:51:48.430572 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:48.532945 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-db208c1f-f5e1-49ce-abb2-bb2215e17405 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 200 len: 217 time: 0.1594899 Apr 01 14:51:48.702494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:48.733568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Transition to ACTIVE for port object 232c6b3d-50c7-433d-b23e-0c61460d1104 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:51:48.768180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f8be4b13-e251-4053-93a1-f00341268ab4 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:48.853384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-a88e60a7-547b-4ba6-beb6-4253c019ec07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:48.862982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-a88e60a7-547b-4ba6-beb6-4253c019ec07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.3200383 Apr 01 14:51:48.921401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:49.062936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-ef484b57-a09b-45f2-8f6a-6a99f9453af7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390743 Apr 01 14:51:49.279729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c009-5afd-4d74-b9fb-69624366b2fb None None] Pushing event updated for resources: {'Port': ['ID=232c6b3d-50c7-433d-b23e-0c61460d1104,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:49.289880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port f8be4b13-e251-4053-93a1-f00341268ab4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:49.305205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f8be4b13-e251-4053-93a1-f00341268ab4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:49.305871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:49.322720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:51:49.364012 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-edbb20c4-f194-442c-9a0c-530ce361240a admin admin] 10.222.0.48 "PUT /v2.0/routers/fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3287773 Apr 01 14:51:49.395173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6f753-60ef-42ce-a804-6da0c4eaebff req-dca7ad3c-af94-4646-84bd-d326c83866f3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:49.400570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9c6f753-60ef-42ce-a804-6da0c4eaebff req-dca7ad3c-af94-4646-84bd-d326c83866f3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 949 time: 0.5337675 Apr 01 14:51:49.512278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-1ee16a29-038a-47c5-8bff-118d64a9984e tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:51:49.523592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-1ee16a29-038a-47c5-8bff-118d64a9984e tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0199153 Apr 01 14:51:49.538995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Request body: {'binding': {'host': 'n-h2-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:49.539571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:51:49.608225 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:47Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:49.618239 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ae673-1bba-4b4b-a21e-eb942e8ef983 None None] The sync data for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 is: [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:47Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:49.639142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-fb0dbe10-1682-437a-a688-e2609de49cd1 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593820 Apr 01 14:51:49.824854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Attempting to bind port 232c6b3d-50c7-433d-b23e-0c61460d1104 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:49.825226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Attempting to bind port 232c6b3d-50c7-433d-b23e-0c61460d1104 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:49.825580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Attempting to bind port 232c6b3d-50c7-433d-b23e-0c61460d1104 on network 278cb98d-7f1e-4add-a731-a025f704d9d5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:49.839498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:49.839938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Checking segment: {'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:49.840266 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:49.840655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Bound using segment: {'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:49.841121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Bound port: 232c6b3d-50c7-433d-b23e-0c61460d1104, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035b7376-2dbc-44c7-bdd1-0c1c6037e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:49.841491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:49.851803 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9c6f753-60ef-42ce-a804-6da0c4eaebff req-eb005c37-e76f-4fe5-95e1-8cf56967c01c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435933 Apr 01 14:51:50.114482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:50.141259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] For port 232c6b3d-50c7-433d-b23e-0c61460d1104, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:50.162720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] For port 232c6b3d-50c7-433d-b23e-0c61460d1104, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=232c6b3d-50c7-433d-b23e-0c61460d1104,segment=NetworkSegment(035b7376-2dbc-44c7-bdd1-0c1c6037e988),segment_id=035b7376-2dbc-44c7-bdd1-0c1c6037e988)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:50.181453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735cedd8-c297-450e-9092-b61a85f396e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8be4b13-e251-4053-93a1-f00341268ab4'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:51:50.196142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:50.212306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on host n-h2-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:51:50.212624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:51:50.212947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:50.269152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f8be4b13-e251-4053-93a1-f00341268ab4, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f8be4b13-e251-4053-93a1-f00341268ab4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:50.311485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:50.418589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:51:50.419507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:51:50.428221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c009-5afd-4d74-b9fb-69624366b2fb None None] Pushing event updated for resources: {'Port': ['ID=232c6b3d-50c7-433d-b23e-0c61460d1104,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:50.471648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:51:50.471978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:51:50.472361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:51:50.472803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Bound port: 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:51:50.579608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f8be4b13-e251-4053-93a1-f00341268ab4,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:50.604588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Routers {'20487227-f8f6-4fb8-843b-9db38b1519b5'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:51:50.611066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:51:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20487227-f8f6-4fb8-843b-9db38b1519b5'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:50.706576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-21f640de-772d-4385-9fca-432e7dc9bf62 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0576670 Apr 01 14:51:50.739427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5264baf-1385-48d6-854c-22bf2bdb893e req-da07690d-7f70-49ec-8eac-86eced86b92f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:50.745426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5264baf-1385-48d6-854c-22bf2bdb893e req-da07690d-7f70-49ec-8eac-86eced86b92f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 945 time: 0.5345201 Apr 01 14:51:50.868809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:51:50.875896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5264baf-1385-48d6-854c-22bf2bdb893e req-a330ec69-84ff-4d69-a57a-5ae74646d6ff tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200016 Apr 01 14:51:50.878088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:50.882944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-e120db3f-b8d4-4564-8b6c-2a04d67137af service neutron] 10.222.0.48 "POST /v2.0/ports/4c6c33fb-6988-4fcd-b5d9-85bc5747768f/bindings HTTP/1.1" status: 201 len: 389 time: 1.3563778 Apr 01 14:51:51.123004 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735cedd8-c297-450e-9092-b61a85f396e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8be4b13-e251-4053-93a1-f00341268ab4', 'code': 200} Apr 01 14:51:51.190522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] Set router 20487227-f8f6-4fb8-843b-9db38b1519b5 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:51:51.448904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 465f6659-457d-404f-a82a-89d5b4266c1a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:51.483033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-655d1004-a121-478e-8cc3-592f6324e032 req-6067d3da-7c8d-4bfe-9ef8-41310d98065d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 1101 time: 0.1179521 Apr 01 14:51:51.579747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-655d1004-a121-478e-8cc3-592f6324e032 req-6c223d91-6587-4c01-8f10-926bd7f88abf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876632 Apr 01 14:51:51.598160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651b62e-0719-4024-9922-26672916166d req-4af72dd0-c158-47b5-be88-3ecbd85c2be4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:51.606086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4651b62e-0719-4024-9922-26672916166d req-4af72dd0-c158-47b5-be88-3ecbd85c2be4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 950 time: 0.3232625 Apr 01 14:51:51.633028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-0e329a01-1a9c-47eb-92d0-76ec3c8a644c tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.3288233 Apr 01 14:51:51.667956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4651b62e-0719-4024-9922-26672916166d req-41bcf46a-c3cd-42c7-afde-ed17231ca413 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606480 Apr 01 14:51:51.950275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-e1494613-28b3-4ccd-b635-c5c078e0bc44 service neutron] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:51:51.962707 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-e1494613-28b3-4ccd-b635-c5c078e0bc44 service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:51.964800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945985e2-5183-4f22-a86f-f1eb50cf3bf2 req-e1494613-28b3-4ccd-b635-c5c078e0bc44 service neutron] 10.222.0.44 "DELETE /v2.0/ports/0b89cb05-f47d-4158-affa-ff6b41c46706/bindings/n-h1-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.3235712 Apr 01 14:51:52.076306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc1df1-97ec-4331-bc17-8e895abf9dba req-09314ac0-7cf1-44d9-9d35-5e2be2ba9b31 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:52.084717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4dc1df1-97ec-4331-bc17-8e895abf9dba req-09314ac0-7cf1-44d9-9d35-5e2be2ba9b31 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.2427547 Apr 01 14:51:52.157473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4dc1df1-97ec-4331-bc17-8e895abf9dba req-3758035a-eca2-4960-b1c7-be17b47f9bc7 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 Apr 01 14:51:52.172731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 465f6659-457d-404f-a82a-89d5b4266c1a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:52.221220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 465f6659-457d-404f-a82a-89d5b4266c1a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:52.221593 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:52.546726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:51:28Z', 'revision_number': 4, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port': {'id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:19Z', 'updated_at': '2022-04-01T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '232c6b3d-50c7-433d-b23e-0c61460d1104', 'name': '', 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'mac_address': 'fa:16:3e:94:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c1ced5-2672-498b-9f51-25eab8e790f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:27Z', 'updated_at': '2022-04-01T14:51:50Z', 'revision_number': 4, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'subnets': [{'id': '08c1ced5-2672-498b-9f51-25eab8e790f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:51:52.604477 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:52.635945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59404c7-8157-4463-8c7b-ee13daa55d18 req-b93381e5-8333-4c53-a7a7-8b7997b0bfe6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:52.640613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59404c7-8157-4463-8c7b-ee13daa55d18 req-b93381e5-8333-4c53-a7a7-8b7997b0bfe6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 945 time: 0.2071316 Apr 01 14:51:52.643495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c893f-e8ab-431e-a7dc-c5f4a0b541a7 None None] The sync data for ids ['20487227-f8f6-4fb8-843b-9db38b1519b5'] in n-d-836017-1 is: [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:51:28Z', 'revision_number': 4, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port': {'id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:19Z', 'updated_at': '2022-04-01T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '232c6b3d-50c7-433d-b23e-0c61460d1104', 'name': '', 'network_id': '278cb98d-7f1e-4add-a731-a025f704d9d5', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'mac_address': 'fa:16:3e:94:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08c1ced5-2672-498b-9f51-25eab8e790f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:27Z', 'updated_at': '2022-04-01T14:51:50Z', 'revision_number': 4, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'subnets': [{'id': '08c1ced5-2672-498b-9f51-25eab8e790f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:51:52.761276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 465f6659-457d-404f-a82a-89d5b4266c1a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=465f6659-457d-404f-a82a-89d5b4266c1a,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:52.770456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:52.815879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59404c7-8157-4463-8c7b-ee13daa55d18 req-26798602-56f2-4140-acb9-59283f508c74 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688855 Apr 01 14:51:52.956485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=465f6659-457d-404f-a82a-89d5b4266c1a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:53.536051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 232c6b3d-50c7-433d-b23e-0c61460d1104 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:53.938826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 232c6b3d-50c7-433d-b23e-0c61460d1104 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:51:53.969217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 232c6b3d-50c7-433d-b23e-0c61460d1104 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:53.977096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:54.070898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-003bf882-20c4-4773-a1e5-7832d92faaa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1097 time: 0.3559301 Apr 01 14:51:54.074116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe6820-c2a5-4029-a9dc-b92512ff715f req-6f0f305a-71c5-4ebd-8afc-42290de9b944 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:54.087759 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5dfe6820-c2a5-4029-a9dc-b92512ff715f req-6f0f305a-71c5-4ebd-8afc-42290de9b944 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 950 time: 0.3283670 Apr 01 14:51:54.248295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5dfe6820-c2a5-4029-a9dc-b92512ff715f req-795fd7d7-1d08-472f-929b-76cca4887d19 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596396 Apr 01 14:51:54.347498 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:54.408116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 232c6b3d-50c7-433d-b23e-0c61460d1104, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=232c6b3d-50c7-433d-b23e-0c61460d1104,segment=NetworkSegment(035b7376-2dbc-44c7-bdd1-0c1c6037e988),segment_id=035b7376-2dbc-44c7-bdd1-0c1c6037e988)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:51:54.416524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43532) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:54.417487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:54.420165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 465f6659-457d-404f-a82a-89d5b4266c1a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:54.525170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-4e6e6141-7cdb-454f-a13e-3b0d6984c475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:54.528812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-4e6e6141-7cdb-454f-a13e-3b0d6984c475 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.4450200 Apr 01 14:51:54.707150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-a91c0fca-0da3-4973-8011-7489a77079a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 200 len: 217 time: 0.1672189 Apr 01 14:51:54.816557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 465f6659-457d-404f-a82a-89d5b4266c1a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:54.818178 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:54.944153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=232c6b3d-50c7-433d-b23e-0c61460d1104,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:54.946324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-5e15e7e1-b148-40ed-8917-95e70b397000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:54.964344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-5e15e7e1-b148-40ed-8917-95e70b397000 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.2334418 Apr 01 14:51:55.011440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d8cbce90-cc2d-47ec-9374-36a3d2b8bd15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52baadddef2645f2a54448f22902ae7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5915568 Apr 01 14:51:55.017419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43544) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:55.088986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-f9165611-a121-412b-8d2f-155ccbcdf386 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237113 Apr 01 14:51:55.255758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-18476095-ae5d-4d22-9418-bf02fa08e98d service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579287 Apr 01 14:51:55.266003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87e4c40f-ae83-4831-a6c5-82423bb2e785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:55.267631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b37d20-d35e-4d28-9ed9-489cd9e3b188 req-13be5732-4af0-4605-a121-e98e47ed03a1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:55.275682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b37d20-d35e-4d28-9ed9-489cd9e3b188 req-13be5732-4af0-4605-a121-e98e47ed03a1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.9531097 Apr 01 14:51:55.312352 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5626bf52-bc81-4172-8d81-e6c7ff0548a8 req-057f5f6d-3160-4046-a5c7-82b908350488 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1096 time: 0.2550297 Apr 01 14:51:55.314153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87e4c40f-ae83-4831-a6c5-82423bb2e785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:55.368037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 232c6b3d-50c7-433d-b23e-0c61460d1104 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:51:55.401465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5626bf52-bc81-4172-8d81-e6c7ff0548a8 req-a4538c3d-2c2a-49fb-b5e1-c6a8d034c057 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622714 Apr 01 14:51:55.426731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87e4c40f-ae83-4831-a6c5-82423bb2e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:55.449628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-7bb51c51-46a2-45b4-8777-6aaf63f0eebe service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555412 Apr 01 14:51:55.452392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01b37d20-d35e-4d28-9ed9-489cd9e3b188 req-f0a8ea27-26c5-451c-96c7-4d7f004e2f6b tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757140 Apr 01 14:51:55.469502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4c40f-ae83-4831-a6c5-82423bb2e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:55.493036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87e4c40f-ae83-4831-a6c5-82423bb2e785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:55.500209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-87e4c40f-ae83-4831-a6c5-82423bb2e785 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcdd3a1b-fd4b-4a4a-9068-95b13f566c9d HTTP/1.1" status: 204 len: 168 time: 0.4808359 Apr 01 14:51:55.590411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 232c6b3d-50c7-433d-b23e-0c61460d1104 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:51:55.593128 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:56.021906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-567f66fa-debc-498b-ab02-595e3b6870a2 req-adea70df-3416-466d-80b2-56199a8164a7 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 1101 time: 0.2175696 Apr 01 14:51:56.112648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-567f66fa-debc-498b-ab02-595e3b6870a2 req-b13323db-a1af-41ae-b531-caa486c97bd5 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Synchronizing usage tracker for tenant:259260079b654b8d822786c5f64b1ba3 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:51:56.145618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-567f66fa-debc-498b-ab02-595e3b6870a2 req-b13323db-a1af-41ae-b531-caa486c97bd5 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] Unset dirty status for tenant:259260079b654b8d822786c5f64b1ba3 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:51:56.154518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-567f66fa-debc-498b-ab02-595e3b6870a2 req-b13323db-a1af-41ae-b531-caa486c97bd5 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236513 Apr 01 14:51:56.408486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-d29dd405-dc2c-4b19-8bff-cb9c9dd00919 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=37d9749b93f84bcaafb504b957f4b775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896459 Apr 01 14:51:56.516862 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a3dbb74-a0d3-4c5e-94d3-930581ba9457 req-7158d0b1-d245-4cff-971b-46ee91b20780 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 1096 time: 0.1052852 Apr 01 14:51:56.568170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a3dbb74-a0d3-4c5e-94d3-930581ba9457 req-c7ca510e-0ed5-4b99-a4b6-902c7c174ce3 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498726 Apr 01 14:51:56.717422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-fd8f78a7-9396-45a8-8d56-af0a3b1036a1 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:56.730307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-fd8f78a7-9396-45a8-8d56-af0a3b1036a1 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145328 Apr 01 14:51:56.792770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-53cae038-5522-45bd-947d-bc382958e034 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/quotas/37d9749b93f84bcaafb504b957f4b775 HTTP/1.1" status: 200 len: 375 time: 0.0614133 Apr 01 14:51:56.916500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-f71bb03c-df91-4801-b17f-217f4974bce3 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=37d9749b93f84bcaafb504b957f4b775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221092 Apr 01 14:51:56.979031 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-f4cfbe88-4abc-417e-970f-9cebeaff69a1 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373724 Apr 01 14:51:57.181160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-25179b13-0f9d-4f4e-a18c-2cb5a1c15f02 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:57.188888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-25179b13-0f9d-4f4e-a18c-2cb5a1c15f02 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089279 Apr 01 14:51:57.233735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7e9bfabc-e917-471f-848f-ba4d7301bb29 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/quotas/cd96705c64bc4d6b95aa37f5dc6d6139 HTTP/1.1" status: 200 len: 375 time: 0.0436857 Apr 01 14:51:57.382100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43602) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:57.436430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-af9d8d5a-224e-47b6-bc92-bf7d929c188f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2016909 Apr 01 14:51:57.664013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-899993740-network', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:57.670405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:57.677438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Usage tracker for resource:network and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:57.680766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:57.688416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:57.701560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:57.704893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:57.733139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5bc31-71cc-46be-b15c-957521a107de req-22b90506-e744-44ee-ae25-2d559fd29392 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:57.739039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6af5bc31-71cc-46be-b15c-957521a107de req-22b90506-e744-44ee-ae25-2d559fd29392 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.2824171 Apr 01 14:51:57.762405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-008fbbcc-6391-4760-b08a-1736d448f666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:57.790188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:57.916307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6af5bc31-71cc-46be-b15c-957521a107de req-4e443a77-2f82-43da-89d9-8f5f3a598a1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700432 Apr 01 14:51:57.972530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:57.981575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Usage tracker for resource:security_group_rule and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:57.985999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:58.004842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:58.238531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:58.248795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f20225aa-33dc-4e93-84e9-8134a90544d1 req-4f29a107-2197-46d1-b8ca-8ec0ec6c0a57 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 210 time: 0.0543754 Apr 01 14:51:58.248795 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:58.272609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:51:58.277866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:58.277866 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Added segment 56d31fd0-41ba-4203-af39-ffb2634a3647 of type vlan for network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad Apr 01 14:51:58.319499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:58.366881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:58.374859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:58.381284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:58.903555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Pushing event updated for resources: {'Network': ['ID=aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:58.921102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:51:58.940915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d71947-955f-47a4-bdf2-da2db37095c6 req-21bc848d-117d-4d6f-bd6f-aadb118db79c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 210 time: 0.4429908 Apr 01 14:51:58.941563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2667ec42-4018-43b5-bc05-716bf5652a41,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:51:59.025094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:59.025613 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d341ae3a-b467-4508-bf56-0de10a2bcabb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6422625 Apr 01 14:51:59.030969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Request body: {'subnet': {'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-899993740-subnet', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:51:59.057255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:51:59.075876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Usage tracker for resource:subnet and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:51:59.082953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:51:59.102049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:51:59.138524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:51:59.144198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:51:59.349353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade953ac-de70-4a2b-8a06-64d89cd7e7f4 req-a8a754df-813d-4cad-b038-bb374b8f5742 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:51:59.351411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ade953ac-de70-4a2b-8a06-64d89cd7e7f4 req-a8a754df-813d-4cad-b038-bb374b8f5742 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.1483307 Apr 01 14:51:59.393658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43650) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:51:59.485099 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ade953ac-de70-4a2b-8a06-64d89cd7e7f4 req-39af0ce6-844a-4a44-b247-9a3615c528e5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218891 Apr 01 14:51:59.747848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-c1764630-2902-4403-854d-40dbc326f7ec tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=37d9749b93f84bcaafb504b957f4b775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2557058 Apr 01 14:51:59.762447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df46f9ea-59d3-4919-983b-07ba0975ee27 req-f041de11-9737-4d3d-b746-02d22c187591 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 210 time: 0.0687003 Apr 01 14:51:59.969638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:00.166403 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8325ff2d-6906-4236-a0fa-f7428805ea44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:00.176507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:00.192919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Usage tracker for resource:security_group_rule and tenant:2784f3187eff482c8904d35312800c27 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:00.209332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:00.222978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4c06e07a-14f2-4e73-9971-3ab060437dc9 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:00.224749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4c06e07a-14f2-4e73-9971-3ab060437dc9 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4612823 Apr 01 14:52:00.225949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:00.250499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Request body: {'port': {'device_id': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '37d9749b93f84bcaafb504b957f4b775'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:00.415078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:00.421827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Usage tracker for resource:port and tenant:37d9749b93f84bcaafb504b957f4b775 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:00.425525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:00.431827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:00.501986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Made reservation on behalf of 37d9749b93f84bcaafb504b957f4b775 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:00.508147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:00.523981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d7db9f7-4f17-45fc-b673-e8c6886e199e req-f997c618-da7a-4e97-968a-a6a6711b6c1d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 210 time: 0.0845165 Apr 01 14:52:00.573386 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:00.585517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-ea2d1dd0-ea75-48b1-ba89-922010a9d096 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570530 Apr 01 14:52:00.641899 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Sync routers for ids ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:52:00.670881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:00.675935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Usage tracker for resource:security_group_rule and tenant:37d9749b93f84bcaafb504b957f4b775 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:00.676872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Routers {'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:52:00.679164 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:00.679937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:00.686058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:00.816709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:00.873556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:00.890433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:00.943946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-a580c947-8f0e-429b-a83b-0ce53d1cb76b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:00.945687 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-a580c947-8f0e-429b-a83b-0ce53d1cb76b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3532014 Apr 01 14:52:00.969836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:01.111949 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:01.225807 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Set router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:52:01.240657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c143ebf-8680-493c-b3e4-1603ae0dc5da req-863758b7-cbb7-40e4-8a89-9463909651c6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:01.242135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c143ebf-8680-493c-b3e4-1603ae0dc5da req-863758b7-cbb7-40e4-8a89-9463909651c6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.2801321 Apr 01 14:52:01.260890 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:01.316049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c143ebf-8680-493c-b3e4-1603ae0dc5da req-af8ba382-a42b-4e00-ad2f-cfa40575f476 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604515 Apr 01 14:52:01.335003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:01.346016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:01.403889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4753ff1b-bbd6-46df-8ada-1aeaf10ec530,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:01.422949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.423578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.424096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.424631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.425247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.425770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.426312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.427062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.427443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.427761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.428137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:01.433092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-acc87748-0dcb-4587-a720-0d911ab70a4f req-d3a54d02-b179-4f28-a9e2-e77b2c40fe1b tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 210 time: 0.1956179 Apr 01 14:52:01.469299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c0630e-8753-4b01-aa84-63a14e65ba05,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:01.500933 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:01.516979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:01.527284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:01.531044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:01.690587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1918849-c4bd-40f8-a3fc-16c45c6975ec,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:01.696705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Checking segment: {'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:01.696705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Network hostable DHCP agents. Network: aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:52:01.751337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-817360a8-b451-4e6f-9a3a-cb32b223420b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2784f3187eff482c8904d35312800c27&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3514087 Apr 01 14:52:01.766065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43674) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:01.774201 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:51:42Z', 'revision_number': 4, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86', 'name': '', 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'mac_address': 'fa:16:3e:4f:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6658f6e-0d01-4829-b266-4ad783a51314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:40Z', 'updated_at': '2022-04-01T14:51:43Z', 'revision_number': 2, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'subnets': [{'id': 'f6658f6e-0d01-4829-b266-4ad783a51314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:01.787793 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Checking router: fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:52:01.788144 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Updating router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:52:01.844955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Allocated IP 192.168.233.88 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/d086705c-7198-4ff4-b772-3f8961c4ad3c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:01.887078 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:01.944407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:52:01.955843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-591df4cb-476e-444c-934d-4760e9540fa0 req-8e5121d1-934c-4a86-b8db-5c3b7e40187e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 210 time: 0.0912018 Apr 01 14:52:02.000059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:02.017333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b6e8e-fa2f-4750-8373-70381b522a30 None None] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:02.058601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0234-7944-4ad2-b769-765383fba074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.061076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:02.061859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.211297 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0234-7944-4ad2-b769-765383fba074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.272820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:02.278743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:02.282485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cfc03596-7e6c-451d-81fc-292a98092752 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2460346 Apr 01 14:52:02.283509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:02.299315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Usage tracker for resource:router and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:02.312665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:02.334222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:02.368148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.369800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.428497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.450010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad', 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'fixed_ips': [{'subnet_id': '4753ff1b-bbd6-46df-8ada-1aeaf10ec530'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:52:02.454428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.547055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.573041 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0234-7944-4ad2-b769-765383fba074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.623266 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.626706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Transition to ACTIVE for port object d086705c-7198-4ff4-b772-3f8961c4ad3c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:02.645883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b0234-7944-4ad2-b769-765383fba074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1918849-c4bd-40f8-a3fc-16c45c6975ec,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:02.662493 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Transition to ACTIVE for port object b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:02.673755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0234-7944-4ad2-b769-765383fba074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.675464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.680587 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.683486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9c9b0234-7944-4ad2-b769-765383fba074 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1918849-c4bd-40f8-a3fc-16c45c6975ec HTTP/1.1" status: 204 len: 168 time: 0.9002099 Apr 01 14:52:02.714227 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:02.903103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.143 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/8d078979-385e-47aa-8baa-006f6dd3acc8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:02.925844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Pushing event updated for resources: {'Port': ['ID=d086705c-7198-4ff4-b772-3f8961c4ad3c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:02.964659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Allocated IP 172.20.0.2 (aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad/4753ff1b-bbd6-46df-8ada-1aeaf10ec530/20651b74-b938-4f7a-8c66-6d028e146383) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:03.022995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:03.027144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:03.031701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:03.102259 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd88ff-0a1a-4c13-a998-fb9da57daec2 None None] Pushing event updated for resources: {'Port': ['ID=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:03.198571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:03.199416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.267865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-816e64b2-6262-4e80-a90b-867f2673844a tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0201399 Apr 01 14:52:03.282927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Request body: {'port': {'device_id': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:03.482913 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.522643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object 8d078979-385e-47aa-8baa-006f6dd3acc8 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:03.564732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.572356 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Attempting to bind port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:03.573189 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Attempting to bind port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:03.574811 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Attempting to bind port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 on network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:03.595502 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:03.596711 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Checking segment: {'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:03.597326 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.597964 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Bound using segment: {'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:03.598625 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Bound port: b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:03.603848 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.728829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dd7a2807-718e-4eb6-850d-df679a98c7a3 None None] Provisioning for port d086705c-7198-4ff4-b772-3f8961c4ad3c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:03.780710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] For port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:03.790060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] For port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,segment=NetworkSegment(6aeccd09-3738-4fb0-b070-bc0c4ecfe24c),segment_id=6aeccd09-3738-4fb0-b070-bc0c4ecfe24c)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:03.793980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.798348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dd7a2807-718e-4eb6-850d-df679a98c7a3 None None] Provisioning complete for port d086705c-7198-4ff4-b772-3f8961c4ad3c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:03.799188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2807-718e-4eb6-850d-df679a98c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.806790 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:03.885449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:03.984007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'f8be4b13-e251-4053-93a1-f00341268ab4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:04.044819 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Routers {'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:52:04.045365 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:04.067820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=8d078979-385e-47aa-8baa-006f6dd3acc8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:04.102296 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:04.208549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:04.212109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:04.233416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:04.355912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a2807-718e-4eb6-850d-df679a98c7a3 None None] Port d086705c-7198-4ff4-b772-3f8961c4ad3c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:52:04.399107 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd88ff-0a1a-4c13-a998-fb9da57daec2 None None] Pushing event updated for resources: {'Port': ['ID=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:04.494638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43734) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:04.546771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c61ff-556a-49ae-916a-612ea235c666 req-0e44997e-2b8b-4ab3-9173-4f4a3dc3d5bf tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:04.556922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-271c61ff-556a-49ae-916a-612ea235c666 req-0e44997e-2b8b-4ab3-9173-4f4a3dc3d5bf tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 1.7621777 Apr 01 14:52:04.603467 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] Set router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:52:04.691512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:04.692848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:04.745188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fd94c-559f-45ab-bf94-1874936b289d req-1d8747e1-5fbe-424e-ae68-c5cf3b027fdf tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:04.746618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ac3fd94c-559f-45ab-bf94-1874936b289d req-1d8747e1-5fbe-424e-ae68-c5cf3b027fdf tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Synchronizing usage tracker for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:04.756932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:04.818851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-7698fee1-f787-4324-9563-9889f549000b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8551877 Apr 01 14:52:04.827421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ac3fd94c-559f-45ab-bf94-1874936b289d req-1d8747e1-5fbe-424e-ae68-c5cf3b027fdf tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Unset dirty status for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:04.835244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac3fd94c-559f-45ab-bf94-1874936b289d req-1d8747e1-5fbe-424e-ae68-c5cf3b027fdf tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 935 time: 1.9103751 Apr 01 14:52:04.843975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Request body: {'port': {'device_id': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:04.930234 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:04.931797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-271c61ff-556a-49ae-916a-612ea235c666 req-d9bfd366-593d-4fd1-8b88-d00c5c61d510 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734326 Apr 01 14:52:04.981247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:05.000203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Transition to ACTIVE for port object 20651b74-b938-4f7a-8c66-6d028e146383 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:05.011252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Usage tracker for resource:security_group_rule and tenant:75450c0608e74895988c8938d3dcdcfc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:05.027323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:05.057322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:05.072902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d086705c-7198-4ff4-b772-3f8961c4ad3c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:05.099641 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.121801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ac3fd94c-559f-45ab-bf94-1874936b289d req-f47e632f-ad94-42cc-b1fe-943046fbbc59 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Synchronizing usage tracker for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:05.136056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Transition to ACTIVE for port object 20651b74-b938-4f7a-8c66-6d028e146383 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:05.174396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Transition to ACTIVE for port object d086705c-7198-4ff4-b772-3f8961c4ad3c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:05.180644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ac3fd94c-559f-45ab-bf94-1874936b289d req-f47e632f-ad94-42cc-b1fe-943046fbbc59 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Unset dirty status for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:05.191027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac3fd94c-559f-45ab-bf94-1874936b289d req-f47e632f-ad94-42cc-b1fe-943046fbbc59 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548806 Apr 01 14:52:05.192347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.207759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.271251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.409324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-43b0d657-a74f-4b4b-affb-df6c3ee7380a None None] Provisioning for port 8d078979-385e-47aa-8baa-006f6dd3acc8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:05.424120 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:51:42Z', 'revision_number': 4, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86', 'name': '', 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'mac_address': 'fa:16:3e:4f:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6658f6e-0d01-4829-b266-4ad783a51314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:40Z', 'updated_at': '2022-04-01T14:52:03Z', 'revision_number': 4, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'subnets': [{'id': 'f6658f6e-0d01-4829-b266-4ad783a51314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:05.448317 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fdbf8-5ecc-4ccf-b660-78fae8ebd079 None None] The sync data for ids ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'] in n-d-836017-1 is: [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:51:42Z', 'revision_number': 4, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86', 'name': '', 'network_id': '4c0832c9-1e41-44cf-a628-48e0442a5bd0', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'mac_address': 'fa:16:3e:4f:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6658f6e-0d01-4829-b266-4ad783a51314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:40Z', 'updated_at': '2022-04-01T14:52:03Z', 'revision_number': 4, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'subnets': [{'id': 'f6658f6e-0d01-4829-b266-4ad783a51314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:52:05.494602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:05.498424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-43b0d657-a74f-4b4b-affb-df6c3ee7380a None None] Provisioning complete for port 8d078979-385e-47aa-8baa-006f6dd3acc8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:05.504522 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43b0d657-a74f-4b4b-affb-df6c3ee7380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.594293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d086705c-7198-4ff4-b772-3f8961c4ad3c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:05.653163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.691192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:05.708896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:05.727061 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-8053b501-67fd-4c47-8207-d5c9307ec1f3 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1097 time: 1.1581373 Apr 01 14:52:05.728866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.840026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Attempting to bind port d086705c-7198-4ff4-b772-3f8961c4ad3c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:05.841120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Attempting to bind port d086705c-7198-4ff4-b772-3f8961c4ad3c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:05.841733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Attempting to bind port d086705c-7198-4ff4-b772-3f8961c4ad3c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:05.848283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Port d086705c-7198-4ff4-b772-3f8961c4ad3c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:52:05.849058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Attempting to bind port d086705c-7198-4ff4-b772-3f8961c4ad3c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:05.861794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:05.862716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:05.863298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:05.863890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Bound port: d086705c-7198-4ff4-b772-3f8961c4ad3c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:05.864420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:05.897877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-1'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:05.935228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Pushing event updated for resources: {'Port': ['ID=20651b74-b938-4f7a-8c66-6d028e146383,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:06.012621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fb58d-9f58-473b-a642-9c58a849d668,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:06.073334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.077004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.077345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.077685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.078015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.078347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.084575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.084913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.085250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.085580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.085913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:06.106456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-43b0d657-a74f-4b4b-affb-df6c3ee7380a None None] Port 8d078979-385e-47aa-8baa-006f6dd3acc8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:52:06.143341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] For port d086705c-7198-4ff4-b772-3f8961c4ad3c, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:06.154548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] For port d086705c-7198-4ff4-b772-3f8961c4ad3c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d086705c-7198-4ff4-b772-3f8961c4ad3c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:06.163205 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:06.324354 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bfb36e88-68c6-45e0-afc4-77d04a213e4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75450c0608e74895988c8938d3dcdcfc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8266821 Apr 01 14:52:06.330944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43754) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:06.456066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6093b8d6-3663-4401-9159-aa0f8082cbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:06.478197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:52:06.489107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Attempting to bind port 20651b74-b938-4f7a-8c66-6d028e146383 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:06.489878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Attempting to bind port 20651b74-b938-4f7a-8c66-6d028e146383 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:06.490478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Attempting to bind port 20651b74-b938-4f7a-8c66-6d028e146383 on network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:06.502859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2166f14-32a2-49f8-8de4-17d116e120a3 req-1e4040b5-4fc4-418d-9245-5dc42ff2589f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:06.507462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f2166f14-32a2-49f8-8de4-17d116e120a3 req-1e4040b5-4fc4-418d-9245-5dc42ff2589f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:06.535731 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:52:06.545230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:06.592528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:06.598153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] 10.222.0.44 "PUT /v2.0/ports/d086705c-7198-4ff4-b772-3f8961c4ad3c HTTP/1.1" status: 200 len: 1095 time: 3.3171341 Apr 01 14:52:06.612850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'tag': 'd086705c-7198-4ff4-b772-3f8961c4ad3c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:06.623058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:06.623510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Checking segment: {'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:06.624119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:06.626487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Bound using segment: {'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:06.628310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Bound port: 20651b74-b938-4f7a-8c66-6d028e146383, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:06.628934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:06.850219 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:06.859129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08d82e-2b34-4313-85ef-b1ede42a1db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d086705c-7198-4ff4-b772-3f8961c4ad3c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:06.896309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a82eb0-1b2c-444a-b9bc-30ac60c419f1 req-488cc0a6-8f29-47c3-8483-a22a36a806f3 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:06.907189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19a82eb0-1b2c-444a-b9bc-30ac60c419f1 req-488cc0a6-8f29-47c3-8483-a22a36a806f3 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 946 time: 0.5536349 Apr 01 14:52:06.969195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f2166f14-32a2-49f8-8de4-17d116e120a3 req-1e4040b5-4fc4-418d-9245-5dc42ff2589f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:06.985863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2166f14-32a2-49f8-8de4-17d116e120a3 req-1e4040b5-4fc4-418d-9245-5dc42ff2589f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 936 time: 1.7161353 Apr 01 14:52:07.010592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19a82eb0-1b2c-444a-b9bc-30ac60c419f1 req-2f0474c3-355c-4b83-a515-4d697497e599 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013501 Apr 01 14:52:07.058407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-9d46e880-db3a-4ffa-95a7-1bfdd1954414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=37d9749b93f84bcaafb504b957f4b775&device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 1098 time: 0.3909452 Apr 01 14:52:07.236273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-399bac37-95a4-46df-acc2-d767786686ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d086705c-7198-4ff4-b772-3f8961c4ad3c HTTP/1.1" status: 200 len: 217 time: 0.1678493 Apr 01 14:52:07.338210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de084263-1400-4d62-9f49-82ac86952198 None None] For port 20651b74-b938-4f7a-8c66-6d028e146383, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:07.349318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-f008a9d8-1cb3-46df-944d-5b6fe2fab8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:07.350744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-f008a9d8-1cb3-46df-944d-5b6fe2fab8d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1029370 Apr 01 14:52:07.448616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de084263-1400-4d62-9f49-82ac86952198 None None] For port 20651b74-b938-4f7a-8c66-6d028e146383, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=20651b74-b938-4f7a-8c66-6d028e146383,segment=NetworkSegment(56d31fd0-41ba-4203-af39-ffb2634a3647),segment_id=56d31fd0-41ba-4203-af39-ffb2634a3647)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:07.485675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:07.495005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:07.528583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6093b8d6-3663-4401-9159-aa0f8082cbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:07.561604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:07.578566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-404df56e-60ea-4c3d-972f-a6c3984b80f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1710215 Apr 01 14:52:07.592188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22befb1-4a81-4d91-a316-2a93305e4bda req-c887b766-5136-4964-8597-99c8d7dc3fb6 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:07.593977 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c22befb1-4a81-4d91-a316-2a93305e4bda req-c887b766-5136-4964-8597-99c8d7dc3fb6 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 947 time: 0.2423122 Apr 01 14:52:07.751806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:07.811797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c22befb1-4a81-4d91-a316-2a93305e4bda req-5873856f-d6eb-4e8a-80ee-7008c15f4869 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836128 Apr 01 14:52:07.826429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:07.852138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-45e6aab8-439a-429f-b7eb-1356dce169de service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571397 Apr 01 14:52:07.885233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de084263-1400-4d62-9f49-82ac86952198 None None] Pushing event updated for resources: {'Port': ['ID=20651b74-b938-4f7a-8c66-6d028e146383,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:07.912933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:08.003818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f has no active binding in host n-h2-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:52:08.012523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:08.020099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:08.020447 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'tag': 'd086705c-7198-4ff4-b772-3f8961c4ad3c', 'status': 'completed', 'code': 200} Apr 01 14:52:08.072249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-420abf68-3f15-4260-aa8f-80f170bc8091 req-a7f7dee7-4f85-4bfd-adcc-349d705e73b9 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119370 Apr 01 14:52:08.073175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:08.145981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:08.164519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:08.165077 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:08.382198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-21bd96e8-155e-4f3a-9942-15db32862c3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=37d9749b93f84bcaafb504b957f4b775&device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 1098 time: 0.2439702 Apr 01 14:52:08.402511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:08.508167 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f', 'code': 200} Apr 01 14:52:08.508891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:08.514516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,segment=NetworkSegment(6aeccd09-3738-4fb0-b070-bc0c4ecfe24c),segment_id=6aeccd09-3738-4fb0-b070-bc0c4ecfe24c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:08.523612 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:08.709010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:08.941903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Allocated IP 172.25.2.106 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f5dce3c2-b600-4212-9bde-593f713de050) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:08.979149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467add3-50ed-4d07-a96a-7053229f132a req-0b894ec7-23b1-4923-9489-15eec6af2dff tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:08.979964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2166f14-32a2-49f8-8de4-17d116e120a3 req-5390fa7f-ab21-4fec-b95b-5f11baa312a1 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9927616 Apr 01 14:52:08.991772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b467add3-50ed-4d07-a96a-7053229f132a req-0b894ec7-23b1-4923-9489-15eec6af2dff tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.5201275 Apr 01 14:52:09.018849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-013e3967-3dbe-41bd-b075-329b97225a2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:09.020377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-013e3967-3dbe-41bd-b075-329b97225a2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.6293581 Apr 01 14:52:09.027821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:09.098217 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6093b8d6-3663-4401-9159-aa0f8082cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:09.152048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b467add3-50ed-4d07-a96a-7053229f132a req-41f3bd78-9ee8-4847-88f4-9d2d6e454211 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592410 Apr 01 14:52:09.158363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-c61b2f10-23d2-4e57-87c7-9b1d99feef21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d086705c-7198-4ff4-b772-3f8961c4ad3c HTTP/1.1" status: 200 len: 217 time: 0.1270239 Apr 01 14:52:09.251495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-b9074b54-71ac-4da6-abfe-2eabe6729d2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:09.252954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-b9074b54-71ac-4da6-abfe-2eabe6729d2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0848746 Apr 01 14:52:09.339038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093b8d6-3663-4401-9159-aa0f8082cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fb58d-9f58-473b-a642-9c58a849d668,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:09.397768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-fdbd8c98-a9c9-47ce-926b-4dd087d0feaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345401 Apr 01 14:52:09.450939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on host n-h1-836017-1 for vnic_type normal with profile {"migrating_to": "n-h2-836017-1"} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:09.454835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:09.465150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:09.489490 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6093b8d6-3663-4401-9159-aa0f8082cbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:09.490626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6093b8d6-3663-4401-9159-aa0f8082cbd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b5fb58d-9f58-473b-a642-9c58a849d668 HTTP/1.1" status: 204 len: 168 time: 3.1480982 Apr 01 14:52:09.523775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:09.608117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:09.672789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:52:09.673013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Attempting to bind port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:09.691733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-616642ee-f1ea-4f87-9947-3641b2e83d51 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851546 Apr 01 14:52:09.830446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:09.831369 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:09.838430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:09.839073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:09.840314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:09.840959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Bound port: 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:09.844169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:10.102957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-090176c1-6b7d-4f9f-822c-e4070b07f5f8 req-c4e58840-8e20-4d8c-8724-cf230e9a7775 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025731 Apr 01 14:52:10.245747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ce74c3-7d36-4607-9afb-388061a770f5 None None] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:10.293500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d078979-385e-47aa-8baa-006f6dd3acc8 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:10.324981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:10.327648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 20651b74-b938-4f7a-8c66-6d028e146383 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:10.358138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Transition to ACTIVE for port object 8d078979-385e-47aa-8baa-006f6dd3acc8 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:10.391035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:10.464291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:10.480893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff09942-b87c-4407-9f02-85bc6b98233e req-248b6e4e-78bf-421d-bde0-8efccad73211 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:10.484491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ff09942-b87c-4407-9f02-85bc6b98233e req-248b6e4e-78bf-421d-bde0-8efccad73211 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 948 time: 0.1852891 Apr 01 14:52:10.487839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d086705c-7198-4ff4-b772-3f8961c4ad3c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:52:10.608947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ff09942-b87c-4407-9f02-85bc6b98233e req-db777a8f-137f-4850-bf84-ddc7beeebf6c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167610 Apr 01 14:52:10.653779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:10.658428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d64f865e-da9e-4b41-a0a5-30b7488b7645 None None] Provisioning for port 20651b74-b938-4f7a-8c66-6d028e146383 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:10.673310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Pushing event updated for resources: {'Port': ['ID=f5dce3c2-b600-4212-9bde-593f713de050,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:10.695457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7015-efc5-404c-93f0-8697ef3c9772 req-1076dc1a-2e2a-47db-88fc-2e285234b006 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:10.698564 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fcf7015-efc5-404c-93f0-8697ef3c9772 req-1076dc1a-2e2a-47db-88fc-2e285234b006 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 947 time: 1.4955041 Apr 01 14:52:10.710201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:10.729100 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:10.997298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:11.001579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:11.073891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:11.075878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:11.086342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:11.097842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:11.118815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 20651b74-b938-4f7a-8c66-6d028e146383 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:11.159449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb9749-9cc5-420a-a207-fee963e04881 req-7a45307e-e73e-428b-9f11-b41f7e901663 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:11.167433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47cb9749-9cc5-420a-a207-fee963e04881 req-7a45307e-e73e-428b-9f11-b41f7e901663 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.2313292 Apr 01 14:52:11.230487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fcf7015-efc5-404c-93f0-8697ef3c9772 req-0e8ffa49-de86-4289-8363-635956e1936e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136438 Apr 01 14:52:11.301098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 20651b74-b938-4f7a-8c66-6d028e146383 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:11.301469 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:11.320874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47cb9749-9cc5-420a-a207-fee963e04881 req-2ffe0d25-f411-4f3e-8b20-a35b150898c2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497762 Apr 01 14:52:11.417741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Pushing event updated for resources: {'Port': ['ID=8d078979-385e-47aa-8baa-006f6dd3acc8,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:11.444602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d086705c-7198-4ff4-b772-3f8961c4ad3c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d086705c-7198-4ff4-b772-3f8961c4ad3c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:11.491937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'd086705c-7198-4ff4-b772-3f8961c4ad3c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'd086705c-7198-4ff4-b772-3f8961c4ad3c', 'mac_address': 'fa:16:3e:d2:9b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:52:11.699281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:11.752305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 20651b74-b938-4f7a-8c66-6d028e146383, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=20651b74-b938-4f7a-8c66-6d028e146383,segment=NetworkSegment(56d31fd0-41ba-4203-af39-ffb2634a3647),segment_id=56d31fd0-41ba-4203-af39-ffb2634a3647)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:11.772354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:11.893844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=8']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:12.003401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:12.121524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=20651b74-b938-4f7a-8c66-6d028e146383,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:12.128187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d086705c-7198-4ff4-b772-3f8961c4ad3c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:12.169124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d086705c-7198-4ff4-b772-3f8961c4ad3c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d086705c-7198-4ff4-b772-3f8961c4ad3c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:12.177875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fbef1fd5-077e-424a-b179-d6311cb7cff8 None None] Provisioning complete for port 20651b74-b938-4f7a-8c66-6d028e146383 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:12.179900 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fbef1fd5-077e-424a-b179-d6311cb7cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:12.227107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:12.335979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d086705c-7198-4ff4-b772-3f8961c4ad3c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:12.389737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Attempting to bind port 8d078979-385e-47aa-8baa-006f6dd3acc8 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:12.390208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Attempting to bind port 8d078979-385e-47aa-8baa-006f6dd3acc8 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:12.390942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Attempting to bind port 8d078979-385e-47aa-8baa-006f6dd3acc8 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:12.403202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:12.405156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-6793dfff-7e50-4793-9de2-9d417933d69d service neutron] 10.222.0.44 "PUT /v2.0/ports/4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 200 len: 1122 time: 6.6434531 Apr 01 14:52:12.405591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Port 8d078979-385e-47aa-8baa-006f6dd3acc8 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:52:12.406163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Attempting to bind port 8d078979-385e-47aa-8baa-006f6dd3acc8 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:12.430613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:12.464323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:12.464661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:12.465050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:12.475705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Bound port: 8d078979-385e-47aa-8baa-006f6dd3acc8, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:12.478643 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:12.618179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['4c6c33fb-6988-4fcd-b5d9-85bc5747768f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:12.723298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['4c6c33fb-6988-4fcd-b5d9-85bc5747768f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:12.797221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03af403-829e-4a1d-b1cd-51da8ea4955e req-265d51f0-0991-47d0-893f-2c65039e96b8 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:12.809419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:12.809419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:12.809752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f03af403-829e-4a1d-b1cd-51da8ea4955e req-265d51f0-0991-47d0-893f-2c65039e96b8 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 948 time: 0.2556465 Apr 01 14:52:12.874523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d086705c-7198-4ff4-b772-3f8961c4ad3c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:12.889397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0c4a9-e09b-484f-8585-b9ddd5852e76 req-77b1e803-f03a-464e-aa5a-f44c15912f64 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:12.901360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-75f0c4a9-e09b-484f-8585-b9ddd5852e76 req-77b1e803-f03a-464e-aa5a-f44c15912f64 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 948 time: 0.8089049 Apr 01 14:52:12.919680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f03af403-829e-4a1d-b1cd-51da8ea4955e req-54d5e641-eaa4-4db3-930c-abf7d5309819 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066368 Apr 01 14:52:13.243841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] For port 8d078979-385e-47aa-8baa-006f6dd3acc8, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:13.268459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-75f0c4a9-e09b-484f-8585-b9ddd5852e76 req-d4e6fc20-8436-450e-b89f-4b7ee9fc0a7a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567762 Apr 01 14:52:13.323599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] For port 8d078979-385e-47aa-8baa-006f6dd3acc8, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d078979-385e-47aa-8baa-006f6dd3acc8,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:13.373034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:13.398592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82445d36-10c7-4bf3-9cf1-35955a238e83 req-afa2cff3-36e7-4e96-861f-48bf1143395f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:13.400202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82445d36-10c7-4bf3-9cf1-35955a238e83 req-afa2cff3-36e7-4e96-861f-48bf1143395f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.3155448 Apr 01 14:52:13.419790 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f', 'status': 'completed', 'code': 200} Apr 01 14:52:13.539702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82445d36-10c7-4bf3-9cf1-35955a238e83 req-3d9f1782-f192-402b-856a-9d23a093e88a tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223190 Apr 01 14:52:13.661115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:13.662663 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d078979-385e-47aa-8baa-006f6dd3acc8 HTTP/1.1" status: 200 len: 1096 time: 8.8240657 Apr 01 14:52:13.688159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98d5da-cb7b-424c-a5ca-9136d6bb5881 service neutron] Pushing event updated for resources: {'Port': ['ID=8d078979-385e-47aa-8baa-006f6dd3acc8,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:13.890512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f54660d-bf07-499f-a67b-641bccaced36 req-1b147f52-91e5-4da2-8e99-a8c4d771df6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1125 time: 0.4111719 Apr 01 14:52:14.018877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 20651b74-b938-4f7a-8c66-6d028e146383 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:14.167003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54660d-bf07-499f-a67b-641bccaced36 req-c8c50567-566f-483b-8488-e3d71227a4a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:14.168763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f54660d-bf07-499f-a67b-641bccaced36 req-c8c50567-566f-483b-8488-e3d71227a4a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.2613392 Apr 01 14:52:14.237729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 20651b74-b938-4f7a-8c66-6d028e146383 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:14.238497 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:14.412964 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:14.536997 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-96fe0e3b-3eb1-4305-9f59-22e9a8387b3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 1099 time: 0.8192389 Apr 01 14:52:14.538474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f54660d-bf07-499f-a67b-641bccaced36 req-8691b72f-bcaa-47da-82c8-ec477bacf20f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 200 len: 217 time: 0.3508630 Apr 01 14:52:14.699306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d7431-4ea5-4062-8bed-37845b4fa633 req-40ddf92c-eb2b-49a4-b4e9-4060ff9a8873 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:14.707809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d68d7431-4ea5-4062-8bed-37845b4fa633 req-40ddf92c-eb2b-49a4-b4e9-4060ff9a8873 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 948 time: 0.1003160 Apr 01 14:52:14.827823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d68d7431-4ea5-4062-8bed-37845b4fa633 req-6410a311-10af-4f82-8951-ea388aa5719f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187792 Apr 01 14:52:14.889329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54660d-bf07-499f-a67b-641bccaced36 req-6452af48-3350-4c33-8773-ab1d7f33f36a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:14.891309 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f54660d-bf07-499f-a67b-641bccaced36 req-6452af48-3350-4c33-8773-ab1d7f33f36a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.3151028 Apr 01 14:52:14.978483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f54660d-bf07-499f-a67b-641bccaced36 req-09c48e86-e6b5-444c-9348-98be25ddf442 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713608 Apr 01 14:52:15.123693 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-18647e33-2c85-4367-8027-3e31b34acbbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8d078979-385e-47aa-8baa-006f6dd3acc8 HTTP/1.1" status: 200 len: 217 time: 0.5497806 Apr 01 14:52:15.260286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0b73f-6985-4d00-8a94-cab80a240f85 req-55d74744-01e2-4c8b-aa46-12508ff0ae8c tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:15.262207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aea0b73f-6985-4d00-8a94-cab80a240f85 req-55d74744-01e2-4c8b-aa46-12508ff0ae8c tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 948 time: 0.7227952 Apr 01 14:52:15.323534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-d2d382a7-e906-4a62-bed7-2883d7e161eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:15.325271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-d2d382a7-e906-4a62-bed7-2883d7e161eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1876819 Apr 01 14:52:15.328556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494d5c-2251-4a80-814c-8947cb9005a4 req-73d18593-ba75-4a76-8de0-0902d0770897 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:15.332382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f54660d-bf07-499f-a67b-641bccaced36 req-db58d76a-7976-4705-a497-2e815b3c0731 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353913 Apr 01 14:52:15.337268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22494d5c-2251-4a80-814c-8947cb9005a4 req-73d18593-ba75-4a76-8de0-0902d0770897 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.1496122 Apr 01 14:52:15.384647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Router 44fa9106-739d-4f75-828a-719822ad4ca8 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:52:15.405429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22494d5c-2251-4a80-814c-8947cb9005a4 req-aac180b1-cab8-4053-910d-8aaecb745f9d tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668037 Apr 01 14:52:15.434566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'tag': '8d078979-385e-47aa-8baa-006f6dd3acc8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:15.564462 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'tag': '8d078979-385e-47aa-8baa-006f6dd3acc8', 'status': 'completed', 'code': 200} Apr 01 14:52:15.567820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aea0b73f-6985-4d00-8a94-cab80a240f85 req-1892dda2-5138-4c84-ad2d-33cb0e01f806 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928071 Apr 01 14:52:15.869119 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-bbabde1b-b16e-452b-8a62-f79e221d0a1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5315583 Apr 01 14:52:15.963730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43878) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:15.998704 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f54660d-bf07-499f-a67b-641bccaced36 req-6632b6bc-6d0d-4807-90c2-482833377a06 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164432 Apr 01 14:52:16.149810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f6b8d-0f0e-484e-ab45-8e8886c8a483 req-ff465587-2e91-4c2e-9620-0971069a502c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:16.166002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a5f6b8d-0f0e-484e-ab45-8e8886c8a483 req-ff465587-2e91-4c2e-9620-0971069a502c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 948 time: 0.1311178 Apr 01 14:52:16.221863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-63978ae1-2ea9-48d3-af53-21bc597e946c service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221541 Apr 01 14:52:16.239252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a5f6b8d-0f0e-484e-ab45-8e8886c8a483 req-5c0a5c41-7d2c-46cb-bc6a-bde36cc4292a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722570 Apr 01 14:52:16.278786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:16.323662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:16.328240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Usage tracker for resource:security_group_rule and tenant:53c1b3b426c74130bc1fa6747fb1081c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:16.333413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:16.346229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:16.425295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6ade3d-d4a6-45c8-9d94-6220ec9c4f52 req-4a195b1d-401b-4b54-a8ba-9cffc6daa2a1 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926241 Apr 01 14:52:16.445855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:52:16.456748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Sync routers for ids ['44fa9106-739d-4f75-828a-719822ad4ca8'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:52:16.475875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:16.477443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8ff48817-dc4a-4252-8b6d-889c400806da admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.2035077 Apr 01 14:52:16.480075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43886) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:16.485465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Routers {'44fa9106-739d-4f75-828a-719822ad4ca8'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:52:16.486576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44fa9106-739d-4f75-828a-719822ad4ca8'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:16.494518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:16.505793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:16.561733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d086705c-7198-4ff4-b772-3f8961c4ad3c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:16.648198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53c1b3b426c74130bc1fa6747fb1081c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6823928 Apr 01 14:52:16.648843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43892) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:16.660005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2804fe4-c75a-42c4-aaf5-9f638396c65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b694f2-1136-4452-8aef-9d533f1ebaeb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:16.786937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Set router 44fa9106-739d-4f75-828a-719822ad4ca8 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:52:17.069543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97106993-87a7-438b-bf5d-7b66843c7756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:17.182475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97106993-87a7-438b-bf5d-7b66843c7756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:17.302558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97106993-87a7-438b-bf5d-7b66843c7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:17.322045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97106993-87a7-438b-bf5d-7b66843c7756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b694f2-1136-4452-8aef-9d533f1ebaeb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:17.341074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97106993-87a7-438b-bf5d-7b66843c7756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:17.344815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-97106993-87a7-438b-bf5d-7b66843c7756 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10b694f2-1136-4452-8aef-9d533f1ebaeb HTTP/1.1" status: 204 len: 168 time: 0.6922953 Apr 01 14:52:17.392750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea84b5-df50-4272-ad99-363731815e1c req-a8d8594c-1534-425d-91e6-2a1e25019006 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:17.402707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34ea84b5-df50-4272-ad99-363731815e1c req-a8d8594c-1534-425d-91e6-2a1e25019006 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 948 time: 0.4938788 Apr 01 14:52:17.489918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port d086705c-7198-4ff4-b772-3f8961c4ad3c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:17.537168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:52:11Z', 'revision_number': 3, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:17.552429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34ea84b5-df50-4272-ad99-363731815e1c req-9dedb244-afd4-4dcb-a47f-2dfa28f294d4 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429355 Apr 01 14:52:17.560980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port d086705c-7198-4ff4-b772-3f8961c4ad3c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:17.598007 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:17.629248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Checking router: 44fa9106-739d-4f75-828a-719822ad4ca8 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:52:17.629919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Updating router 44fa9106-739d-4f75-828a-719822ad4ca8 port f5dce3c2-b600-4212-9bde-593f713de050 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:52:17.691694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-cfc99a30-387f-41d2-90d2-af44722889f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 1099 time: 1.1465971 Apr 01 14:52:17.706475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-bf1c1300-a5e6-44d2-9c4b-123c8d48e2d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4245703 Apr 01 14:52:17.814159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:17.902522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca522-e0e0-47e8-9dd9-63b99448fc55 req-db3367bf-2091-4308-809b-e848d2132039 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:17.903771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-168ca522-e0e0-47e8-9dd9-63b99448fc55 req-db3367bf-2091-4308-809b-e848d2132039 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 1.1663125 Apr 01 14:52:17.909347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-48896b62-89b5-4f9b-bb74-9ccd028435aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:17.910902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-48896b62-89b5-4f9b-bb74-9ccd028435aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2119803 Apr 01 14:52:18.186384 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:18.240041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-f1fc3cd6-8e2c-49d4-9c5f-863b2b576778 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8d078979-385e-47aa-8baa-006f6dd3acc8 HTTP/1.1" status: 200 len: 217 time: 0.3135254 Apr 01 14:52:18.398390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43914) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:18.403884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd086705c-7198-4ff4-b772-3f8961c4ad3c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:18.418711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d078979-385e-47aa-8baa-006f6dd3acc8 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:52:18.504775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-168ca522-e0e0-47e8-9dd9-63b99448fc55 req-72666f50-f218-4449-a0a6-4a4b9ceb94bd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827136 Apr 01 14:52:18.519066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:18.554883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-077c9317-4728-465e-b18e-1b5a07ff589d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:18.556981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-077c9317-4728-465e-b18e-1b5a07ff589d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2997401 Apr 01 14:52:18.598763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-7cf4ff0d-4c07-4d79-89e0-ded995b37bd3 service neutron] 10.222.0.62 "GET /v2.0/ports/4c6c33fb-6988-4fcd-b5d9-85bc5747768f/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.1826494 Apr 01 14:52:18.606671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6354-36d9-459e-9498-76f12ba8a0e6 req-c4ec369f-03a7-44bd-a3ad-77a4ee04256a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:18.610574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d086705c-7198-4ff4-b772-3f8961c4ad3c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d086705c-7198-4ff4-b772-3f8961c4ad3c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:18.615573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-678b6354-36d9-459e-9498-76f12ba8a0e6 req-c4ec369f-03a7-44bd-a3ad-77a4ee04256a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 948 time: 0.5619576 Apr 01 14:52:18.688709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8d078979-385e-47aa-8baa-006f6dd3acc8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d078979-385e-47aa-8baa-006f6dd3acc8,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:18.707456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '8d078979-385e-47aa-8baa-006f6dd3acc8', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '8d078979-385e-47aa-8baa-006f6dd3acc8', 'mac_address': 'fa:16:3e:5f:21:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:52:18.712321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:18.771014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:18.778167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-bdbd3123-5c69-4dc8-aa1d-78976a6c5f40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 1095 time: 0.7748713 Apr 01 14:52:18.784709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Usage tracker for resource:security_group_rule and tenant:7c5f12dacb284964a8f706d30bc02161 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:18.792082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:18.808025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:18.908042 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd086705c-7198-4ff4-b772-3f8961c4ad3c', 'code': 200} Apr 01 14:52:19.112697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-678b6354-36d9-459e-9498-76f12ba8a0e6 req-9d554f57-14fb-4b11-ac3f-bf84919491d1 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961019 Apr 01 14:52:19.190041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.202654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Transition to ACTIVE for port object f5dce3c2-b600-4212-9bde-593f713de050 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:19.241727 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.260819 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.297324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Attempting to bind port f5dce3c2-b600-4212-9bde-593f713de050 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:19.297694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Attempting to bind port f5dce3c2-b600-4212-9bde-593f713de050 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:19.298108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Attempting to bind port f5dce3c2-b600-4212-9bde-593f713de050 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:19.312364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:19.312809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:19.313128 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.313510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:19.314013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Bound port: f5dce3c2-b600-4212-9bde-593f713de050, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:19.314381 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.395841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] For port f5dce3c2-b600-4212-9bde-593f713de050, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:19.399271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] For port f5dce3c2-b600-4212-9bde-593f713de050, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f5dce3c2-b600-4212-9bde-593f713de050,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:19.399993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:19.406681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d078979-385e-47aa-8baa-006f6dd3acc8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:19.425256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8d078979-385e-47aa-8baa-006f6dd3acc8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d078979-385e-47aa-8baa-006f6dd3acc8,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:19.429314 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.451859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.462226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d086705c-7198-4ff4-b772-3f8961c4ad3c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:19.463243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:19.485313 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.544802 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-e7140e75-9264-4cb9-ab0e-0f1b19dab7c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9784460 Apr 01 14:52:19.550348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a451-9419-4e3f-9182-c203f1b36244 None None] Pushing event updated for resources: {'Port': ['ID=f5dce3c2-b600-4212-9bde-593f713de050,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:19.551452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.611577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6c33fb-6988-4fcd-b5d9-85bc5747768f {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:19.644823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:19.647781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c5f12dacb284964a8f706d30bc02161&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2446034 Apr 01 14:52:19.664036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a451-9419-4e3f-9182-c203f1b36244 None None] Pushing event updated for resources: {'Port': ['ID=f5dce3c2-b600-4212-9bde-593f713de050,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:19.668799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43940) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:19.761196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:19.784810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8d078979-385e-47aa-8baa-006f6dd3acc8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:19.795837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Routers {'44fa9106-739d-4f75-828a-719822ad4ca8'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:52:19.796779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44fa9106-739d-4f75-828a-719822ad4ca8'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:19.892820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fd3675c-2d86-47ea-89ad-7ebb06c889ad req-19efb889-bdfa-4b5c-b717-beed77b5839e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 1100 time: 0.9053524 Apr 01 14:52:19.894128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91a001-e2d3-489b-baec-711584e9f3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f8b4e2-e728-4771-9338-edcc4858843b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:19.898372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-e7a4791e-8337-423b-826a-115b5481bc93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:19.904103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-e7a4791e-8337-423b-826a-115b5481bc93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 1.0913944 Apr 01 14:52:19.950263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['8d078979-385e-47aa-8baa-006f6dd3acc8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:20.093961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c10274-d436-49cc-97af-68f72ebd960d req-2905b170-f468-4575-ac0b-803296d66805 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:20.095491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0c10274-d436-49cc-97af-68f72ebd960d req-2905b170-f468-4575-ac0b-803296d66805 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 949 time: 1.1098626 Apr 01 14:52:20.111819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5d31-ad3c-404c-9d21-96dfeb1c6b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:20.130307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] Set router 44fa9106-739d-4f75-828a-719822ad4ca8 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:52:20.184538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-f76f0e60-fe69-4698-a525-35e3e977b208 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 200 len: 217 time: 0.2662539 Apr 01 14:52:20.187659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] Transition to ACTIVE for port object 4c6c33fb-6988-4fcd-b5d9-85bc5747768f will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:20.198126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fd3675c-2d86-47ea-89ad-7ebb06c889ad req-e9eb0232-1727-437b-9126-e97a56563266 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930267 Apr 01 14:52:20.214539 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:20.309570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9574ab2-b295-4655-90b8-df407b13816e req-59ac8092-3656-46fa-b061-238226249f09 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:20.311362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9574ab2-b295-4655-90b8-df407b13816e req-59ac8092-3656-46fa-b061-238226249f09 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 944 time: 0.5314183 Apr 01 14:52:20.340008 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5d31-ad3c-404c-9d21-96dfeb1c6b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:20.394119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-2f008e98-a785-425f-9d41-379ff63f56e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:20.395641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-2f008e98-a785-425f-9d41-379ff63f56e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.1997054 Apr 01 14:52:20.442750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-7f5fff13-8570-4076-95f3-7771e65b681d service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8437989 Apr 01 14:52:20.450156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0c10274-d436-49cc-97af-68f72ebd960d req-e6f639e5-b4a7-47c1-9109-68066c31a24e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228843 Apr 01 14:52:20.454925 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-8fd540ed-704c-40da-b335-ea77af91bcf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519676 Apr 01 14:52:20.559709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:20.568988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] No DVR routers for this DVR port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:52:20.613532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea51e85e-8da9-4cc6-aed3-d60ab59fab71 req-2a1be46d-b2fb-49ed-b3fd-e432f7552056 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623793 Apr 01 14:52:20.632457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9574ab2-b295-4655-90b8-df407b13816e req-3e3100c5-54e4-4f9b-bf25-6b59a95b9aa4 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034465 Apr 01 14:52:20.635537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:52:20.651470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5d31-ad3c-404c-9d21-96dfeb1c6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:20.694192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a5d31-ad3c-404c-9d21-96dfeb1c6b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f8b4e2-e728-4771-9338-edcc4858843b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:20.703985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-0ef93480-b1ec-4de8-8968-7f5b25b8cc13 service neutron] 10.222.0.62 "PUT /v2.0/ports/4c6c33fb-6988-4fcd-b5d9-85bc5747768f/bindings/n-h2-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0862796 Apr 01 14:52:20.706180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5d31-ad3c-404c-9d21-96dfeb1c6b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:20.707352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1d4a5d31-ad3c-404c-9d21-96dfeb1c6b3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12f8b4e2-e728-4771-9338-edcc4858843b HTTP/1.1" status: 204 len: 168 time: 1.0349958 Apr 01 14:52:20.907854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:52:20.929153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:52:11Z', 'revision_number': 3, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:20.933965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5cf43d-bc56-47e9-a9b8-7427e97d8b86 None None] The sync data for ids ['44fa9106-739d-4f75-828a-719822ad4ca8'] in n-d-836017-1 is: [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:52:11Z', 'revision_number': 3, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:52:21.046135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0930fa-ee1d-4b15-b052-97427cf2bc3e req-043ef055-9035-4a34-8aca-90482f7ac201 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:21.048538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee0930fa-ee1d-4b15-b052-97427cf2bc3e req-043ef055-9035-4a34-8aca-90482f7ac201 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 949 time: 0.1215649 Apr 01 14:52:21.079566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-1d13a94c-6379-44c2-8735-82bf8a648dbb service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961383 Apr 01 14:52:21.153834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee0930fa-ee1d-4b15-b052-97427cf2bc3e req-2ec43dae-0b6f-475b-ae95-bbeca3ccdce7 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980847 Apr 01 14:52:21.179279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-85385145-80ef-4922-9f01-b5a452e98d29 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.3076077 Apr 01 14:52:21.340236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213b21cc-f00d-413f-a92f-c62b806fd40f req-c8705a73-f196-4fb4-af49-e8a7f0def489 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501426 Apr 01 14:52:21.362507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-79cea5d8-b5a0-4489-9384-92ce32bb3815 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db&tenant_id=87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 1096 time: 0.1654203 Apr 01 14:52:21.491030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-75c9a295-145e-4e5b-8a5f-da71b09f67e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1880791 Apr 01 14:52:21.697566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-8cc2e292-224e-48d2-b04c-a0ed0a86a280 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 1101 time: 0.1674812 Apr 01 14:52:21.722725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-b8f7999b-d22d-4ec3-9a65-0929376e9db5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1096 time: 0.3073502 Apr 01 14:52:21.917211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43974) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:21.946972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:22.010974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772704600', 'description': 'tempest-description--23820634'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:22.105133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-948194fa-a417-42d2-a229-6e619fb8d45d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:22.107066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-948194fa-a417-42d2-a229-6e619fb8d45d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.3611789 Apr 01 14:52:22.108631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:22.165494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-61e94d92-e972-4f5a-bc7f-8bf6d26e575e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:22.167314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-61e94d92-e972-4f5a-bc7f-8bf6d26e575e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4469719 Apr 01 14:52:22.238318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670882c-fe01-41da-9100-e75dc7de357b req-d33b9be6-f01d-4ace-beef-72867724b808 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:22.239852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7670882c-fe01-41da-9100-e75dc7de357b req-d33b9be6-f01d-4ace-beef-72867724b808 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 949 time: 0.2590008 Apr 01 14:52:22.263265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-eacc349c-5ac8-4fc3-8015-b32bd36c2d3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=23fc8e10-7b75-4414-94d5-368890b0eff6 HTTP/1.1" status: 200 len: 217 time: 0.0881572 Apr 01 14:52:22.288941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-92096413-526a-4ab0-b678-ef66006c55cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 200 len: 217 time: 0.0963101 Apr 01 14:52:22.290302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Usage tracker for resource:security_group and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:22.296239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:22.344672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7670882c-fe01-41da-9100-e75dc7de357b req-531d561e-2003-44da-89c6-8fe73adb930e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963409 Apr 01 14:52:22.378200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-313790de-881f-4a9a-9a1d-70e0d9f8f4be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:22.385874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-313790de-881f-4a9a-9a1d-70e0d9f8f4be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1050317 Apr 01 14:52:22.413492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d078979-385e-47aa-8baa-006f6dd3acc8 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:22.441187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-d44e5b3b-d0f2-4d13-aa3d-d794753f79eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:22.446957 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-d44e5b3b-d0f2-4d13-aa3d-d794753f79eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1115189 Apr 01 14:52:22.449123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:22.554850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:52:22.576823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43992) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:22.710471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 8d078979-385e-47aa-8baa-006f6dd3acc8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:22.725727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-340f34c9-3660-417d-824f-ee427863b657 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3382921 Apr 01 14:52:22.789103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 8d078979-385e-47aa-8baa-006f6dd3acc8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:22.789519 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:22.872345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-9537edbf-9e2f-4074-a250-f682fd43515e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3929198 Apr 01 14:52:22.938122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f729a-9ca3-4e91-8756-c2f9a8661272 req-1473f07b-990b-4a18-ad5a-b7619ef0f975 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:22.946902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb8f729a-9ca3-4e91-8756-c2f9a8661272 req-1473f07b-990b-4a18-ad5a-b7619ef0f975 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 949 time: 0.3707988 Apr 01 14:52:22.980023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-259747012-network', 'tenant_id': 'ba191dca82d3451da27daccef25ead7f'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:23.000579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:23.013264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Usage tracker for resource:network and tenant:ba191dca82d3451da27daccef25ead7f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:23.022490 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.026439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:23.037091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Allocated IP 172.20.0.1 (aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad/4753ff1b-bbd6-46df-8ada-1aeaf10ec530/17f9b7c9-1072-48f7-947c-0fc367449f62) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:23.045935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:23.083979 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.093653 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb8f729a-9ca3-4e91-8756-c2f9a8661272 req-e6e0516e-b375-4e55-8704-707e43eedd50 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456444 Apr 01 14:52:23.096078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Made reservation on behalf of ba191dca82d3451da27daccef25ead7f for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:23.102686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.121942 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-a3baf61a-7389-4fe4-bbe6-c12a6ed47a03 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786397 Apr 01 14:52:23.125234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.132346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d078979-385e-47aa-8baa-006f6dd3acc8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:23.147750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8d078979-385e-47aa-8baa-006f6dd3acc8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d078979-385e-47aa-8baa-006f6dd3acc8,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:23.153487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.254763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8d078979-385e-47aa-8baa-006f6dd3acc8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:23.269830 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d078979-385e-47aa-8baa-006f6dd3acc8', 'code': 200} Apr 01 14:52:23.303048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e1634-1aa9-4a66-89d9-bfc6d617fc54 req-6a752194-5310-4b62-912b-ad84d2048b4f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:23.304843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b3e1634-1aa9-4a66-89d9-bfc6d617fc54 req-6a752194-5310-4b62-912b-ad84d2048b4f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 945 time: 1.0188630 Apr 01 14:52:23.366793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-72036bac-766b-4a51-bdc0-47ba440e0cc6 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761666 Apr 01 14:52:23.389576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:23.425781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Usage tracker for resource:security_group_rule and tenant:ba191dca82d3451da27daccef25ead7f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:23.434074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:23.442745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:23.446165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73ebe97c-1413-443d-a96f-8dbd616c1d03 req-07529ff7-d253-44f1-b980-1f8cd66367a9 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097312 Apr 01 14:52:23.461053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:23.501696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Usage tracker for resource:security_group_rule and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:23.554059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:23.562183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.575056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:23.608154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.654654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:52:23.681738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae8a76-cd1e-4d56-82ae-f6063e99fac4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:23.685350 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.685692 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Added segment 862db502-3aed-4506-85a5-4bd2b39d0ed7 of type vlan for network f0a2977e-fa24-4faa-9e9e-180c5b81baa7 Apr 01 14:52:23.724536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b3e1634-1aa9-4a66-89d9-bfc6d617fc54 req-465015c4-3637-479f-992f-158bf19ae44a tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510661 Apr 01 14:52:23.727816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.737267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d50d-cf32-4c57-97d3-dfbcd490839d req-06393328-b9cb-4eea-9eaa-99d0d3fb9ae8 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:23.739415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ae8d50d-cf32-4c57-97d3-dfbcd490839d req-06393328-b9cb-4eea-9eaa-99d0d3fb9ae8 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 949 time: 0.1681612 Apr 01 14:52:23.746467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.765791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51eb4dca-2dcc-4b8f-a76e-b55816c23e1a req-0fcb1ca1-227a-4fe5-8119-21edffd9ca53 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 1101 time: 0.3973360 Apr 01 14:52:23.824472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-1cf5a8ff-c01f-4a77-9f1c-a6b9732844bd service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009507 Apr 01 14:52:23.873111 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.879485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Transition to ACTIVE for port object 17f9b7c9-1072-48f7-947c-0fc367449f62 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:23.881059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.881915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:23.882492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.915535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.984518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:23.986476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 2.0679266 Apr 01 14:52:23.990336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44010) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:24.013520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Request body: {'security_group_rule': {'security_group_id': '398ebab5-810a-4965-a200-528b12ce66d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:24.024264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:24.030753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Usage tracker for resource:security_group_rule and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:24.033062 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ae8d50d-cf32-4c57-97d3-dfbcd490839d req-bf2cd5dc-9aea-4520-a69d-918ae5b60370 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600017 Apr 01 14:52:24.042226 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51eb4dca-2dcc-4b8f-a76e-b55816c23e1a req-4e0ff719-9148-4319-b62d-f5cf80dad242 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664833 Apr 01 14:52:24.050774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:24.058683 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.073446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] Pushing event updated for resources: {'Network': ['ID=f0a2977e-fa24-4faa-9e9e-180c5b81baa7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:24.082488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1818df2a-7d3a-4bc6-ab54-45352cee5400 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5017450 Apr 01 14:52:24.083263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44018) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:24.103526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network f0a2977e-fa24-4faa-9e9e-180c5b81baa7 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:52:24.110865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Request body: {'subnet': {'network_id': 'f0a2977e-fa24-4faa-9e9e-180c5b81baa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-259747012-subnet', 'tenant_id': 'ba191dca82d3451da27daccef25ead7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:24.127015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:24.140123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Usage tracker for resource:subnet and tenant:ba191dca82d3451da27daccef25ead7f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:24.154262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:24.164273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:24.202083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Made reservation on behalf of ba191dca82d3451da27daccef25ead7f for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:24.204668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.259103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:24.265083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Pushing event updated for resources: {'Port': ['ID=17f9b7c9-1072-48f7-947c-0fc367449f62,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:24.284281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6763cc-124f-4a38-92fb-0fc7f57425a5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398ebab5-810a-4965-a200-528b12ce66d5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:24.339349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:24.349888 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.453730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.456147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:24.459862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:24.492600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.546199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f75b6f7-c253-4bd1-a477-f7564c5ec911,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:24.562672 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.612149 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.616918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9445dd62-ba3a-4341-9ddb-ba2a0e96e584 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6207345 Apr 01 14:52:24.617504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44030) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:24.625081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Request body: {'security_group_rule': {'security_group_id': '398ebab5-810a-4965-a200-528b12ce66d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:24.632054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:24.636168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Usage tracker for resource:security_group_rule and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:24.639472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:24.715356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:24.843298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.856713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.915419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155eaaf-9127-4067-8f8f-ca7efde82685 req-47916c4c-baf6-4e77-99ce-420831998d93 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:24.917738 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a155eaaf-9127-4067-8f8f-ca7efde82685 req-47916c4c-baf6-4e77-99ce-420831998d93 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 950 time: 0.4083166 Apr 01 14:52:24.931515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:24.969961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db02c0a7-c507-4e4d-a838-3eb236f99516,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:25.003149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Checking segment: {'id': '862db502-3aed-4506-85a5-4bd2b39d0ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f0a2977e-fa24-4faa-9e9e-180c5b81baa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:25.003535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Network hostable DHCP agents. Network: f0a2977e-fa24-4faa-9e9e-180c5b81baa7, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:52:25.019053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3190bd8e-08b1-45d1-a4d0-6f442e8073b5 None None] Provisioning for port 17f9b7c9-1072-48f7-947c-0fc367449f62 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:25.026938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a155eaaf-9127-4067-8f8f-ca7efde82685 req-d13df8c2-28be-4d34-b2d2-078331e577f4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982118 Apr 01 14:52:25.027095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3190bd8e-08b1-45d1-a4d0-6f442e8073b5 None None] Provisioning complete for port 17f9b7c9-1072-48f7-947c-0fc367449f62 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:25.027483 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3190bd8e-08b1-45d1-a4d0-6f442e8073b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:25.042819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Network f0a2977e-fa24-4faa-9e9e-180c5b81baa7 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:52:25.067125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, f0a2977e-fa24-4faa-9e9e-180c5b81baa7) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:25.071698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:25.072333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:25.079875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acb8cb5-eb06-48eb-a43b-462f70c015e4 None None] Network f0a2977e-fa24-4faa-9e9e-180c5b81baa7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:25.099161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-76fe08b6-cca7-4a66-b5db-e6104cc38375 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0144689 Apr 01 14:52:25.153779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-237370cf-e391-400f-81a9-b0e3a16b385d tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=37d9749b93f84bcaafb504b957f4b775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2006214 Apr 01 14:52:25.209659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3190bd8e-08b1-45d1-a4d0-6f442e8073b5 None None] Port 17f9b7c9-1072-48f7-947c-0fc367449f62 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:52:25.442474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aeef43-ac55-4123-83a6-b1ff73f933f2 None None] Network f0a2977e-fa24-4faa-9e9e-180c5b81baa7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:25.548710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f0e5e-2585-4aee-97e7-26a545e18a78 req-cc69a590-b885-4629-86c9-38b35c94d2ac tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:25.550542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a2f0e5e-2585-4aee-97e7-26a545e18a78 req-cc69a590-b885-4629-86c9-38b35c94d2ac tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 945 time: 0.2276802 Apr 01 14:52:25.663036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a2f0e5e-2585-4aee-97e7-26a545e18a78 req-f096e967-b86d-4606-9831-6da25b44685a tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029551 Apr 01 14:52:25.694992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:25.712671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-8bc89fdc-e9c3-4ed5-b955-453b2ebd7602 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.7606418 Apr 01 14:52:25.752862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:25.888283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a155abee-a3e1-4966-a4e9-73b319372030,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:25.953878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-4212ee26-112c-42f9-b57a-9ffe30821181 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:25.960856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-4212ee26-112c-42f9-b57a-9ffe30821181 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8046634 Apr 01 14:52:25.998453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:25.999753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-26c6f615-d043-461e-a8dd-750ce735bc9c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3812621 Apr 01 14:52:26.002996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-65b0d8a6-078e-46b2-8484-2a46a1e902e8 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/quotas/37d9749b93f84bcaafb504b957f4b775 HTTP/1.1" status: 200 len: 375 time: 0.0412719 Apr 01 14:52:26.003714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44064) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:26.011236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:26.026568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:26.035196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Usage tracker for resource:floatingip and tenant:3e385da678b449808c7c02fe643ed0a0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:26.080111 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:26.179186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:26.194439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:26.198417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:26.241799 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:26.348808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:26.355702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Pushing event updated for resources: {'Port': ['ID=17f9b7c9-1072-48f7-947c-0fc367449f62,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:26.364437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-ee8bd0cb-1714-4f5a-8302-a7e2cff0c084 service neutron] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:26.372026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-ee8bd0cb-1714-4f5a-8302-a7e2cff0c084 service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:26.373031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a515960-c673-4d0e-b65e-ec4cafe160e9 req-ee8bd0cb-1714-4f5a-8302-a7e2cff0c084 service neutron] 10.222.0.44 "DELETE /v2.0/ports/4c6c33fb-6988-4fcd-b5d9-85bc5747768f/bindings/n-h1-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.6470091 Apr 01 14:52:26.376609 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ddc56086-4c80-4742-9566-abe560f3a400 req-a904058b-e432-432f-867e-7c37c07869fa tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1096 time: 0.3718438 Apr 01 14:52:26.403108 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-5a5aab03-4132-487e-9473-3c1249499f7e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=37d9749b93f84bcaafb504b957f4b775&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3920908 Apr 01 14:52:26.501525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ddc56086-4c80-4742-9566-abe560f3a400 req-2e22ecbb-618c-4306-801e-659a17b6cb6e tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239483 Apr 01 14:52:26.582375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:26.584335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:26.661225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:26.843257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44086) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:26.871684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-16455472-network', 'tenant_id': '29860e3b05bb4bb29b1fd55a3ff563cd'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:26.896932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:26.901557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Usage tracker for resource:network and tenant:29860e3b05bb4bb29b1fd55a3ff563cd is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:26.909982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:26.929187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:27.019075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Made reservation on behalf of 29860e3b05bb4bb29b1fd55a3ff563cd for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:27.021457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:27.159128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d07d5c94-180f-471e-b827-ce5892af73e9 None None] Provisioning complete for port 17f9b7c9-1072-48f7-947c-0fc367449f62 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:27.160138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d07d5c94-180f-471e-b827-ce5892af73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:27.179327 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:27.238919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:27.244634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Usage tracker for resource:security_group_rule and tenant:29860e3b05bb4bb29b1fd55a3ff563cd is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:27.266360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:27.289434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:27.312647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d07d5c94-180f-471e-b827-ce5892af73e9 None None] Port 17f9b7c9-1072-48f7-947c-0fc367449f62 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:52:27.339677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56cbeb26-10b9-4faf-9df9-86c65a3291c0 req-7a5b7a64-ccee-4682-92ea-40b6956849f8 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 1096 time: 0.2149282 Apr 01 14:52:27.394106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47624e83-74d4-4f9b-b5a6-c2762e01e50b req-245b8373-526e-4459-bb1e-59d32906cf91 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:27.403618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47624e83-74d4-4f9b-b5a6-c2762e01e50b req-245b8373-526e-4459-bb1e-59d32906cf91 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 950 time: 0.5573413 Apr 01 14:52:27.409962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56cbeb26-10b9-4faf-9df9-86c65a3291c0 req-76fa30f5-7762-4942-9a43-24469d3e17c0 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613220 Apr 01 14:52:27.467491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Allocated IP 172.25.2.143 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/08d66210-07e0-4d6b-923a-998d6b7bd896) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:27.518195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Router 44fa9106-739d-4f75-828a-719822ad4ca8 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:52:27.581218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47624e83-74d4-4f9b-b5a6-c2762e01e50b req-1f410d46-f3e9-444b-bc86-05f9a0ab4aff tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759858 Apr 01 14:52:27.765033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:27.790485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:27.846468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e1cb442-6d39-48fc-911b-e42dae83e8cf req-312aace9-9515-4e97-9740-cb946f3e3425 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 210 time: 0.1996660 Apr 01 14:52:28.018619 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cd5bdfd-0616-4bee-b573-b1efd808ae77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:28.042608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:52:28.193145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:28.197857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e729765-8bcc-4722-8cc3-a7401ee84329,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:28.205028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:52:28.208497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:28.208933 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Added segment 88621029-3bee-4372-a1bc-139bbc523f3d of type vlan for network f2bfa98c-f228-46b5-8414-f84320e82d8c Apr 01 14:52:28.224776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-524f586c-1f40-4ced-943f-b5c733b4881e admin admin] 10.222.0.48 "PUT /v2.0/routers/44fa9106-739d-4f75-828a-719822ad4ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7417397 Apr 01 14:52:28.266705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:28.336823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f0eebdb-be7f-4168-a35e-419de8032cd2 req-002ddcdc-cd19-4229-8aa9-4cd018054d30 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 1101 time: 0.5471907 Apr 01 14:52:28.356351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:28.357949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:28.359072 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:28.376069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44112) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:28.482937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:28.575380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7243674 Apr 01 14:52:28.576127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44122) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:28.582796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Request body: {'subnet': {'network_id': 'f2bfa98c-f228-46b5-8414-f84320e82d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-16455472-subnet', 'tenant_id': '29860e3b05bb4bb29b1fd55a3ff563cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:28.589856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b395-ecd7-427d-8b1a-cf6c1a4b41e5 admin admin] Pushing event updated for resources: {'Network': ['ID=f2bfa98c-f228-46b5-8414-f84320e82d8c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:28.594346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:28.601969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network f2bfa98c-f228-46b5-8414-f84320e82d8c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:52:28.614828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Usage tracker for resource:subnet and tenant:29860e3b05bb4bb29b1fd55a3ff563cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:28.620441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f0eebdb-be7f-4168-a35e-419de8032cd2 req-d90fb61d-bdaf-47de-a74c-37e635c033bd tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823050 Apr 01 14:52:28.622172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:28.632632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:28.637897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:28.643236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:28.657665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event updated for resources: {'Port': ['ID=08d66210-07e0-4d6b-923a-998d6b7bd896,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:28.666313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Made reservation on behalf of 29860e3b05bb4bb29b1fd55a3ff563cd for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:28.671766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:28.682319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.045621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-832329917'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:29.059023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:29.064481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-71811097-8508-4446-a94d-406d96dd996b tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=37d9749b93f84bcaafb504b957f4b775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770290 Apr 01 14:52:29.075155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:network and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:29.081650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:29.157228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:29.164150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.319390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6c1d4d4-c652-443d-871b-642807cfd073 req-1aac06b5-79fa-436e-8168-cabc2d80cef4 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 210 time: 0.0694184 Apr 01 14:52:29.334202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.401350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:29.405655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.423473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.671359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-e1647463-110f-4e72-af5e-4bbdd6a0a02f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1732514 Apr 01 14:52:29.708160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:52:29.724368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.731369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.853877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event updated for resources: {'Port': ['ID=08d66210-07e0-4d6b-923a-998d6b7bd896,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:29.871789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.909504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-9b393c1e-1ad8-41c1-b0ce-95a9fa388027 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:29.910955 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-9b393c1e-1ad8-41c1-b0ce-95a9fa388027 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984651 Apr 01 14:52:29.918770 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.920566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-995ed4e4-a1d1-4c01-8ec8-dc6742ebe879 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9145539 Apr 01 14:52:29.929378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-3fd728c0-84cb-49bd-b54c-319b70f01c8d tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:29.936686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-3fd728c0-84cb-49bd-b54c-319b70f01c8d tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8580046 Apr 01 14:52:29.938251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:29.938657 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Added segment 4907fcad-92d7-4c74-8a1c-5a6b4675807f of type vlan for network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 Apr 01 14:52:29.954805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-ce983ca4-5e4b-4451-a2bd-7b649cf1353e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/quotas/cd96705c64bc4d6b95aa37f5dc6d6139 HTTP/1.1" status: 200 len: 375 time: 0.0344827 Apr 01 14:52:29.955633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b34e50b-48d9-4bd3-9a3b-17a328392dea,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:29.983457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Request body: {'port': {'device_id': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '37d9749b93f84bcaafb504b957f4b775'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:30.154687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d4e3-b624-4c0f-9fc5-410c541540de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:30.161525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Checking segment: {'id': '88621029-3bee-4372-a1bc-139bbc523f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f2bfa98c-f228-46b5-8414-f84320e82d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:30.162048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Network hostable DHCP agents. Network: f2bfa98c-f228-46b5-8414-f84320e82d8c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:52:30.179494 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:30.270859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-c986c534-ca04-486d-885a-9d8bdd137228 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--772704600&fields=id&tenant_id=3e385da678b449808c7c02fe643ed0a0 HTTP/1.1" status: 200 len: 267 time: 0.0751386 Apr 01 14:52:30.272509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Network f2bfa98c-f228-46b5-8414-f84320e82d8c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:52:30.366761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-c945a822-736a-48d8-9d28-fa45e1ad6b3d tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3572438 Apr 01 14:52:30.374762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, f2bfa98c-f228-46b5-8414-f84320e82d8c) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:30.387284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83db4e-81d0-43ec-9074-b3a06b86d615 None None] Network f2bfa98c-f228-46b5-8414-f84320e82d8c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:30.406282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:30.406861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:30.457523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:30.463107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-87853797-964c-4001-8a9f-239d8bd0e3af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8855815 Apr 01 14:52:30.468820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:30.487242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:30.489307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:30.577591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:30.584352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-5e514071-dcf3-484f-aaa1-243ae0b05e4c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:30.586173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-5e514071-dcf3-484f-aaa1-243ae0b05e4c tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/networks?id=e6070da0-5e18-48e1-95bf-3ff5330a2d35 HTTP/1.1" status: 200 len: 814 time: 0.3064294 Apr 01 14:52:30.595102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2156842 Apr 01 14:52:30.606520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:30.622539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-f7602f93-5105-4363-9837-c9ade0af316f tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/quotas/3e385da678b449808c7c02fe643ed0a0 HTTP/1.1" status: 200 len: 375 time: 0.0281813 Apr 01 14:52:30.725763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'subnet': {'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:30.753586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44168) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:30.874773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de6831-bf6c-40ec-80da-35f7de07c574 None None] Network f2bfa98c-f228-46b5-8414-f84320e82d8c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:30.897698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] Deleting subnet db02c0a7-c507-4e4d-a838-3eb236f99516 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:52:30.914178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.010509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Made reservation on behalf of 37d9749b93f84bcaafb504b957f4b775 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:31.016524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.062417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-03566e76-c278-42e0-8ada-4f96bb9c13a7 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Synchronizing usage tracker for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:31.069451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.131913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669e2a8-bcc3-4f22-b179-ffc460fbe0ef tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Network': ['ID=8ebcee38-1c9b-4224-8a63-9500bc6c54e2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:31.162536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48df16f3-c045-4483-9a0b-8e3a08cf9d5c req-03bb296a-0217-408b-8aa4-e19418f086a1 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 210 time: 0.0905073 Apr 01 14:52:31.183120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:52:31.261298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:31.269191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:subnet and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:31.274488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:31.288832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:31.346847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.386305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86f61b5b-292b-4bbc-95fa-7a1c903009bd req-19eacaa5-a353-4817-a8a3-c40a9c39c0d3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 210 time: 0.0868609 Apr 01 14:52:31.392276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:31.433500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.449654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-03566e76-c278-42e0-8ada-4f96bb9c13a7 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Unset dirty status for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:31.465520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-03566e76-c278-42e0-8ada-4f96bb9c13a7 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e385da678b449808c7c02fe643ed0a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8336599 Apr 01 14:52:31.513587 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.679579 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.752246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Allocated IP 192.168.233.216 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/b8cb90a0-0873-49d9-9116-78471c20057c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:31.908501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.960606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:31.964579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db02c0a7-c507-4e4d-a838-3eb236f99516,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:31.967729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-56ac899c-9b20-493d-9e64-520033b96fc0 service neutron] 10.222.0.48 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026847 Apr 01 14:52:31.970718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-57d956ad-b1e6-4353-8064-88e1e2c40aa2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db02c0a7-c507-4e4d-a838-3eb236f99516 HTTP/1.1" status: 204 len: 168 time: 1.2163610 Apr 01 14:52:31.973300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44214) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:32.222264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:32.465112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:32.546311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-5841bbcb-b448-4ab1-a7a9-885379999397 service neutron] 10.222.0.48 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615835 Apr 01 14:52:32.553957 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:32.554415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-59ba16f5-ca6c-4554-99fd-17c426eada20 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487139 Apr 01 14:52:32.562702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Subnet': ['ID=ea377ab4-c392-4f38-8240-df100a9f0c11,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:32.635565 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3af065d9-dd72-4b40-bec3-638e719bbb62 req-e875a462-379b-4722-8272-fdfc10abdf24 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 210 time: 0.0709212 Apr 01 14:52:32.703119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Checking segment: {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:32.703819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network hostable DHCP agents. Network: 8ebcee38-1c9b-4224-8a63-9500bc6c54e2, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:52:32.831422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-b9c48f1b-815d-466d-a086-5ccf612ee492 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:32.833203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-b9c48f1b-815d-466d-a086-5ccf612ee492 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505295 Apr 01 14:52:32.855313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Request body: {'port': {'device_id': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cd96705c64bc4d6b95aa37f5dc6d6139'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:33.070334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.106264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:52:33.139620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b94fc7f-bf6f-4ff8-99c8-70ff55d4e784 req-77c26127-cdc9-4f38-9ff9-df50137c761e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 210 time: 0.1341226 Apr 01 14:52:33.176393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c53aba64-ae38-4bd3-a9f2-db1f4ba7349d req-dba4bcbe-f385-42c9-8c2d-4179720fa7a3 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.1414909 Apr 01 14:52:33.193394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.198634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Transition to ACTIVE for port object b8cb90a0-0873-49d9-9116-78471c20057c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:33.208640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 8ebcee38-1c9b-4224-8a63-9500bc6c54e2) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:33.221957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c9be2-caa9-4624-8171-e819d5e2c862 None None] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:33.249630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:33.252076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.266647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a2977e-fa24-4faa-9e9e-180c5b81baa7']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:33.289172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862db502-3aed-4506-85a5-4bd2b39d0ed7') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:33.289409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862db502-3aed-4506-85a5-4bd2b39d0ed7') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:33.347587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.379031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f489616c-c595-411f-b3e8-4028493c9199 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7682881 Apr 01 14:52:33.380339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44262) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:33.388656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:33.397003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-784902494'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:33.400770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.405288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:33.407737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.427760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:33.433119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d086705c-7198-4ff4-b772-3f8961c4ad3c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:33.435621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:52:33.436025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:52:33.482054 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:52:33.562998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:network and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:33.587754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:33.681338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Pushing event updated for resources: {'Port': ['ID=b8cb90a0-0873-49d9-9116-78471c20057c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:33.698324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:33.726214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:33.729555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:33.732042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:33.735953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.751940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:33.794800 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.796794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Made reservation on behalf of cd96705c64bc4d6b95aa37f5dc6d6139 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:33.804257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.915098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.920694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:52:33.938083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:33.938632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.969409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a2977e-fa24-4faa-9e9e-180c5b81baa7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:33.975155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:33.975595 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Added segment d0b40f30-51a1-424c-9cd9-26386bbcb973 of type vlan for network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 Apr 01 14:52:33.984618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-da6b165d-74d0-495b-9f2a-54d19e4c61d7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0129402 Apr 01 14:52:34.005197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2ec93aa3-7393-485f-aafd-5a7bb4a17b38 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f0a2977e-fa24-4faa-9e9e-180c5b81baa7 HTTP/1.1" status: 204 len: 168 time: 2.0304461 Apr 01 14:52:34.010241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Request body: {'port': {'device_id': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:34.105206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44274) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:34.121388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-8ebcee38-1c9b-4224-8a63-9500bc6c54e2', 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'fixed_ips': [{'subnet_id': 'ea377ab4-c392-4f38-8240-df100a9f0c11'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:52:34.121912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:34.360201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] Deleting subnet 2b34e50b-48d9-4bd3-9a3b-17a328392dea {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:52:34.374241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:34.379767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-52cccfb1-b211-4868-8ce3-dbb10597c28b None None] Provisioning for port b8cb90a0-0873-49d9-9116-78471c20057c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:34.421768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-52cccfb1-b211-4868-8ce3-dbb10597c28b None None] Provisioning complete for port b8cb90a0-0873-49d9-9116-78471c20057c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:34.422408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52cccfb1-b211-4868-8ce3-dbb10597c28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:34.436391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:34.559358 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:34.615472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c229378-32ec-4947-a6d3-2a049736a2b5 req-7c2fbe81-26fd-455a-bdfc-a119a0cd68be tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 210 time: 0.1166196 Apr 01 14:52:34.687133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-52cccfb1-b211-4868-8ce3-dbb10597c28b None None] Port b8cb90a0-0873-49d9-9116-78471c20057c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:52:34.734398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:34.748649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Allocated IP 19.80.0.2 (8ebcee38-1c9b-4224-8a63-9500bc6c54e2/ea377ab4-c392-4f38-8240-df100a9f0c11/66a39235-9337-470a-9a5d-8ec859194179) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:34.765796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:34.791283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:34.795127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:35.262744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8791535 Apr 01 14:52:35.283023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44294) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:35.306950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'subnet': {'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:35.342526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9db6332-affb-4d03-bf4e-47e896e4cbf1 req-cc2d763e-7377-44f2-bd4e-9133c9d3dd84 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.1154430 Apr 01 14:52:35.381938 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:35.396328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Transition to ACTIVE for port object 66a39235-9337-470a-9a5d-8ec859194179 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:35.442408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Transition to ACTIVE for port object 66a39235-9337-470a-9a5d-8ec859194179 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:35.444831 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:35.460462 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:35.498733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eb13a-1e6b-4d94-b7cc-7aecfa440ba5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Network': ['ID=1375b3dd-6ff5-441d-8cd1-f82fc512bde1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:35.582539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:52:35.626359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:35.752019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Allocated IP 192.168.233.37 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/1bb8b578-9d0d-4c59-b270-b7d198e1624c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:35.790042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b34e50b-48d9-4bd3-9a3b-17a328392dea,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:35.870177 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:35.928760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:35.965417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:35.968777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:36.019798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Pushing event updated for resources: {'Port': ['ID=66a39235-9337-470a-9a5d-8ec859194179,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:36.074699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b08e6-5b2c-4f08-9733-23fb08f7365a req-164a3a19-2fb5-43b5-ba72-7a3f8ce259f7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:36.076259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d35b08e6-5b2c-4f08-9733-23fb08f7365a req-164a3a19-2fb5-43b5-ba72-7a3f8ce259f7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Synchronizing usage tracker for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:36.097049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f5dce3c2-b600-4212-9bde-593f713de050 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:36.237484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d35b08e6-5b2c-4f08-9733-23fb08f7365a req-164a3a19-2fb5-43b5-ba72-7a3f8ce259f7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Unset dirty status for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:36.245086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d35b08e6-5b2c-4f08-9733-23fb08f7365a req-164a3a19-2fb5-43b5-ba72-7a3f8ce259f7 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 936 time: 1.9241555 Apr 01 14:52:36.272624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Attempting to bind port 66a39235-9337-470a-9a5d-8ec859194179 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:36.273295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:36.275537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Attempting to bind port 66a39235-9337-470a-9a5d-8ec859194179 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:36.276113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Attempting to bind port 66a39235-9337-470a-9a5d-8ec859194179 on network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:36.294101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e3dba9fb-7471-4493-9c6b-e7e9558f44f0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2b34e50b-48d9-4bd3-9a3b-17a328392dea HTTP/1.1" status: 204 len: 168 time: 2.1878302 Apr 01 14:52:36.302558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44312) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:36.314672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:36.315043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Checking segment: {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:36.317221 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:36.317595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Bound using segment: {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:36.318098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Bound port: 66a39235-9337-470a-9a5d-8ec859194179, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:36.318470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:36.325181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:subnet and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:36.336885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:36.388651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:36.396924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c4acca2c-dfce-4e60-81c6-769dbce040c1 req-c1ce2f62-5886-4648-b5af-f16ebe1006d3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:36.437082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-3b02e33d-7c3c-414a-bfd6-bacd6d135a31 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:36.440358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-3b02e33d-7c3c-414a-bfd6-bacd6d135a31 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Synchronizing usage tracker for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:36.496393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d35b08e6-5b2c-4f08-9733-23fb08f7365a req-2cef035b-90c9-4185-882a-16e17ffd0803 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481570 Apr 01 14:52:36.499764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:36.541684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f5dce3c2-b600-4212-9bde-593f713de050 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:36.569367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f5dce3c2-b600-4212-9bde-593f713de050 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:36.569728 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:36.702681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c4acca2c-dfce-4e60-81c6-769dbce040c1 req-c1ce2f62-5886-4648-b5af-f16ebe1006d3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:36.703859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4acca2c-dfce-4e60-81c6-769dbce040c1 req-c1ce2f62-5886-4648-b5af-f16ebe1006d3 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 210 time: 0.4083393 Apr 01 14:52:36.755957 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:36.814942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:36.849445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66a39235-9337-470a-9a5d-8ec859194179,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:36.869438 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.008501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-3b02e33d-7c3c-414a-bfd6-bacd6d135a31 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Unset dirty status for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:37.010938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-3b02e33d-7c3c-414a-bfd6-bacd6d135a31 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.62 "GET /v2.0/networks?id=e6070da0-5e18-48e1-95bf-3ff5330a2d35 HTTP/1.1" status: 200 len: 814 time: 1.8142550 Apr 01 14:52:37.104077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.136864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.329069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.348712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Transition to ACTIVE for port object 1bb8b578-9d0d-4c59-b270-b7d198e1624c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:37.370125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.385975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e5a99-abd3-45ab-8888-5846872c3db9 None None] Pushing event updated for resources: {'Port': ['ID=66a39235-9337-470a-9a5d-8ec859194179,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:37.433225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f5dce3c2-b600-4212-9bde-593f713de050, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f5dce3c2-b600-4212-9bde-593f713de050,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:37.441441 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.456964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bfa98c-f228-46b5-8414-f84320e82d8c']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:37.499905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88621029-3bee-4372-a1bc-139bbc523f3d') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:37.500479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88621029-3bee-4372-a1bc-139bbc523f3d') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:37.570038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.610516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:37.671006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'f8be4b13-e251-4053-93a1-f00341268ab4', '8d078979-385e-47aa-8baa-006f6dd3acc8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:37.777838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:37.840139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event updated for resources: {'Port': ['ID=1bb8b578-9d0d-4c59-b270-b7d198e1624c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:37.840631 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55435b72-80fe-4cac-961c-a3ef6a327546 req-7f860bb3-7a5f-432f-90f6-879f09eeff92 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.8285475 Apr 01 14:52:37.997089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:37.998414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:38.030244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:38.047009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 66a39235-9337-470a-9a5d-8ec859194179 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:38.051912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:38.226363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:52:38.228034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:38.418987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f5dce3c2-b600-4212-9bde-593f713de050,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:52:38.494024 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:52:38.511413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 66a39235-9337-470a-9a5d-8ec859194179 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:38.556616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:38.581716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:38.594049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-ff37e813-7dbf-4826-9808-f0d8c9c2bfc5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Synchronizing usage tracker for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:38.639548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f2bfa98c-f228-46b5-8414-f84320e82d8c HTTP/1.1" status: 204 len: 168 time: 2.3348558 Apr 01 14:52:38.653066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364af69-84c0-4f54-940c-d3b2e16f4512 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2bfa98c-f228-46b5-8414-f84320e82d8c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:38.713526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:38.714697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:38.798814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-dc395073-0da9-4973-a218-c67006717737 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9474080 Apr 01 14:52:38.804613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44344) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:38.830741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Request body: {'port': {'device_id': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:38.904382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-312158567'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:39.110846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:39.157424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:network and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:39.173925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-ff37e813-7dbf-4826-9808-f0d8c9c2bfc5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Unset dirty status for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:39.179267 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-ff37e813-7dbf-4826-9808-f0d8c9c2bfc5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e385da678b449808c7c02fe643ed0a0 HTTP/1.1" status: 200 len: 379 time: 1.4622221 Apr 01 14:52:39.207699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:39.221241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5f239-e54b-4563-bf1e-6b62d94965b8 req-5332ee91-c0b2-4d9c-bfd4-32465128b2b0 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:39.224445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:39.227768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4d5f239-e54b-4563-bf1e-6b62d94965b8 req-5332ee91-c0b2-4d9c-bfd4-32465128b2b0 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 936 time: 1.3978910 Apr 01 14:52:39.239530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Request body: {'port': {'device_id': '72a1c50e-b382-43f1-847f-a401990e5357', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'admin_state_up': True, 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'security_groups': ['398ebab5-810a-4965-a200-528b12ce66d5']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:39.248945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb06423-9665-40ed-8891-6c1af97bfc3f None None] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:39.323994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-31843313-41f8-43f2-9a94-b84a27a39b65 None None] Provisioning for port 1bb8b578-9d0d-4c59-b270-b7d198e1624c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:39.325428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44352) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:39.420840 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:39.456222 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:39.495762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-31843313-41f8-43f2-9a94-b84a27a39b65 None None] Provisioning complete for port 1bb8b578-9d0d-4c59-b270-b7d198e1624c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:39.496354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31843313-41f8-43f2-9a94-b84a27a39b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:39.579396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:39.587780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:39.670540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4d5f239-e54b-4563-bf1e-6b62d94965b8 req-cb6bc900-59c8-4cd0-b89c-c8065e9b16ec tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999901 Apr 01 14:52:39.721532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66839-6f4e-44f2-9eab-3150b69d6bd1 req-ccef8aa9-3d7e-49f9-8a3a-7f6301fa971c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:39.725004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e32de72-59ff-4577-afa7-0c2fe46cd53a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba191dca82d3451da27daccef25ead7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3980639 Apr 01 14:52:39.735616 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee66839-6f4e-44f2-9eab-3150b69d6bd1 req-ccef8aa9-3d7e-49f9-8a3a-7f6301fa971c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 935 time: 1.5498004 Apr 01 14:52:39.799568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:39.879595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:40.003087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-31843313-41f8-43f2-9a94-b84a27a39b65 None None] Port 1bb8b578-9d0d-4c59-b270-b7d198e1624c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:52:40.063897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bbdc9801-cb5d-4321-96c5-cfaeee70d644 req-09127b4e-9f75-4b39-a0f0-4ca74db036a7 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.1180110 Apr 01 14:52:40.093662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f5dce3c2-b600-4212-9bde-593f713de050 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:40.312797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Subnet': ['ID=f08c8141-974e-4aa3-8c3e-3c9fd8b928aa,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:40.447963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:52:40.456700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-54aef9e3-41e2-4ace-b5dc-2c7ebf40698e None None] Provisioning for port 66a39235-9337-470a-9a5d-8ec859194179 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:40.507349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee66839-6f4e-44f2-9eab-3150b69d6bd1 req-0682a9a7-e813-404b-99d4-21c4b7b9400e tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7708254 Apr 01 14:52:40.544249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-54aef9e3-41e2-4ace-b5dc-2c7ebf40698e None None] Provisioning complete for port 66a39235-9337-470a-9a5d-8ec859194179 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:40.545676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54aef9e3-41e2-4ace-b5dc-2c7ebf40698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.582685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bb14-f1b5-4cc7-acb5-e4a51bb013d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.640662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bb14-f1b5-4cc7-acb5-e4a51bb013d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.699347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cb90a0-0873-49d9-9116-78471c20057c {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:40.718864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bb14-f1b5-4cc7-acb5-e4a51bb013d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.723682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.726754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.727094 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Added segment a204888c-b888-46f8-b7a7-e136f3485438 of type vlan for network bed87e57-f44b-4fff-96bc-c0e73ef02f63 Apr 01 14:52:40.735300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Checking segment: {'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:40.735794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network hostable DHCP agents. Network: 1375b3dd-6ff5-441d-8cd1-f82fc512bde1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:52:40.761323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:40.769589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1bb14-f1b5-4cc7-acb5-e4a51bb013d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae8a76-cd1e-4d56-82ae-f6063e99fac4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:40.822932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:40.842865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Transition to ACTIVE for port object b8cb90a0-0873-49d9-9116-78471c20057c will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:40.842865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:52:40.910080 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.914159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1375b3dd-6ff5-441d-8cd1-f82fc512bde1) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:40.925947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:40.931664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.987309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bb14-f1b5-4cc7-acb5-e4a51bb013d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:40.992262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c5c1bb14-f1b5-4cc7-acb5-e4a51bb013d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7ae8a76-cd1e-4d56-82ae-f6063e99fac4 HTTP/1.1" status: 204 len: 168 time: 1.1385748 Apr 01 14:52:41.004234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:41.085759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de918c-d58a-4cb2-b04c-9dbdc674fe29 None None] Network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:41.130542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Made reservation on behalf of 3e385da678b449808c7c02fe643ed0a0 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:41.138322 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:41.179694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d01f3734-47f2-47e9-83c8-53eb6eff649b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.8822789 Apr 01 14:52:41.546070 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:41.592362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:41.875544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Pushing event updated for resources: {'Port': ['ID=b8cb90a0-0873-49d9-9116-78471c20057c,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:41.892409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c493999-293b-48e2-9ff9-4e4ab8f5bdda req-33e97994-bc95-4d21-b2f7-08b169874218 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.2702136 Apr 01 14:52:41.941618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:41.951771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:41.963279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:42.146136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1375b3dd-6ff5-441d-8cd1-f82fc512bde1', 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'fixed_ips': [{'subnet_id': 'f08c8141-974e-4aa3-8c3e-3c9fd8b928aa'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:52:42.146929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:42.216827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.3646798 Apr 01 14:52:42.247085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44394) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:42.285312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-25493531'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:42.316844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb8b578-9d0d-4c59-b270-b7d198e1624c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:42.336154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:42.360712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f5dce3c2-b600-4212-9bde-593f713de050 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:42.361529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:42.383976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Transition to ACTIVE for port object 1bb8b578-9d0d-4c59-b270-b7d198e1624c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:42.398463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:42.426770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44398) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:42.433298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:42.436498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca36aa-78c1-4a1d-8150-cb225321a3a2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Network': ['ID=bed87e57-f44b-4fff-96bc-c0e73ef02f63,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:42.447268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Allocated IP 172.20.0.11 (e6070da0-5e18-48e1-95bf-3ff5330a2d35/bca33137-9903-4b76-a333-efb0cfca63a4/a71defbf-ed9b-4778-b051-8eb553314461) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:42.477909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:network and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:42.548467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Attempting to bind port b8cb90a0-0873-49d9-9116-78471c20057c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:42.548699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Attempting to bind port b8cb90a0-0873-49d9-9116-78471c20057c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:42.551158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Attempting to bind port b8cb90a0-0873-49d9-9116-78471c20057c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:42.557171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:42.588829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:52:42.639039 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Sync routers for ids ['44fa9106-739d-4f75-828a-719822ad4ca8'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:52:42.672525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:42.674410 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Routers {'44fa9106-739d-4f75-828a-719822ad4ca8'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:52:42.675138 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44fa9106-739d-4f75-828a-719822ad4ca8'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:42.774324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Port b8cb90a0-0873-49d9-9116-78471c20057c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:52:42.774802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Attempting to bind port b8cb90a0-0873-49d9-9116-78471c20057c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:42.950945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:42.951634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:42.951634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:42.952028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Bound port: b8cb90a0-0873-49d9-9116-78471c20057c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:42.952377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.056066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:43.059047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.130348 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Set router 44fa9106-739d-4f75-828a-719822ad4ca8 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:52:43.146533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5737-a050-497d-ae4f-40563eba3511 req-3c8555ad-c801-44b5-a7f8-73a5547fb8e6 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:43.159629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e63d5737-a050-497d-ae4f-40563eba3511 req-3c8555ad-c801-44b5-a7f8-73a5547fb8e6 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 948 time: 2.0540071 Apr 01 14:52:43.216420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Allocated IP 19.86.0.2 (1375b3dd-6ff5-441d-8cd1-f82fc512bde1/f08c8141-974e-4aa3-8c3e-3c9fd8b928aa/e134fce0-de41-4fe6-9a6a-bfe841a00dfe) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:43.344639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a2185c5a-a0ff-49de-a010-814070d296bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29860e3b05bb4bb29b1fd55a3ff563cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5866728 Apr 01 14:52:43.374319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44410) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:43.401432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb8b578-9d0d-4c59-b270-b7d198e1624c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:43.455948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-d7725834-7fb8-4060-a729-28331151a9bd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:43.460155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-d7725834-7fb8-4060-a729-28331151a9bd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:43.461015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-d7725834-7fb8-4060-a729-28331151a9bd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:43.492920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:52:43.517701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54aef9e3-41e2-4ace-b5dc-2c7ebf40698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.573948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.583603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e63d5737-a050-497d-ae4f-40563eba3511 req-8ea713e1-2687-422c-aa29-35b329ee298c tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229605 Apr 01 14:52:43.589194 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Added segment a55ed598-5d36-4d9c-832e-ab312102453a of type vlan for network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 Apr 01 14:52:43.645949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-d7725834-7fb8-4060-a729-28331151a9bd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:43.650759 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-d7725834-7fb8-4060-a729-28331151a9bd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/networks?id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2&id=1375b3dd-6ff5-441d-8cd1-f82fc512bde1&id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2 HTTP/1.1" status: 200 len: 1390 time: 1.3476822 Apr 01 14:52:43.668320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Attempting to bind port 1bb8b578-9d0d-4c59-b270-b7d198e1624c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:43.669030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Attempting to bind port 1bb8b578-9d0d-4c59-b270-b7d198e1624c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:43.669554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Attempting to bind port 1bb8b578-9d0d-4c59-b270-b7d198e1624c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:43.675821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7130-5c74-4fd9-ae96-deef0354d8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.682706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] For port b8cb90a0-0873-49d9-9116-78471c20057c, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:43.691289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] For port b8cb90a0-0873-49d9-9116-78471c20057c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b8cb90a0-0873-49d9-9116-78471c20057c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:43.718068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7130-5c74-4fd9-ae96-deef0354d8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.767521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.775990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Port 1bb8b578-9d0d-4c59-b270-b7d198e1624c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:52:43.776948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Attempting to bind port 1bb8b578-9d0d-4c59-b270-b7d198e1624c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:43.785159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:43.786016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:43.786737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:43.787504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Bound port: 1bb8b578-9d0d-4c59-b270-b7d198e1624c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:43.788082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.798148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7130-5c74-4fd9-ae96-deef0354d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.828063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e7130-5c74-4fd9-ae96-deef0354d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e729765-8bcc-4722-8cc3-a7401ee84329,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:43.832010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-54aef9e3-41e2-4ace-b5dc-2c7ebf40698e None None] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66a39235-9337-470a-9a5d-8ec859194179,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:43.852719 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:52:43.854623 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7130-5c74-4fd9-ae96-deef0354d8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.859360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ac0e7130-5c74-4fd9-ae96-deef0354d8e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e729765-8bcc-4722-8cc3-a7401ee84329 HTTP/1.1" status: 204 len: 168 time: 0.4800172 Apr 01 14:52:43.872757 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54aef9e3-41e2-4ace-b5dc-2c7ebf40698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:43.899909 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:52:24Z', 'revision_number': 4, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '17f9b7c9-1072-48f7-947c-0fc367449f62', 'name': '', 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'mac_address': 'fa:16:3e:50:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4753ff1b-bbd6-46df-8ada-1aeaf10ec530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:22Z', 'updated_at': '2022-04-01T14:52:25Z', 'revision_number': 2, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'subnets': [{'id': '4753ff1b-bbd6-46df-8ada-1aeaf10ec530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:43.934939 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Checking router: 44fa9106-739d-4f75-828a-719822ad4ca8 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:52:43.935333 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Updating router 44fa9106-739d-4f75-828a-719822ad4ca8 port 17f9b7c9-1072-48f7-947c-0fc367449f62 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:52:44.082789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.089017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] For port 1bb8b578-9d0d-4c59-b270-b7d198e1624c, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:44.094358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] For port 1bb8b578-9d0d-4c59-b270-b7d198e1624c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1bb8b578-9d0d-4c59-b270-b7d198e1624c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:44.106293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.174932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Transition to ACTIVE for port object e134fce0-de41-4fe6-9a6a-bfe841a00dfe will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:44.182701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aef9e3-41e2-4ace-b5dc-2c7ebf40698e None None] Pushing event updated for resources: {'Port': ['ID=66a39235-9337-470a-9a5d-8ec859194179,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:44.214687 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.222495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-11834477-8521-43cb-86d9-03f1e9215464 None None] Provisioning complete for port 66a39235-9337-470a-9a5d-8ec859194179 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:44.222868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-11834477-8521-43cb-86d9-03f1e9215464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.260864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ed3bf-263e-4e61-9cff-cbb4987a1f61 req-5b94c042-c999-4cdd-a884-0a8aef80a50c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:44.263362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb7ed3bf-263e-4e61-9cff-cbb4987a1f61 req-5b94c042-c999-4cdd-a884-0a8aef80a50c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 947 time: 0.3114283 Apr 01 14:52:44.265733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.267097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] 10.222.0.44 "PUT /v2.0/ports/1bb8b578-9d0d-4c59-b270-b7d198e1624c HTTP/1.1" status: 200 len: 1095 time: 5.4508531 Apr 01 14:52:44.271098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'tag': '1bb8b578-9d0d-4c59-b270-b7d198e1624c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:44.320634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c4029-6d19-4527-b877-a55479901a6e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb8b578-9d0d-4c59-b270-b7d198e1624c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:44.349227 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-01014639-f4df-42d7-a042-0c2fb4e575b9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/quotas/b437b090f8fa4379879a1c52759595c9 HTTP/1.1" status: 200 len: 375 time: 0.6805723 Apr 01 14:52:44.421067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.442142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Transition to ACTIVE for port object e134fce0-de41-4fe6-9a6a-bfe841a00dfe will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:44.461195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.494562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.511445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb7ed3bf-263e-4e61-9cff-cbb4987a1f61 req-c9436b10-256e-4ac2-affc-f3247a083c0f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255332 Apr 01 14:52:44.526515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.539599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] 10.222.0.44 "PUT /v2.0/ports/b8cb90a0-0873-49d9-9116-78471c20057c HTTP/1.1" status: 200 len: 1096 time: 10.5404727 Apr 01 14:52:44.542527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-bb50f9a9-cc36-447f-a226-e10eedf1adfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 1098 time: 0.2135775 Apr 01 14:52:44.562854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'tag': 'b8cb90a0-0873-49d9-9116-78471c20057c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:44.605761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Transition to ACTIVE for port object a71defbf-ed9b-4778-b051-8eb553314461 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:44.621550 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:44.680153 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.714571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:44.721086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:44.726674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:44.745447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-d568417d-b3eb-4c65-a6c7-10df92c734a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1bb8b578-9d0d-4c59-b270-b7d198e1624c HTTP/1.1" status: 200 len: 217 time: 0.1933546 Apr 01 14:52:44.813805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecccdbb-b3e9-4df5-a21e-0b5631e2bbdd service neutron] Pushing event updated for resources: {'Port': ['ID=b8cb90a0-0873-49d9-9116-78471c20057c,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:44.828590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Pushing event updated for resources: {'Port': ['ID=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:44.871467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:44.875195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:44.875915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.058693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb0c6bbf-7aab-43c5-a79b-666e07ffd062 req-21ae820b-1318-48cb-8569-014a16bb0bd0 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.1658175 Apr 01 14:52:45.073148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-de25704b-cb22-4dea-9c6b-e65f64b4c649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:45.077140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-de25704b-cb22-4dea-9c6b-e65f64b4c649 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.3257065 Apr 01 14:52:45.116220 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.142365 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Transition to ACTIVE for port object 17f9b7c9-1072-48f7-947c-0fc367449f62 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:45.158388 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.165434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Network': ['ID=8de22a0b-a4d7-460a-9c8b-b278b9bc2683,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:45.238326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0da7bb01-6566-4c7c-87fa-7d630fea444f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.9788213 Apr 01 14:52:45.243990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44434) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:45.266509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:52:45.288507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-37f0400b-3737-4452-bd1b-151b360ebe14 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:45.301457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-937070f3-448c-42a4-b030-1ef146b49df3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2165885 Apr 01 14:52:45.320929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'subnet': {'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:45.341802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.537367 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Pushing event updated for resources: {'Port': ['ID=17f9b7c9-1072-48f7-947c-0fc367449f62,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:45.603750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-37f0400b-3737-4452-bd1b-151b360ebe14 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:45.606024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-37f0400b-3737-4452-bd1b-151b360ebe14 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&fields=id HTTP/1.1" status: 200 len: 394 time: 1.2430913 Apr 01 14:52:45.615529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-4d0a12c3-58da-469f-a843-8cdee5548614 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=37d9749b93f84bcaafb504b957f4b775&device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 1099 time: 1.0034950 Apr 01 14:52:45.669505 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.669838 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.670173 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.672653 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.672995 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.673317 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.673637 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.673956 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.674269 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.678891 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.679223 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:45.685982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Attempting to bind port e134fce0-de41-4fe6-9a6a-bfe841a00dfe on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:45.686357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Attempting to bind port e134fce0-de41-4fe6-9a6a-bfe841a00dfe by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:45.686716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Attempting to bind port e134fce0-de41-4fe6-9a6a-bfe841a00dfe on network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:45.778558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:45.778931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Checking segment: {'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:45.785140 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.785652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Bound using segment: {'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:45.786520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Bound port: e134fce0-de41-4fe6-9a6a-bfe841a00dfe, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:45.786966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.870018 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Attempting to bind port 17f9b7c9-1072-48f7-947c-0fc367449f62 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:45.870917 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Attempting to bind port 17f9b7c9-1072-48f7-947c-0fc367449f62 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:45.872834 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Attempting to bind port 17f9b7c9-1072-48f7-947c-0fc367449f62 on network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:45.901159 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:45.901159 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Checking segment: {'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:45.901159 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.901159 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Bound using segment: {'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:45.901159 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Bound port: 17f9b7c9-1072-48f7-947c-0fc367449f62, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d31fd0-41ba-4203-af39-ffb2634a3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:45.901159 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:45.947816 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-9ecbad59-ad4c-45e3-aafa-3760654bee48 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377218 Apr 01 14:52:45.986745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event updated for resources: {'Port': ['ID=a71defbf-ed9b-4778-b051-8eb553314461,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:45.995257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:46.024871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:46.030126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:subnet and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:46.033095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:46.043193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:46.052306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:46.060081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:46.091034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] For port e134fce0-de41-4fe6-9a6a-bfe841a00dfe, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:46.094252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] For port e134fce0-de41-4fe6-9a6a-bfe841a00dfe, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:46.107772 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:46.176851 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] For port 17f9b7c9-1072-48f7-947c-0fc367449f62, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:46.186097 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] For port 17f9b7c9-1072-48f7-947c-0fc367449f62, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=17f9b7c9-1072-48f7-947c-0fc367449f62,segment=NetworkSegment(56d31fd0-41ba-4203-af39-ffb2634a3647),segment_id=56d31fd0-41ba-4203-af39-ffb2634a3647)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:46.199182 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:46.236154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:46.236873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:46.263400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-991e3925-d021-4f94-a464-db5f590eb3de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b8cb90a0-0873-49d9-9116-78471c20057c HTTP/1.1" status: 200 len: 217 time: 0.5607502 Apr 01 14:52:46.264465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:46.282531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be6e04c-ad2e-496a-91ef-3b5d2596694d req-2a0c9377-a141-4129-aae1-fd9049781afd service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138621 Apr 01 14:52:46.316078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-6fc8c786-5e3d-4d5e-965c-a311f4df18b9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:46.325429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-6fc8c786-5e3d-4d5e-965c-a311f4df18b9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.7467248 Apr 01 14:52:46.360286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-929a099d-dbca-4061-9239-1c248965a7f2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/quotas/b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 375 time: 0.0321321 Apr 01 14:52:46.404256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 66a39235-9337-470a-9a5d-8ec859194179 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:46.478549 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361748e8-39ff-47ae-a52e-b58e605f7f23 None None] Pushing event updated for resources: {'Port': ['ID=17f9b7c9-1072-48f7-947c-0fc367449f62,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:46.507662 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Routers {'44fa9106-739d-4f75-828a-719822ad4ca8'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:52:46.508316 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44fa9106-739d-4f75-828a-719822ad4ca8'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:46.685109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471087c3-f539-4656-bc64-b43178a8c8ed None None] Pushing event updated for resources: {'Port': ['ID=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:46.827147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-cd27ecf5-9d92-4310-9569-1041f7827d2b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4659197 Apr 01 14:52:46.835500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.836504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.838579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.842431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.845931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.847378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.847912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.848468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.848968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.850767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.851302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:52:46.867606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-a862c752-bc13-4728-bf31-0b56b3ec1f90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:46.869078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-a862c752-bc13-4728-bf31-0b56b3ec1f90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.5155311 Apr 01 14:52:46.873358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 66a39235-9337-470a-9a5d-8ec859194179 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:46.874638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:47.229665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-e7de5926-77e0-4c86-aab9-dd7416659fab tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9964132 Apr 01 14:52:47.233466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:47.252706 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] Set router 44fa9106-739d-4f75-828a-719822ad4ca8 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:52:47.287356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-130285e2-c163-49a5-b6be-4db2962826f8 None None] Provisioning for port a71defbf-ed9b-4778-b051-8eb553314461 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:47.288880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-bf0d52e4-2664-4da1-b1ec-367f8d372134 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584453 Apr 01 14:52:47.294744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-130285e2-c163-49a5-b6be-4db2962826f8 None None] Provisioning complete for port a71defbf-ed9b-4778-b051-8eb553314461 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:47.295594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-130285e2-c163-49a5-b6be-4db2962826f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:47.327729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Request body: {'port': {'device_id': '72a1c50e-b382-43f1-847f-a401990e5357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:47.495986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-130285e2-c163-49a5-b6be-4db2962826f8 None None] Port a71defbf-ed9b-4778-b051-8eb553314461 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:52:47.570949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-0b9de807-d93a-4ad7-bfa7-fbacd6bd05ce service neutron] 10.222.0.48 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9538291 Apr 01 14:52:47.665775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-1e706822-b92c-44c9-a69f-a767f1814536 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689604 Apr 01 14:52:47.991291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:48.026081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-ae914caf-e648-4beb-ae49-36d3bc78a7b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0507417 Apr 01 14:52:48.041625 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:52:24Z', 'revision_number': 4, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '17f9b7c9-1072-48f7-947c-0fc367449f62', 'name': '', 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'mac_address': 'fa:16:3e:50:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4753ff1b-bbd6-46df-8ada-1aeaf10ec530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:22Z', 'updated_at': '2022-04-01T14:52:46Z', 'revision_number': 4, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'subnets': [{'id': '4753ff1b-bbd6-46df-8ada-1aeaf10ec530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:52:48.054971 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b971be-589a-4075-9893-f6aa2ff6d5e4 None None] The sync data for ids ['44fa9106-739d-4f75-828a-719822ad4ca8'] in n-d-836017-1 is: [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:52:24Z', 'revision_number': 4, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '17f9b7c9-1072-48f7-947c-0fc367449f62', 'name': '', 'network_id': 'aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'mac_address': 'fa:16:3e:50:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4753ff1b-bbd6-46df-8ada-1aeaf10ec530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:22Z', 'updated_at': '2022-04-01T14:52:46Z', 'revision_number': 4, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'subnets': [{'id': '4753ff1b-bbd6-46df-8ada-1aeaf10ec530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:52:48.524186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e134fce0-de41-4fe6-9a6a-bfe841a00dfe up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:48.530984 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'tag': '1bb8b578-9d0d-4c59-b270-b7d198e1624c', 'status': 'completed', 'code': 200} Apr 01 14:52:48.760286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1bb8b578-9d0d-4c59-b270-b7d198e1624c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:52:48.786535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-649b6321-9d45-4ffa-a348-05ff89057038 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 1098 time: 0.2390664 Apr 01 14:52:48.961909 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'tag': 'b8cb90a0-0873-49d9-9116-78471c20057c', 'status': 'completed', 'code': 200} Apr 01 14:52:49.022677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82986dfa-8897-4bfb-85f4-257f2f64e52c None None] Network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:49.143590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-bebcbf53-a634-4aac-aaa3-a7ff8d2830de service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1055086 Apr 01 14:52:49.187247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:49.260527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-39c2c663-1d63-49e2-bfe9-9b6b91e816fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:49.262020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-39c2c663-1d63-49e2-bfe9-9b6b91e816fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4687979 Apr 01 14:52:49.564341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-7790127b-aed4-484e-964b-cf596dd6d227 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1bb8b578-9d0d-4c59-b270-b7d198e1624c HTTP/1.1" status: 200 len: 217 time: 0.2958379 Apr 01 14:52:49.736214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fd208869-69c9-44fa-8c73-a201ca36659b None None] Provisioning for port e134fce0-de41-4fe6-9a6a-bfe841a00dfe completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:49.756242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-9f331545-9a35-4985-8fc4-27e4558e198c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:49.760285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-9f331545-9a35-4985-8fc4-27e4558e198c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1874411 Apr 01 14:52:49.825532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e134fce0-de41-4fe6-9a6a-bfe841a00dfe completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:49.914105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-385148d3-ab0c-4766-8057-2be9ecba35d8 service neutron] 10.222.0.48 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2802820 Apr 01 14:52:49.969428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e134fce0-de41-4fe6-9a6a-bfe841a00dfe triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:49.970830 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:50.006722 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-151b01a7-66bd-4605-b810-1eb004a926bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410312 Apr 01 14:52:50.070364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36706797-8e72-4e59-bb70-be4f7f2d0936 req-8857f8e9-fc2c-4aaa-b13f-ffb2a13ccf7c tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:50.077617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36706797-8e72-4e59-bb70-be4f7f2d0936 req-8857f8e9-fc2c-4aaa-b13f-ffb2a13ccf7c tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 948 time: 0.9520586 Apr 01 14:52:50.123330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1bb8b578-9d0d-4c59-b270-b7d198e1624c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1bb8b578-9d0d-4c59-b270-b7d198e1624c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:50.228671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36706797-8e72-4e59-bb70-be4f7f2d0936 req-4bc3c8cc-a1db-47b0-b657-defd806f0d9d tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487710 Apr 01 14:52:50.263352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '1bb8b578-9d0d-4c59-b270-b7d198e1624c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '1bb8b578-9d0d-4c59-b270-b7d198e1624c', 'mac_address': 'fa:16:3e:cd:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:52:50.271895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Subnet': ['ID=84d4bcc7-f201-466a-9864-d667bec53d06,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:50.326430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-8dbdd722-204e-479b-bbe4-b2607d4415cb service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076160 Apr 01 14:52:50.503583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:50.532823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Checking segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:50.533253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network hostable DHCP agents. Network: bed87e57-f44b-4fff-96bc-c0e73ef02f63, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:52:50.546142 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7afd5fa3-0864-4051-ab40-f668286fcbe2 req-3761e1f4-c954-47b6-bf09-5eb426a3366b service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3675199 Apr 01 14:52:50.600614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-9897fddc-62ec-4be6-b191-86af5c28176c service neutron] 10.222.0.48 "GET /v2.0/networks/1375b3dd-6ff5-441d-8cd1-f82fc512bde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696583 Apr 01 14:52:50.617709 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:50.639495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb8b578-9d0d-4c59-b270-b7d198e1624c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:50.678998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1bb8b578-9d0d-4c59-b270-b7d198e1624c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1bb8b578-9d0d-4c59-b270-b7d198e1624c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:50.683536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e134fce0-de41-4fe6-9a6a-bfe841a00dfe, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:50.685615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:50.734159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:50.734931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 17f9b7c9-1072-48f7-947c-0fc367449f62 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:50.889226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1bb8b578-9d0d-4c59-b270-b7d198e1624c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:50.965588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:50.986356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 17f9b7c9-1072-48f7-947c-0fc367449f62 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:50.993529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfc4b4e5-c92b-4289-931c-88c783d184b6 req-27d9c87a-5be5-4304-a6bc-cf26a88f8b9f service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570098 Apr 01 14:52:50.997449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:52:51.018442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db73490-8d1f-47a4-9bee-355a8d89dd82 req-2940e555-c02d-465d-ab07-3e077ba1886a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:51.021017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db73490-8d1f-47a4-9bee-355a8d89dd82 req-2940e555-c02d-465d-ab07-3e077ba1886a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 948 time: 0.4812298 Apr 01 14:52:51.059431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:51.068590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['1bb8b578-9d0d-4c59-b270-b7d198e1624c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:51.100649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 17f9b7c9-1072-48f7-947c-0fc367449f62 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:51.101343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.160431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db73490-8d1f-47a4-9bee-355a8d89dd82 req-7ae6f6c1-c97d-47a8-8f7d-eeb47a065489 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320426 Apr 01 14:52:51.193253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dd242724-4a90-48e8-94d6-4b8c75ea5a0b None None] Provisioning complete for port e134fce0-de41-4fe6-9a6a-bfe841a00dfe triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:51.193914 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd242724-4a90-48e8-94d6-4b8c75ea5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.206690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-0502f0c9-9e9b-440a-9855-6c1994915674 service neutron] 10.222.0.48 "GET /v2.0/networks/1375b3dd-6ff5-441d-8cd1-f82fc512bde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502839 Apr 01 14:52:51.222081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, bed87e57-f44b-4fff-96bc-c0e73ef02f63) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:51.262828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c5f2c-5c2a-42e2-81a6-abd651b15e6e None None] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:51.267679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:51.268428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.347521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1461bd6-a69f-486d-811a-52331277dffc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.0435672 Apr 01 14:52:51.360215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44508) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:51.382466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'subnet': {'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:51.419343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71defbf-ed9b-4778-b051-8eb553314461 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:51.433326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-c1dc6699-3df9-432e-a45a-532146a22971 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=37d9749b93f84bcaafb504b957f4b775&device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 1099 time: 0.8389301 Apr 01 14:52:51.443802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.562843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-364b653c-642b-4b95-8bfd-5b76bfa70c1a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:51.564288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-364b653c-642b-4b95-8bfd-5b76bfa70c1a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 821 time: 0.4028327 Apr 01 14:52:51.586602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Request body: {'port': {'device_id': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'admin_state_up': True, 'tenant_id': 'b2889c2017db4b29a1b206908a2da184'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:51.755002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.768013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Transition to ACTIVE for port object a71defbf-ed9b-4778-b051-8eb553314461 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:51.799337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'fixed_ips': [{'subnet_id': '84d4bcc7-f201-466a-9864-d667bec53d06'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:52:51.800922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.803435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:51.807732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:subnet and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:51.810720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:51.817309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:51.830578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:51.832541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.850623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:51.869459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Made reservation on behalf of b2889c2017db4b29a1b206908a2da184 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:51.874022 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:51.886994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:51.916445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1bf03-f6de-4d07-95d1-281830a40d37 req-51c9cf83-9a10-49fc-9918-2be0bcb3249b tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:51.924335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7a1bf03-f6de-4d07-95d1-281830a40d37 req-51c9cf83-9a10-49fc-9918-2be0bcb3249b tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 932 time: 0.4528427 Apr 01 14:52:51.998652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-7368edf3-f407-4d96-a316-2b8736a477f1 service neutron] 10.222.0.48 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774558 Apr 01 14:52:52.007794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:52.049740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 17f9b7c9-1072-48f7-947c-0fc367449f62, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=17f9b7c9-1072-48f7-947c-0fc367449f62,segment=NetworkSegment(56d31fd0-41ba-4203-af39-ffb2634a3647),segment_id=56d31fd0-41ba-4203-af39-ffb2634a3647)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:52.066104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:52.221952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e134fce0-de41-4fe6-9a6a-bfe841a00dfe up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:52.231139 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7a1bf03-f6de-4d07-95d1-281830a40d37 req-9197a028-49ed-41da-9763-6cf5e3a3a3d9 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057551 Apr 01 14:52:52.343547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-125f8ce2-a722-4447-9e64-9e7ff74584ef service neutron] 10.222.0.48 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112485 Apr 01 14:52:52.344611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-96f2c734-8ed1-4cd9-b901-c53beb8a50c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:52.346313 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-96f2c734-8ed1-4cd9-b901-c53beb8a50c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.9047225 Apr 01 14:52:52.401165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Allocated IP 172.20.0.7 (7ec81498-8708-48e6-9ca9-e34d4a18b1e5/7357d80d-7d3b-4268-8c5f-e83075607a47/91c35301-51d0-4077-a15d-abf4629731c7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:52.508404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=17f9b7c9-1072-48f7-947c-0fc367449f62,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:52.540767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Allocated IP 10.1.1.2 (bed87e57-f44b-4fff-96bc-c0e73ef02f63/84d4bcc7-f201-466a-9864-d667bec53d06/6c94faa9-825a-4020-a4b5-56a16da895ff) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:52.543203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e134fce0-de41-4fe6-9a6a-bfe841a00dfe triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:52.543843 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:52.723708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c45cd5da-3896-499a-85e4-55f2325107e8 req-7c9a841b-1855-45ae-a843-e28a13510b60 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 210 time: 0.1159339 Apr 01 14:52:52.751274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b8cb90a0-0873-49d9-9116-78471c20057c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:52:52.924024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Pushing event updated for resources: {'Port': ['ID=a71defbf-ed9b-4778-b051-8eb553314461,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:52.953643 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:52:53.119011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-c3f812ca-fb52-4b3a-8b5e-3c3e3cebd61b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b8cb90a0-0873-49d9-9116-78471c20057c HTTP/1.1" status: 200 len: 217 time: 0.6628821 Apr 01 14:52:53.137013 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:53.213923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e0b6-2a34-4e20-9e71-6bf98c3525d6 req-1c16125b-86e9-44d9-ad29-6d91eb393993 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:53.216812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd25e0b6-2a34-4e20-9e71-6bf98c3525d6 req-1c16125b-86e9-44d9-ad29-6d91eb393993 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 948 time: 0.1358817 Apr 01 14:52:53.257438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-aed2aada-1de7-4f8c-a0bd-9bfefc5704cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:53.258919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-aed2aada-1de7-4f8c-a0bd-9bfefc5704cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1042721 Apr 01 14:52:53.275298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:53.329265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0b89cb05-f47d-4158-affa-ff6b41c46706'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:53.339125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Attempting to bind port a71defbf-ed9b-4778-b051-8eb553314461 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:53.339478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Attempting to bind port a71defbf-ed9b-4778-b051-8eb553314461 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:53.339891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Attempting to bind port a71defbf-ed9b-4778-b051-8eb553314461 on network e6070da0-5e18-48e1-95bf-3ff5330a2d35 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:53.366654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Port a71defbf-ed9b-4778-b051-8eb553314461 on network e6070da0-5e18-48e1-95bf-3ff5330a2d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:52:53.366966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Attempting to bind port a71defbf-ed9b-4778-b051-8eb553314461 on network e6070da0-5e18-48e1-95bf-3ff5330a2d35 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:53.389863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:53.494825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:53.495161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Checking segment: {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:53.495757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Bound using segment: {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:53.496319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Bound port: a71defbf-ed9b-4778-b051-8eb553314461, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a21fff-167f-4466-b0fb-5205369742d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:53.497201 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:53.515491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-fbb55246-e05e-48a7-a0f8-06f9676020fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399418 Apr 01 14:52:53.538769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd25e0b6-2a34-4e20-9e71-6bf98c3525d6 req-c09bab5f-36e2-4bd7-ab8a-9682456f631c tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059280 Apr 01 14:52:53.578973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:53.592076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:53.596877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:53.714787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:53.754711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-0aa17592-ff9b-4658-b26e-97cbab8e2e34 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015352 Apr 01 14:52:53.827081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:53.829145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:53.941387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:53.947290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a71defbf-ed9b-4778-b051-8eb553314461,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:53.959881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-ffdd38ce-f0dd-415e-b458-b7bd62479586 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4376609 Apr 01 14:52:53.979110 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.002573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b8cb90a0-0873-49d9-9116-78471c20057c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b8cb90a0-0873-49d9-9116-78471c20057c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:54.028531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Transition to ACTIVE for port object 6c94faa9-825a-4020-a4b5-56a16da895ff will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:54.038463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.057761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'b8cb90a0-0873-49d9-9116-78471c20057c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'b8cb90a0-0873-49d9-9116-78471c20057c', 'mac_address': 'fa:16:3e:45:e8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:52:54.059915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-2407b336-f4d1-4d34-9655-db683b2faf18 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4779644 Apr 01 14:52:54.097237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Request body: {'port': {'device_id': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:54.105559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Subnet': ['ID=a46a415c-f701-4ab7-a4ed-f57b2b5785b5,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:54.121647 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.122733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] 10.222.0.62 "PUT /v2.0/ports/a71defbf-ed9b-4778-b051-8eb553314461 HTTP/1.1" status: 200 len: 1092 time: 6.8195992 Apr 01 14:52:54.145072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:54.158701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.168889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Checking segment: {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:54.169245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network hostable DHCP agents. Network: 8de22a0b-a4d7-460a-9c8b-b278b9bc2683, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:52:54.182298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Transition to ACTIVE for port object 6c94faa9-825a-4020-a4b5-56a16da895ff will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:54.185714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cb90a0-0873-49d9-9116-78471c20057c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:54.240001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.313346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b8cb90a0-0873-49d9-9116-78471c20057c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b8cb90a0-0873-49d9-9116-78471c20057c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:54.318529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 17f9b7c9-1072-48f7-947c-0fc367449f62 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:54.415457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.472873 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.484231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:54.508727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Pushing event updated for resources: {'Port': ['ID=6c94faa9-825a-4020-a4b5-56a16da895ff,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:54.511284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:54.543584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f2e43-97c4-4f85-9af5-c1454b93c10d service neutron] Pushing event updated for resources: {'Port': ['ID=a71defbf-ed9b-4778-b051-8eb553314461,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:54.546150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:52:54.590655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57696-9ab1-4664-a004-8f5f5ff78dd9 req-ef308101-27ca-40ce-9e9f-21ed58e95606 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:54.594558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:54.598863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9e57696-9ab1-4664-a004-8f5f5ff78dd9 req-ef308101-27ca-40ce-9e9f-21ed58e95606 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 948 time: 0.7210593 Apr 01 14:52:54.640292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 17f9b7c9-1072-48f7-947c-0fc367449f62 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:54.641362 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.664918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13d36fcb-0868-4e98-a8f2-f0b7d03a8b35 req-a0e0e1fa-7c76-4bac-a00e-d1bc3c6486f3 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8757601 Apr 01 14:52:54.671726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 8de22a0b-a4d7-460a-9c8b-b278b9bc2683) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:54.692172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:54.692756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:54.706042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e3b57-c5d3-4e82-9ea1-ee38c0d28e89 None None] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:54.720354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-5d4f0de6-1efd-40af-a362-c80f8d512499 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:54.722054 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-5d4f0de6-1efd-40af-a362-c80f8d512499 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6418660 Apr 01 14:52:54.724031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9398eb0e-f5a1-47c6-9b47-db9f10415e6f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3614545 Apr 01 14:52:54.728433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44554) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:54.735019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'port': {'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1913816187', 'fixed_ips': [{'subnet_id': '84d4bcc7-f201-466a-9864-d667bec53d06'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:54.751544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9e57696-9ab1-4664-a004-8f5f5ff78dd9 req-410f1e0a-7cbe-47d5-b5ef-f17e80f35585 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511505 Apr 01 14:52:54.770225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-f0686a3d-1ae6-4b90-8acd-c343fb97c6f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e385da678b449808c7c02fe643ed0a0&device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 1095 time: 0.4282718 Apr 01 14:52:55.092617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e06eb577-b4ff-4e1c-9ba3-1c1931d9f1f8 req-b7d43044-8a0d-49b4-a3a7-9ba0946fc04b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 210 time: 0.0884998 Apr 01 14:52:55.100253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-fa36cf88-8cad-4293-a90c-cdfab34d47d7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/quotas/92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 375 time: 0.3510644 Apr 01 14:52:55.177038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['b8cb90a0-0873-49d9-9116-78471c20057c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:52:55.256181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-629adc88-7017-4860-85dc-4543718449d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a71defbf-ed9b-4778-b051-8eb553314461 HTTP/1.1" status: 200 len: 217 time: 0.2262194 Apr 01 14:52:55.276051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c35301-51d0-4077-a15d-abf4629731c7 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:52:55.285247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1bb8b578-9d0d-4c59-b270-b7d198e1624c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:55.286774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-60d8e91a-789c-4718-9294-f72db8efed2d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246529 Apr 01 14:52:55.288238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:55.310518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Transition to ACTIVE for port object 91c35301-51d0-4077-a15d-abf4629731c7 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:55.318730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:55.408320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:55.420170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:port and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:55.430889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:55.440577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:55.471636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:55.516209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-8de22a0b-a4d7-460a-9c8b-b278b9bc2683', 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'fixed_ips': [{'subnet_id': 'a46a415c-f701-4ab7-a4ed-f57b2b5785b5'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:52:55.517016 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:55.639159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:55.683050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-ba65a5f8-27c6-48c4-adb4-fd641d75884c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:55.687181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-ba65a5f8-27c6-48c4-adb4-fd641d75884c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:55.689091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-ba65a5f8-27c6-48c4-adb4-fd641d75884c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "GET /v2.0/networks?id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2&id=1375b3dd-6ff5-441d-8cd1-f82fc512bde1&id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2 HTTP/1.1" status: 200 len: 1390 time: 0.5908942 Apr 01 14:52:55.711323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'port': {'device_id': '9377f49d-66c6-43ec-9960-ac354e3be578', 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2', 'admin_state_up': True, 'tenant_id': 'b437b090f8fa4379879a1c52759595c9'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:55.750483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-53b087b0-f6e7-4ba3-b0e3-b26d246cf395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:55.752562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-53b087b0-f6e7-4ba3-b0e3-b26d246cf395 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bca33137-9903-4b76-a333-efb0cfca63a4 HTTP/1.1" status: 200 len: 853 time: 0.4685044 Apr 01 14:52:55.918002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=b8cb90a0-0873-49d9-9116-78471c20057c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:55.934857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Attempting to bind port 6c94faa9-825a-4020-a4b5-56a16da895ff on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:55.935232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Attempting to bind port 6c94faa9-825a-4020-a4b5-56a16da895ff by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:55.935618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Attempting to bind port 6c94faa9-825a-4020-a4b5-56a16da895ff on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:55.964193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 1bb8b578-9d0d-4c59-b270-b7d198e1624c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:56.021786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 1bb8b578-9d0d-4c59-b270-b7d198e1624c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:56.022093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a484dc5-b724-42db-b2b3-da316cfe01fa req-fb66bd13-72d8-430c-94fb-d1294e9b109d tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:56.022256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.033568 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a484dc5-b724-42db-b2b3-da316cfe01fa req-fb66bd13-72d8-430c-94fb-d1294e9b109d tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 944 time: 0.4511817 Apr 01 14:52:56.079127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:56.096979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:port and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:56.101397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:56.101666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Checking segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:56.101993 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.102758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Bound using segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:56.102948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Bound port: 6c94faa9-825a-4020-a4b5-56a16da895ff, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:56.103360 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.114877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:56.115981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a484dc5-b724-42db-b2b3-da316cfe01fa req-b069e01a-41c4-440e-9aaa-4cb5ab2aa060 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814888 Apr 01 14:52:56.132040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:56.132578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:56.133085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:56.136575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.146976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:52:56.148633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:56.162111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:56.167737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:56.168254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:56.168969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Bound port: 91c35301-51d0-4077-a15d-abf4629731c7, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:56.169485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.184031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:56.209691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] device_id is not set on port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 14:52:56.279102 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461', 'status': 'completed', 'code': 200} Apr 01 14:52:56.319298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:56.325306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.341703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Allocated IP 10.2.2.2 (8de22a0b-a4d7-460a-9c8b-b278b9bc2683/a46a415c-f701-4ab7-a4ed-f57b2b5785b5/e0d965ce-dd59-49f9-98ce-f4dccfb16c26) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:56.360910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-a5b0257e-4bec-415a-ad78-93b8c559f69a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e6070da0-5e18-48e1-95bf-3ff5330a2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4265501 Apr 01 14:52:56.381594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:56.391258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:56.405885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.456716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] For port 6c94faa9-825a-4020-a4b5-56a16da895ff, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:56.526350 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.554156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] For port 6c94faa9-825a-4020-a4b5-56a16da895ff, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c94faa9-825a-4020-a4b5-56a16da895ff,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:56.572324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab38-f111-4610-9e9d-6abae0076d0a req-8ae835b6-c137-4256-b8f4-60f19b21e151 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:56.580165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2800ab38-f111-4610-9e9d-6abae0076d0a req-8ae835b6-c137-4256-b8f4-60f19b21e151 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.5694942 Apr 01 14:52:56.582246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.688721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2800ab38-f111-4610-9e9d-6abae0076d0a req-12648463-0a0f-4894-bb3a-40cce871aa0b tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075940 Apr 01 14:52:56.698184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:56.713191 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:56.714932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-41a0a429-e356-45fc-bb34-e3eff7b805d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 200 len: 1091 time: 2.6445973 Apr 01 14:52:56.716027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:56.787323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9d17-dfec-4363-8126-1679855e0277 req-5ebd51b7-9beb-4edb-a224-4a31089572f0 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:56.795730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32bb9d17-dfec-4363-8126-1679855e0277 req-5ebd51b7-9beb-4edb-a224-4a31089572f0 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 949 time: 0.3631182 Apr 01 14:52:56.926465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 10.1.1.78 (bed87e57-f44b-4fff-96bc-c0e73ef02f63/84d4bcc7-f201-466a-9864-d667bec53d06/43b826f3-ae35-4fd0-be90-ef8c3cb28523) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:56.934519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb8b578-9d0d-4c59-b270-b7d198e1624c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:52:56.965454 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32bb9d17-dfec-4363-8126-1679855e0277 req-a7667d9c-1d08-460e-a4ad-0f9a2ef0fce4 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621778 Apr 01 14:52:56.996192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1bb8b578-9d0d-4c59-b270-b7d198e1624c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1bb8b578-9d0d-4c59-b270-b7d198e1624c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:52:57.035945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.040849 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.053970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5328bf3-88a6-4dd1-888a-f3c0399415d9 None None] Pushing event updated for resources: {'Port': ['ID=6c94faa9-825a-4020-a4b5-56a16da895ff,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:57.054273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-0d772ad1-e62c-414f-a8ef-4a85b9610413 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1094 time: 0.2061667 Apr 01 14:52:57.116640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Transition to ACTIVE for port object e0d965ce-dd59-49f9-98ce-f4dccfb16c26 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:57.163484 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-499cd08a-a2ae-4b91-96b9-f980b1b0e1ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 200 len: 217 time: 0.1005602 Apr 01 14:52:57.177444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Transition to ACTIVE for port object e0d965ce-dd59-49f9-98ce-f4dccfb16c26 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:57.183381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.189421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.202559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Transition to ACTIVE for port object 43b826f3-ae35-4fd0-be90-ef8c3cb28523 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:57.209823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1bb8b578-9d0d-4c59-b270-b7d198e1624c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:57.279795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:57.282740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:57.299844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:57.302246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-fdcec5ab-6edf-4a8e-9fd4-835a7ecd0aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:57.304054 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-fdcec5ab-6edf-4a8e-9fd4-835a7ecd0aa6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.1329694 Apr 01 14:52:57.339654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Allocated IP 19.80.0.253 (8ebcee38-1c9b-4224-8a63-9500bc6c54e2/ea377ab4-c392-4f38-8240-df100a9f0c11/bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:52:57.436244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Pushing event updated for resources: {'Port': ['ID=e0d965ce-dd59-49f9-98ce-f4dccfb16c26,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:57.456119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-3781a8a0-6ddf-4ba2-9a0b-fc0e3ade69c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331873 Apr 01 14:52:57.497264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Attempting to bind port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:52:57.497758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Attempting to bind port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:52:57.498121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Attempting to bind port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 on network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:52:57.521999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:52:57.521999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Checking segment: {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:52:57.524453 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.525002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Bound using segment: {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:52:57.525514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Bound port: e0d965ce-dd59-49f9-98ce-f4dccfb16c26, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:52:57.528125 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.557140 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.644473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1450a-d25e-4959-9601-6f29b1b7a4f6 req-6ef0bde6-f21f-47b3-8ae5-cfc911660304 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:57.646818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97abbb73-fb14-4cf6-9bc3-03b5140e2228 req-ac29f686-d405-41eb-9d22-9cee1d222808 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 210 time: 0.4177575 Apr 01 14:52:57.652469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12f1450a-d25e-4959-9601-6f29b1b7a4f6 req-6ef0bde6-f21f-47b3-8ae5-cfc911660304 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 949 time: 0.3450446 Apr 01 14:52:57.697045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-0913edaf-a57a-4a6d-8315-cb3fef5d2601 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344058 Apr 01 14:52:57.729843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:57.759717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] For port e0d965ce-dd59-49f9-98ce-f4dccfb16c26, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:52:57.763025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] For port e0d965ce-dd59-49f9-98ce-f4dccfb16c26, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0d965ce-dd59-49f9-98ce-f4dccfb16c26,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:52:57.772315 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.812145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12f1450a-d25e-4959-9601-6f29b1b7a4f6 req-1445380a-a879-400b-b516-60b28160e294 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583970 Apr 01 14:52:57.834301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-2029be5d-460c-4873-aa3e-3fde80d48c60 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065557 Apr 01 14:52:57.835184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:57.854750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:52:57.939265 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acdc8879-763a-4c41-8aa1-b86b68f81c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:57.976452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5a781-742b-47a2-b739-cd15f0a8653d None None] Pushing event updated for resources: {'Port': ['ID=e0d965ce-dd59-49f9-98ce-f4dccfb16c26,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:58.020687 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7', 'status': 'completed', 'code': 200} Apr 01 14:52:58.044860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:58.045588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:58.060074 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb8b578-9d0d-4c59-b270-b7d198e1624c', 'code': 200} Apr 01 14:52:58.095436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f60a754-0cb6-40fb-aed7-4a5bd58e046e req-fd04531b-82c1-4b61-98f8-3b0fe60e2173 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402889 Apr 01 14:52:58.393061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c94faa9-825a-4020-a4b5-56a16da895ff up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:58.438870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-07697278-9c27-4a99-8323-7622cd2e71fe service neutron] 10.222.0.62 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0613961 Apr 01 14:52:58.440504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-94274ee4-bb79-4ca1-94f4-4ca2e3174db9 req-5b45ed91-ed7a-46a8-b0d7-a732b67fce1e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:52:58.488088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 6c94faa9-825a-4020-a4b5-56a16da895ff completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:58.573307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8390543 Apr 01 14:52:58.574819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f20b54-9ae4-4d66-9ddc-357909965fe6 req-338b5dab-5492-4093-9df0-c8111465d88d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 1100 time: 0.3925171 Apr 01 14:52:58.576625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44590) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:52:58.580950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-4c2c7859-e99f-46a9-bbfc-f32d9b78d06d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:58.582420 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-4c2c7859-e99f-46a9-bbfc-f32d9b78d06d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6012049 Apr 01 14:52:58.610256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'port': {'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'name': 'tempest-TaggedBootDevicesTest_v242-1493200349', 'fixed_ips': [{'subnet_id': '84d4bcc7-f201-466a-9864-d667bec53d06'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:58.630165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Request body: {'port': {'device_id': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '92ae89e691eb495a9d56b813de5b091a'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:52:58.699093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0d18-6721-4200-a23d-74c700cc5af4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:58.725142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-4bc4a332-94a3-403d-be1d-20209ef0e0a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1094 time: 0.4172201 Apr 01 14:52:58.735041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8187c5-fe64-46a3-bc65-d856314ad256 req-8e121ae1-cd86-4348-9b40-65975b843289 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:58.741986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e8187c5-fe64-46a3-bc65-d856314ad256 req-8e121ae1-cd86-4348-9b40-65975b843289 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 944 time: 0.3649864 Apr 01 14:52:58.758269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b8cb90a0-0873-49d9-9116-78471c20057c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:52:58.807293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-94274ee4-bb79-4ca1-94f4-4ca2e3174db9 req-5b45ed91-ed7a-46a8-b0d7-a732b67fce1e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:52:58.820328 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94274ee4-bb79-4ca1-94f4-4ca2e3174db9 req-5b45ed91-ed7a-46a8-b0d7-a732b67fce1e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 210 time: 0.8409286 Apr 01 14:52:58.898012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815b0dd-4486-4de0-bde4-df8c3bba0209 None None] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:58.933585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f20b54-9ae4-4d66-9ddc-357909965fe6 req-2c2c7ab2-7697-421c-bc16-0c3b43f1cf11 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436511 Apr 01 14:52:59.042729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e8187c5-fe64-46a3-bc65-d856314ad256 req-b88d90fe-42b7-4752-99d6-fa366d05adf3 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995923 Apr 01 14:52:59.093332 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.099197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:59.104605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4322d513-56aa-4f45-bf4c-0bac1e0327b0 req-76d51069-981b-4b7c-becb-c4fad3686e01 service neutron] 10.222.0.62 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178821 Apr 01 14:52:59.105759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:59.135073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2db2c309-9c4d-4245-9adc-4a667dd90913 None None] Provisioning for port 6c94faa9-825a-4020-a4b5-56a16da895ff completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:59.142880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:port and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:59.148138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:59.156698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2db2c309-9c4d-4245-9adc-4a667dd90913 None None] Provisioning complete for port 6c94faa9-825a-4020-a4b5-56a16da895ff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:59.157066 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2db2c309-9c4d-4245-9adc-4a667dd90913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.160335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Usage tracker for resource:port and tenant:92ae89e691eb495a9d56b813de5b091a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:52:59.169329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:52:59.170697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-0ac852da-a2bf-4003-b1df-231dad783db6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:59.175543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-0ac852da-a2bf-4003-b1df-231dad783db6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.4144683 Apr 01 14:52:59.176715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:59.223121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:52:59.243698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port b8cb90a0-0873-49d9-9116-78471c20057c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:52:59.244691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Transition to ACTIVE for port object bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:52:59.292594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port b8cb90a0-0873-49d9-9116-78471c20057c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:52:59.292594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.317838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Made reservation on behalf of 92ae89e691eb495a9d56b813de5b091a for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:59.322053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.358986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9afdba-834e-402a-b31a-72c4e7c3f238 req-b8b75ae7-a49e-438b-832a-3a531c3101c2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:59.360937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b9afdba-834e-402a-b31a-72c4e7c3f238 req-b8b75ae7-a49e-438b-832a-3a531c3101c2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.3913395 Apr 01 14:52:59.380445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:52:59.421776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.487978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b9afdba-834e-402a-b31a-72c4e7c3f238 req-38d16d7f-5218-4b6a-8c7d-c13ce2763e99 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103811 Apr 01 14:52:59.514168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.543110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-48550703-fa6e-49d2-9648-ba4dc5a37af0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e385da678b449808c7c02fe643ed0a0&device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 1095 time: 0.3420236 Apr 01 14:52:59.630833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-e10630d2-9625-489e-bac9-aa553ad99e53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 200 len: 217 time: 0.4497912 Apr 01 14:52:59.718332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-2bc6ed8f-3072-472d-a568-ad83792a815c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:59.720165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-2bc6ed8f-3072-472d-a568-ad83792a815c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.0803132 Apr 01 14:52:59.747374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d8413e-b452-46c5-a21a-2fb051e493cd None None] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:52:59.777297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-3bc1844e-6d6a-4138-9c6f-0fa6a8d12b30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485890 Apr 01 14:52:59.793085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2db2c309-9c4d-4245-9adc-4a667dd90913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.897407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23a3b-1b32-4fa2-83fb-59d157038902 req-febade06-ee4d-4858-9fdb-f0c7c2712751 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:52:59.904234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b23a3b-1b32-4fa2-83fb-59d157038902 req-febade06-ee4d-4858-9fdb-f0c7c2712751 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 949 time: 0.6150749 Apr 01 14:52:59.913629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.945771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:52:59.948941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:52:59.953932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:52:59.961676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26924656-7802-4183-9d06-95b53d46b132 req-f15219b4-611b-4cb0-a787-55b5d933d3c6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 210 time: 0.1203439 Apr 01 14:52:59.966471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Port': ['ID=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:52:59.969230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:52:59.985179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Usage tracker for resource:security_group_rule and tenant:92ae89e691eb495a9d56b813de5b091a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:00.004094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:00.009099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] device_id is not set on port 4b587822-0697-4d86-b662-9dc616b3cc98 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 14:53:00.053436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2db2c309-9c4d-4245-9adc-4a667dd90913 None None] For port 6c94faa9-825a-4020-a4b5-56a16da895ff, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c94faa9-825a-4020-a4b5-56a16da895ff,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:00.065811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2db2c309-9c4d-4245-9adc-4a667dd90913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:00.083553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44b23a3b-1b32-4fa2-83fb-59d157038902 req-e67113fc-f00b-4759-befe-62d198c7aa6c tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774745 Apr 01 14:53:00.089454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:00.104091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:00.207034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-b40d8eb5-2b97-493e-b6d1-9259875c5055 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091687 Apr 01 14:53:00.313578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-bae6f2cb-140b-4847-962f-a5bbadf854af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:00.314908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-bae6f2cb-140b-4847-962f-a5bbadf854af service neutron] 10.222.0.62 "GET /v2.0/networks?id=e6070da0-5e18-48e1-95bf-3ff5330a2d35 HTTP/1.1" status: 200 len: 915 time: 0.7701006 Apr 01 14:53:00.322107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2c309-9c4d-4245-9adc-4a667dd90913 None None] Pushing event updated for resources: {'Port': ['ID=6c94faa9-825a-4020-a4b5-56a16da895ff,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:00.335426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cb90a0-0873-49d9-9116-78471c20057c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:00.388128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:00.403700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e0d965ce-dd59-49f9-98ce-f4dccfb16c26 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:00.484112 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:00.496679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port b8cb90a0-0873-49d9-9116-78471c20057c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b8cb90a0-0873-49d9-9116-78471c20057c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:00.541391 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:00.715731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a71defbf-ed9b-4778-b051-8eb553314461 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:00.721920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2dea8e85-b776-4a0e-855c-be59758ca241 req-b1e6284f-9636-4191-bc29-71dfa1ecd0ea service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080576 Apr 01 14:53:00.745700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-016dd953-7f51-49a1-8470-3600f0793911 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a71defbf-ed9b-4778-b051-8eb553314461 HTTP/1.1" status: 200 len: 217 time: 0.3522937 Apr 01 14:53:00.759551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502c76d-8b78-424f-98bd-0f6ad35f7e37 req-002814e2-25f4-4ebf-82bd-d850db1f13c5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:00.769883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1502c76d-8b78-424f-98bd-0f6ad35f7e37 req-002814e2-25f4-4ebf-82bd-d850db1f13c5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 932 time: 0.3992121 Apr 01 14:53:00.776181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 10.1.1.136 (bed87e57-f44b-4fff-96bc-c0e73ef02f63/84d4bcc7-f201-466a-9864-d667bec53d06/4b587822-0697-4d86-b662-9dc616b3cc98) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:00.854420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:00.854980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:00.863072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b13485d-b7e1-4fe9-ab09-fe28f80181e2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:00.879956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1502c76d-8b78-424f-98bd-0f6ad35f7e37 req-41d2118f-6b4d-4d02-9b71-fc75434cddec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013653 Apr 01 14:53:00.900746 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5861c88e-93d3-4e11-93f1-83b48b580436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:00.924977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3ca4813a-09b8-4904-b1e3-9c37802ce912 None None] Provisioning for port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:00.927977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=b8cb90a0-0873-49d9-9116-78471c20057c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:00.989200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-5eb95008-4bb8-452d-804c-0a3a6fd47c2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:00.991571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-5eb95008-4bb8-452d-804c-0a3a6fd47c2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bca33137-9903-4b76-a333-efb0cfca63a4 HTTP/1.1" status: 200 len: 853 time: 0.2316208 Apr 01 14:53:01.003155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:01.018271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a71defbf-ed9b-4778-b051-8eb553314461,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:01.031967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:01.032339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.098537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fd01e-f89a-43ab-b45e-97f5bc841d39 req-7ae3d74f-f733-4b86-9297-58788b9d5367 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:01.100101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f74fd01e-f89a-43ab-b45e-97f5bc841d39 req-7ae3d74f-f733-4b86-9297-58788b9d5367 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 949 time: 0.8570483 Apr 01 14:53:01.172828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a71defbf-ed9b-4778-b051-8eb553314461', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'port_id': 'a71defbf-ed9b-4778-b051-8eb553314461', 'mac_address': 'fa:16:3e:bc:c8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:53:01.177508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8172d309-d585-4131-9b1c-7a797c62ad28 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4729903 Apr 01 14:53:01.199555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'port': {'device_id': '9377f49d-66c6-43ec-9960-ac354e3be578', 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1', 'admin_state_up': True, 'tenant_id': 'b437b090f8fa4379879a1c52759595c9'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:01.272864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.319189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.327340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Provisioning for port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:01.338452 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.339838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d646b-c285-4092-b76c-3a2c584a496a req-f6180937-298b-4598-bf6a-b08ccbac82e1 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:01.347780 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-996d646b-c285-4092-b76c-3a2c584a496a req-f6180937-298b-4598-bf6a-b08ccbac82e1 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 944 time: 0.2506387 Apr 01 14:53:01.352197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Provisioning complete for port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:01.352985 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.366864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-668a5875-ba94-4696-b6cb-ec913bb64d8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e6070da0-5e18-48e1-95bf-3ff5330a2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3450379 Apr 01 14:53:01.393590 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.405491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Allocated IP 192.168.233.241 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/d3720c7a-956a-48ad-93f4-fab4760d5438) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:01.418004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f74fd01e-f89a-43ab-b45e-97f5bc841d39 req-1c496c8c-50b3-4758-9275-7ec2d6741e97 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072176 Apr 01 14:53:01.434401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Transition to ACTIVE for port object 4b587822-0697-4d86-b662-9dc616b3cc98 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:01.455020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-996d646b-c285-4092-b76c-3a2c584a496a req-3cee50c4-2203-43e1-bc93-cdc4b471433f tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063969 Apr 01 14:53:01.483860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71defbf-ed9b-4778-b051-8eb553314461 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:01.521011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.556649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:01.579672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a71defbf-ed9b-4778-b051-8eb553314461,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:01.592592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.604312 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cb90a0-0873-49d9-9116-78471c20057c', 'code': 200} Apr 01 14:53:01.607662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.665627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Provisioning for port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:01.694169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Provisioning complete for port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:01.694698 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.769804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:01.771748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e0d965ce-dd59-49f9-98ce-f4dccfb16c26, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0d965ce-dd59-49f9-98ce-f4dccfb16c26,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:01.781282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a71defbf-ed9b-4778-b051-8eb553314461,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:01.786913 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.815617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:01.816062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:01.819801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-161f686b-38f1-4c8a-8ed6-c35d20dc200c service neutron] 10.222.0.62 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395177 Apr 01 14:53:01.823510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:01.894839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Provisioning complete for port 6c94faa9-825a-4020-a4b5-56a16da895ff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:01.896039 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8812e2f1-fe72-4468-b8b1-4fffaa85d6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:01.938248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:01.942455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a71defbf-ed9b-4778-b051-8eb553314461'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:01.977007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:02.034306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d4d6b0e1-da46-473c-a25a-f1e6fec792f2 req-7ae1d9ce-2fd1-4f40-aaa8-cdff33100c49 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:02.054877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:02.055886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:02.059478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.061521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e0d965ce-dd59-49f9-98ce-f4dccfb16c26,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:02.084898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.085568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.086555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.087086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.087622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.088152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.088846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.089386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.090370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.090919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.091498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:02.143840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d4d6b0e1-da46-473c-a25a-f1e6fec792f2 req-7ae1d9ce-2fd1-4f40-aaa8-cdff33100c49 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:02.145840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4d6b0e1-da46-473c-a25a-f1e6fec792f2 req-7ae1d9ce-2fd1-4f40-aaa8-cdff33100c49 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 210 time: 0.2397287 Apr 01 14:53:02.185935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8938ac77-ed9f-4012-ad45-5cc251449973 req-eaa8c331-a22b-41f6-9dc0-4b8651aa19ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 1101 time: 0.4170015 Apr 01 14:53:02.229103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:02.229835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.294187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.315331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c94faa9-825a-4020-a4b5-56a16da895ff up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:02.324215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Transition to ACTIVE for port object d3720c7a-956a-48ad-93f4-fab4760d5438 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:02.350253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75822971-e44e-4c64-ab5e-df4e3d86f5fc req-5db3bdbb-0359-4c1c-bccc-98e1f61f5866 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:02.350952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-75822971-e44e-4c64-ab5e-df4e3d86f5fc req-5db3bdbb-0359-4c1c-bccc-98e1f61f5866 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:02.363509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8938ac77-ed9f-4012-ad45-5cc251449973 req-9043627b-b2eb-42db-b69e-cbd0fd409915 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566041 Apr 01 14:53:02.376888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-555f6cb8-51b1-4089-9e85-d6582977f578 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7990572 Apr 01 14:53:02.385840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-75822971-e44e-4c64-ab5e-df4e3d86f5fc req-5db3bdbb-0359-4c1c-bccc-98e1f61f5866 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:02.386981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75822971-e44e-4c64-ab5e-df4e3d86f5fc req-5db3bdbb-0359-4c1c-bccc-98e1f61f5866 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.7253911 Apr 01 14:53:02.400212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.443045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75822971-e44e-4c64-ab5e-df4e3d86f5fc req-270cf066-d570-4b84-be7b-f11319ec3e34 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Apr 01 14:53:02.445719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Provisioning complete for port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:02.446092 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.517654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6c94faa9-825a-4020-a4b5-56a16da895ff triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:02.518140 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.576273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3c39af5-8ee5-4302-9a47-f4d48927ee57 req-c746415e-e238-4c2f-b47e-461882e4fb29 service neutron] 10.222.0.62 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495003 Apr 01 14:53:02.625538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.632740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:02.644398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:02.659714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:02.695977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:02.728633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Provisioning for port 4b587822-0697-4d86-b662-9dc616b3cc98 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:02.734649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e0d965ce-dd59-49f9-98ce-f4dccfb16c26 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:02.754864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:02.756946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.782861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Provisioning complete for port 4b587822-0697-4d86-b662-9dc616b3cc98 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:02.782861 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:02.795136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Allocated IP 19.86.0.75 (1375b3dd-6ff5-441d-8cd1-f82fc512bde1/f08c8141-974e-4aa3-8c3e-3c9fd8b928aa/aaeac05f-bd0e-445b-bd74-b4b6dfe147b9) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:02.803632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42fc17-bebf-47c9-b968-a196110d15f1 req-109bbf4c-7f39-4646-9eb8-d2a7359dc55f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:02.806463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd42fc17-bebf-47c9-b968-a196110d15f1 req-109bbf4c-7f39-4646-9eb8-d2a7359dc55f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 932 time: 0.1886525 Apr 01 14:53:02.843807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-39029abe-126e-48c9-b412-a37af66333f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2151046 Apr 01 14:53:02.857639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ae9b7-d205-48d3-b776-6c3823e3a295 req-c560ad0b-2b21-4011-810b-2cc34a14ee40 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:02.867002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-298ae9b7-d205-48d3-b776-6c3823e3a295 req-c560ad0b-2b21-4011-810b-2cc34a14ee40 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 950 time: 0.4495707 Apr 01 14:53:02.901456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd42fc17-bebf-47c9-b968-a196110d15f1 req-0470e4b6-5db6-4257-96a1-1fb1763fff8e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847981 Apr 01 14:53:02.910450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Request body: {'port': {'device_id': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:02.961355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Port 4b587822-0697-4d86-b662-9dc616b3cc98 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:03.018522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Provisioning complete for port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:03.018885 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.098850 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-298ae9b7-d205-48d3-b776-6c3823e3a295 req-992d32c4-296c-494a-a4fd-c54415920b6d tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311006 Apr 01 14:53:03.100716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:03.101081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.191096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d909ebf8-7d1f-4640-9d94-efa2366866b6 None None] Port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:03.210417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.290684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:03.298029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590086069', 'description': 'tempest-description--686848567'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:03.311823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:03.323333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:security_group and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:03.328877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:03.336849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e4d98e3d-1c34-49d7-a2a0-e7f5df8f598b None None] Provisioning for port d3720c7a-956a-48ad-93f4-fab4760d5438 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:03.343938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e4d98e3d-1c34-49d7-a2a0-e7f5df8f598b None None] Provisioning complete for port d3720c7a-956a-48ad-93f4-fab4760d5438 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:03.344416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4d98e3d-1c34-49d7-a2a0-e7f5df8f598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.347558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:03.381087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.445851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e4d98e3d-1c34-49d7-a2a0-e7f5df8f598b None None] Port d3720c7a-956a-48ad-93f4-fab4760d5438 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:03.558055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.587644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:03.597558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:security_group_rule and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:03.597981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Transition to ACTIVE for port object aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:03.601983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:03.609663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:03.615379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb228d-17f5-4274-b289-74ef8efd4e37 req-88b4f6d0-e07a-4c1b-a8b1-aa412dd7c392 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:03.616874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aadb228d-17f5-4274-b289-74ef8efd4e37 req-88b4f6d0-e07a-4c1b-a8b1-aa412dd7c392 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 949 time: 0.2399065 Apr 01 14:53:03.691407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f054-3edc-427c-90b7-0dfd4b8c0874 req-e32b66eb-4a75-46db-a366-e61354063bd5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:03.692958 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70e0f054-3edc-427c-90b7-0dfd4b8c0874 req-e32b66eb-4a75-46db-a366-e61354063bd5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 945 time: 0.2451079 Apr 01 14:53:03.730377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.740979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.767869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.784337 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aadb228d-17f5-4274-b289-74ef8efd4e37 req-a5f15ed2-51cc-4b5b-b4fe-11ccf32c666c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515656 Apr 01 14:53:03.804032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:03.808506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5166597 Apr 01 14:53:03.809906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44636) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:03.815970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'security_group_rule': {'security_group_id': '195021a6-1c38-496f-84f3-dfcac8ade2c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:03.835998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70e0f054-3edc-427c-90b7-0dfd4b8c0874 req-ba7dab6a-c090-41d0-80f4-477cd82702fb tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330483 Apr 01 14:53:03.840039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54dc9b-b5ed-4cd1-bdf0-04e071528509 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195021a6-1c38-496f-84f3-dfcac8ade2c7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:03.843664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:03.863491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:security_group_rule and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:03.867023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:03.875422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:03.912670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.078981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Port': ['ID=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:04.084450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:04.085446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.093609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:04.100730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.105608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:04.158904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a12664-72cf-407a-bdd9-520f5d191ab2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:04.183535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:53:04.286291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3720c7a-956a-48ad-93f4-fab4760d5438 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:04.294915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.309143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.312895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-227ee5f3-ddc7-4174-857c-5dbe838bf74d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4993587 Apr 01 14:53:04.313033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Transition to ACTIVE for port object d3720c7a-956a-48ad-93f4-fab4760d5438 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:04.315152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44652) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:04.329841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'security_group_rule': {'security_group_id': '195021a6-1c38-496f-84f3-dfcac8ade2c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:04.342175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.353573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:04.361090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:security_group_rule and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:04.365053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:04.372823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:04.393294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2f375-c9e4-4928-9c39-bc0dc6464d92 req-853ce1fd-8509-4819-802e-b920bf8f2e17 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:04.401838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be2f375-c9e4-4928-9c39-bc0dc6464d92 req-853ce1fd-8509-4819-802e-b920bf8f2e17 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.2495391 Apr 01 14:53:04.433319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.438045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:04.438645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.480516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6be2f375-c9e4-4928-9c39-bc0dc6464d92 req-da67edf7-ce9d-485c-9d15-3f65c5d489e8 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772271 Apr 01 14:53:04.501659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7d60d0ff-e14c-4cfb-8754-021a5ab0a7ca None None] Provisioning for port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:04.511535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7d60d0ff-e14c-4cfb-8754-021a5ab0a7ca None None] Provisioning complete for port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:04.512074 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d60d0ff-e14c-4cfb-8754-021a5ab0a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.530065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172280a9-236a-4874-8b85-3c46cf2e4a17 req-13d1afb6-d285-4d8f-b416-ca0d81cb2759 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:04.540860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-172280a9-236a-4874-8b85-3c46cf2e4a17 req-13d1afb6-d285-4d8f-b416-ca0d81cb2759 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 936 time: 0.5431979 Apr 01 14:53:04.558284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:04.604092 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.617006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.628188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7d60d0ff-e14c-4cfb-8754-021a5ab0a7ca None None] Port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:04.632870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-da0cb50a-3a84-473f-9eec-d65a7f54010f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4390509 Apr 01 14:53:04.645903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'port': {'device_id': '9377f49d-66c6-43ec-9960-ac354e3be578', 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2', 'admin_state_up': True, 'tenant_id': 'b437b090f8fa4379879a1c52759595c9'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:04.662088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6dce05-314f-4908-92cd-76bcc8cafb32,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:04.683182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.684963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e39daa3e-3c6a-4b39-acd4-1faf5eeaf438 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3679545 Apr 01 14:53:04.688058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44656) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:04.698974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:04.705557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a71defbf-ed9b-4778-b051-8eb553314461 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:04.712580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:04.723716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:floatingip and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:04.727386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:04.736842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:04.819119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.842349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a71defbf-ed9b-4778-b051-8eb553314461 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:04.862043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a71defbf-ed9b-4778-b051-8eb553314461 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:04.862408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.910835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:04.911069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:04.911364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:04.917215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-172280a9-236a-4874-8b85-3c46cf2e4a17 req-ecc1f352-aec0-4f37-bba8-a6773ed5d7a7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:04.949736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Port d3720c7a-956a-48ad-93f4-fab4760d5438 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:04.950059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:04.957279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5412ef45-6c1c-42be-9025-afd7a79b9af8 req-a1447e4c-5a1b-4ca8-929c-7e682ef258bc tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 1100 time: 0.2096255 Apr 01 14:53:04.960032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:04.960365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:04.960900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:04.961325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Bound port: d3720c7a-956a-48ad-93f4-fab4760d5438, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:04.961664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:04.982793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:05.013450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.021949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-172280a9-236a-4874-8b85-3c46cf2e4a17 req-ecc1f352-aec0-4f37-bba8-a6773ed5d7a7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:05.025826 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5412ef45-6c1c-42be-9025-afd7a79b9af8 req-d78c1ff9-26c3-4d65-b8e8-c37c6846b791 tempest-ServersOnMultiNodesTest-330085855 tempest-ServersOnMultiNodesTest-330085855-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606341 Apr 01 14:53:05.033521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-172280a9-236a-4874-8b85-3c46cf2e4a17 req-ecc1f352-aec0-4f37-bba8-a6773ed5d7a7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921703 Apr 01 14:53:05.034519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:05.047464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:05.069562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.076174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a71defbf-ed9b-4778-b051-8eb553314461,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:05.089563 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.114369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:05.117741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.161443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a71defbf-ed9b-4778-b051-8eb553314461,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:05.192240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:05.196054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:05.236875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.319964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 172.25.2.158 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/543fd9b2-57b1-48a0-9201-3957f20cdcc3) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:05.343829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56dd2-6326-41bf-87f2-d2197013d280 req-b77b3ebf-e3e3-433f-922f-9ccf0e8223f1 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:05.345291 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06a56dd2-6326-41bf-87f2-d2197013d280 req-b77b3ebf-e3e3-433f-922f-9ccf0e8223f1 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 950 time: 0.1276436 Apr 01 14:53:05.378897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.380484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] 10.222.0.44 "PUT /v2.0/ports/d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 1096 time: 2.4744904 Apr 01 14:53:05.385991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:05.416007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c6e1f-749b-4fd8-bb2e-d18713ed2629 service neutron] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:05.482084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06a56dd2-6326-41bf-87f2-d2197013d280 req-74b98746-d9b5-4883-8545-90286cd6ddbc tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195652 Apr 01 14:53:05.545580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Allocated IP 19.80.0.149 (8ebcee38-1c9b-4224-8a63-9500bc6c54e2/ea377ab4-c392-4f38-8240-df100a9f0c11/51bf9bb4-5905-4647-a3d5-5d12d2d956ca) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:05.571205 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.620035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:05.757925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:05.761458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:05.766299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:05.808006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=543fd9b2-57b1-48a0-9201-3957f20cdcc3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:05.867288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c820-ca4d-4b2d-b107-e5d731301a68 req-75f023d1-d1d5-4376-91f6-bddc546514a9 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:05.868661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe44c820-ca4d-4b2d-b107-e5d731301a68 req-75f023d1-d1d5-4376-91f6-bddc546514a9 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 946 time: 0.1929421 Apr 01 14:53:05.912412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-e71f3c22-0e5b-4010-be27-3060e89b88a4 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:05.916694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-e71f3c22-0e5b-4010-be27-3060e89b88a4 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:05.917042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-e71f3c22-0e5b-4010-be27-3060e89b88a4 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:05.932127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe44c820-ca4d-4b2d-b107-e5d731301a68 req-2ea535f8-869d-4219-afdb-61c8b0fa893b tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530143 Apr 01 14:53:05.985138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-e71f3c22-0e5b-4010-be27-3060e89b88a4 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:05.986305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-e71f3c22-0e5b-4010-be27-3060e89b88a4 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 1654 time: 0.7093611 Apr 01 14:53:06.027178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-48bdd083-9c4d-45fa-a1a2-31180743c587 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1099 time: 0.5732088 Apr 01 14:53:06.028352 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.034399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.119877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.144305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-1b392f4f-312b-4f64-922a-dee6b6ac91be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.1041369 Apr 01 14:53:06.149690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Transition to ACTIVE for port object 51bf9bb4-5905-4647-a3d5-5d12d2d956ca will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:06.203117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-ca856a84-17ce-4a21-ad4c-673684f7acc5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:06.214497 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461', 'code': 200} Apr 01 14:53:06.312071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-b78bbdd4-ea83-4a7e-b66a-0806f346cf97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:06.313756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-b78bbdd4-ea83-4a7e-b66a-0806f346cf97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1595213 Apr 01 14:53:06.384749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-ca856a84-17ce-4a21-ad4c-673684f7acc5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:06.385985 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94b7aa29-a7b5-4dc9-a9ab-202fb74caee3 req-ca856a84-17ce-4a21-ad4c-673684f7acc5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836031 Apr 01 14:53:06.400968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.461411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.473508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.534116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Port': ['ID=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:06.547569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:06.550708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:06.570070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:06.653503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:06.654115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.674815 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'status': 'completed', 'code': 200} Apr 01 14:53:06.689209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a5d522c3-47d0-4882-9012-3bf5dc2b4662 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0469663 Apr 01 14:53:06.709097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Request body: {'port': {'device_id': '9377f49d-66c6-43ec-9960-ac354e3be578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:06.713143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:06.793639 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f6fcf74-ace4-4bc6-8ba9-190e5553af84 req-828ff790-b18d-41c8-835c-b2627951a4e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 1097 time: 0.5161607 Apr 01 14:53:06.939690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=543fd9b2-57b1-48a0-9201-3957f20cdcc3,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:06.954138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.958648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:06.978010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-451986da-f780-4c3b-892a-12e600cb43ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6483564 Apr 01 14:53:07.006915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:07.013081 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-25753893-e728-46fc-9d5e-a99bf18ba98f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3182437 Apr 01 14:53:07.054203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:07.074052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '91c35301-51d0-4077-a15d-abf4629731c7', 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5', 'port_id': '91c35301-51d0-4077-a15d-abf4629731c7', 'mac_address': 'fa:16:3e:4a:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7357d80d-7d3b-4268-8c5f-e83075607a47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:53:07.151534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:07.192853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c35301-51d0-4077-a15d-abf4629731c7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:07.208634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:07.210103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6aa7cc2a-cff5-43df-9129-aadf2d7d6ced None None] Provisioning for port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:07.215318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6aa7cc2a-cff5-43df-9129-aadf2d7d6ced None None] Provisioning complete for port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:07.215970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6aa7cc2a-cff5-43df-9129-aadf2d7d6ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:07.237504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-f0355273-3023-4083-a321-edfe92954199 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416801 Apr 01 14:53:07.271202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7cc2a-cff5-43df-9129-aadf2d7d6ced None None] Port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:07.272902 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:07.290623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a67bd0-e1d3-4baa-b9ca-abf73c197ee1 req-c139b9f9-3e27-44d7-94fa-4fe98e0117f6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:07.299188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54a67bd0-e1d3-4baa-b9ca-abf73c197ee1 req-c139b9f9-3e27-44d7-94fa-4fe98e0117f6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 948 time: 0.1280832 Apr 01 14:53:07.353255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f6fcf74-ace4-4bc6-8ba9-190e5553af84 req-2b6e557b-03a3-49bf-8d2b-e19a3deb0c10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076908 Apr 01 14:53:07.356462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54a67bd0-e1d3-4baa-b9ca-abf73c197ee1 req-c7bb1596-81f8-439b-8e10-985f5483da5c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561929 Apr 01 14:53:07.362851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:07.376413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.377424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.377875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.378331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.378749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.379173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.379788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.380167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.380585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.380998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.381411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:07.456030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049c158-6122-4317-b8c2-20370eb987cc req-a381b81d-2c7c-4b7b-be7c-ca695ea3f87a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:07.458563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d049c158-6122-4317-b8c2-20370eb987cc req-a381b81d-2c7c-4b7b-be7c-ca695ea3f87a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.5784786 Apr 01 14:53:07.538554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['91c35301-51d0-4077-a15d-abf4629731c7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:07.576018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfb259-861e-4d66-8bf8-25d4edf2af33 req-b42df418-06c7-4851-9328-590a23968b39 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:07.578382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6abfb259-861e-4d66-8bf8-25d4edf2af33 req-b42df418-06c7-4851-9328-590a23968b39 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 949 time: 0.0872328 Apr 01 14:53:07.615246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c96e19bf-0147-4ac8-b417-faab23bd2e72 req-303509ca-37cb-4597-b9a6-23e80dff2cfa service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557045 Apr 01 14:53:07.634663 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d049c158-6122-4317-b8c2-20370eb987cc req-2c8819cb-0d14-4dab-82d8-6f2dd2a266b9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659214 Apr 01 14:53:07.689123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6abfb259-861e-4d66-8bf8-25d4edf2af33 req-8a6ce08e-1534-4cdc-8616-a89f3ea87f48 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929577 Apr 01 14:53:07.974539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5a3e3-4ceb-44cd-9247-519bad90159b req-b5632697-f161-4cc2-901c-13007957da0e tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:07.975929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ce5a3e3-4ceb-44cd-9247-519bad90159b req-b5632697-f161-4cc2-901c-13007957da0e tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 946 time: 0.0976865 Apr 01 14:53:08.003471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:08.018385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:08.045416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ce5a3e3-4ceb-44cd-9247-519bad90159b req-065e5e53-cfaf-45e4-a353-b19f76e19e9f tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618730 Apr 01 14:53:08.048611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Transition to ACTIVE for port object bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:08.055319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:08.128626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-3cc49801-6688-4d59-b4c5-17ccc06c5e55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1099 time: 0.3468077 Apr 01 14:53:08.323723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-105abfbc-bccf-4247-b523-e77d4388df59 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 1101 time: 0.3734329 Apr 01 14:53:08.326479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-af53eee8-6f7f-4f61-b0ad-3f45c7d171f4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Synchronizing usage tracker for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:08.362330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-9e505383-c20e-4cc4-88ef-69cd1fb31604 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:08.364426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-9e505383-c20e-4cc4-88ef-69cd1fb31604 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7efb7adc-5e4f-495d-8b0a-77151db5b43f HTTP/1.1" status: 200 len: 949 time: 0.1519902 Apr 01 14:53:08.365950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-af53eee8-6f7f-4f61-b0ad-3f45c7d171f4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Unset dirty status for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:08.376679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-af53eee8-6f7f-4f61-b0ad-3f45c7d171f4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1590086069&fields=id&tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3 HTTP/1.1" status: 200 len: 267 time: 0.1910539 Apr 01 14:53:08.472346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Pushing event updated for resources: {'Port': ['ID=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:08.484913 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:08.520206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port 1bb8b578-9d0d-4c59-b270-b7d198e1624c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:08.520611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:08.552659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-daf21ff9-84f0-44cd-9910-2f2a9b44f325 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:08.553254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-daf21ff9-84f0-44cd-9910-2f2a9b44f325 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Synchronizing usage tracker for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:08.625224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-daf21ff9-84f0-44cd-9910-2f2a9b44f325 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Unset dirty status for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:08.633049 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-daf21ff9-84f0-44cd-9910-2f2a9b44f325 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports/43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 200 len: 936 time: 0.2552817 Apr 01 14:53:08.689951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-fd9b7c2f-386f-422c-9913-b2a8c00eb5a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:08.695409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-fd9b7c2f-386f-422c-9913-b2a8c00eb5a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4134574 Apr 01 14:53:08.751020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:08.755279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-a102b709-0ca6-455f-932c-84ae8215d590 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:08.762542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-a102b709-0ca6-455f-932c-84ae8215d590 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports/4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 200 len: 937 time: 0.1285412 Apr 01 14:53:08.776957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:08.803087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Usage tracker for resource:security_group_rule and tenant:27d8c026632a429c8d1157b0cedcbd06 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:08.825746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:08.837710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:08.844722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-bfc4c045-6960-4428-a0a9-7488087a86e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.1382031 Apr 01 14:53:08.847554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Attempting to bind port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:08.847848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Attempting to bind port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:08.848241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Attempting to bind port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 on network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:08.877866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-dd6e48df-22d8-4cf2-81d9-ae2e0d1f6f84 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1143284 Apr 01 14:53:08.907996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 on network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:08.908468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Attempting to bind port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 on network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:08.928159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 91c35301-51d0-4077-a15d-abf4629731c7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:08.937258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:08.937711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Checking segment: {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:08.937956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 91c35301-51d0-4077-a15d-abf4629731c7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:08.938094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-d17c07f2-514f-46f4-9659-3981db063147 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0592225 Apr 01 14:53:08.938342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Bound using segment: {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:08.942929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:08.943116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Bound port: bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:08.943116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:08.975479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-c7279e43-b290-4737-880a-82ddb88cb414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:08.978319 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-c7279e43-b290-4737-880a-82ddb88cb414 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1159337 Apr 01 14:53:09.080630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port 1bb8b578-9d0d-4c59-b270-b7d198e1624c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1bb8b578-9d0d-4c59-b270-b7d198e1624c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:09.081232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.123782 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.165837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:09.169399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.173927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] For port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:09.183317 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.184060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:09.192186 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.201468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] For port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:09.221737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.244616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for 1bb8b578-9d0d-4c59-b270-b7d198e1624c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:09.269186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:09.306852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-9308e368-2033-4512-9694-1d15fd79ec12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879870 Apr 01 14:53:09.308440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e58f1db2-0fee-4d85-aa6f-4dc5a2ce0798 req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9833796 Apr 01 14:53:09.315413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5428f-d0be-43c2-bb99-1e55700e4fd8 tempest-ServersAdminNegativeTestJSON-1601865324 tempest-ServersAdminNegativeTestJSON-1601865324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec427a3c-3e6f-440f-b00c-6974b9437a9f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:09.323382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-915cc265-20d0-42db-91d9-7fa7d9b749b7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:09.327257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-915cc265-20d0-42db-91d9-7fa7d9b749b7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:09.331338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-915cc265-20d0-42db-91d9-7fa7d9b749b7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:09.338002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-915cc265-20d0-42db-91d9-7fa7d9b749b7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/networks?id=82c77167-1c02-4b4f-ad02-96945e2faef1&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683 HTTP/1.1" status: 200 len: 1993 time: 0.3990667 Apr 01 14:53:09.375129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-fa597dda-0bd5-4212-beaa-961b08ab3592 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/quotas/ca4bb17295584ff3ae7f6fddce07a9b3 HTTP/1.1" status: 200 len: 375 time: 0.0362723 Apr 01 14:53:09.420496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.422051 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] 10.222.0.62 "PUT /v2.0/ports/bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 HTTP/1.1" status: 200 len: 1092 time: 2.7208173 Apr 01 14:53:09.424558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'tag': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:09.453439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8be8f-ab5a-4435-9a6c-e34291dc5d1d service neutron] Pushing event updated for resources: {'Port': ['ID=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:09.469830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Request body: {'port': {'device_id': '9377f49d-66c6-43ec-9960-ac354e3be578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:09.551315 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c85d265f-b92c-47d8-956f-0c3d606382a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1743889 Apr 01 14:53:09.552711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.567200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'f8be4b13-e251-4053-93a1-f00341268ab4', '8d078979-385e-47aa-8baa-006f6dd3acc8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:09.621427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'b5c2cd7c-afba-4db9-855d-d13117ed58d4', '1bb8b578-9d0d-4c59-b270-b7d198e1624c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:09.621653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=1bb8b578-9d0d-4c59-b270-b7d198e1624c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:09.703843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-5cebb310-970c-4a35-8dbb-357bf4db7d57 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852935 Apr 01 14:53:09.757590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.960706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port 1bb8b578-9d0d-4c59-b270-b7d198e1624c on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:09.965518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:09.968720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'name': 'network-vif-deleted', 'tag': '1bb8b578-9d0d-4c59-b270-b7d198e1624c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:10.011066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5020827-0cfe-46a4-9cb6-11b239a60f7e req-1ca97a4d-2665-4197-bf94-d9a85ffbed45 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "DELETE /v2.0/ports/1bb8b578-9d0d-4c59-b270-b7d198e1624c HTTP/1.1" status: 204 len: 173 time: 1.6300712 Apr 01 14:53:10.024060 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-fc19b40b-56c2-4a09-a92b-ac4ecdb4fa61 service neutron] 10.222.0.48 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721789 Apr 01 14:53:10.153534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a01d06-1140-451f-b037-ce3c6f4c75bb req-ccaf2e92-6f40-4356-8f72-b66813e40949 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807535 Apr 01 14:53:10.252938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ac4cc-c02a-4e58-a8e5-cb3b85363a05 req-a01d1de2-e120-46cc-aa3d-5303e74b6ba2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:10.258459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ac4cc-c02a-4e58-a8e5-cb3b85363a05 req-a01d1de2-e120-46cc-aa3d-5303e74b6ba2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:10.261490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-acd69ef0-c84e-46e5-9e50-8e36751acd1f service neutron] 10.222.0.48 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363763 Apr 01 14:53:10.262534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ac4cc-c02a-4e58-a8e5-cb3b85363a05 req-a01d1de2-e120-46cc-aa3d-5303e74b6ba2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:10.264889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-709ac4cc-c02a-4e58-a8e5-cb3b85363a05 req-a01d1de2-e120-46cc-aa3d-5303e74b6ba2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2388 time: 0.7126191 Apr 01 14:53:10.387851 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-3878c5de-65cc-470f-912e-17f616f8c975 service neutron] 10.222.0.48 "GET /v2.0/ports/43b826f3-ae35-4fd0-be90-ef8c3cb28523?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1155794 Apr 01 14:53:10.397487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-709ac4cc-c02a-4e58-a8e5-cb3b85363a05 req-e3ea3568-0402-4f4c-97ed-1586047893b1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230102 Apr 01 14:53:10.565129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-fb0b2a54-6e7f-4d73-93a5-e87e0be1aa4d service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763251 Apr 01 14:53:10.584301 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:10.613450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:10.745450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-a24bfb64-a91c-48ff-88b7-ff2de6a79e23 service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740842 Apr 01 14:53:10.775630 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:10.811593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:10.829113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Transition to ACTIVE for port object aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:10.834035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-ccb821cc-0989-4b1c-9bc3-fd1007551d8c service neutron] 10.222.0.48 "GET /v2.0/ports/4b587822-0697-4d86-b662-9dc616b3cc98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0878227 Apr 01 14:53:10.849279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:10.991701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:11.002078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4685cb11-4b03-4a83-9b9f-e2bd280e7ea8 service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671257 Apr 01 14:53:11.007831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'mac_address': 'fa:16:3e:17:d4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:53:11.092140 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:11.116613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3720c7a-956a-48ad-93f4-fab4760d5438 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:11.139305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:11.147002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:11.157166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023bcd3-3698-4122-bf78-8f6c90860c7d req-d6a0de7e-eacf-4517-a9c7-d886dde9646c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:11.164134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c023bcd3-3698-4122-bf78-8f6c90860c7d req-d6a0de7e-eacf-4517-a9c7-d886dde9646c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 948 time: 0.5461464 Apr 01 14:53:11.201672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Pushing event updated for resources: {'Port': ['ID=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:11.218866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-07e92e38-7ea7-49fb-9c90-a87be93d74f0 service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157292 Apr 01 14:53:11.242797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:11.251734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c023bcd3-3698-4122-bf78-8f6c90860c7d req-632ed86b-b82e-42ac-9f63-ea48de58834a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867178 Apr 01 14:53:11.256386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Attempting to bind port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:11.257150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Attempting to bind port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:11.257150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Attempting to bind port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 on network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:11.263189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 on network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:11.263541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Attempting to bind port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 on network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:11.272960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:11.273329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Checking segment: {'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:11.273701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Bound using segment: {'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:11.274116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Bound port: aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b40f30-51a1-424c-9cd9-26386bbcb973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:11.274454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:11.383563 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-d0f6d376-569d-43b2-a622-367c0692ff77 service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571894 Apr 01 14:53:11.390347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] For port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:11.394222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] For port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:11.403958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:11.508665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:11.510018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] 10.222.0.62 "PUT /v2.0/ports/aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 HTTP/1.1" status: 200 len: 1091 time: 2.0443525 Apr 01 14:53:11.517836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:11.539808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-2d816f6e-ebc9-4938-9e18-af21ae24d205 service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494195 Apr 01 14:53:11.545272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Request body: {'port': {'device_id': '9377f49d-66c6-43ec-9960-ac354e3be578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:11.580906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655f427-d217-4455-9747-eb79198cc6ca service neutron] Pushing event updated for resources: {'Port': ['ID=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:11.664054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52cd11-4682-4bb1-abec-04642f1fa3f1 req-bbed7954-174f-4d23-b66c-2ecbd66fef3d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:11.665531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e52cd11-4682-4bb1-abec-04642f1fa3f1 req-bbed7954-174f-4d23-b66c-2ecbd66fef3d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 945 time: 0.2141244 Apr 01 14:53:11.686367 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-18365dc4-0629-498d-8279-fcecfcc3273e service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455789 Apr 01 14:53:11.695931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:11.777788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e52cd11-4682-4bb1-abec-04642f1fa3f1 req-c92a0306-936e-48e6-b2c2-a2b79188fa3d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052198 Apr 01 14:53:11.939589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c9e63d2d-fd45-4380-acca-bd82dcc361cc service neutron] 10.222.0.48 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469220 Apr 01 14:53:12.068119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30a71b-afd3-440a-ab74-b411f959ebc1 req-3063e228-5323-4a7d-a9eb-b57224dba665 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:12.068696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2f30a71b-afd3-440a-ab74-b411f959ebc1 req-3063e228-5323-4a7d-a9eb-b57224dba665 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Synchronizing usage tracker for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:12.070172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-fe07a72f-c393-4c99-bf6e-c1116708e83e service neutron] 10.222.0.48 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249216 Apr 01 14:53:12.138026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2f30a71b-afd3-440a-ab74-b411f959ebc1 req-3063e228-5323-4a7d-a9eb-b57224dba665 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Unset dirty status for tenant:3e385da678b449808c7c02fe643ed0a0 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:12.139238 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f30a71b-afd3-440a-ab74-b411f959ebc1 req-3063e228-5323-4a7d-a9eb-b57224dba665 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 946 time: 0.1995766 Apr 01 14:53:12.145126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bf9bb4-5905-4647-a3d5-5d12d2d956ca {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:12.153570 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:12.188432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Transition to ACTIVE for port object 51bf9bb4-5905-4647-a3d5-5d12d2d956ca will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:12.198165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:12.205763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-97374b96-ba5c-4d48-ba33-2d5855ef8f4a service neutron] 10.222.0.48 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296275 Apr 01 14:53:12.258705 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f30a71b-afd3-440a-ab74-b411f959ebc1 req-a9a8f92d-f545-4794-bda2-1d5cc421e25d tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094289 Apr 01 14:53:12.330396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Pushing event updated for resources: {'Port': ['ID=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:12.352149 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7', 'code': 200} Apr 01 14:53:12.387243 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-ef5834af-7a5d-43f4-91d3-d4bdfd8c8a25 service neutron] 10.222.0.48 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755130 Apr 01 14:53:12.529341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-10cdb150-e3fb-48b3-b271-0140ecbc829f service neutron] 10.222.0.48 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356020 Apr 01 14:53:12.539167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Attempting to bind port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:12.539517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Attempting to bind port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:12.539841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Attempting to bind port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca on network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:12.559934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca on network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:12.560222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Attempting to bind port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca on network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:12.582030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:12.582289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Checking segment: {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:12.582767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Bound using segment: {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:12.583350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Bound port: 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4907fcad-92d7-4c74-8a1c-5a6b4675807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:12.583798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:12.609321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03bb8d91-380a-4e7b-bd8d-d114361deb46 req-a303fe8d-3060-4a2b-b822-f4d7b370b0b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1096 time: 0.1677516 Apr 01 14:53:12.750674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-58a5ed59-47a2-4d30-807d-862532c381e8 req-034f7ed1-f54d-426e-833f-ec65be4f7860 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2589233 Apr 01 14:53:12.792342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03bb8d91-380a-4e7b-bd8d-d114361deb46 req-983886b7-a34b-4497-b3bc-6a5d607ef990 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552632 Apr 01 14:53:12.807144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:12.810419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:12.817220 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'tag': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3', 'status': 'completed', 'code': 200} Apr 01 14:53:12.818530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:12.824027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:12.873139 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7adc-5e4f-495d-8b0a-77151db5b43f', 'name': 'network-vif-deleted', 'tag': '1bb8b578-9d0d-4c59-b270-b7d198e1624c', 'status': 'completed', 'code': 200} Apr 01 14:53:12.886327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:12.887712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] 10.222.0.62 "PUT /v2.0/ports/51bf9bb4-5905-4647-a3d5-5d12d2d956ca HTTP/1.1" status: 200 len: 1092 time: 1.3487029 Apr 01 14:53:12.901935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd009-2beb-476f-ada7-554cd7c83f6c service neutron] Pushing event updated for resources: {'Port': ['ID=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:12.924932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port d3720c7a-956a-48ad-93f4-fab4760d5438 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:12.932960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port d3720c7a-956a-48ad-93f4-fab4760d5438 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:12.933635 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:13.082023 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:13.121098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:13.126622 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:13.127847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1bb8b578-9d0d-4c59-b270-b7d198e1624c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:13.204496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 1bb8b578-9d0d-4c59-b270-b7d198e1624c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:13.204958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1bb8b578-9d0d-4c59-b270-b7d198e1624c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:13.225755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5586a88-c8a7-4d54-9917-becdf52f3f57 req-041dfd61-7d5c-4386-a853-9ecf8658b200 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2865 time: 0.2172945 Apr 01 14:53:13.230521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-a700df85-2d8b-4b15-8cac-c04d8c383c77 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.232182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-a700df85-2d8b-4b15-8cac-c04d8c383c77 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 0.1782322 Apr 01 14:53:13.243053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:13.329933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-39af919f-c5e0-4dc2-afc2-dd5f258ab522 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/quotas/87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 375 time: 0.0753608 Apr 01 14:53:13.433131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586a88-c8a7-4d54-9917-becdf52f3f57 req-24ea7724-8913-40ab-9f28-aee8255a3cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.433508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586a88-c8a7-4d54-9917-becdf52f3f57 req-24ea7724-8913-40ab-9f28-aee8255a3cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.433871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586a88-c8a7-4d54-9917-becdf52f3f57 req-24ea7724-8913-40ab-9f28-aee8255a3cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.435986 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5586a88-c8a7-4d54-9917-becdf52f3f57 req-24ea7724-8913-40ab-9f28-aee8255a3cdd service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b437b090f8fa4379879a1c52759595c9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2024076 Apr 01 14:53:13.531286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-00f8772a-491d-4095-97a4-07d75bf4b330 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1946232 Apr 01 14:53:13.704301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586a88-c8a7-4d54-9917-becdf52f3f57 req-1ece334b-de79-4ef4-810e-0f80f73acdc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.705715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5586a88-c8a7-4d54-9917-becdf52f3f57 req-1ece334b-de79-4ef4-810e-0f80f73acdc5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2637579 Apr 01 14:53:13.735952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-d7038914-21b0-4bd1-bf30-c067efbdc765 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962745 Apr 01 14:53:13.780890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a490-8712-41d2-a55a-104230531968 req-9c59a9b5-08bb-45c0-80c1-82d06f5f4ae6 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.786164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a490-8712-41d2-a55a-104230531968 req-9c59a9b5-08bb-45c0-80c1-82d06f5f4ae6 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.791451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a490-8712-41d2-a55a-104230531968 req-9c59a9b5-08bb-45c0-80c1-82d06f5f4ae6 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:13.793594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d364a490-8712-41d2-a55a-104230531968 req-9c59a9b5-08bb-45c0-80c1-82d06f5f4ae6 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2412 time: 0.1112885 Apr 01 14:53:13.867819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d364a490-8712-41d2-a55a-104230531968 req-97b72e4f-eacb-4f03-bf12-ddadfee1a16a tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584755 Apr 01 14:53:13.959421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-29dea874-7614-4c64-bf3e-a693fa478210 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200513 Apr 01 14:53:13.966105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-81cc3202-1261-4bd1-aef0-3d3a55a28a4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2865 time: 0.1904953 Apr 01 14:53:14.068514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127ef9-f42d-48d3-9212-387b59bca5a4 req-564d9c51-5af5-49d2-bc92-ebb2a08d8aa6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:14.069055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-6e55e01b-866a-4f36-a53b-b77cab7e114c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 HTTP/1.1" status: 200 len: 217 time: 0.0910075 Apr 01 14:53:14.069983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6127ef9-f42d-48d3-9212-387b59bca5a4 req-564d9c51-5af5-49d2-bc92-ebb2a08d8aa6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.0885437 Apr 01 14:53:14.131018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6127ef9-f42d-48d3-9212-387b59bca5a4 req-4638db65-2db7-4dc6-b444-5b2c73cd9d56 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553763 Apr 01 14:53:14.158373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8f40c3ae-2111-477d-9a03-818d9271869e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:14.158373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-8f40c3ae-2111-477d-9a03-818d9271869e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ea377ab4-c392-4f38-8240-df100a9f0c11 HTTP/1.1" status: 200 len: 801 time: 0.0766647 Apr 01 14:53:14.270033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-9358cb71-4b59-4f49-a4de-9622240e2009 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054032 Apr 01 14:53:14.353811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:14.363953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e02bce-6d76-45b2-89ef-445380afe98b req-87d2ee2f-3d9a-455f-afaa-d71f9c1bbdc5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:14.365420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96e02bce-6d76-45b2-89ef-445380afe98b req-87d2ee2f-3d9a-455f-afaa-d71f9c1bbdc5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 946 time: 0.0846021 Apr 01 14:53:14.377273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44788) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:14.382927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Request body: {'floatingip': {'port_id': 'a71defbf-ed9b-4778-b051-8eb553314461'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:14.405789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:14.480749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:14.482636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-9262f6a1-6e43-420f-bb47-3f8f4d6e2875 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022796 Apr 01 14:53:14.610760 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5bf1927-9f8e-429d-9a40-8a065fe8f50a req-084357c7-1b07-4ce7-9fcf-841699be64f2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 210 time: 0.0703099 Apr 01 14:53:14.821960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9'}, {'name': 'network-changed', 'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:14.961460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-ca217023-1ae7-408d-bcba-7586f9c86462 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754329 Apr 01 14:53:15.105812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ec5dd-d349-415c-aebe-d39f0aae3dbc req-0d51aded-a76e-4031-9300-6b9991f4f6a9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:15.108796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e0ec5dd-d349-415c-aebe-d39f0aae3dbc req-0d51aded-a76e-4031-9300-6b9991f4f6a9 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 945 time: 0.5848467 Apr 01 14:53:15.110435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a386bcb3-5d85-4382-ba8f-3e8e7f77cb16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 HTTP/1.1" status: 200 len: 217 time: 0.1387806 Apr 01 14:53:15.137066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-2f5e7b24-a95f-4e95-aa98-6627bc77245e service neutron] 10.222.0.44 "GET /v2.0/ports/43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 200 len: 1032 time: 0.3845823 Apr 01 14:53:15.266273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd6ce8-3244-4ebd-82a1-b206d441c16e req-87ed5f1e-b353-406e-87aa-a5677a0c6c5f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:15.266966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-cfbd6ce8-3244-4ebd-82a1-b206d441c16e req-87ed5f1e-b353-406e-87aa-a5677a0c6c5f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:15.303484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-417663a5-07fc-4f54-bb78-528447650f46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:15.305010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-417663a5-07fc-4f54-bb78-528447650f46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f08c8141-974e-4aa3-8c3e-3c9fd8b928aa HTTP/1.1" status: 200 len: 801 time: 0.1640470 Apr 01 14:53:15.307253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-cfbd6ce8-3244-4ebd-82a1-b206d441c16e req-87ed5f1e-b353-406e-87aa-a5677a0c6c5f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:15.311726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfbd6ce8-3244-4ebd-82a1-b206d441c16e req-87ed5f1e-b353-406e-87aa-a5677a0c6c5f tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 950 time: 0.4080718 Apr 01 14:53:15.318920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-3fa5e0a3-a8cd-48e5-8472-fbe13d80b118 service neutron] 10.222.0.44 "GET /v2.0/ports/4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 200 len: 1033 time: 0.1134479 Apr 01 14:53:15.356620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e0ec5dd-d349-415c-aebe-d39f0aae3dbc req-db78a1a6-ca41-47f1-bfe4-4881bdb976e0 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412124 Apr 01 14:53:15.380603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfbd6ce8-3244-4ebd-82a1-b206d441c16e req-40701e91-6b6f-46dd-adfc-9591d84d67e1 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Apr 01 14:53:15.488961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266b8a-af68-4853-be60-c4a217c3660f req-6754f0d2-af30-4c6c-88b0-31a6a2f7635c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:15.490425 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6266b8a-af68-4853-be60-c4a217c3660f req-6754f0d2-af30-4c6c-88b0-31a6a2f7635c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 950 time: 0.4636903 Apr 01 14:53:15.526855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:15.534805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:15.620731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port 8d078979-385e-47aa-8baa-006f6dd3acc8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:15.621120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:15.680682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-323725af-1f35-4c44-8cba-07a5145e1316 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:15.684915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-323725af-1f35-4c44-8cba-07a5145e1316 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:15.686941 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'code': 200} Apr 01 14:53:15.689103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-323725af-1f35-4c44-8cba-07a5145e1316 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:15.689915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-323725af-1f35-4c44-8cba-07a5145e1316 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Synchronizing usage tracker for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:15.705663 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-6192662b-899b-41f2-b2b7-9183dd502fe7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1375b3dd-6ff5-441d-8cd1-f82fc512bde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3918502 Apr 01 14:53:15.876346 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9', 'status': 'completed', 'code': 200} Apr 01 14:53:15.876591 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca', 'status': 'completed', 'code': 200} Apr 01 14:53:15.888346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-323725af-1f35-4c44-8cba-07a5145e1316 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Unset dirty status for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:15.889534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-323725af-1f35-4c44-8cba-07a5145e1316 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "GET /v2.0/networks?id=82c77167-1c02-4b4f-ad02-96945e2faef1&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683 HTTP/1.1" status: 200 len: 1993 time: 0.5410302 Apr 01 14:53:15.891007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d7f337a-1ce2-48f2-901c-79b5c603b09a req-d3f25316-71d7-4c56-ae7e-90eb64833006 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 210 time: 0.2815888 Apr 01 14:53:16.111677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-45490e5d-1b9f-44ab-a525-2333e5467b33 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:16.113104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-45490e5d-1b9f-44ab-a525-2333e5467b33 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 808 time: 0.3191667 Apr 01 14:53:16.117523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f7cf6a0-3d78-45b0-b853-8064dd9a1906 req-cc508dd7-0615-4b9d-ae71-15c19e3a942f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1101 time: 0.3223484 Apr 01 14:53:16.127621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-66476b37-10f9-43e7-87b4-db0153f7bdd8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Synchronizing usage tracker for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:16.141304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Request body: {'port': {'device_id': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'admin_state_up': True, 'tenant_id': '87775a992abf4855bf376b044653efb5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:16.174981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-3c065da0-a49f-48c3-acc6-44a7685b6179 service neutron] 10.222.0.62 "GET /v2.0/networks/1375b3dd-6ff5-441d-8cd1-f82fc512bde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582195 Apr 01 14:53:16.279873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-66476b37-10f9-43e7-87b4-db0153f7bdd8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Unset dirty status for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:16.280980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-66476b37-10f9-43e7-87b4-db0153f7bdd8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3 HTTP/1.1" status: 200 len: 380 time: 0.3704941 Apr 01 14:53:16.293758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'admin_state_up': True, 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'security_groups': ['195021a6-1c38-496f-84f3-dfcac8ade2c7']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:16.319159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f7cf6a0-3d78-45b0-b853-8064dd9a1906 req-03f9bfd1-9f6e-4cdb-8b1f-c230f1b88c97 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945493 Apr 01 14:53:16.385282 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Floating IP abbd4666-2615-45f8-b3c4-be97eb3144e5 associated. External IP: 172.25.2.143, port: a71defbf-ed9b-4778-b051-8eb553314461. Apr 01 14:53:16.437029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:16.441317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:16.461396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port 8d078979-385e-47aa-8baa-006f6dd3acc8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d078979-385e-47aa-8baa-006f6dd3acc8,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:16.461791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:16.480493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:16.507496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac259164-c6d5-47b4-8b9d-0749776ee30f req-8aba59ee-2081-4690-9332-a043b9bd3e2f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:16.508983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac259164-c6d5-47b4-8b9d-0749776ee30f req-8aba59ee-2081-4690-9332-a043b9bd3e2f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.3512414 Apr 01 14:53:16.519746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:16.556407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd922ba-a696-430b-a4fe-3ba6904b4716 req-5c457441-c1a0-49f6-aac4-3d86d0a90946 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:16.560589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd922ba-a696-430b-a4fe-3ba6904b4716 req-5c457441-c1a0-49f6-aac4-3d86d0a90946 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:16.564619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd922ba-a696-430b-a4fe-3ba6904b4716 req-5c457441-c1a0-49f6-aac4-3d86d0a90946 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:16.566234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fd922ba-a696-430b-a4fe-3ba6904b4716 req-5c457441-c1a0-49f6-aac4-3d86d0a90946 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2412 time: 0.5488734 Apr 01 14:53:16.572853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Made reservation on behalf of 87775a992abf4855bf376b044653efb5 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:16.576060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:16.606358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac259164-c6d5-47b4-8b9d-0749776ee30f req-610aa0d3-ed0a-49ec-aad1-0888995f482a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877910 Apr 01 14:53:16.835747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Allocated IP 172.20.0.9 (c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656/9985c0da-26da-4d35-8a3f-a6ca50696f30/1a815e56-398e-4f3f-9b55-3e10c432e74e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:16.888738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for 8d078979-385e-47aa-8baa-006f6dd3acc8 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:16.985642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:16.988764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:17.002720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.62', 50261) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:17.047625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a8eccd70-3a64-41c8-bf7a-56fa7064e3b4 service neutron] 10.222.0.62 "GET /v2.0/networks/1375b3dd-6ff5-441d-8cd1-f82fc512bde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8518412 Apr 01 14:53:17.179354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06d1f73a-c4e4-4b03-9728-63233c7a80cd req-16b01803-ef8b-4b60-9dbf-818b61146df9 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1096 time: 0.4177957 Apr 01 14:53:17.211827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-a881abc9-49c9-4c85-a2cc-a9871e26c61e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca HTTP/1.1" status: 200 len: 217 time: 0.1489727 Apr 01 14:53:17.232031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fd922ba-a696-430b-a4fe-3ba6904b4716 req-8ff9e6b9-ef9c-4000-bd07-a6dd18f8bbe1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158009 Apr 01 14:53:17.325498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06d1f73a-c4e4-4b03-9728-63233c7a80cd req-2a035fc9-ef95-4608-8a9a-ac58108a2639 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966280 Apr 01 14:53:17.407084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:17.470929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-d90fb941-0e8d-4cd1-9d0e-617d1dc07bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:17.472409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-d90fb941-0e8d-4cd1-9d0e-617d1dc07bca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ea377ab4-c392-4f38-8240-df100a9f0c11 HTTP/1.1" status: 200 len: 801 time: 0.2271028 Apr 01 14:53:17.536384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-90dd92fd-b4ff-4fe2-8576-fba7baad682b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5310581 Apr 01 14:53:17.552221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:17.584175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e080904e-0c00-4ab4-81c2-b5debfa9ae5c req-a4b040e4-dbbe-4887-8587-0933caba3694 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Synchronizing usage tracker for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:17.660562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:17.677299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'f8be4b13-e251-4053-93a1-f00341268ab4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:17.710880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 172.20.0.10 (82c77167-1c02-4b4f-ad02-96945e2faef1/53540cf6-3274-427d-8950-3b3cece9abf8/037c76ab-4816-4301-a4e0-f1517f9ee301) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:17.746956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:17.778860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=8d078979-385e-47aa-8baa-006f6dd3acc8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:17.788695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Router 57ce12c3-9720-4951-befd-9b144eae9126 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:53:17.799251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e080904e-0c00-4ab4-81c2-b5debfa9ae5c req-a4b040e4-dbbe-4887-8587-0933caba3694 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Unset dirty status for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:17.813249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e080904e-0c00-4ab4-81c2-b5debfa9ae5c req-a4b040e4-dbbe-4887-8587-0933caba3694 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 210 time: 0.3508174 Apr 01 14:53:17.814007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b6a7a3b-3ba5-4083-b889-aa9c85ab7b8e req-0d7e4f50-7f35-49d9-b1a7-27911eca35ca tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cfdacc1-ada3-4b7d-ad07-cbbacce032f6 HTTP/1.1" status: 200 len: 210 time: 0.1691997 Apr 01 14:53:17.854946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:17.863692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:17.869272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:17.884135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:18.093655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port 8d078979-385e-47aa-8baa-006f6dd3acc8 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:18.097296 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:18.106422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'name': 'network-vif-deleted', 'tag': '8d078979-385e-47aa-8baa-006f6dd3acc8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:18.238257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-dbc1315a-d4b8-49d8-8efb-fb900e95f711 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7079802 Apr 01 14:53:18.270598 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-fd3feda2-e792-47fe-bfe5-b5411bd0d847 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 1096 time: 0.6953630 Apr 01 14:53:18.358671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:18.361228 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:18.393896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6266b8a-af68-4853-be60-c4a217c3660f req-fdba87c0-2452-4d7b-b838-cfbe8a0028f2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "DELETE /v2.0/ports/8d078979-385e-47aa-8baa-006f6dd3acc8 HTTP/1.1" status: 204 len: 173 time: 2.8887587 Apr 01 14:53:18.479852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-fd4692c9-9397-4873-91c0-486731057d1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3420703 Apr 01 14:53:18.523791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Request body: {'port': {'device_id': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:18.649160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffe147-e4c9-4b00-b526-616ea6d0368f req-7659347b-e369-4495-aafa-cda6c22688fb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:18.650278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-91ffe147-e4c9-4b00-b526-616ea6d0368f req-7659347b-e369-4495-aafa-cda6c22688fb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:18.696592 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:18.712161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-91ffe147-e4c9-4b00-b526-616ea6d0368f req-7659347b-e369-4495-aafa-cda6c22688fb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:18.720055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91ffe147-e4c9-4b00-b526-616ea6d0368f req-7659347b-e369-4495-aafa-cda6c22688fb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 931 time: 0.5777104 Apr 01 14:53:18.730278 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:18.784286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b558bfeb-fcb7-4ab1-bd46-8faa8a8f2b01 req-621257cb-00b0-4521-bbfe-5db6e8e97b86 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1096 time: 0.6928973 Apr 01 14:53:18.792026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-ec900067-e58a-4330-be0e-1a3c16e68493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:18.793496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-ec900067-e58a-4330-be0e-1a3c16e68493 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.4690075 Apr 01 14:53:18.795626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-ef37e4db-598d-4ed0-bca4-612c170d8b59 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325234 Apr 01 14:53:18.812209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Transition to ACTIVE for port object 037c76ab-4816-4301-a4e0-f1517f9ee301 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:18.879363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d078979-385e-47aa-8baa-006f6dd3acc8 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:18.932951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 8d078979-385e-47aa-8baa-006f6dd3acc8 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:18.933906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d078979-385e-47aa-8baa-006f6dd3acc8 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:18.942629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91ffe147-e4c9-4b00-b526-616ea6d0368f req-0219f070-d539-4ff3-81b6-cbbd69618ac6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213931 Apr 01 14:53:19.089461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:53:19.101500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:19.108355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] Sync routers for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:53:19.125910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:53:19.126530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:53:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:19.144337 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-39042015-4bab-4d01-beb3-c1d0911ed51a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 200 len: 217 time: 0.3271971 Apr 01 14:53:19.305532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b558bfeb-fcb7-4ab1-bd46-8faa8a8f2b01 req-a0b2a678-2ff1-4172-b867-5370aafc4fcb tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202844 Apr 01 14:53:19.337899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e88279b1-0e75-45b2-a9fd-115c27d2c667 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "PUT /v2.0/floatingips/abbd4666-2615-45f8-b3c4-be97eb3144e5 HTTP/1.1" status: 200 len: 992 time: 4.9595380 Apr 01 14:53:19.345437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:19.395633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:53:19.417532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:19.517207 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfdacc1-ada3-4b7d-ad07-cbbacce032f6', 'name': 'network-vif-deleted', 'tag': '8d078979-385e-47aa-8baa-006f6dd3acc8', 'status': 'completed', 'code': 200} Apr 01 14:53:19.534504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-b3c00b6c-9efb-4045-af9d-933105f9c5ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:19.536291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-b3c00b6c-9efb-4045-af9d-933105f9c5ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.3808303 Apr 01 14:53:19.541967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:19.544330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ca886-6b75-4e3c-90cc-0bb73377dbd9 req-08ae7910-80b1-4c3b-af2c-99641e9abe6f service neutron] 10.222.0.62 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285092 Apr 01 14:53:19.547523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:19.551830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:19.609533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a815e56-398e-4f3f-9b55-3e10c432e74e {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:19.620172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:19.653195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186862b-d1ca-4382-9058-bc74d11e5659 req-33391b73-39a8-4a0b-8c99-0122ab8e92d9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:19.668176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f186862b-d1ca-4382-9058-bc74d11e5659 req-33391b73-39a8-4a0b-8c99-0122ab8e92d9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.1905422 Apr 01 14:53:19.675658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Transition to ACTIVE for port object 1a815e56-398e-4f3f-9b55-3e10c432e74e will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:19.685847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:19.699735 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-0ffde67d-fe55-4780-beb6-040b2fca896e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882800 Apr 01 14:53:19.914580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=037c76ab-4816-4301-a4e0-f1517f9ee301,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:19.969798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:19.970567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-378dc648-f8cd-4cfb-bcbb-f12e166b90a7 None None] Provisioning for port 037c76ab-4816-4301-a4e0-f1517f9ee301 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:19.983927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-378dc648-f8cd-4cfb-bcbb-f12e166b90a7 None None] Provisioning complete for port 037c76ab-4816-4301-a4e0-f1517f9ee301 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:19.984294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-378dc648-f8cd-4cfb-bcbb-f12e166b90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:19.988283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f186862b-d1ca-4382-9058-bc74d11e5659 req-6a7cf2ae-5631-4ba2-95e2-2078b08c9d4d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271656 Apr 01 14:53:20.048030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:20.048639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:20.110602 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b07904e-31e9-46f0-b1c3-3b97f0ed161d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8205073 Apr 01 14:53:20.113858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'abbd4666-2615-45f8-b3c4-be97eb3144e5', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'port_id': 'a71defbf-ed9b-4778-b051-8eb553314461', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'mac_address': 'fa:16:3e:bc:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a1c50e-b382-43f1-847f-a401990e5357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:52:28Z', 'updated_at': '2022-04-01T14:53:15Z', 'revision_number': 1, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:20.123020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] Checking router: 57ce12c3-9720-4951-befd-9b144eae9126 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:53:20.124215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'admin_state_up': True, 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'security_groups': ['195021a6-1c38-496f-84f3-dfcac8ade2c7']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:20.130174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-378dc648-f8cd-4cfb-bcbb-f12e166b90a7 None None] Port 037c76ab-4816-4301-a4e0-f1517f9ee301 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:20.158333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:53:20.159020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:53:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:20.205721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:20.206091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:20.206394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:20.212841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:20.213151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:20.220320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:20.220646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:20.221017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:20.221434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Bound port: 1a815e56-398e-4f3f-9b55-3e10c432e74e, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:20.221778 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:20.222581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973332f-1604-4a40-9b98-c42008257cde req-42f7a458-696f-448d-9b16-e3eade09bc2e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:20.226858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973332f-1604-4a40-9b98-c42008257cde req-42f7a458-696f-448d-9b16-e3eade09bc2e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:20.230752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973332f-1604-4a40-9b98-c42008257cde req-42f7a458-696f-448d-9b16-e3eade09bc2e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:20.232753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d973332f-1604-4a40-9b98-c42008257cde req-42f7a458-696f-448d-9b16-e3eade09bc2e tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2412 time: 0.5213981 Apr 01 14:53:20.316195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-775b2b99-d2c0-4bc1-a481-c1d375b5783a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2865 time: 0.5699720 Apr 01 14:53:20.327275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-b11d3c28-8e81-4afc-b6a4-389fe18f0faf service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145363 Apr 01 14:53:20.404251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:20.423449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:20.432672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:20.481605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:53:20.507486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba07f-83e0-40f4-a3dd-a47773a2d3b6 req-2f5a6761-38fd-46c2-99c5-b7ce0f2c380b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:20.514193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7f7ba07f-83e0-40f4-a3dd-a47773a2d3b6 req-2f5a6761-38fd-46c2-99c5-b7ce0f2c380b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 932 time: 0.1705964 Apr 01 14:53:20.548241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:20.549309 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-b7125517-145c-4f43-a16b-855c32179383 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 200 len: 1091 time: 2.0299432 Apr 01 14:53:20.557326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7125517-145c-4f43-a16b-855c32179383 service neutron] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:20.581843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d973332f-1604-4a40-9b98-c42008257cde req-98ae1959-7aa2-4603-a050-531dbf73b462 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225672 Apr 01 14:53:20.593310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7f7ba07f-83e0-40f4-a3dd-a47773a2d3b6 req-6e0b9fb2-44dd-4660-a38d-34289c88de46 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781655 Apr 01 14:53:20.614965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:20.673666 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:53:20.680444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-83cd9246-6af0-4fb0-b466-6b9a072efeac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:20.682161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-83cd9246-6af0-4fb0-b466-6b9a072efeac service neutron] 10.222.0.62 "GET /v2.0/networks?id=1375b3dd-6ff5-441d-8cd1-f82fc512bde1 HTTP/1.1" status: 200 len: 902 time: 0.3541822 Apr 01 14:53:20.696660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:20.714359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-792a0921-30f0-47af-8c23-400f2b9281fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1094 time: 0.0995183 Apr 01 14:53:20.827060 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461', 'status': 'completed', 'code': 200} Apr 01 14:53:20.922711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60ca1ec0-4fdc-4208-a2c5-7a08f4c97dc8 req-b4b5954c-85da-4d82-a79b-462a1149883a service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831611 Apr 01 14:53:20.936468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:20.940367 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:20.947343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-ad715cb5-dc77-44af-8577-859c064d7c1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 200 len: 217 time: 0.2213764 Apr 01 14:53:21.108406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-ae2b9743-8f06-4eb1-b32b-e6418ff4e405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:21.110112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-ae2b9743-8f06-4eb1-b32b-e6418ff4e405 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1533613 Apr 01 14:53:21.152300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'abbd4666-2615-45f8-b3c4-be97eb3144e5', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'port_id': 'a71defbf-ed9b-4778-b051-8eb553314461', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'mac_address': 'fa:16:3e:bc:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a1c50e-b382-43f1-847f-a401990e5357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:52:28Z', 'updated_at': '2022-04-01T14:53:15Z', 'revision_number': 1, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:21.156834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b18878-5ce8-4299-b70d-4c444b149896 None None] The sync data for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 is: [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'abbd4666-2615-45f8-b3c4-be97eb3144e5', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'port_id': 'a71defbf-ed9b-4778-b051-8eb553314461', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'mac_address': 'fa:16:3e:bc:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a1c50e-b382-43f1-847f-a401990e5357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:52:28Z', 'updated_at': '2022-04-01T14:53:15Z', 'revision_number': 1, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:53:21.164494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 10.1.1.180 (bed87e57-f44b-4fff-96bc-c0e73ef02f63/84d4bcc7-f201-466a-9864-d667bec53d06/423143e2-c303-428d-8571-a54fc30a788c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:21.169339 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-51883856-f2d3-4f26-87cc-e256a32e2dea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 HTTP/1.1" status: 200 len: 217 time: 0.4702442 Apr 01 14:53:21.171361 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-72de273a-b523-4c59-a252-b3c2d078374f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498068 Apr 01 14:53:21.215992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c88bf7-1ad9-4315-965f-3f7b406c0aed req-4b5d0b13-2acf-4f5c-9c34-39cf0643e5df tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:21.218028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83c88bf7-1ad9-4315-965f-3f7b406c0aed req-4b5d0b13-2acf-4f5c-9c34-39cf0643e5df tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 950 time: 0.3759251 Apr 01 14:53:21.287164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-0ad9d048-2847-4708-883b-03aa2c0c8009 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:21.288772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-0ad9d048-2847-4708-883b-03aa2c0c8009 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "GET /v2.0/ports?device_id=98bcc6e7-5aac-43f1-855a-659fa9c65a9e HTTP/1.1" status: 200 len: 950 time: 0.2750211 Apr 01 14:53:21.349137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-8fef1472-72ad-4700-8c42-25b9ff6dedc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:21.350585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-8fef1472-72ad-4700-8c42-25b9ff6dedc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f08c8141-974e-4aa3-8c3e-3c9fd8b928aa HTTP/1.1" status: 200 len: 801 time: 0.1336620 Apr 01 14:53:21.353733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-3d112201-a721-4ea2-93e2-f1776d49b93e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e385da678b449808c7c02fe643ed0a0&device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 1097 time: 0.5065114 Apr 01 14:53:21.439682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-4ba58ecd-7854-4c3c-a8e8-17683006688f service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569451 Apr 01 14:53:21.476233 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d063607-3cfb-4886-aaeb-ae4ed5f6444e None None] New status for floating IP abbd4666-2615-45f8-b3c4-be97eb3144e5: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:53:21.597831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Deleting port b8cb90a0-0873-49d9-9116-78471c20057c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:21.598313 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:21.642759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83c88bf7-1ad9-4315-965f-3f7b406c0aed req-6cad2e13-6b63-4ec5-94d5-6e8144af3363 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525169 Apr 01 14:53:21.692090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3a4b255-c6b7-4e56-8a3d-a0667f8e503e req-737e1911-8c2d-42f5-9e0f-c654b540b5d3 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196169 Apr 01 14:53:21.797369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14fba1-f26b-4d4e-b6a8-38516d02b5d3 req-33c00f59-8374-4778-817e-8312d7f77e01 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:21.799485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd14fba1-f26b-4d4e-b6a8-38516d02b5d3 req-33c00f59-8374-4778-817e-8312d7f77e01 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 943 time: 0.6289983 Apr 01 14:53:21.917431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-52696553-0edf-44b2-ae9d-f95024359fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:21.918932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-52696553-0edf-44b2-ae9d-f95024359fb8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e6070da0-5e18-48e1-95bf-3ff5330a2d35 HTTP/1.1" status: 200 len: 915 time: 0.5335803 Apr 01 14:53:22.002456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-078b5d18-1607-4272-8c2d-439e80d5622f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1375b3dd-6ff5-441d-8cd1-f82fc512bde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6158710 Apr 01 14:53:22.021126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:22.058108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] For port b8cb90a0-0873-49d9-9116-78471c20057c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b8cb90a0-0873-49d9-9116-78471c20057c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:22.058755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:22.071784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd14fba1-f26b-4d4e-b6a8-38516d02b5d3 req-eb7742fd-89d7-4793-91c0-af1a64de5616 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649093 Apr 01 14:53:22.106927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Transition to ACTIVE for port object 423143e2-c303-428d-8571-a54fc30a788c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:22.210489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-0a23c721-e004-412a-9d03-18ecdb47d306 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a71defbf-ed9b-4778-b051-8eb553314461 HTTP/1.1" status: 200 len: 1002 time: 0.2738571 Apr 01 14:53:22.321932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-feec6bac-a9ea-4c87-a5d1-736c9b8c8fda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:22.323615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-feec6bac-a9ea-4c87-a5d1-736c9b8c8fda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bca33137-9903-4b76-a333-efb0cfca63a4 HTTP/1.1" status: 200 len: 853 time: 0.1040032 Apr 01 14:53:22.372374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Calling delete_port for b8cb90a0-0873-49d9-9116-78471c20057c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:22.405219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-c7e0615d-2991-4e4e-8024-5d117d5b616e service neutron] 10.222.0.62 "GET /v2.0/networks/1375b3dd-6ff5-441d-8cd1-f82fc512bde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797300 Apr 01 14:53:22.407770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:22.451289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-c3d38d4c-192f-4146-b5cb-d3af6ddcb394 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1101 time: 0.4735801 Apr 01 14:53:22.476035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:22.593539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:22.602579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Usage tracker for resource:security_group_rule and tenant:e53b9d121ed74fef9fec8e610e0d2a0e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:22.607356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:22.619088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:22.623762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-a15350d2-ce05-46cf-9d8e-05c900e52c22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2936232 Apr 01 14:53:22.648978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:22.663371 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:22.667501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=423143e2-c303-428d-8571-a54fc30a788c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:22.670050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:22.675102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d086705c-7198-4ff4-b772-3f8961c4ad3c', 'b8cb90a0-0873-49d9-9116-78471c20057c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:22.677715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:22.770538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-d49a2623-78aa-45fa-8796-4a6360128032 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e6070da0-5e18-48e1-95bf-3ff5330a2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4366779 Apr 01 14:53:22.775660 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-49271a53-2ebd-4a0f-9649-4b2369747f14 service neutron] 10.222.0.62 "GET /v2.0/networks/1375b3dd-6ff5-441d-8cd1-f82fc512bde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291171 Apr 01 14:53:22.816907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:22.817515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:22.844255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da596bf2-21b5-4efd-a88a-65349d25d7d8 req-d2a0275b-5965-407f-a3c9-513a743c54c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3537083 Apr 01 14:53:22.878706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:22.972332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:22.973953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:23.008221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Pushing event deleted for resources: {'Port': ['ID=b8cb90a0-0873-49d9-9116-78471c20057c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:23.014813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.016376 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-5b4fbbc5-0180-4701-a5c9-acfe9d71ee3d service neutron] 10.222.0.62 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306764 Apr 01 14:53:23.046582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6bf6eab7-9963-4a34-bfae-dbe8aab60b66 req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945950 Apr 01 14:53:23.097393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-949f48cf-c754-4476-b4cc-29fc750b8f62 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9772198 Apr 01 14:53:23.124451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-af24d1a5-0efc-4804-960a-789780b30aee None None] Provisioning for port 423143e2-c303-428d-8571-a54fc30a788c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:23.134002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-af24d1a5-0efc-4804-960a-789780b30aee None None] Provisioning complete for port 423143e2-c303-428d-8571-a54fc30a788c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:23.134706 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af24d1a5-0efc-4804-960a-789780b30aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.199149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'admin_state_up': True, 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'security_groups': ['195021a6-1c38-496f-84f3-dfcac8ade2c7']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:23.239509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-af24d1a5-0efc-4804-960a-789780b30aee None None] Port 423143e2-c303-428d-8571-a54fc30a788c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:23.241985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:23.255656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3', 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2', 'port_id': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3', 'mac_address': 'fa:16:3e:3d:17:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea377ab4-c392-4f38-8240-df100a9f0c11', 'ip_address': '19.80.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:53:23.277681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e02ceb-6c13-43bf-87b7-42ed27c74480 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954519fb-5f86-41b8-b3c8-2109e68e3f58,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:23.295008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] No DVR routers for this DVR port b8cb90a0-0873-49d9-9116-78471c20057c on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:23.303265 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.308445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-0947c4e8-58c0-4cf7-89de-126f051b81e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 1095 time: 0.6365910 Apr 01 14:53:23.352147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.372764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:23.398947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:23.407525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.408838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bf9bb4-5905-4647-a3d5-5d12d2d956ca details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:23.508734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-d3ccef4c-07cc-4ee7-a862-5a1ab5d360a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:23.510583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-d3ccef4c-07cc-4ee7-a862-5a1ab5d360a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.1646287 Apr 01 14:53:23.510960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:23.512272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f570661c-1eee-4f63-b20b-1abbf12b22f4 req-d43f4a8f-7bdb-46f7-9182-92afbb0a9287 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "DELETE /v2.0/ports/b8cb90a0-0873-49d9-9116-78471c20057c HTTP/1.1" status: 204 len: 173 time: 2.2171111 Apr 01 14:53:23.534320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:23.552337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca', 'network_id': '8ebcee38-1c9b-4224-8a63-9500bc6c54e2', 'port_id': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca', 'mac_address': 'fa:16:3e:80:1c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea377ab4-c392-4f38-8240-df100a9f0c11', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:53:23.589310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-f34ad67b-446b-4023-8085-36d62d9133f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 200 len: 217 time: 0.0693650 Apr 01 14:53:23.597131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833704-bae8-495f-83d0-b1ee1d4e8007 req-590c781f-380a-4fb2-bf81-4afe60bc671d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:23.602442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833704-bae8-495f-83d0-b1ee1d4e8007 req-590c781f-380a-4fb2-bf81-4afe60bc671d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:23.607841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81833704-bae8-495f-83d0-b1ee1d4e8007 req-590c781f-380a-4fb2-bf81-4afe60bc671d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 1654 time: 0.3688593 Apr 01 14:53:23.630091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:23.637610 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.640721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:port and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:23.649308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:23.660046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bf9bb4-5905-4647-a3d5-5d12d2d956ca {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:23.668796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:23.684234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:23.688365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ec8691-8cd2-4d5d-b7fa-cfa3d8739224 req-38c26e38-1e83-4389-a52b-0ec8d7985748 service neutron] 10.222.0.62 "GET /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6356368 Apr 01 14:53:23.693508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.694842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:23.710053 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81833704-bae8-495f-83d0-b1ee1d4e8007 req-4eb846a0-a341-4029-bfec-3e027521b355 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645256 Apr 01 14:53:23.711469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-0a4728af-721c-4833-997c-0c9062bd7e27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2865 time: 0.6941044 Apr 01 14:53:23.712268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:23.717502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-3922b158-ce67-4ab5-96e1-eed297d56ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:23.718423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:23.733761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-3922b158-ce67-4ab5-96e1-eed297d56ee2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1248107 Apr 01 14:53:23.859912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-b4407c0f-acd5-4fcc-93a1-26670f6943d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150634 Apr 01 14:53:23.909096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:23.975596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:24.000308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9', 'network_id': '1375b3dd-6ff5-441d-8cd1-f82fc512bde1', 'port_id': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9', 'mac_address': 'fa:16:3e:e9:97:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08c8141-974e-4aa3-8c3e-3c9fd8b928aa', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:53:24.066947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:24.095792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:24.115993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-f47cd371-8ecd-4fa8-b572-dbbcda184931 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481897 Apr 01 14:53:24.120712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:24.121065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 10.1.1.33 (bed87e57-f44b-4fff-96bc-c0e73ef02f63/84d4bcc7-f201-466a-9864-d667bec53d06/33908a26-cae7-4b84-8e75-1d8a9e778bf4) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:24.125771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:24.137789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8268371-dffb-40c8-86b1-3cc05bb1bede req-ce54c957-1ce0-4dd9-b3b5-9014395c7c02 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:24.141688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8268371-dffb-40c8-86b1-3cc05bb1bede req-ce54c957-1ce0-4dd9-b3b5-9014395c7c02 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:24.145968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8268371-dffb-40c8-86b1-3cc05bb1bede req-ce54c957-1ce0-4dd9-b3b5-9014395c7c02 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:24.148305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8268371-dffb-40c8-86b1-3cc05bb1bede req-ce54c957-1ce0-4dd9-b3b5-9014395c7c02 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2414 time: 0.1348548 Apr 01 14:53:24.151901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-db5fab86-6ab0-4d78-87ba-3d6b8b7249fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:24.153700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-db5fab86-6ab0-4d78-87ba-3d6b8b7249fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2 HTTP/1.1" status: 200 len: 902 time: 0.4212792 Apr 01 14:53:24.167012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-e6a6df0c-2623-4388-86d7-0482436da6f9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:24.168255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-e6a6df0c-2623-4388-86d7-0482436da6f9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:24.200470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:24.261167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-cfefd109-8497-4f16-8cbc-23239ab9e64e tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:53:24.270432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-cfefd109-8497-4f16-8cbc-23239ab9e64e tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0219085 Apr 01 14:53:24.274467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-e9fc4382-f58a-4e43-94cc-f305d8473b44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca HTTP/1.1" status: 200 len: 217 time: 0.1135843 Apr 01 14:53:24.281574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-e6a6df0c-2623-4388-86d7-0482436da6f9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:24.282847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-e6a6df0c-2623-4388-86d7-0482436da6f9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 950 time: 0.4500694 Apr 01 14:53:24.287557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Request body: {'binding': {'host': 'n-h2-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:24.288161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:53:24.382924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8268371-dffb-40c8-86b1-3cc05bb1bede req-49132f8f-23fa-4e15-a8d8-784076a548c0 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142913 Apr 01 14:53:24.486575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:24.511393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port f8be4b13-e251-4053-93a1-f00341268ab4 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:24.511740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:24.544823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-f6910aa9-4ad6-4a07-888c-073881224c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:24.546449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-f6910aa9-4ad6-4a07-888c-073881224c3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ea377ab4-c392-4f38-8240-df100a9f0c11 HTTP/1.1" status: 200 len: 801 time: 0.2626431 Apr 01 14:53:24.553010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['51bf9bb4-5905-4647-a3d5-5d12d2d956ca'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:24.577954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['aaeac05f-bd0e-445b-bd74-b4b6dfe147b9'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:24.642971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8f76218-ede4-4578-b00d-cd54a874cd25 req-d7efeadb-64ec-43c2-8919-24c1503ed9b3 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935505 Apr 01 14:53:24.737198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686d55-5dff-4e86-9ee4-3bb44ed69107 req-36fd72a7-6acf-48ba-b630-229aeab283df tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:24.738783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd686d55-5dff-4e86-9ee4-3bb44ed69107 req-36fd72a7-6acf-48ba-b630-229aeab283df tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=735cedd8-c297-450e-9092-b61a85f396e3 HTTP/1.1" status: 200 len: 950 time: 0.1628437 Apr 01 14:53:24.810287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on host n-h2-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:24.811374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:24.811918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:24.822471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:24.822714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:24.848264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:24.848599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:24.849010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:24.849438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Bound port: 91c35301-51d0-4077-a15d-abf4629731c7, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:24.857637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:24.866779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd686d55-5dff-4e86-9ee4-3bb44ed69107 req-610626ce-7cc4-474c-87eb-150e5df705c2 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146245 Apr 01 14:53:24.895900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:24.906326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:24.907768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87eaca4d-53df-4cda-a31e-d0a56514086a service neutron] 10.222.0.48 "POST /v2.0/ports/91c35301-51d0-4077-a15d-abf4629731c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6246128 Apr 01 14:53:24.915569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b8cb90a0-0873-49d9-9116-78471c20057c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:24.923549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Transition to ACTIVE for port object 33908a26-cae7-4b84-8e75-1d8a9e778bf4 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:24.933835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-6a6096ab-fc35-491b-b84f-52981243b123 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8ebcee38-1c9b-4224-8a63-9500bc6c54e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3769677 Apr 01 14:53:24.940608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port f8be4b13-e251-4053-93a1-f00341268ab4, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f8be4b13-e251-4053-93a1-f00341268ab4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:24.940981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:24.976281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: b8cb90a0-0873-49d9-9116-78471c20057c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:24.976797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b8cb90a0-0873-49d9-9116-78471c20057c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:25.129351 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e', 'status': 'completed', 'code': 200} Apr 01 14:53:25.147636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for f8be4b13-e251-4053-93a1-f00341268ab4 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:25.271584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-5ede238f-fd46-467c-b54e-bfa0cd74244a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1094 time: 0.1153820 Apr 01 14:53:25.279285 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:25.533231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-99f5c9cc-7c07-4965-910b-20103bef386f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:25.535456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-99f5c9cc-7c07-4965-910b-20103bef386f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.2569535 Apr 01 14:53:25.564476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-f39e5096-47c9-4760-af95-e264f17d2c22 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147914 Apr 01 14:53:25.567071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:25.584227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:25.610377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:25.615580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7214ac64-2ab8-433c-90a0-25eedb71584a req-014d0afa-3b14-40c7-a0eb-42aa1dc4032d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4212284 Apr 01 14:53:25.618775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-78b9c5ba-8cfc-43a5-8165-c21be0c5fc24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1096 time: 0.2659585 Apr 01 14:53:25.620345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-1c7bbddc-1a02-4222-b21c-4dbb1bbb7386 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 200 len: 217 time: 0.0769331 Apr 01 14:53:25.685726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=33908a26-cae7-4b84-8e75-1d8a9e778bf4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:25.774939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:25.777630 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:25.788528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-ec315a9d-eaae-4565-ba46-c24144f3d9a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:25.790169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-ec315a9d-eaae-4565-ba46-c24144f3d9a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1433883 Apr 01 14:53:25.821593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:25.838206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:25.857715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-591a01bc-7294-42d8-8e3c-f782a11b8a1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485904 Apr 01 14:53:25.884402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:25.901008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2350-7c8a-461d-9f32-25cc595086e4 req-17e0c106-e07a-4b18-8b67-9911b0126665 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:25.907815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94ec2350-7c8a-461d-9f32-25cc595086e4 req-17e0c106-e07a-4b18-8b67-9911b0126665 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 943 time: 0.6716223 Apr 01 14:53:25.918678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=f8be4b13-e251-4053-93a1-f00341268ab4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:25.950502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-bc794fe4-d99e-476c-b999-296263215a71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:25.952075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-bc794fe4-d99e-476c-b999-296263215a71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.3264024 Apr 01 14:53:25.974395 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4606cb54-2d12-4fb1-b50d-33416c5ff285 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8592176 Apr 01 14:53:26.021723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d51b5ae0-c53e-448e-999a-ae45cfb45fbb None None] Provisioning for port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:26.022328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683', 'admin_state_up': True, 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'security_groups': ['195021a6-1c38-496f-84f3-dfcac8ade2c7']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:26.035926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d51b5ae0-c53e-448e-999a-ae45cfb45fbb None None] Provisioning complete for port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:26.036978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d51b5ae0-c53e-448e-999a-ae45cfb45fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:26.044602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8e71faef-421f-451c-8f92-c6335f0dfab6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 200 len: 217 time: 0.0806351 Apr 01 14:53:26.052680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e820fd2b-9b60-466a-b134-6636a6f816b9 req-3d6bfcf1-a216-4403-98e2-d4ad8ba66575 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724910 Apr 01 14:53:26.172031 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-6edd8c1c-4f14-4041-bf3c-8cb6ab994a4c service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042972 Apr 01 14:53:26.201574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d51b5ae0-c53e-448e-999a-ae45cfb45fbb None None] Port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:26.277826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-f57d439e-62a9-4905-ab48-29dce3a4c873 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:26.279383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-f57d439e-62a9-4905-ab48-29dce3a4c873 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.2193358 Apr 01 14:53:26.287401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94ec2350-7c8a-461d-9f32-25cc595086e4 req-f441b69e-5d85-444b-aabf-5a04dfac9b49 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787091 Apr 01 14:53:26.301950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port f8be4b13-e251-4053-93a1-f00341268ab4 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:26.306491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:26.308572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-928e840b-8919-45f9-96e2-b5fd95f0b80a req-efdd8f04-a54b-4620-a3e8-af7758400f63 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "DELETE /v2.0/ports/f8be4b13-e251-4053-93a1-f00341268ab4 HTTP/1.1" status: 204 len: 173 time: 1.9917197 Apr 01 14:53:26.308882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735cedd8-c297-450e-9092-b61a85f396e3', 'name': 'network-vif-deleted', 'tag': 'f8be4b13-e251-4053-93a1-f00341268ab4'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:26.373549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:26.380788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:port and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:26.388348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:26.397746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:26.411748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-b529b291-7f2a-4a75-ae0a-e86e458d77bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756207 Apr 01 14:53:26.414928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:26.607723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:26.818744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e39968ac-3f7e-43a2-80f8-723c5d259bba req-c0c53c5e-05d0-4d08-b0c2-d334c4584d4e service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338139 Apr 01 14:53:26.846530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-c75d69b4-1c9b-4c8c-863d-4c700cadf988 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6603854 Apr 01 14:53:26.857778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2bc7d-8634-4885-8c6c-1f2fa378c442 req-7f56c534-bb1d-44c9-9d5e-1db888b190c4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:26.861815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2bc7d-8634-4885-8c6c-1f2fa378c442 req-7f56c534-bb1d-44c9-9d5e-1db888b190c4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:26.865765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2bc7d-8634-4885-8c6c-1f2fa378c442 req-7f56c534-bb1d-44c9-9d5e-1db888b190c4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:26.867648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73d2bc7d-8634-4885-8c6c-1f2fa378c442 req-7f56c534-bb1d-44c9-9d5e-1db888b190c4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 2374 time: 0.6342614 Apr 01 14:53:26.869771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-5a579217-377e-4c93-b4e8-507dc6f3d226 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503851 Apr 01 14:53:26.941164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:26.948157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a5d3-0ebe-4842-8db2-c88412e79fe1 req-80a8b0af-edf9-4207-adce-a468ddd85693 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:26.949673 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab71a5d3-0ebe-4842-8db2-c88412e79fe1 req-80a8b0af-edf9-4207-adce-a468ddd85693 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 945 time: 0.2192156 Apr 01 14:53:26.977691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73d2bc7d-8634-4885-8c6c-1f2fa378c442 req-50e4de8a-c9a5-445e-ba8d-6bdbd1943ba0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026340 Apr 01 14:53:27.077327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:27.090000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:27.090474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:27.126560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab71a5d3-0ebe-4842-8db2-c88412e79fe1 req-00da25b4-e5c3-4701-b2a5-b0c84ad3f8f0 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671684 Apr 01 14:53:27.159502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'name': 'network-vif-deleted', 'tag': 'b8cb90a0-0873-49d9-9116-78471c20057c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:27.160581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 10.2.2.100 (8de22a0b-a4d7-460a-9c8b-b278b9bc2683/a46a415c-f701-4ab7-a4ed-f57b2b5785b5/6a9437a8-3440-47d2-ac66-7819aada0154) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:27.297665 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-ca897b45-fb30-43b1-a529-f971d00e8480 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208460 Apr 01 14:53:27.407432 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:27.450511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:27.475440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:27.483043 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:27.484334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bf9bb4-5905-4647-a3d5-5d12d2d956ca up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:27.559024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:27.588588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dbe0f-9a53-4963-8f51-fc2631a8a54d req-04567836-3fad-4d90-8950-6644e1546fec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:27.592541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dbe0f-9a53-4963-8f51-fc2631a8a54d req-04567836-3fad-4d90-8950-6644e1546fec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:27.597068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dbe0f-9a53-4963-8f51-fc2631a8a54d req-04567836-3fad-4d90-8950-6644e1546fec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:27.598403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c91dbe0f-9a53-4963-8f51-fc2631a8a54d req-04567836-3fad-4d90-8950-6644e1546fec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2415 time: 0.1948872 Apr 01 14:53:27.601269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Transition to ACTIVE for port object 6a9437a8-3440-47d2-ac66-7819aada0154 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:27.645954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:27.666262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c91dbe0f-9a53-4963-8f51-fc2631a8a54d req-1bfe8163-35c3-4495-aa8e-64c91166d544 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603747 Apr 01 14:53:27.673558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:27.691007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:27.698893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:27.699481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:27.871835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=6a9437a8-3440-47d2-ac66-7819aada0154,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:27.886194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:27.889941 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735cedd8-c297-450e-9092-b61a85f396e3', 'name': 'network-vif-deleted', 'tag': 'f8be4b13-e251-4053-93a1-f00341268ab4', 'status': 'completed', 'code': 200} Apr 01 14:53:27.892488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:27.896259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8af56a23-db95-44be-b4bf-a559e5957b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:27.926715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:27.987512 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bcc6e7-5aac-43f1-855a-659fa9c65a9e', 'name': 'network-vif-deleted', 'tag': 'b8cb90a0-0873-49d9-9116-78471c20057c', 'status': 'completed', 'code': 200} Apr 01 14:53:28.095252 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.168745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:28.176738 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.177612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:28.177898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:28.179450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.274375 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-02624d8e-f7df-4800-8ecb-2e5104e165e7 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2654951 Apr 01 14:53:28.287995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683', 'admin_state_up': True, 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'security_groups': ['195021a6-1c38-496f-84f3-dfcac8ade2c7']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:28.338300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd792927-6446-40fd-a734-02ca4d604b0e req-02f932da-1693-41cd-a646-f277fd66b48e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:28.352334 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd792927-6446-40fd-a734-02ca4d604b0e req-02f932da-1693-41cd-a646-f277fd66b48e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 943 time: 0.1754160 Apr 01 14:53:28.354821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cf54c-5907-48e1-a6b3-a7a66bf1f951 req-7053fa86-d7f3-4a77-95c8-c0df2b92c2e7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:28.359160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-450cf54c-5907-48e1-a6b3-a7a66bf1f951 req-7053fa86-d7f3-4a77-95c8-c0df2b92c2e7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.3729160 Apr 01 14:53:28.432598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd792927-6446-40fd-a734-02ca4d604b0e req-fc39a03b-41f2-4ffc-84d7-9eeec34142fb tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784318 Apr 01 14:53:28.436610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:28.441415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b4d2f90-b4b1-412c-a1b2-d57bc2ac3332 None None] Provisioning for port 6a9437a8-3440-47d2-ac66-7819aada0154 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:28.454359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b4d2f90-b4b1-412c-a1b2-d57bc2ac3332 None None] Provisioning complete for port 6a9437a8-3440-47d2-ac66-7819aada0154 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:28.454359 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2f90-b4b1-412c-a1b2-d57bc2ac3332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.482270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:28.491534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:28.491694 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.556363 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3', 'code': 200} Apr 01 14:53:28.571042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d2f90-b4b1-412c-a1b2-d57bc2ac3332 None None] Port 6a9437a8-3440-47d2-ac66-7819aada0154 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:28.655306 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.708255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:28.712726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-450cf54c-5907-48e1-a6b3-a7a66bf1f951 req-ff69477b-98db-46e0-b974-83b4d7ac9783 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278916 Apr 01 14:53:28.736355 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.736355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f8be4b13-e251-4053-93a1-f00341268ab4 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:28.737816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:28.740937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Usage tracker for resource:port and tenant:ca4bb17295584ff3ae7f6fddce07a9b3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:28.744240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:28.751322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:28.768852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Made reservation on behalf of ca4bb17295584ff3ae7f6fddce07a9b3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:28.775903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:28.871547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: f8be4b13-e251-4053-93a1-f00341268ab4 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:28.871547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f8be4b13-e251-4053-93a1-f00341268ab4 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:28.923445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97221e-8130-4676-9b70-b9cbd100a453 req-c1e81b9a-cb00-4aa0-ba0a-b00032599066 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:28.926369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-df97221e-8130-4676-9b70-b9cbd100a453 req-c1e81b9a-cb00-4aa0-ba0a-b00032599066 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Synchronizing usage tracker for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:28.940700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:28.948799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:28.997994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-df97221e-8130-4676-9b70-b9cbd100a453 req-c1e81b9a-cb00-4aa0-ba0a-b00032599066 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Unset dirty status for tenant:37d9749b93f84bcaafb504b957f4b775 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:29.005005 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df97221e-8130-4676-9b70-b9cbd100a453 req-c1e81b9a-cb00-4aa0-ba0a-b00032599066 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 949 time: 0.3034458 Apr 01 14:53:29.078574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df97221e-8130-4676-9b70-b9cbd100a453 req-59bebb5c-bcfb-4749-9c47-04c2a810b125 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725353 Apr 01 14:53:29.098556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-7b303be5-3b44-4900-8137-793bcf824d49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1101 time: 0.2357054 Apr 01 14:53:29.132031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Allocated IP 10.2.2.200 (8de22a0b-a4d7-460a-9c8b-b278b9bc2683/a46a415c-f701-4ab7-a4ed-f57b2b5785b5/2b05891e-4275-4a9e-94b6-128f79ff1280) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:53:29.171550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:29.222018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '1a815e56-398e-4f3f-9b55-3e10c432e74e', 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656', 'port_id': '1a815e56-398e-4f3f-9b55-3e10c432e74e', 'mac_address': 'fa:16:3e:46:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9985c0da-26da-4d35-8a3f-a6ca50696f30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:53:29.291697 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:29.326459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a815e56-398e-4f3f-9b55-3e10c432e74e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:29.347034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:29.352477 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:29.421736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:29.478531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:29.503651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Transition to ACTIVE for port object 2b05891e-4275-4a9e-94b6-128f79ff1280 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:29.514381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4405c-5087-4ace-b224-847ddb2e6534 req-ea27cfda-55ca-4242-92b3-caf98e63cfdd tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.515966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30b4405c-5087-4ace-b224-847ddb2e6534 req-ea27cfda-55ca-4242-92b3-caf98e63cfdd tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 945 time: 0.1616113 Apr 01 14:53:29.518620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-fbbc9b0b-a459-49c2-8bc0-5e3cfd5f2831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.520202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-fbbc9b0b-a459-49c2-8bc0-5e3cfd5f2831 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4133861 Apr 01 14:53:29.570487 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:29.613152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30b4405c-5087-4ace-b224-847ddb2e6534 req-e2f36a07-e402-43fd-8555-eb72dbf1bce4 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878825 Apr 01 14:53:29.614032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2e16-4263-46fb-bdaf-decfba0df5a0 req-46568f9c-ff62-4a65-805e-d1d5df712f11 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.618169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2e16-4263-46fb-bdaf-decfba0df5a0 req-46568f9c-ff62-4a65-805e-d1d5df712f11 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.622256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2e16-4263-46fb-bdaf-decfba0df5a0 req-46568f9c-ff62-4a65-805e-d1d5df712f11 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.626365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2e16-4263-46fb-bdaf-decfba0df5a0 req-46568f9c-ff62-4a65-805e-d1d5df712f11 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.628235 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-274c2e16-4263-46fb-bdaf-decfba0df5a0 req-46568f9c-ff62-4a65-805e-d1d5df712f11 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 3095 time: 0.3391082 Apr 01 14:53:29.647318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:53:29.647476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-1d572de0-9708-4dc0-aa92-b10201ba9f3f tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.648967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-1d572de0-9708-4dc0-aa92-b10201ba9f3f tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 949 time: 0.2768610 Apr 01 14:53:29.650536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:53:29.655059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:53:29.677069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['1a815e56-398e-4f3f-9b55-3e10c432e74e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:29.684128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event updated for resources: {'Port': ['ID=2b05891e-4275-4a9e-94b6-128f79ff1280,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:29.720721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-6bebcf5b-dc3a-4bec-8efd-1f7b119818a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.1909516 Apr 01 14:53:29.748232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.754013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:29.886093 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f252fdd9-e057-4c13-ace2-7f8866f8d05c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6042626 Apr 01 14:53:29.886526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Deleting port d086705c-7198-4ff4-b772-3f8961c4ad3c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:29.886878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:29.900831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:29.927782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-274c2e16-4263-46fb-bdaf-decfba0df5a0 req-ccb9a807-4c42-4c0b-9770-0ea69b1cc1f5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777977 Apr 01 14:53:29.971260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-de8b89f0-f16c-4632-8d01-137ea54004b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:29.972856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-de8b89f0-f16c-4632-8d01-137ea54004b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1773593 Apr 01 14:53:30.011550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b2a25c73-a425-44ab-8585-ace62ad67bef None None] Provisioning for port 2b05891e-4275-4a9e-94b6-128f79ff1280 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:30.019239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b2a25c73-a425-44ab-8585-ace62ad67bef None None] Provisioning complete for port 2b05891e-4275-4a9e-94b6-128f79ff1280 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:30.019664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2a25c73-a425-44ab-8585-ace62ad67bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:30.026149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f95ded-dbb8-4ab0-8e75-d33b81a7e8de req-97d56d27-7860-438d-8a42-42a8408c3677 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:30.030296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f95ded-dbb8-4ab0-8e75-d33b81a7e8de req-97d56d27-7860-438d-8a42-42a8408c3677 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:30.034253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f95ded-dbb8-4ab0-8e75-d33b81a7e8de req-97d56d27-7860-438d-8a42-42a8408c3677 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:30.035978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39f95ded-dbb8-4ab0-8e75-d33b81a7e8de req-97d56d27-7860-438d-8a42-42a8408c3677 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2418 time: 0.2435031 Apr 01 14:53:30.044388 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:30.085243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b2a25c73-a425-44ab-8585-ace62ad67bef None None] Port 2b05891e-4275-4a9e-94b6-128f79ff1280 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:53:30.163980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39f95ded-dbb8-4ab0-8e75-d33b81a7e8de req-938f4658-2e75-4ab2-9d66-e4aa63534446 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204903 Apr 01 14:53:30.170235 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ded8def-cb60-4b94-9a39-689fb1703fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:30.226723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] For port d086705c-7198-4ff4-b772-3f8961c4ad3c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d086705c-7198-4ff4-b772-3f8961c4ad3c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:30.227332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:30.357833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Calling delete_port for d086705c-7198-4ff4-b772-3f8961c4ad3c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:30.387403 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-0c1915be-d9ad-43c2-87fb-1803467a1d1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2842283 Apr 01 14:53:30.475445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19520772-fc51-47d9-ab4e-bfe9ab9a0422 req-49c6f10a-3526-4643-9058-12717d64a658 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:30.476952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19520772-fc51-47d9-ab4e-bfe9ab9a0422 req-49c6f10a-3526-4643-9058-12717d64a658 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 944 time: 0.1335890 Apr 01 14:53:30.557773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca'}, {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:30.572477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037c76ab-4816-4301-a4e0-f1517f9ee301 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:30.580903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:30.585139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19520772-fc51-47d9-ab4e-bfe9ab9a0422 req-47ad1cd8-43f9-4a16-92ac-14e9084dc354 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990381 Apr 01 14:53:30.598187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Transition to ACTIVE for port object 037c76ab-4816-4301-a4e0-f1517f9ee301 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:30.602763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:30.768458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Pushing event updated for resources: {'Port': ['ID=037c76ab-4816-4301-a4e0-f1517f9ee301,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:30.793038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-96de4115-90fa-43b4-8ff2-c0d956f7b988 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982606 Apr 01 14:53:30.910658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae64d8-6a9a-48c6-94bf-0756e054e09a req-de32a5d2-6b09-458b-b5d8-4481e8b24247 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:30.912146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edae64d8-6a9a-48c6-94bf-0756e054e09a req-de32a5d2-6b09-458b-b5d8-4481e8b24247 tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf6c94f-250c-43aa-88c7-024a7c8c0df4 HTTP/1.1" status: 200 len: 949 time: 0.1880031 Apr 01 14:53:30.916539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Attempting to bind port 037c76ab-4816-4301-a4e0-f1517f9ee301 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:30.916883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Attempting to bind port 037c76ab-4816-4301-a4e0-f1517f9ee301 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:30.917189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Attempting to bind port 037c76ab-4816-4301-a4e0-f1517f9ee301 on network 82c77167-1c02-4b4f-ad02-96945e2faef1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:30.943115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Port 037c76ab-4816-4301-a4e0-f1517f9ee301 on network 82c77167-1c02-4b4f-ad02-96945e2faef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:30.943488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Attempting to bind port 037c76ab-4816-4301-a4e0-f1517f9ee301 on network 82c77167-1c02-4b4f-ad02-96945e2faef1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:30.960790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:30.961038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Checking segment: {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:30.961418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Bound using segment: {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:30.961844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Bound port: 037c76ab-4816-4301-a4e0-f1517f9ee301, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f259c499-fe47-4f02-836b-1b6149aa3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:30.962187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:30.970993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:53:30.975602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06102b2b-1125-4076-8b30-43910397305b req-1289489f-8692-4d52-8d21-238c85af59be tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:30.977275 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06102b2b-1125-4076-8b30-43910397305b req-1289489f-8692-4d52-8d21-238c85af59be tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.5934079 Apr 01 14:53:31.044180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-1787969e-0409-4b58-8e14-2c823e395b42 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:31.045675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-1787969e-0409-4b58-8e14-2c823e395b42 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 950 time: 0.4315131 Apr 01 14:53:31.073553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edae64d8-6a9a-48c6-94bf-0756e054e09a req-4fa7f5de-d8da-42b3-a51f-947a929b42fb tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.48 "GET /v2.0/security-groups?id=77c0630e-8753-4b01-aa84-63a14e65ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539087 Apr 01 14:53:31.094578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 1a815e56-398e-4f3f-9b55-3e10c432e74e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:53:31.103658 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.125893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 1a815e56-398e-4f3f-9b55-3e10c432e74e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:53:31.126553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.149309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] For port 037c76ab-4816-4301-a4e0-f1517f9ee301, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:31.152709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] For port 037c76ab-4816-4301-a4e0-f1517f9ee301, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=037c76ab-4816-4301-a4e0-f1517f9ee301,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:31.160806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.171854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-d8b5cd48-e803-4111-b2f4-b4295289a282 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680651 Apr 01 14:53:31.172583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.186629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Pushing event deleted for resources: {'Port': ['ID=d086705c-7198-4ff4-b772-3f8961c4ad3c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:31.218306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06102b2b-1125-4076-8b30-43910397305b req-6c130ea9-0d34-4e43-b22a-81e138135ad4 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263069 Apr 01 14:53:31.278322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:31.279377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.337962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.339416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] 10.222.0.44 "PUT /v2.0/ports/037c76ab-4816-4301-a4e0-f1517f9ee301 HTTP/1.1" status: 200 len: 1092 time: 1.4432728 Apr 01 14:53:31.340760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:31.397715 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca', 'code': 200} Apr 01 14:53:31.403780 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9', 'code': 200} Apr 01 14:53:31.407460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.419307 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.429805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:31.459099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:31.465517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.515126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a9a97-8c33-48f2-b077-c2fdcd084938 service neutron] Pushing event updated for resources: {'Port': ['ID=037c76ab-4816-4301-a4e0-f1517f9ee301,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:31.528638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] No DVR routers for this DVR port d086705c-7198-4ff4-b772-3f8961c4ad3c on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:31.554448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:31.572712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.581781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'name': 'network-vif-deleted', 'tag': 'd086705c-7198-4ff4-b772-3f8961c4ad3c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:31.613842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fcd215da-706b-4d9f-92ed-c6fbee9e9418 req-d74e4a0c-0051-4b77-bf51-3122bf4c327e tempest-ServersAdminNegativeTestJSON-1951441855 tempest-ServersAdminNegativeTestJSON-1951441855-project] 10.222.0.44 "DELETE /v2.0/ports/d086705c-7198-4ff4-b772-3f8961c4ad3c HTTP/1.1" status: 204 len: 173 time: 1.8949838 Apr 01 14:53:31.651968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093055fe-0c96-49c9-ba2c-7e5f9582e4d4 req-3a90518d-46b8-4bcd-84ea-0191744fb4cc tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:31.652765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-093055fe-0c96-49c9-ba2c-7e5f9582e4d4 req-3a90518d-46b8-4bcd-84ea-0191744fb4cc tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:31.682890 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.706324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-096c5821-40e9-4d80-aaae-18006d42fb6d req-7ed0eef2-c87b-4004-8783-8f31d3427c95 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2871 time: 0.2292082 Apr 01 14:53:31.709087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-093055fe-0c96-49c9-ba2c-7e5f9582e4d4 req-3a90518d-46b8-4bcd-84ea-0191744fb4cc tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:31.710137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-093055fe-0c96-49c9-ba2c-7e5f9582e4d4 req-3a90518d-46b8-4bcd-84ea-0191744fb4cc tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 950 time: 0.4661210 Apr 01 14:53:31.753219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a698dcb-0eeb-4ce9-9607-39737e44b049 req-9681dbe1-7db6-4294-82f9-c1b6fbd9915f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:31.757286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a698dcb-0eeb-4ce9-9607-39737e44b049 req-9681dbe1-7db6-4294-82f9-c1b6fbd9915f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 945 time: 0.2938919 Apr 01 14:53:31.849768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:31.850129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:31.936168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-093055fe-0c96-49c9-ba2c-7e5f9582e4d4 req-475cc6ba-66d8-4bf1-9184-f5ea5baed91a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866376 Apr 01 14:53:31.937558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-096c5821-40e9-4d80-aaae-18006d42fb6d req-57d91777-51d9-4f84-891f-fb9ba366d3e4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870503 Apr 01 14:53:32.030497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:32.080854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a698dcb-0eeb-4ce9-9607-39737e44b049 req-78950c24-1fa0-4679-bbbe-f1d6414cb986 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591088 Apr 01 14:53:32.217603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-cd994f09-ecc3-46d7-a55a-ac8fc64af702 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.219045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-cd994f09-ecc3-46d7-a55a-ac8fc64af702 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5b2229f-a781-4da8-aeeb-2a840ba2d427 HTTP/1.1" status: 200 len: 949 time: 0.2262926 Apr 01 14:53:32.233310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.237231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.241413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.245306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.249332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.250570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Synchronizing usage tracker for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:32.263312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b826f3-ae35-4fd0-be90-ef8c3cb28523 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:32.274351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.289640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Unset dirty status for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:32.290784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bdfc8e65-824b-4804-9644-541e51273d7f req-20e5e46f-e877-4f47-ae34-56afb674727c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 3828 time: 0.2191126 Apr 01 14:53:32.293459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Transition to ACTIVE for port object 43b826f3-ae35-4fd0-be90-ef8c3cb28523 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:32.300141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.370746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port b5c2cd7c-afba-4db9-855d-d13117ed58d4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:32.371406 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.405227 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.420086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:32.458574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3ff30a4-801a-4c05-b76f-fb5f88b61bc7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:32.469008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Pushing event updated for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:32.482585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bdfc8e65-824b-4804-9644-541e51273d7f req-bf9aae60-2562-4736-b27f-a14114a428d0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839972 Apr 01 14:53:32.573481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.629871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=c3ff30a4-801a-4c05-b76f-fb5f88b61bc7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:32.638448 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'status': 'completed', 'code': 200} Apr 01 14:53:32.642899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Attempting to bind port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:32.643523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Attempting to bind port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:32.643846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Attempting to bind port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:32.651444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:32.651763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Attempting to bind port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:32.658969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:32.659625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Checking segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:32.659625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Bound using segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:32.660096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Bound port: 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:32.660544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.718076 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf6c94f-250c-43aa-88c7-024a7c8c0df4', 'name': 'network-vif-deleted', 'tag': 'd086705c-7198-4ff4-b772-3f8961c4ad3c', 'status': 'completed', 'code': 200} Apr 01 14:53:32.776084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:32.780235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:32.791582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.898433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:32.905382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.918996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427c25-0222-4485-ab2c-56ade8eb5466 req-d4910de3-1522-4cba-aa6d-48c90411261c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.922956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427c25-0222-4485-ab2c-56ade8eb5466 req-d4910de3-1522-4cba-aa6d-48c90411261c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.928146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427c25-0222-4485-ab2c-56ade8eb5466 req-d4910de3-1522-4cba-aa6d-48c90411261c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:32.929694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:32.931159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] 10.222.0.44 "PUT /v2.0/ports/43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 200 len: 1135 time: 1.5146756 Apr 01 14:53:32.935509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9427c25-0222-4485-ab2c-56ade8eb5466 req-d4910de3-1522-4cba-aa6d-48c90411261c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2418 time: 0.6991029 Apr 01 14:53:32.956290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc6b8c-93fc-4e11-a172-0fb6ab8afbea service neutron] Pushing event updated for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:32.957768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d086705c-7198-4ff4-b772-3f8961c4ad3c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:32.965346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:33.002129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: d086705c-7198-4ff4-b772-3f8961c4ad3c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:33.002641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d086705c-7198-4ff4-b772-3f8961c4ad3c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:33.057634 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a59ac74-1719-4977-92fe-2c34fde5d03b req-8841932f-3359-4d53-a6ef-21a5c4ebec40 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.62 "DELETE /v2.0/ports/c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 HTTP/1.1" status: 204 len: 173 time: 2.0047214 Apr 01 14:53:33.080893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad0b37-3439-44e3-a736-71bd309cfc7d req-00a9f72a-4b8a-4ff5-844d-bca77ead3151 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:33.083051 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8ad0b37-3439-44e3-a736-71bd309cfc7d req-00a9f72a-4b8a-4ff5-844d-bca77ead3151 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.2332644 Apr 01 14:53:33.137188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9427c25-0222-4485-ab2c-56ade8eb5466 req-76161a37-7b34-43b9-a33a-f61ae4c196c3 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008042 Apr 01 14:53:33.178265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2c76dfd-1a79-4ad0-943c-ef16a7a58f4a req-3a4792e1-8d95-4bec-a943-986f84fa9e1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5249 time: 0.5274227 Apr 01 14:53:33.186649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:33.226360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port b5c2cd7c-afba-4db9-855d-d13117ed58d4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b5c2cd7c-afba-4db9-855d-d13117ed58d4,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:33.227033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:33.258366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8ad0b37-3439-44e3-a736-71bd309cfc7d req-ce3e98b7-b025-40bf-8794-9ac8a59eedfe tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662762 Apr 01 14:53:33.405310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:33.504221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for b5c2cd7c-afba-4db9-855d-d13117ed58d4 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:33.618365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6df0c94f-a8bc-430f-86c5-17883a9558f6 req-7f111dff-6b7b-456e-bbd5-f2a395394763 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:33.684104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6df0c94f-a8bc-430f-86c5-17883a9558f6 req-7f111dff-6b7b-456e-bbd5-f2a395394763 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:33.685251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6df0c94f-a8bc-430f-86c5-17883a9558f6 req-7f111dff-6b7b-456e-bbd5-f2a395394763 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=311d4db1-01ec-4e64-8e55-f4e5271b4fe4 HTTP/1.1" status: 200 len: 210 time: 0.1349244 Apr 01 14:53:33.694293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76dfd-1a79-4ad0-943c-ef16a7a58f4a req-a287c96e-8985-47fd-a0df-80681726b352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:33.694594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76dfd-1a79-4ad0-943c-ef16a7a58f4a req-a287c96e-8985-47fd-a0df-80681726b352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:33.694942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76dfd-1a79-4ad0-943c-ef16a7a58f4a req-a287c96e-8985-47fd-a0df-80681726b352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:33.696483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2c76dfd-1a79-4ad0-943c-ef16a7a58f4a req-a287c96e-8985-47fd-a0df-80681726b352 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5043759 Apr 01 14:53:33.832838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45004) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:33.900395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651c628-ca01-4bdd-9787-b3db1e505407 req-c0dfbb1a-f189-40cc-8f35-3e39a7e0a8de tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:33.901882 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f651c628-ca01-4bdd-9787-b3db1e505407 req-c0dfbb1a-f189-40cc-8f35-3e39a7e0a8de tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.2990878 Apr 01 14:53:33.946357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.003244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=b5c2cd7c-afba-4db9-855d-d13117ed58d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:34.014596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f651c628-ca01-4bdd-9787-b3db1e505407 req-4c343a61-82e4-4d35-a8ea-e06c464ceabf tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000652 Apr 01 14:53:34.048499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76dfd-1a79-4ad0-943c-ef16a7a58f4a req-9ae5e3a6-803d-49ee-b148-2cc66fbc03ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.049960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2c76dfd-1a79-4ad0-943c-ef16a7a58f4a req-9ae5e3a6-803d-49ee-b148-2cc66fbc03ed service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3133111 Apr 01 14:53:34.062388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6', 'b11e8abf-19a4-4209-85be-fc3710b862e5', '7d8e59c5-cb8d-4aec-875c-98553c5e82bb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:34.106348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b587822-0697-4d86-b662-9dc616b3cc98 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:34.120569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.132931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95791a6a-7738-4426-b190-850b8056de5d req-6e04561a-30cb-4a07-b8f4-5efdfc12de0e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.140008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95791a6a-7738-4426-b190-850b8056de5d req-6e04561a-30cb-4a07-b8f4-5efdfc12de0e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 945 time: 0.3231699 Apr 01 14:53:34.144612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8200d482-c85d-414d-8f0d-d011b3c448aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37d9749b93f84bcaafb504b957f4b775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3106270 Apr 01 14:53:34.145299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45010) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:34.149863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Transition to ACTIVE for port object 4b587822-0697-4d86-b662-9dc616b3cc98 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:34.165404 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.201317 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e', 'code': 200} Apr 01 14:53:34.269732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port b5c2cd7c-afba-4db9-855d-d13117ed58d4 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:34.292119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.349829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95791a6a-7738-4426-b190-850b8056de5d req-ea0f140e-3b84-4069-9ceb-8cf4f7647bea tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088153 Apr 01 14:53:34.376333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cde9665e-7b73-46fb-bbda-5a99a44d39a7 req-56c0eab9-4b57-4814-bf5b-1d5e16a6d6e0 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "DELETE /v2.0/ports/b5c2cd7c-afba-4db9-855d-d13117ed58d4 HTTP/1.1" status: 204 len: 173 time: 2.1394815 Apr 01 14:53:34.423128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:34.434364 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa8e683-84fd-47f8-b87b-72ad2d0e81e8 req-4e988d50-cbd5-41a8-9420-4b0e69abcc5e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1096 time: 0.2316289 Apr 01 14:53:34.515189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c28e01-f2da-43e8-b825-392b08a33809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.534920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa8e683-84fd-47f8-b87b-72ad2d0e81e8 req-0f3b3e70-be61-4fb9-b1a4-8fbaf47a2a6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895283 Apr 01 14:53:34.650856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '43b826f3-ae35-4fd0-be90-ef8c3cb28523'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:34.668370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c28e01-f2da-43e8-b825-392b08a33809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.715306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa16f-787c-4d24-b80f-3c47b856d80e req-b7e1d602-0f52-4e71-974d-16343ae97dcd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.720114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa16f-787c-4d24-b80f-3c47b856d80e req-b7e1d602-0f52-4e71-974d-16343ae97dcd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.728103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa16f-787c-4d24-b80f-3c47b856d80e req-b7e1d602-0f52-4e71-974d-16343ae97dcd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.734512 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-397fa16f-787c-4d24-b80f-3c47b856d80e req-b7e1d602-0f52-4e71-974d-16343ae97dcd tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2418 time: 0.1315389 Apr 01 14:53:34.735368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'name': 'network-vif-deleted', 'tag': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7'}, {'server_uuid': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'name': 'network-vif-deleted', 'tag': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:34.760264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.764179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.768083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.772013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.776120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.780021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.784022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:34.791650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-b0a93e54-a4ab-44f2-aca8-02a7edfbfc23 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5383 time: 0.4562950 Apr 01 14:53:34.792523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-397fa16f-787c-4d24-b80f-3c47b856d80e req-27d8ad6d-e3bb-4dc1-9499-aa1d44d895c2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507920 Apr 01 14:53:34.834695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Attempting to bind port 4b587822-0697-4d86-b662-9dc616b3cc98 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:34.835178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Attempting to bind port 4b587822-0697-4d86-b662-9dc616b3cc98 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:34.835428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Attempting to bind port 4b587822-0697-4d86-b662-9dc616b3cc98 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:34.849143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Port 4b587822-0697-4d86-b662-9dc616b3cc98 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:34.849478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Attempting to bind port 4b587822-0697-4d86-b662-9dc616b3cc98 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:34.861992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dec3ecf5-0649-4829-8527-ed6edf18c64c req-59439886-bf1d-4b45-b1fd-8dfeec030a4b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662742 Apr 01 14:53:34.864188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:34.864518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Checking segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:34.864880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Bound using segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:34.865301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Bound port: 4b587822-0697-4d86-b662-9dc616b3cc98, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:34.865642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.874401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c28e01-f2da-43e8-b825-392b08a33809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.897430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c28e01-f2da-43e8-b825-392b08a33809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c0630e-8753-4b01-aa84-63a14e65ba05,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:34.949436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c28e01-f2da-43e8-b825-392b08a33809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:34.950564 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-81c28e01-f2da-43e8-b825-392b08a33809 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77c0630e-8753-4b01-aa84-63a14e65ba05 HTTP/1.1" status: 204 len: 168 time: 0.8026783 Apr 01 14:53:34.970102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b5c2cd7c-afba-4db9-855d-d13117ed58d4 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:35.005001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b384bb-2367-415d-8135-7c816dcf8fee req-d9ad8b32-16dc-4bd8-bd21-b762241f9138 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:35.007483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3b384bb-2367-415d-8135-7c816dcf8fee req-d9ad8b32-16dc-4bd8-bd21-b762241f9138 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.0925403 Apr 01 14:53:35.007888 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '43b826f3-ae35-4fd0-be90-ef8c3cb28523', 'status': 'completed', 'code': 200} Apr 01 14:53:35.022848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: b5c2cd7c-afba-4db9-855d-d13117ed58d4 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:35.023478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b5c2cd7c-afba-4db9-855d-d13117ed58d4 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:35.026910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:35.027794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:35.033617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4b587822-0697-4d86-b662-9dc616b3cc98,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:35.044041 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:35.071751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:35.072365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c3ff30a4-801a-4c05-b76f-fb5f88b61bc7 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:35.129440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:35.131198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 200 len: 1136 time: 2.1714642 Apr 01 14:53:35.164093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:35.197503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f9286-fb15-4196-80dc-d943aad275d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:35.277098 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311d4db1-01ec-4e64-8e55-f4e5271b4fe4', 'name': 'network-vif-deleted', 'tag': 'c3ff30a4-801a-4c05-b76f-fb5f88b61bc7', 'status': 'completed', 'code': 200} Apr 01 14:53:35.277361 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b2229f-a781-4da8-aeeb-2a840ba2d427', 'name': 'network-vif-deleted', 'tag': 'b5c2cd7c-afba-4db9-855d-d13117ed58d4', 'status': 'completed', 'code': 200} Apr 01 14:53:35.311810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3b384bb-2367-415d-8135-7c816dcf8fee req-2b782e45-17d2-4a96-ad2b-f6b4f40d0705 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869555 Apr 01 14:53:35.351749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:35.375150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71dd9186-39c9-47cb-a9a2-0971bb1dc2bc req-505d1c92-6b59-46ba-8299-e90a278c0b6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6220 time: 0.3662350 Apr 01 14:53:35.644886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45042) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:35.709166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9186-39c9-47cb-a9a2-0971bb1dc2bc req-6a0dc28b-cb2d-412a-b3d7-a8c75cd9801a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:35.709166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9186-39c9-47cb-a9a2-0971bb1dc2bc req-6a0dc28b-cb2d-412a-b3d7-a8c75cd9801a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:35.709166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9186-39c9-47cb-a9a2-0971bb1dc2bc req-6a0dc28b-cb2d-412a-b3d7-a8c75cd9801a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:35.709166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71dd9186-39c9-47cb-a9a2-0971bb1dc2bc req-6a0dc28b-cb2d-412a-b3d7-a8c75cd9801a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3215842 Apr 01 14:53:35.718821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0513f9-e590-4022-8e03-080c66fa8ea4 req-723c5cff-92f3-47a0-850e-af866a53e04c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:35.718821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0513f9-e590-4022-8e03-080c66fa8ea4 req-723c5cff-92f3-47a0-850e-af866a53e04c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.1702423 Apr 01 14:53:35.806192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b31cdc9c-5d4f-447b-8148-a7e1aa2e8384 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27d8c026632a429c8d1157b0cedcbd06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1536319 Apr 01 14:53:35.811033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45046) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:35.896540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797dc72-8886-4570-8aab-d90cf8eff02d req-1ce7a610-e1a0-4d53-a20f-e7d12ddee8f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:35.898013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7797dc72-8886-4570-8aab-d90cf8eff02d req-1ce7a610-e1a0-4d53-a20f-e7d12ddee8f6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 945 time: 0.1653943 Apr 01 14:53:35.951478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0513f9-e590-4022-8e03-080c66fa8ea4 req-77b1d0a3-4140-42e0-aece-ae8491edeb83 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240624 Apr 01 14:53:35.973528 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7797dc72-8886-4570-8aab-d90cf8eff02d req-a9907a9d-d70b-4239-8ea5-58d5504099e5 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594170 Apr 01 14:53:35.990708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9186-39c9-47cb-a9a2-0971bb1dc2bc req-fefff88e-ad21-48f6-a5be-00cb924e4fab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:35.995294 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71dd9186-39c9-47cb-a9a2-0971bb1dc2bc req-fefff88e-ad21-48f6-a5be-00cb924e4fab service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798719 Apr 01 14:53:35.999245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1891f94-1f44-4205-ad00-989c4547c5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.043670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1891f94-1f44-4205-ad00-989c4547c5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.156610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-0916838b-f650-4786-97b2-f2bfea175d51 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.1471994 Apr 01 14:53:36.168905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-1'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:36.177186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423143e2-c303-428d-8571-a54fc30a788c {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:36.182298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1891f94-1f44-4205-ad00-989c4547c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.218254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.351316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1891f94-1f44-4205-ad00-989c4547c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec427a3c-3e6f-440f-b00c-6974b9437a9f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:36.375034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1891f94-1f44-4205-ad00-989c4547c5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.375034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c1891f94-1f44-4205-ad00-989c4547c5e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec427a3c-3e6f-440f-b00c-6974b9437a9f HTTP/1.1" status: 204 len: 168 time: 0.5546503 Apr 01 14:53:36.398297 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.404491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Transition to ACTIVE for port object 423143e2-c303-428d-8571-a54fc30a788c will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:36.477669 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.560980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Pushing event updated for resources: {'Port': ['ID=423143e2-c303-428d-8571-a54fc30a788c,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:36.806965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:36.871434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:36.929347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:36.934268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:36.939086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:36.943382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:36.947636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:36.951926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:36.954115 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:36.955826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:36.964490 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-be991492-e1de-4d7e-97ee-07d72e6bedd1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5395 time: 0.5580506 Apr 01 14:53:36.996310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:53:36.999985 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.012654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '4b587822-0697-4d86-b662-9dc616b3cc98'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:37.126733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b932d782-6e55-4c0b-8ca0-ad14fde64d5e req-868b39c0-7101-4765-8470-40590a986a32 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542275 Apr 01 14:53:37.150399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Attempting to bind port 423143e2-c303-428d-8571-a54fc30a788c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:37.150399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Attempting to bind port 423143e2-c303-428d-8571-a54fc30a788c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:37.151561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Attempting to bind port 423143e2-c303-428d-8571-a54fc30a788c on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:37.154453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:37.184765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Port 423143e2-c303-428d-8571-a54fc30a788c on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:37.185998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Attempting to bind port 423143e2-c303-428d-8571-a54fc30a788c on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:37.196420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, got binding levels [] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:37.203167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:37.203524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Checking segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:37.203902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Bound using segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:37.204331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Bound port: 423143e2-c303-428d-8571-a54fc30a788c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:37.204669 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.222071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437063b-6d8a-4cf7-acbf-e837d2e49145 req-173e9d49-e678-4358-8019-0077d857c5ff tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:37.223901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3437063b-6d8a-4cf7-acbf-e837d2e49145 req-173e9d49-e678-4358-8019-0077d857c5ff tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.2673252 Apr 01 14:53:37.262077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on host n-h1-836017-1 for vnic_type normal with profile {"migrating_to": "n-h2-836017-1"} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:37.264070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:37.265389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:37.275679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on host n-h1-836017-1 for vnic_type normal with profile {"migrating_to": "n-h2-836017-1"} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:37.275991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:37.276188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:37.279929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:37.286581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:37.288254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:37.297815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:37.298144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:37.301146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:37.303799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:37.304681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:37.305751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Bound port: 91c35301-51d0-4077-a15d-abf4629731c7, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:37.307028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.311381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:37.312230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:37.312230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:37.312453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Bound port: 91c35301-51d0-4077-a15d-abf4629731c7, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:37.312671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.344005 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3437063b-6d8a-4cf7-acbf-e837d2e49145 req-1b857fba-241a-444a-a5e6-adfb5c4e7c7b tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062577 Apr 01 14:53:37.351919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] For port 423143e2-c303-428d-8571-a54fc30a788c, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:37.354959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] For port 423143e2-c303-428d-8571-a54fc30a788c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=423143e2-c303-428d-8571-a54fc30a788c,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:37.363738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.462033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Pushing event updated for resources: {'Port': ['ID=423143e2-c303-428d-8571-a54fc30a788c,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:37.469570 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.472558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6493fd29-0b73-4ff2-af00-fe5709e311d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/423143e2-c303-428d-8571-a54fc30a788c HTTP/1.1" status: 200 len: 1091 time: 2.3129203 Apr 01 14:53:37.506043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:37.509448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:37.519554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.544323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:37.544827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:37.561489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 91c35301-51d0-4077-a15d-abf4629731c7-n-h1-836017-1-0 {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:53:37.561912 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:53:37.780772 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.782496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] 10.222.0.44 "PUT /v2.0/ports/91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 200 len: 1121 time: 1.6268511 Apr 01 14:53:37.785998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa536d-a0d0-4dbb-b8ac-d7649fcbef62 service neutron] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=8']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:37.802880 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:37.872705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8cf6f-b264-45df-a004-cf483bad73b1 req-5f60edc7-9b14-4025-8c79-3b95b810f5d1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:37.889206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8cf6f-b264-45df-a004-cf483bad73b1 req-5f60edc7-9b14-4025-8c79-3b95b810f5d1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:37.893422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8cf6f-b264-45df-a004-cf483bad73b1 req-5f60edc7-9b14-4025-8c79-3b95b810f5d1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:37.895172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fde8cf6f-b264-45df-a004-cf483bad73b1 req-5f60edc7-9b14-4025-8c79-3b95b810f5d1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2418 time: 0.4298105 Apr 01 14:53:37.914273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['91c35301-51d0-4077-a15d-abf4629731c7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:37.954862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['91c35301-51d0-4077-a15d-abf4629731c7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:38.047195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ba99-11eb-4edb-8786-df0b1a98fbf0 req-d4d88591-93f1-4c35-9044-d1f2c30ba4c3 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:38.048713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf01ba99-11eb-4edb-8786-df0b1a98fbf0 req-d4d88591-93f1-4c35-9044-d1f2c30ba4c3 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.2130487 Apr 01 14:53:38.067939 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fde8cf6f-b264-45df-a004-cf483bad73b1 req-81a338cd-8f68-4f74-b554-3a356c79c3d8 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622324 Apr 01 14:53:38.119532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on host n-h1-836017-1 for vnic_type normal with profile {"migrating_to": "n-h2-836017-1"} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:38.120112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:38.120748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:38.160850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:38.161263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempting to bind port 91c35301-51d0-4077-a15d-abf4629731c7 on network 7ec81498-8708-48e6-9ca9-e34d4a18b1e5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:38.180128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf01ba99-11eb-4edb-8786-df0b1a98fbf0 req-cacb47de-c0a0-4919-b36f-ce15e7b7acee tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239471 Apr 01 14:53:38.216822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04081134-7440-45c2-b67e-d0d498050645 req-5e0e1b6b-d567-4770-b2ee-8006bbc6faa8 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:38.220878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04081134-7440-45c2-b67e-d0d498050645 req-5e0e1b6b-d567-4770-b2ee-8006bbc6faa8 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:38.226248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04081134-7440-45c2-b67e-d0d498050645 req-5e0e1b6b-d567-4770-b2ee-8006bbc6faa8 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:38.228797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04081134-7440-45c2-b67e-d0d498050645 req-5e0e1b6b-d567-4770-b2ee-8006bbc6faa8 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2418 time: 0.1365438 Apr 01 14:53:38.234973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:38.234973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Checking segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:38.235420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Bound using segment: {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:38.235891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Bound port: 91c35301-51d0-4077-a15d-abf4629731c7, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ec81498-8708-48e6-9ca9-e34d4a18b1e5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:38.236305 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:38.345524 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '4b587822-0697-4d86-b662-9dc616b3cc98', 'status': 'completed', 'code': 200} Apr 01 14:53:38.381058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7aa969-afe4-4045-bd9b-35879e174b35 req-8ce28f92-f473-4a1a-9b74-bb7d6ff96a8d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:38.383032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c7aa969-afe4-4045-bd9b-35879e174b35 req-8ce28f92-f473-4a1a-9b74-bb7d6ff96a8d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.1542218 Apr 01 14:53:38.434381 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7', 'code': 200} Apr 01 14:53:38.449366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c7aa969-afe4-4045-bd9b-35879e174b35 req-3e195e24-f963-4555-a38b-0bf25fe7ee84 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584283 Apr 01 14:53:38.458447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:38.458579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:38.507445 n-d-836017-1 neutron-server[83955]: WARNING neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Concurrent port binding operations failed on port 91c35301-51d0-4077-a15d-abf4629731c7 Apr 01 14:53:38.516668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:38.522595 n-d-836017-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Attempt 2 to bind port 91c35301-51d0-4077-a15d-abf4629731c7 Apr 01 14:53:38.523204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 has no active binding in host n-h2-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:53:38.579839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33908a26-cae7-4b84-8e75-1d8a9e778bf4 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:38.587817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:38.637143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Transition to ACTIVE for port object 33908a26-cae7-4b84-8e75-1d8a9e778bf4 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:38.645421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:38.703129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ef26019-0fc0-4a03-8023-47b25ea80c68 req-34d3b17c-a90e-40f3-a5b1-e0c51bff36fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6287 time: 0.3348126 Apr 01 14:53:38.793774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=33908a26-cae7-4b84-8e75-1d8a9e778bf4,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:38.849738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a818-863a-41ee-8feb-d50d7620b267 req-0283c9f2-abce-4e49-8133-1c407eeec9f4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:38.851291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41b3a818-863a-41ee-8feb-d50d7620b267 req-0283c9f2-abce-4e49-8133-1c407eeec9f4 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 950 time: 0.2521436 Apr 01 14:53:38.937199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b549442-b507-4f6a-8635-cdf99f30712e req-ef2ec965-7c45-4831-ae1d-301e3526b25a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:38.937883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1b549442-b507-4f6a-8635-cdf99f30712e req-ef2ec965-7c45-4831-ae1d-301e3526b25a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:38.948393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41b3a818-863a-41ee-8feb-d50d7620b267 req-d40e8dc7-f229-495b-9eaa-aceb23cb911c tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638978 Apr 01 14:53:38.963824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Attempting to bind port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:38.964145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Attempting to bind port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:38.964640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Attempting to bind port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:38.984986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:38.985308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Attempting to bind port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:38.992444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:38.992771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Checking segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:38.993918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Bound using segment: {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:38.994958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Bound port: 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a204888c-b888-46f8-b7a7-e136f3485438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:38.994958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:39.019219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f9c3d67-5731-4813-b138-da147c5e4707 req-64f8e1fd-1aa5-461a-880e-e15a1fb399c0 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1096 time: 0.4414735 Apr 01 14:53:39.036280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1b549442-b507-4f6a-8635-cdf99f30712e req-ef2ec965-7c45-4831-ae1d-301e3526b25a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:39.037331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b549442-b507-4f6a-8635-cdf99f30712e req-ef2ec965-7c45-4831-ae1d-301e3526b25a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/ports?device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 950 time: 0.4905171 Apr 01 14:53:39.058745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26019-0fc0-4a03-8023-47b25ea80c68 req-95ec947f-e59c-4a97-bcac-f0e14398a8df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.059547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26019-0fc0-4a03-8023-47b25ea80c68 req-95ec947f-e59c-4a97-bcac-f0e14398a8df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.059547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26019-0fc0-4a03-8023-47b25ea80c68 req-95ec947f-e59c-4a97-bcac-f0e14398a8df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.060982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ef26019-0fc0-4a03-8023-47b25ea80c68 req-95ec947f-e59c-4a97-bcac-f0e14398a8df service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3415475 Apr 01 14:53:39.122622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:39.123015 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:39.177325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] For port 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:39.180449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] For port 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:39.186535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:39.249277 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:39.250626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] 10.222.0.44 "PUT /v2.0/ports/33908a26-cae7-4b84-8e75-1d8a9e778bf4 HTTP/1.1" status: 200 len: 1090 time: 1.7190514 Apr 01 14:53:39.261004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6a3af-220a-4083-972a-8d9661e22ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=33908a26-cae7-4b84-8e75-1d8a9e778bf4,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:39.321087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:39.351379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:39.388116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port b11e8abf-19a4-4209-85be-fc3710b862e5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:39.388408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:39.439759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f9c3d67-5731-4813-b138-da147c5e4707 req-0c4a68c1-3401-478c-b06a-29f71626fa21 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059851 Apr 01 14:53:39.467468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:39.503086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.507513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.511692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.515659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.519506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.524909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.529520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.531902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28336652-b595-47d1-9388-741acc0171c9 req-215a3aa3-965b-45d5-9af6-3f126476ee9b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5407 time: 0.2467816 Apr 01 14:53:39.558909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26019-0fc0-4a03-8023-47b25ea80c68 req-e64718a8-b650-4454-bd7e-4dd583c91a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:39.560730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ef26019-0fc0-4a03-8023-47b25ea80c68 req-e64718a8-b650-4454-bd7e-4dd583c91a53 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4649403 Apr 01 14:53:39.713205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28336652-b595-47d1-9388-741acc0171c9 req-d22926b5-a5ad-4adf-832a-ee25d0d1d8d8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245923 Apr 01 14:53:39.995664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9437a8-3440-47d2-ac66-7819aada0154 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:40.009272 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.021367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.029511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Transition to ACTIVE for port object 6a9437a8-3440-47d2-ac66-7819aada0154 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:40.034767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.092800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb98f-58c5-4769-9004-a49bdef14e2d req-f6e4dd78-8bb0-46c9-b083-8bcfbc804737 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:40.094234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65ccb98f-58c5-4769-9004-a49bdef14e2d req-f6e4dd78-8bb0-46c9-b083-8bcfbc804737 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.1767485 Apr 01 14:53:40.100321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Port': ['ID=bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:40.110096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port b11e8abf-19a4-4209-85be-fc3710b862e5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=b11e8abf-19a4-4209-85be-fc3710b862e5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:40.110096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.182107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9437a8-3440-47d2-ac66-7819aada0154,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:40.211380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27698e-6b51-46b6-bc7b-75d4ecdc8767 req-f8d67994-532d-4e03-bf2d-f6c69e1c0a93 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:40.215639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27698e-6b51-46b6-bc7b-75d4ecdc8767 req-f8d67994-532d-4e03-bf2d-f6c69e1c0a93 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:40.219694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27698e-6b51-46b6-bc7b-75d4ecdc8767 req-f8d67994-532d-4e03-bf2d-f6c69e1c0a93 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:40.221692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c27698e-6b51-46b6-bc7b-75d4ecdc8767 req-f8d67994-532d-4e03-bf2d-f6c69e1c0a93 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 2418 time: 0.6353910 Apr 01 14:53:40.297077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65ccb98f-58c5-4769-9004-a49bdef14e2d req-eb18c4bb-5d00-4a77-aae4-03b4536e0dee tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908896 Apr 01 14:53:40.338722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '423143e2-c303-428d-8571-a54fc30a788c'}, {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:40.370084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Attempting to bind port 6a9437a8-3440-47d2-ac66-7819aada0154 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:40.370514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Attempting to bind port 6a9437a8-3440-47d2-ac66-7819aada0154 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:40.371082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Attempting to bind port 6a9437a8-3440-47d2-ac66-7819aada0154 on network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:40.381712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Port 6a9437a8-3440-47d2-ac66-7819aada0154 on network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:40.383766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Attempting to bind port 6a9437a8-3440-47d2-ac66-7819aada0154 on network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:40.391815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:40.392477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Checking segment: {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:40.393171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Bound using segment: {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:40.394469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Bound port: 6a9437a8-3440-47d2-ac66-7819aada0154, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:40.395005 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.395675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for b11e8abf-19a4-4209-85be-fc3710b862e5 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:40.466330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:40.485936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] No DVR routers for this DVR port bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:40.497577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-69f70d4d-acde-42b8-8c88-206b3fae13cb tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:40.499008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-69f70d4d-acde-42b8-8c88-206b3fae13cb tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eabfe31-dc06-4ab4-bd77-8a8b031db6ce HTTP/1.1" status: 200 len: 950 time: 0.6463180 Apr 01 14:53:40.502590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.505542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.580632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04081134-7440-45c2-b67e-d0d498050645 req-2709bea4-866c-424e-8bf3-17496c9706f9 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "DELETE /v2.0/ports/bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 HTTP/1.1" status: 204 len: 173 time: 2.3424373 Apr 01 14:53:40.586206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] For port 6a9437a8-3440-47d2-ac66-7819aada0154, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:40.596212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] For port 6a9437a8-3440-47d2-ac66-7819aada0154, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a9437a8-3440-47d2-ac66-7819aada0154,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:40.603421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.635915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c27698e-6b51-46b6-bc7b-75d4ecdc8767 req-774d441a-d521-4521-9bcd-73b9e95af92d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673323 Apr 01 14:53:40.671654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7128946a-60e1-4bf1-9a5d-f7c98069aea5 req-6017391c-0f76-4ac4-83af-6c97311e3e2c tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1096 time: 0.1612556 Apr 01 14:53:40.679633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.681199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a9437a8-3440-47d2-ac66-7819aada0154 HTTP/1.1" status: 200 len: 1091 time: 1.3644087 Apr 01 14:53:40.699761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:40.700065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.714680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Request body: {'port': {'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:40.774292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:40.774629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:40.798710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488282d-d573-4e70-9d7a-6828c5169145 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9437a8-3440-47d2-ac66-7819aada0154,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:40.885508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7128946a-60e1-4bf1-9a5d-f7c98069aea5 req-2a52a93e-d0be-44e3-87c8-99b1ab009f68 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014511 Apr 01 14:53:40.941212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.046392 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.099640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bf9bb4-5905-4647-a3d5-5d12d2d956ca no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:41.142276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:41.200073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port b11e8abf-19a4-4209-85be-fc3710b862e5 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:41.206833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=b11e8abf-19a4-4209-85be-fc3710b862e5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:41.215368 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-849a4505-fc7d-447c-badf-5c8f5b29107e req-d5728b4a-8482-4ea2-a359-7ff128589672 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=68eac8bb-341b-4bf0-8d6a-ad63c0da4680 HTTP/1.1" status: 200 len: 210 time: 0.0869119 Apr 01 14:53:41.393786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.411362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:41.411718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.457351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:41.476781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:41.544119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.544811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:41.572872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 51bf9bb4-5905-4647-a3d5-5d12d2d956ca owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:41.637557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:41.637822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.44', 56134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:41.637916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:41.638303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:41.639670 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '423143e2-c303-428d-8571-a54fc30a788c', 'status': 'completed', 'code': 200} Apr 01 14:53:41.640223 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4', 'status': 'completed', 'code': 200} Apr 01 14:53:41.771630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.785326 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7', 'status': 'completed', 'code': 200} Apr 01 14:53:41.795791 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.820912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-234edb2c-d3ff-436a-9395-0db405b106b4 service neutron] 10.222.0.62 "GET /v2.0/ports/91c35301-51d0-4077-a15d-abf4629731c7/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.2680695 Apr 01 14:53:41.836503 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b549442-b507-4f6a-8635-cdf99f30712e req-62984936-b534-403b-9f36-e1397b595619 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "DELETE /v2.0/ports/b11e8abf-19a4-4209-85be-fc3710b862e5 HTTP/1.1" status: 204 len: 173 time: 2.7715750 Apr 01 14:53:41.841225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:41.857992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:41.865441 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:41.957390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:41.983411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8325a6-e83a-470b-aaf0-f5003cb2f6b2 req-e3d763d4-6543-4f31-b2bb-682ac510f048 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:41.984976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c8325a6-e83a-470b-aaf0-f5003cb2f6b2 req-e3d763d4-6543-4f31-b2bb-682ac510f048 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 1.1201470 Apr 01 14:53:42.099381 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-745be174-2dc6-430e-8ff9-39fff1081710 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1124 time: 0.5060112 Apr 01 14:53:42.106823 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-4173a3da-99f0-4856-92c0-6bcd64672ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6421 time: 0.4650667 Apr 01 14:53:42.108757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:53:42.108757 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:53:42.114448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c8325a6-e83a-470b-aaf0-f5003cb2f6b2 req-c200ce5c-4eff-45b3-964e-fce8d8f51567 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098473 Apr 01 14:53:42.115405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:42.115806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:42.200691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.204715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.209402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.216273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.219728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.223412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.225744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.227665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-2fa23b5e-3f42-4359-bc29-b5d895a4cd91 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5419 time: 0.5823677 Apr 01 14:53:42.281742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for 7d8e59c5-cb8d-4aec-875c-98553c5e82bb owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:42.499732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:42.512202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b05891e-4275-4a9e-94b6-128f79ff1280 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:42.513945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:42.555462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:42.564830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf551e0-4a83-44e2-afe0-a5e789167892 req-568c54fa-7737-4505-879f-30b60105c67d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.566534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aaf551e0-4a83-44e2-afe0-a5e789167892 req-568c54fa-7737-4505-879f-30b60105c67d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 943 time: 0.2007058 Apr 01 14:53:42.568752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=7d8e59c5-cb8d-4aec-875c-98553c5e82bb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:42.634892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:42.635421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:42.653614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-f44be87b-ea07-4596-96d8-423d1f7eb404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:42.656377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-f44be87b-ea07-4596-96d8-423d1f7eb404 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.5460076 Apr 01 14:53:42.664504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Transition to ACTIVE for port object 2b05891e-4275-4a9e-94b6-128f79ff1280 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:42.746429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:42.774795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae0b4460-baa6-4f36-8a49-c71e330730c8 req-90414063-92e1-4b1f-a242-7e47b7728ab1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4586296 Apr 01 14:53:42.792364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port 7d8e59c5-cb8d-4aec-875c-98553c5e82bb on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:42.824069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:42.879695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a17816ea-8b05-4ce7-a932-55d11985ac08 req-3c384007-aa71-46ae-a726-7572379ad41b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "DELETE /v2.0/ports/7d8e59c5-cb8d-4aec-875c-98553c5e82bb HTTP/1.1" status: 204 len: 173 time: 2.3623104 Apr 01 14:53:42.928755 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca', 'code': 200} Apr 01 14:53:42.975710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aaf551e0-4a83-44e2-afe0-a5e789167892 req-6e2aa9ff-5388-4319-9623-9170cb0b3fa7 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564991 Apr 01 14:53:43.012104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b11e8abf-19a4-4209-85be-fc3710b862e5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:43.023523 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-f9148ee2-0371-4920-9b0d-6194138ff3a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 200 len: 217 time: 0.3547840 Apr 01 14:53:43.055240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-f04409f9-7ed8-40ef-aefa-7b26a7a32a0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:43.057539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-f04409f9-7ed8-40ef-aefa-7b26a7a32a0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:43.057912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-f04409f9-7ed8-40ef-aefa-7b26a7a32a0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:43.064952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-f04409f9-7ed8-40ef-aefa-7b26a7a32a0e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8974769 Apr 01 14:53:43.088317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:43.120807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: b11e8abf-19a4-4209-85be-fc3710b862e5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:43.121149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device b11e8abf-19a4-4209-85be-fc3710b862e5 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:43.121603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7d8e59c5-cb8d-4aec-875c-98553c5e82bb no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:43.171860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 7d8e59c5-cb8d-4aec-875c-98553c5e82bb {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:43.172857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7d8e59c5-cb8d-4aec-875c-98553c5e82bb not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:43.237725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:43.238008 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:43.423928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 51bf9bb4-5905-4647-a3d5-5d12d2d956ca owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:43.544817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc9bac58-72a6-4c2f-8c23-31229bf53ad8 req-9a080276-562b-459d-8120-022f1ee4325c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2094829 Apr 01 14:53:43.559145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Pushing event updated for resources: {'Port': ['ID=2b05891e-4275-4a9e-94b6-128f79ff1280,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:43.617080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:43.645687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:43.648613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:43.690200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-31317b0b-cf92-4ebc-b0f7-d7b6a9747714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:43.692167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-31317b0b-cf92-4ebc-b0f7-d7b6a9747714 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.5855210 Apr 01 14:53:43.740082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Port': ['ID=51bf9bb4-5905-4647-a3d5-5d12d2d956ca,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:43.758469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c35301-51d0-4077-a15d-abf4629731c7 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:53:43.788274 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-67115a1e-dda7-4f1f-8d20-3b68b057b24c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822532 Apr 01 14:53:43.818641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-deleted', 'tag': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3'}, {'server_uuid': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'name': 'network-vif-deleted', 'tag': 'b11e8abf-19a4-4209-85be-fc3710b862e5'}, {'server_uuid': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'name': 'network-vif-deleted', 'tag': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:43.826452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Attempting to bind port 2b05891e-4275-4a9e-94b6-128f79ff1280 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:43.826781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Attempting to bind port 2b05891e-4275-4a9e-94b6-128f79ff1280 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:43.827104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Attempting to bind port 2b05891e-4275-4a9e-94b6-128f79ff1280 on network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:43.831430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] No DVR routers for this DVR port 51bf9bb4-5905-4647-a3d5-5d12d2d956ca on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:43.835062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:43.846296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04081134-7440-45c2-b67e-d0d498050645 req-5086aa6c-72f6-4dc6-a055-8c9118d12458 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "DELETE /v2.0/ports/51bf9bb4-5905-4647-a3d5-5d12d2d956ca HTTP/1.1" status: 204 len: 173 time: 3.2586751 Apr 01 14:53:43.859367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:43.962268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f120-8a3e-4bd7-bfbe-00cff73cd6b8 req-9b6548eb-1ffa-4497-8046-d50013393427 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:43.962268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f120-8a3e-4bd7-bfbe-00cff73cd6b8 req-9b6548eb-1ffa-4497-8046-d50013393427 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:43.979330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c945f120-8a3e-4bd7-bfbe-00cff73cd6b8 req-9b6548eb-1ffa-4497-8046-d50013393427 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=9377f49d-66c6-43ec-9960-ac354e3be578 HTTP/1.1" status: 200 len: 1678 time: 0.8571839 Apr 01 14:53:43.979330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-454a60c2-1991-4445-84cc-5aad5a0f950b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:43.979330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-454a60c2-1991-4445-84cc-5aad5a0f950b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7382288 Apr 01 14:53:43.979330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Port 2b05891e-4275-4a9e-94b6-128f79ff1280 on network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:43.979330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Attempting to bind port 2b05891e-4275-4a9e-94b6-128f79ff1280 on network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:43.983076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:43.983076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.062641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.123425 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-dd0b7091-c92f-46af-8d5c-6c65b0066e3f service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923808 Apr 01 14:53:44.174675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:44.175009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Checking segment: {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:44.175428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Bound using segment: {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:44.175988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Bound port: 2b05891e-4275-4a9e-94b6-128f79ff1280, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ed598-5d36-4d9c-832e-ab312102453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:44.176334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.398127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:44.398127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.432018 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.495774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c945f120-8a3e-4bd7-bfbe-00cff73cd6b8 req-03491ddc-7940-4208-acaa-942f8ca5537a tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233755 Apr 01 14:53:44.512431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] For port 2b05891e-4275-4a9e-94b6-128f79ff1280, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:44.555420 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-028d08e8-ce19-4b60-8173-8e33d6d2c098 req-7d29625c-656f-43ff-a2c8-5a3292dc05c2 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182522 Apr 01 14:53:44.557281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:44.559916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] For port 2b05891e-4275-4a9e-94b6-128f79ff1280, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2b05891e-4275-4a9e-94b6-128f79ff1280,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:44.584365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.638407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] Transition to ACTIVE for port object 91c35301-51d0-4077-a15d-abf4629731c7 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:44.648402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-6d26cb4b-0b37-4fec-8756-3a88b0e251a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6446 time: 0.5755975 Apr 01 14:53:44.663331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.736116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.737469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] 10.222.0.44 "PUT /v2.0/ports/2b05891e-4275-4a9e-94b6-128f79ff1280 HTTP/1.1" status: 200 len: 1091 time: 4.0268800 Apr 01 14:53:44.812978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:44.895683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Port': ['ID=aaeac05f-bd0e-445b-bd74-b4b6dfe147b9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:44.901098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-a514e22e-d265-43ef-ba7a-82fdbc902790 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:53:44.901848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-a514e22e-d265-43ef-ba7a-82fdbc902790 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078437 Apr 01 14:53:44.930071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:44.934159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Request body: {'binding': {'host': 'n-h2-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:44.934928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Unknown quota resources ['binding']. {{(pid=83954) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 14:53:44.955533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959f23-f994-4bc3-a34d-e27d6dd9bf9d service neutron] Pushing event updated for resources: {'Port': ['ID=2b05891e-4275-4a9e-94b6-128f79ff1280,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:45.054609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] No DVR routers for this DVR port aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:45.058719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:45.068303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:45.146865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:45.150112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04081134-7440-45c2-b67e-d0d498050645 req-2f5ab87f-1b1d-4345-8539-7132fd55123d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.62 "DELETE /v2.0/ports/aaeac05f-bd0e-445b-bd74-b4b6dfe147b9 HTTP/1.1" status: 204 len: 173 time: 1.2988484 Apr 01 14:53:45.176466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] No DVR routers for this DVR port 91c35301-51d0-4077-a15d-abf4629731c7 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:45.225342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-e71a3140-c2c1-485f-8b02-3b4a53d94d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:45.226343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-e71a3140-c2c1-485f-8b02-3b4a53d94d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:45.226712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-e71a3140-c2c1-485f-8b02-3b4a53d94d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:45.228476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-e71a3140-c2c1-485f-8b02-3b4a53d94d7c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5699940 Apr 01 14:53:45.251827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on host n-h2-836017-1 for vnic_type normal with profile None {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:45.252120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:45.252450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:45.259719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:45.259719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:45.266040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:45.266371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:45.266741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:45.267153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Bound port: 1a815e56-398e-4f3f-9b55-3e10c432e74e, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:45.296585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] Pushing event updated for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:45.306583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:45.314753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:45.315925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-f656736a-d0dd-4d78-a54f-2e156aff9e8c service neutron] 10.222.0.48 "POST /v2.0/ports/1a815e56-398e-4f3f-9b55-3e10c432e74e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3856225 Apr 01 14:53:45.373362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-8dccef1a-e2c1-4b2a-9b6e-244ef0aa34dc service neutron] 10.222.0.62 "PUT /v2.0/ports/91c35301-51d0-4077-a15d-abf4629731c7/bindings/n-h2-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 3.5374107 Apr 01 14:53:45.420726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422808c9-bfa8-4a55-b849-d75ba529fbd6 req-4cfe5c16-b977-49ef-a37c-148a6cd97ada tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:45.428840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-422808c9-bfa8-4a55-b849-d75ba529fbd6 req-4cfe5c16-b977-49ef-a37c-148a6cd97ada tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.4575214 Apr 01 14:53:45.490011 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154', 'status': 'completed', 'code': 200} Apr 01 14:53:45.493881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-784a8757-b9fb-4fed-8ea6-832d6561b0be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:45.496349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50af3830-2561-47e0-adf1-7c6072cf9124 req-784a8757-b9fb-4fed-8ea6-832d6561b0be service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312799 Apr 01 14:53:45.508221 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-422808c9-bfa8-4a55-b849-d75ba529fbd6 req-434aa1b4-7099-4b37-9174-e5df528bdd09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690606 Apr 01 14:53:45.551977 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-deleted', 'tag': 'bb8c9b8c-e14f-4755-9fcc-a703dbc7f0d3', 'status': 'completed', 'code': 200} Apr 01 14:53:45.552447 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eac8bb-341b-4bf0-8d6a-ad63c0da4680', 'name': 'network-vif-deleted', 'tag': 'b11e8abf-19a4-4209-85be-fc3710b862e5', 'status': 'completed', 'code': 200} Apr 01 14:53:45.552447 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eabfe31-dc06-4ab4-bd77-8a8b031db6ce', 'name': 'network-vif-deleted', 'tag': '7d8e59c5-cb8d-4aec-875c-98553c5e82bb', 'status': 'completed', 'code': 200} Apr 01 14:53:45.641556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-e5795817-bda5-4614-967e-6df751582030 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6488 time: 0.1014650 Apr 01 14:53:45.771718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16faea-6990-495f-a661-3d9f35c46f3b req-a27167a2-df6a-48e1-b015-c696785a3266 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:45.773567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d16faea-6990-495f-a661-3d9f35c46f3b req-a27167a2-df6a-48e1-b015-c696785a3266 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 944 time: 0.1153729 Apr 01 14:53:45.839361 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d16faea-6990-495f-a661-3d9f35c46f3b req-c43a3fae-dbe9-4984-ab0e-2d74c929c741 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583766 Apr 01 14:53:45.944795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4897a71d-f740-40d2-af95-2ef0d1a9cc91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=037c76ab-4816-4301-a4e0-f1517f9ee301 HTTP/1.1" status: 200 len: 217 time: 0.2930810 Apr 01 14:53:46.044793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-d4588e16-66ae-474a-a6e5-5a60ecbe40f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.046330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-d4588e16-66ae-474a-a6e5-5a60ecbe40f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53540cf6-3274-427d-8950-3b3cece9abf8 HTTP/1.1" status: 200 len: 856 time: 0.0940948 Apr 01 14:53:46.053496 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9', 'code': 200} Apr 01 14:53:46.056171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-05fd0b30-ae69-43cb-8625-9d32e88d0b08 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.3384905 Apr 01 14:53:46.146869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.153609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.156747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.160600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.163585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.167733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.171769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.173898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-03aa2426-6451-4109-84e6-4f800f48759c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.4580090 Apr 01 14:53:46.236491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61d40c-6816-4732-b40e-9e3a1451e29a req-c4075e95-46bd-4b30-897a-e6d4e997adac tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.238276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b61d40c-6816-4732-b40e-9e3a1451e29a req-c4075e95-46bd-4b30-897a-e6d4e997adac tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.0845225 Apr 01 14:53:46.275876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79bef679-bc46-4c5d-9400-cebaf5d394b3 req-e759d8f2-4178-4a2a-b565-2fa73195d35e tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924125 Apr 01 14:53:46.287146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-cabe866a-bd3c-4cce-91b1-1c69fc393896 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82c77167-1c02-4b4f-ad02-96945e2faef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304304 Apr 01 14:53:46.318982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-1cc596f3-d70c-46d4-a411-4dcf16b01d60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b&tenant_id=b2889c2017db4b29a1b206908a2da184 HTTP/1.1" status: 200 len: 1095 time: 0.2240181 Apr 01 14:53:46.323650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b61d40c-6816-4732-b40e-9e3a1451e29a req-03c2c155-75ef-4ac6-a9ca-416939f79262 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779185 Apr 01 14:53:46.397247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:46.436011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45204) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:46.532556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-2e270275-2e0b-44cf-a245-5c75af324eac service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388134 Apr 01 14:53:46.544445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-25bf6e4e-f6e5-4649-8125-267af09f73a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2889c2017db4b29a1b206908a2da184&device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1095 time: 0.1359890 Apr 01 14:53:46.745876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:46.761025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting subnet f08c8141-974e-4aa3-8c3e-3c9fd8b928aa {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:53:46.769333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:46.874747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:46.876437 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-91373ec1-c1d5-43d8-a200-5aa1013524bc service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310702 Apr 01 14:53:46.882083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:46.922536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f0e59a439f4887857560783ed5d25b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:46.927394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:46.940742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:46.959122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-686102cc-405d-4c3e-822f-f5e9146c6c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:46.960675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-686102cc-405d-4c3e-822f-f5e9146c6c88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 200 len: 922 time: 0.3636489 Apr 01 14:53:47.019284 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.056721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-08c93eb2-a01e-4ad3-8a7c-534eb3e66183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 200 len: 217 time: 0.1719866 Apr 01 14:53:47.067862 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-408c046a-8112-4870-9da9-ec60c4eabfa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 200 len: 217 time: 0.0948746 Apr 01 14:53:47.074726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f882e-0904-47cc-956a-6d6ecb02363e req-cd216006-35b1-4d9b-9d05-f5238c5fb7fb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:47.075711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a7f882e-0904-47cc-956a-6d6ecb02363e req-cd216006-35b1-4d9b-9d05-f5238c5fb7fb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.3519118 Apr 01 14:53:47.127440 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.135296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.216476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29efdbf8-25fa-440a-9d35-09e89c0f76d4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:47.226636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-da38b14b-b298-4828-b627-7f352b4bb8c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3f0e59a439f4887857560783ed5d25b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7898264 Apr 01 14:53:47.228191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:47.235652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-abc5921d-740e-4dbc-a7ed-c5eea6eca9f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:47.237678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-abc5921d-740e-4dbc-a7ed-c5eea6eca9f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.1361151 Apr 01 14:53:47.241924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-471618dc-618f-4d11-ba45-033c1eab1c29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:47.243309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.243484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-471618dc-618f-4d11-ba45-033c1eab1c29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 200 len: 861 time: 0.1449337 Apr 01 14:53:47.246280 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a7f882e-0904-47cc-956a-6d6ecb02363e req-2cd30ba4-9c37-4f5d-9ffe-814843ad2679 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629930 Apr 01 14:53:47.350512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-5c0f5073-c045-4103-ae70-043a84bb5940 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ec81498-8708-48e6-9ca9-e34d4a18b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990160 Apr 01 14:53:47.414539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Subnet': ['ID=f08c8141-974e-4aa3-8c3e-3c9fd8b928aa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:47.422151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f0a-2c47-4be4-ac51-98db02c6b30e req-daee0d24-e1f3-4f13-ac4e-acca413b97ba tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:47.424087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29b75f0a-2c47-4be4-ac51-98db02c6b30e req-daee0d24-e1f3-4f13-ac4e-acca413b97ba tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 944 time: 0.3696349 Apr 01 14:53:47.452107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10881d-cbf5-4bdd-9146-60fb8cb10120 None None] Network 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:53:47.453364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.497274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ec401ecb-720a-464e-b576-08a5a7ba09b5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/subnets/f08c8141-974e-4aa3-8c3e-3c9fd8b928aa HTTP/1.1" status: 204 len: 168 time: 1.0992308 Apr 01 14:53:47.498999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:47.502975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45226) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:47.522405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-9e9052c7-b979-4a08-937f-40cb10cc0912 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2724855 Apr 01 14:53:47.537110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4af6cadb-5e0b-414a-b617-a339cc719a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.545915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29b75f0a-2c47-4be4-ac51-98db02c6b30e req-a56f29b3-4d35-4ab3-9186-93a516415d0a tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137781 Apr 01 14:53:47.615024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-deleted', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca'}, {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-deleted', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:47.743496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4af6cadb-5e0b-414a-b617-a339cc719a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.814850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] DHCP port deletion for 1375b3dd-6ff5-441d-8cd1-f82fc512bde1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:53:47.821060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] Deleting port e134fce0-de41-4fe6-9a6a-bfe841a00dfe {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:47.821305 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.824056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:47.870071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-33e53557-2388-49e5-95c9-8c30fa721ca3 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063293 Apr 01 14:53:47.883883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port e134fce0-de41-4fe6-9a6a-bfe841a00dfe {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:47.884388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:48.012344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4af6cadb-5e0b-414a-b617-a339cc719a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:48.025667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd8f3-d08e-4285-bdd3-6acb33ff3444 req-63e6fe28-a891-4238-82fa-aad4a0832230 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.027733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1dcdd8f3-d08e-4285-bdd3-6acb33ff3444 req-63e6fe28-a891-4238-82fa-aad4a0832230 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 950 time: 0.6421151 Apr 01 14:53:48.044837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.049085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.053332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.057717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.061538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.065822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.069921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:48.073366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-1e4e8e47-e1b9-4737-9589-bbca661fd639 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.3357689 Apr 01 14:53:48.090486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] For port e134fce0-de41-4fe6-9a6a-bfe841a00dfe, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:48.091049 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:48.093776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6cadb-5e0b-414a-b617-a339cc719a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29efdbf8-25fa-440a-9d35-09e89c0f76d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:48.098009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-d9da6932-3ba2-4c51-91e4-6a05c9bbf9f6 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655794 Apr 01 14:53:48.195439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4af6cadb-5e0b-414a-b617-a339cc719a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:48.195439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4af6cadb-5e0b-414a-b617-a339cc719a45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29efdbf8-25fa-440a-9d35-09e89c0f76d4 HTTP/1.1" status: 204 len: 168 time: 0.9600170 Apr 01 14:53:48.250317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] Calling delete_port for e134fce0-de41-4fe6-9a6a-bfe841a00dfe owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:48.266708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-091c3cb6-fb04-4dcd-b49f-a3f35de5afd5 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820775 Apr 01 14:53:48.295455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port e134fce0-de41-4fe6-9a6a-bfe841a00dfe, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,segment=NetworkSegment(d0b40f30-51a1-424c-9cd9-26386bbcb973),segment_id=d0b40f30-51a1-424c-9cd9-26386bbcb973)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:48.295455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:48.306693 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1dcdd8f3-d08e-4285-bdd3-6acb33ff3444 req-3ae65ce0-670f-4b37-8aed-ddb1c9241f26 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354858 Apr 01 14:53:48.337807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:48.347960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73e04ec1-e996-421e-8f4f-8b265de06c12 req-4c10872d-7f4b-4d9e-b2e3-77f908af2f4e tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2468216 Apr 01 14:53:48.437404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-de343cd5-d3c0-4ace-9e08-70f76b6f42aa service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211687 Apr 01 14:53:48.551666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e134fce0-de41-4fe6-9a6a-bfe841a00dfe no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:48.613422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] Pushing event deleted for resources: {'Port': ['ID=e134fce0-de41-4fe6-9a6a-bfe841a00dfe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:48.632693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e134fce0-de41-4fe6-9a6a-bfe841a00dfe {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:48.632693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e134fce0-de41-4fe6-9a6a-bfe841a00dfe not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:48.632693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30d6b4-e4cf-4cdf-956a-08566c118bce None None] No DVR routers for this DVR port e134fce0-de41-4fe6-9a6a-bfe841a00dfe on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:48.664028 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280', 'status': 'completed', 'code': 200} Apr 01 14:53:48.715401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for e134fce0-de41-4fe6-9a6a-bfe841a00dfe owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:48.815526 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-deleted', 'tag': '51bf9bb4-5905-4647-a3d5-5d12d2d956ca', 'status': 'completed', 'code': 200} Apr 01 14:53:48.815526 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9377f49d-66c6-43ec-9960-ac354e3be578', 'name': 'network-vif-deleted', 'tag': 'aaeac05f-bd0e-445b-bd74-b4b6dfe147b9', 'status': 'completed', 'code': 200} Apr 01 14:53:48.832428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0ec34cc9-1abe-470a-871e-38ebb0cad5cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 200 len: 217 time: 0.3842750 Apr 01 14:53:49.071378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:53:49.071378 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:53:49.127982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-ac34844c-4307-4473-b216-5690b1f781f6 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b&tenant_id=b2889c2017db4b29a1b206908a2da184&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.2151699 Apr 01 14:53:49.146397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664355e0-7c05-4289-9ddd-57daae4d088f req-6811120e-e3f7-4378-b931-8b4254f66dae tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:49.146397 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-664355e0-7c05-4289-9ddd-57daae4d088f req-6811120e-e3f7-4378-b931-8b4254f66dae tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.1580727 Apr 01 14:53:49.168811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdcf5c-881d-44eb-a513-408673259a7d req-b83e33a4-0af4-4cc8-84c7-34bfce80eec1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:49.168811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fbdcf5c-881d-44eb-a513-408673259a7d req-b83e33a4-0af4-4cc8-84c7-34bfce80eec1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.3229849 Apr 01 14:53:49.168811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-2f11cf98-7c65-44af-bb02-ba51bd254866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:49.168811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-2f11cf98-7c65-44af-bb02-ba51bd254866 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.1938245 Apr 01 14:53:49.273826 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-664355e0-7c05-4289-9ddd-57daae4d088f req-8400264f-3810-4fdd-ab97-3ba1028c5cee tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278608 Apr 01 14:53:49.308646 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fbdcf5c-881d-44eb-a513-408673259a7d req-9d205675-46a2-4722-9382-385ebef74752 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394901 Apr 01 14:53:49.315123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-7f598a37-4acc-4d52-8f24-e084bcf00d3a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:49.316623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-7f598a37-4acc-4d52-8f24-e084bcf00d3a tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 950 time: 0.6579289 Apr 01 14:53:49.398937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87b84a29-44ed-4310-9585-aa9189987c12 service neutron] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:49.422182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87b84a29-44ed-4310-9585-aa9189987c12 service neutron] Notify callbacks [] for binding, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:49.427874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4138dcb1-d490-4566-85e7-4d4d90878072 req-87b84a29-44ed-4310-9585-aa9189987c12 service neutron] 10.222.0.44 "DELETE /v2.0/ports/91c35301-51d0-4077-a15d-abf4629731c7/bindings/n-h1-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.2468746 Apr 01 14:53:49.452529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-134b5781-2e80-4f28-a834-053c8024704c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2590747 Apr 01 14:53:49.462146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Deleting port 23fc8e10-7b75-4414-94d5-368890b0eff6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:49.462146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:49.581002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port e134fce0-de41-4fe6-9a6a-bfe841a00dfe {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:49.581002 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:49.682718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] The port 'e134fce0-de41-4fe6-9a6a-bfe841a00dfe' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:53:49.840443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f34abe-2f93-4465-8b37-8314b233b52b req-f63546ac-d137-452a-acdd-8346d18a1ea8 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:49.847433 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c4f34abe-2f93-4465-8b37-8314b233b52b req-f63546ac-d137-452a-acdd-8346d18a1ea8 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 950 time: 0.3088367 Apr 01 14:53:49.975051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:49.991437 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-c032eedf-dee1-4721-aa18-70e82905e4ee service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010211 Apr 01 14:53:50.024694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1375b3dd-6ff5-441d-8cd1-f82fc512bde1']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:50.033985 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c4f34abe-2f93-4465-8b37-8314b233b52b req-a2746245-453c-4b06-ab14-b49afd9465e9 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/security-groups?id=183e271c-51ae-47b8-83bc-5c525865caca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854761 Apr 01 14:53:50.048447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b40f30-51a1-424c-9cd9-26386bbcb973') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:50.048745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b40f30-51a1-424c-9cd9-26386bbcb973') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:50.068483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.090880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.101975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:53:50.102313 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:53:50.119205 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:53:50.125634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a6d54-841a-468b-afd5-b5ea74f77aff req-01452f33-2df4-4902-900a-3ab245823a3d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.131861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d83a6d54-841a-468b-afd5-b5ea74f77aff req-01452f33-2df4-4902-900a-3ab245823a3d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 944 time: 0.6012456 Apr 01 14:53:50.148263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] For port 23fc8e10-7b75-4414-94d5-368890b0eff6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23fc8e10-7b75-4414-94d5-368890b0eff6,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:50.149048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.242316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.262999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.273475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Network': ['ID=1375b3dd-6ff5-441d-8cd1-f82fc512bde1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:50.279871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d83a6d54-841a-468b-afd5-b5ea74f77aff req-bdf10db9-86d6-4314-b4eb-6050fb8d5ef2 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431839 Apr 01 14:53:50.289077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d2308003-b697-441a-992c-d5962bddb6f1 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/networks/1375b3dd-6ff5-441d-8cd1-f82fc512bde1 HTTP/1.1" status: 204 len: 168 time: 2.7850688 Apr 01 14:53:50.291744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45264) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:50.425688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Calling delete_port for 23fc8e10-7b75-4414-94d5-368890b0eff6 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:50.514171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-e1594879-ea9f-4399-b93a-33f83e0aca3a service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115633 Apr 01 14:53:50.623270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-bb2d75e0-3371-4d71-9fc9-43e5beae3081 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=423143e2-c303-428d-8571-a54fc30a788c HTTP/1.1" status: 200 len: 217 time: 0.0910974 Apr 01 14:53:50.707769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting subnet ea377ab4-c392-4f38-8240-df100a9f0c11 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:53:50.745216 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.747450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.751450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.755971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.759834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.763982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.767513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.772555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.773526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e617747-2733-4578-8674-af79f785ae12 req-b4b6717f-3bc2-427e-991f-609035cb1e4f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.4525292 Apr 01 14:53:50.790370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-3172a05f-113d-44f7-a2c7-ece2e5860ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.791885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-3172a05f-113d-44f7-a2c7-ece2e5860ab5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.1620948 Apr 01 14:53:50.861754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.867185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:50.876673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23fc8e10-7b75-4414-94d5-368890b0eff6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:50.929166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Pushing event deleted for resources: {'Port': ['ID=23fc8e10-7b75-4414-94d5-368890b0eff6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:50.977865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb6ca9-32de-45e3-a5b7-6c0900ced85a req-8f2c1743-00aa-41e2-8c97-8709c8160034 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:50.982921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92bb6ca9-32de-45e3-a5b7-6c0900ced85a req-8f2c1743-00aa-41e2-8c97-8709c8160034 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.2788951 Apr 01 14:53:51.016152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-daf7b13d-8656-4533-9097-62e0f3f5dc60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1096 time: 0.2662270 Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.017909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:53:51.028411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e617747-2733-4578-8674-af79f785ae12 req-ba41bf25-e655-4417-a3ac-d7b242d1d8c9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2335401 Apr 01 14:53:51.084198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-ad3da321-72b7-4e63-9be8-7ac0d6b0b992 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2805896 Apr 01 14:53:51.085233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] No DVR routers for this DVR port 23fc8e10-7b75-4414-94d5-368890b0eff6 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:51.088402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:51.090757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'name': 'network-vif-deleted', 'tag': '23fc8e10-7b75-4414-94d5-368890b0eff6'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:51.168353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79eecd55-37d1-438c-8fa8-5c4b85b8025b req-a9e1a611-1f97-46f4-b82b-e8033181d992 tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.44 "DELETE /v2.0/ports/23fc8e10-7b75-4414-94d5-368890b0eff6 HTTP/1.1" status: 204 len: 173 time: 1.8422282 Apr 01 14:53:51.209861 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:51.250279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-242f3367-9e6d-4e75-a6ca-a65d51b041c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:51.251962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-242f3367-9e6d-4e75-a6ca-a65d51b041c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.2300322 Apr 01 14:53:51.279161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-f297e290-e182-42fc-ab59-ea71e38cecfd service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836913 Apr 01 14:53:51.340590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92bb6ca9-32de-45e3-a5b7-6c0900ced85a req-f1818166-9ead-4d0a-a7a2-b4d3cd9bb8ad tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565981 Apr 01 14:53:51.450533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-4dd69699-fce7-4fd1-88a1-35da8524c22c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 200 len: 217 time: 0.1805475 Apr 01 14:53:51.456678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:51.557953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Subnet': ['ID=ea377ab4-c392-4f38-8240-df100a9f0c11,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:51.581100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:51.593885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e7aeea46-a944-4148-8d82-5b04717d5690 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/subnets/ea377ab4-c392-4f38-8240-df100a9f0c11 HTTP/1.1" status: 204 len: 168 time: 1.2982459 Apr 01 14:53:51.594848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45292) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:51.601796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5ef4f-766d-49e1-bddc-b8c0c8168bc2 None None] Network 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:53:51.650978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4b1618c4-720e-4002-8353-8dc4a0682273 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643882 Apr 01 14:53:51.662241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-aefcb871-a0d6-43f0-8cea-0b2279936304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:51.663856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-aefcb871-a0d6-43f0-8cea-0b2279936304 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.2021475 Apr 01 14:53:51.664045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb41cf-fe7f-4513-850f-2f9fa28e85d9 req-90e1c91e-cf84-4a62-9d52-7c2b5c4d5ba2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:51.670717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41cb41cf-fe7f-4513-850f-2f9fa28e85d9 req-90e1c91e-cf84-4a62-9d52-7c2b5c4d5ba2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.2439270 Apr 01 14:53:51.760533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-5dc4d92b-9491-49b3-a442-49f1487f88f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4 HTTP/1.1" status: 200 len: 217 time: 0.0740020 Apr 01 14:53:51.807754 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41cb41cf-fe7f-4513-850f-2f9fa28e85d9 req-2c261d2f-cc1f-4747-a087-599496417630 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249292 Apr 01 14:53:51.866730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-8a5f0312-d259-49d2-b8cd-81d3a2782c38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484332 Apr 01 14:53:51.930687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-a467ffd0-afdb-4a22-8c57-35ae7b2e3b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:51.932472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-a467ffd0-afdb-4a22-8c57-35ae7b2e3b78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.1219015 Apr 01 14:53:52.022137 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dd7cca-f753-4760-bc16-b8ea55321cae', 'name': 'network-vif-deleted', 'tag': '23fc8e10-7b75-4414-94d5-368890b0eff6', 'status': 'completed', 'code': 200} Apr 01 14:53:52.073304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-86d62a4f-5904-459d-b9cf-b5db73dd570a req-fad7f35d-b264-44f0-bb98-6c00ad821e4b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Synchronizing usage tracker for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:53:52.119117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8b270016-0703-4de6-8a3a-82cc8520d35e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743708 Apr 01 14:53:52.157057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-86d62a4f-5904-459d-b9cf-b5db73dd570a req-fad7f35d-b264-44f0-bb98-6c00ad821e4b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] Unset dirty status for tenant:cd96705c64bc4d6b95aa37f5dc6d6139 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:53:52.171940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86d62a4f-5904-459d-b9cf-b5db73dd570a req-fad7f35d-b264-44f0-bb98-6c00ad821e4b tempest-ServersOnMultiNodesTest-848946742 tempest-ServersOnMultiNodesTest-848946742-project] 10.222.0.48 "GET /v2.0/ports?device_id=40dd7cca-f753-4760-bc16-b8ea55321cae HTTP/1.1" status: 200 len: 210 time: 0.4093463 Apr 01 14:53:52.187906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:52.229342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] DHCP port deletion for 8ebcee38-1c9b-4224-8a63-9500bc6c54e2 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:53:52.249013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Deleting port 66a39235-9337-470a-9a5d-8ec859194179 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:52.249263 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:52.325513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 66a39235-9337-470a-9a5d-8ec859194179 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:52.325990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:52.408902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 66a39235-9337-470a-9a5d-8ec859194179 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:52.434808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35492dfe-593a-4fff-890c-925f1c7a781e req-78278fa9-38cf-4272-a635-19ef73605840 tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 1095 time: 0.2452943 Apr 01 14:53:52.451623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-5e8e1254-d6bd-499a-98a1-0643a34ba91c service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054106 Apr 01 14:53:52.473409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-120910cd-1f87-4786-a8c7-a070e881f8fd service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718586 Apr 01 14:53:52.764760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:52.771692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35492dfe-593a-4fff-890c-925f1c7a781e req-7887008e-6bd2-489d-8f47-a9075bd6c9cc tempest-LiveAutoBlockMigrationV225Test-2023627747 tempest-LiveAutoBlockMigrationV225Test-2023627747-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370686 Apr 01 14:53:52.851637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-8671dc13-d86f-418b-b01f-e94c352702ce service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905964 Apr 01 14:53:52.890061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66a39235-9337-470a-9a5d-8ec859194179,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:52.903931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:52.921441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66a39235-9337-470a-9a5d-8ec859194179,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:52.921882 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:53.023584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-1d1cef37-2498-4e80-bea0-488307453332 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229149 Apr 01 14:53:53.027598 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-4ce80a38-1811-463b-bd9a-9c62f7c2c3c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a9437a8-3440-47d2-ac66-7819aada0154 HTTP/1.1" status: 200 len: 217 time: 0.1676636 Apr 01 14:53:53.169997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Calling delete_port for 66a39235-9337-470a-9a5d-8ec859194179 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:53.178523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-b7553dc0-2ee8-466a-b63f-00f82d4680fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.183876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-b7553dc0-2ee8-466a-b63f-00f82d4680fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 0.1498640 Apr 01 14:53:53.239259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23fc8e10-7b75-4414-94d5-368890b0eff6 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:53.240251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.244233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.248603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.254721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.258113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.262313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.267039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.270009 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cd1029f6-0f6f-4113-a67e-933894535240 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.8562996 Apr 01 14:53:53.275566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=66a39235-9337-470a-9a5d-8ec859194179,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:53.282125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 23fc8e10-7b75-4414-94d5-368890b0eff6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:53.282549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23fc8e10-7b75-4414-94d5-368890b0eff6 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:53.306308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66a39235-9337-470a-9a5d-8ec859194179,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:53.306308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:53.350711 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:53:53.351287 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:53:53.400353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-99e28e3e-292b-4af2-a0c7-9cdb7cce7f48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2041404 Apr 01 14:53:53.403881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-279ef4a2-8ad2-4009-9a33-d4162526c149 req-cfc3d31b-1542-4481-8ea7-804872b71fbe tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220858 Apr 01 14:53:53.439813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1c74-4f01-4c56-8af9-1e19c6028434 req-df1bd669-0e04-4689-93d7-98a80530a6bc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.443791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03bb1c74-4f01-4c56-8af9-1e19c6028434 req-df1bd669-0e04-4689-93d7-98a80530a6bc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.1770046 Apr 01 14:53:53.531113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 66a39235-9337-470a-9a5d-8ec859194179 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:53.648010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03bb1c74-4f01-4c56-8af9-1e19c6028434 req-78cd9f77-8934-4e34-89bf-54804e902ce4 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871169 Apr 01 14:53:53.654873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-98c6e53a-5281-4b7a-bb04-a06e78ef0c66 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474098 Apr 01 14:53:53.662106 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-17a37416-b5ae-4e46-917a-ee8ec50b77e2 service neutron] show failed (client error): The resource could not be found. Apr 01 14:53:53.663091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-17a37416-b5ae-4e46-917a-ee8ec50b77e2 service neutron] 10.222.0.44 "GET /v2.0/ports/d3720c7a-956a-48ad-93f4-fab4760d5438/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.3282120 Apr 01 14:53:53.678789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:53:53.679106 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:53:53.708334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e55a6-15ff-4699-8d16-04b59d8d556e req-0404c837-7949-4b10-babc-ea96b6b60505 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:53.723726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-496e55a6-15ff-4699-8d16-04b59d8d556e req-0404c837-7949-4b10-babc-ea96b6b60505 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.1279154 Apr 01 14:53:53.833655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-496e55a6-15ff-4699-8d16-04b59d8d556e req-9fe4767f-f76d-48f1-8cf5-2f83bb347df9 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088929 Apr 01 14:53:53.854024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Deleting port 66a39235-9337-470a-9a5d-8ec859194179 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:53.854024 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:53.983849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-41c36c1c-c763-4f1f-9f83-d56c0595cc57 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222868 Apr 01 14:53:54.180775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 66a39235-9337-470a-9a5d-8ec859194179 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:54.181124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:54.189300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-80988bbe-cf3c-4896-ad32-cba5e67ef269 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b05891e-4275-4a9e-94b6-128f79ff1280 HTTP/1.1" status: 200 len: 217 time: 0.1971505 Apr 01 14:53:54.410549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-53329b29-5eb9-407a-a25a-3a0b33a1c05c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:54.421015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-53329b29-5eb9-407a-a25a-3a0b33a1c05c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 0.2242804 Apr 01 14:53:54.424546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66a39235-9337-470a-9a5d-8ec859194179,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:54.425072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:54.621664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-525fe1d6-5197-4fbf-ad23-daefa5fc669b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f&tenant_id=92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 1101 time: 0.6333768 Apr 01 14:53:54.643870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:54.734878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Calling delete_port for 66a39235-9337-470a-9a5d-8ec859194179 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:54.876491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-90dfda4e-d56b-41b4-9189-3ea62629d5f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4428809 Apr 01 14:53:54.881588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:54.929448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f0999-422c-4eef-a9b8-dfd8a581211c req-b5494427-deea-4404-87fc-d76cbd98abb6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:54.936704 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-191f0999-422c-4eef-a9b8-dfd8a581211c req-b5494427-deea-4404-87fc-d76cbd98abb6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 944 time: 0.4457974 Apr 01 14:53:54.937681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 66a39235-9337-470a-9a5d-8ec859194179, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66a39235-9337-470a-9a5d-8ec859194179,segment=NetworkSegment(4907fcad-92d7-4c74-8a1c-5a6b4675807f),segment_id=4907fcad-92d7-4c74-8a1c-5a6b4675807f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:54.938182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:54.939988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45352) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:54.950943 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:55.013464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45356) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:55.028940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] Pushing event deleted for resources: {'Port': ['ID=66a39235-9337-470a-9a5d-8ec859194179,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:55.036839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0316ab-7b1e-4a5b-9967-9e5a48ae2a65 None None] No DVR routers for this DVR port 66a39235-9337-470a-9a5d-8ec859194179 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:55.187042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-191f0999-422c-4eef-a9b8-dfd8a581211c req-a781f35e-8635-4b40-adcd-1719dc83cd96 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490282 Apr 01 14:53:55.283623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 66a39235-9337-470a-9a5d-8ec859194179 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:55.358928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-e30fe63a-9921-4681-b314-dc9d99fd02e5 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677615 Apr 01 14:53:55.365408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:55.484902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd14ea-7df7-454a-b845-439268f533e3 req-7652625d-9a80-459d-8a92-94c700579532 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.486382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06bd14ea-7df7-454a-b845-439268f533e3 req-7652625d-9a80-459d-8a92-94c700579532 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 944 time: 0.7319632 Apr 01 14:53:55.580113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:53:55.580113 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:53:55.588688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.588688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.599277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.599277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.600450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.603684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.608663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:55.610556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-59c890ae-6f49-4ed7-8b3c-567d290660a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.2483788 Apr 01 14:53:55.620581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Deleting port 91c35301-51d0-4077-a15d-abf4629731c7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:55.620908 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:55.759390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a76e359a-1521-40a9-aace-bc9e953f7d13 req-6b5d9539-b685-4114-b7b0-e4c4487dbd28 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133845 Apr 01 14:53:55.801197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:55.830519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Usage tracker for resource:security_group_rule and tenant:9e7eef866ab5454fa7465fa78f5714a8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:55.838044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:55.857469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a75568f-10c3-472e-b957-91a651ceb545 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd96705c64bc4d6b95aa37f5dc6d6139&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7889218 Apr 01 14:53:55.866447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45366) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:55.871334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:55.920912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c7845-ce1a-40e3-8bef-6e716fc91f9d req-0e514264-b77e-4108-9da7-ed06fb8f62ac service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333526 Apr 01 14:53:55.978778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 66a39235-9337-470a-9a5d-8ec859194179 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:53:55.978778 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:55.987053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:56.074688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] The port '66a39235-9337-470a-9a5d-8ec859194179' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:53:56.108004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64ab20-2630-4360-a25e-c9f07d1d0ed4 req-2bf37fce-b8b5-408e-a3f6-7b3d9f603b1b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:56.110040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc64ab20-2630-4360-a25e-c9f07d1d0ed4 req-2bf37fce-b8b5-408e-a3f6-7b3d9f603b1b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.5996041 Apr 01 14:53:56.209184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:56.280616 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b5690d7-aa70-4302-9489-428272fb5602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.476353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc64ab20-2630-4360-a25e-c9f07d1d0ed4 req-522cb046-b29a-45d1-b3a6-260740b47ca1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368673 Apr 01 14:53:56.489509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] For port 91c35301-51d0-4077-a15d-abf4629731c7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91c35301-51d0-4077-a15d-abf4629731c7,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:53:56.489509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.501088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.518951 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.550963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-a8e2fbc0-3bdc-4096-adbe-0fcebd77236d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6488 time: 0.5551469 Apr 01 14:53:56.610247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b5690d7-aa70-4302-9489-428272fb5602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.622291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.682528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:56.699685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Calling delete_port for 91c35301-51d0-4077-a15d-abf4629731c7 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:53:56.706014 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.726292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebcee38-1c9b-4224-8a63-9500bc6c54e2']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:56.748927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4907fcad-92d7-4c74-8a1c-5a6b4675807f') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:56.748927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4907fcad-92d7-4c74-8a1c-5a6b4675807f') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:53:56.779173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.820087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3950252-4b25-475e-b998-d5dcd2115a06 req-35ba9b7c-92fe-406e-829e-7a6b2fcd309f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:56.820087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3950252-4b25-475e-b998-d5dcd2115a06 req-35ba9b7c-92fe-406e-829e-7a6b2fcd309f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.6506209 Apr 01 14:53:56.840559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.863631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:53:56.863631 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:53:56.873687 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:53:56.900669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e0df5-2406-4f14-ae72-a13ccc6fbdd5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:57.047636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e44d6b8f-0933-4a68-a2df-b150a1475920 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e7eef866ab5454fa7465fa78f5714a8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0510399 Apr 01 14:53:57.051998 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.057437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45378) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:57.073895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3950252-4b25-475e-b998-d5dcd2115a06 req-4404ab3b-b328-4e2d-b514-4c6e31082d31 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528543 Apr 01 14:53:57.080495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.089267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Network': ['ID=8ebcee38-1c9b-4224-8a63-9500bc6c54e2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:57.104388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:57.110485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8e53ddbe-a5fd-4b58-a927-ffbe4f20ba09 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/networks/8ebcee38-1c9b-4224-8a63-9500bc6c54e2 HTTP/1.1" status: 204 len: 168 time: 5.5102656 Apr 01 14:53:57.115899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.130103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Transition to ACTIVE for port object d3720c7a-956a-48ad-93f4-fab4760d5438 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:53:57.135237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45382) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:57.149214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-427679935'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:57.155100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:57.171489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:network and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:57.200148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event deleted for resources: {'Port': ['ID=91c35301-51d0-4077-a15d-abf4629731c7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:57.203026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:57.229891 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'code': 200} Apr 01 14:53:57.246282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:57.246428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0b89cb05-f47d-4158-affa-ff6b41c46706'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:53:57.269908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.280068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 91c35301-51d0-4077-a15d-abf4629731c7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:53:57.280410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91c35301-51d0-4077-a15d-abf4629731c7 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:57.280982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:53:57.344249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] No DVR routers for this DVR port 91c35301-51d0-4077-a15d-abf4629731c7 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:57.352597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.354910 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06bd14ea-7df7-454a-b845-439268f533e3 req-b413eace-9a8c-4bbf-abf4-1f3bea3be2ca tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "DELETE /v2.0/ports/91c35301-51d0-4077-a15d-abf4629731c7 HTTP/1.1" status: 204 len: 173 time: 1.8525343 Apr 01 14:53:57.357867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'name': 'network-vif-deleted', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:57.371550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:53:57.499116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:53:57.499116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.533121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c74b22d6-55d4-4e26-8cc6-24a6da92e3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.564848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c74b22d6-55d4-4e26-8cc6-24a6da92e3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.588796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.592850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.597362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.601288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.605211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.608947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-1ed1c2ef-33f1-472c-bf36-c9b3f9c8826f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.610028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.610505 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-1ed1c2ef-33f1-472c-bf36-c9b3f9c8826f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683 HTTP/1.1" status: 200 len: 901 time: 1.0508771 Apr 01 14:53:57.615493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.617654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-bbffc6d5-7911-47d9-81a1-8d66b5ca8810 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.1756201 Apr 01 14:53:57.675978 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:53:57.688064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5c2b74-6a5b-4191-872e-23ec1d37383f req-61e6ee84-27f3-49ca-abb4-e7740af8ab93 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639791 Apr 01 14:53:57.776737 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78233221-abb3-4679-b71d-eb7587de013d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.788481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9163b3a-c7f7-4fa0-888f-075e7e23a427 req-39e522d7-8120-47ec-a898-69ee7b09258e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:57.796791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9163b3a-c7f7-4fa0-888f-075e7e23a427 req-39e522d7-8120-47ec-a898-69ee7b09258e tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ff567d-87d2-4585-9219-5933aea8ec8b HTTP/1.1" status: 200 len: 944 time: 1.0140843 Apr 01 14:53:57.799352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b5690d7-aa70-4302-9489-428272fb5602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:57.833393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:57.861192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5690d7-aa70-4302-9489-428272fb5602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183e271c-51ae-47b8-83bc-5c525865caca,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:57.865769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] No DVR routers for this DVR port d3720c7a-956a-48ad-93f4-fab4760d5438 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:53:57.889927 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ff567d-87d2-4585-9219-5933aea8ec8b', 'name': 'network-vif-deleted', 'tag': '91c35301-51d0-4077-a15d-abf4629731c7', 'status': 'completed', 'code': 200} Apr 01 14:53:57.892403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-3987213a-316a-47c3-8b78-3e75b4121e3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a9437a8-3440-47d2-ac66-7819aada0154 HTTP/1.1" status: 200 len: 217 time: 0.2070327 Apr 01 14:53:58.027430 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c74b22d6-55d4-4e26-8cc6-24a6da92e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.067388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:53:58.084524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:53:58.084524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:53:58.084524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:58.109040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b22d6-55d4-4e26-8cc6-24a6da92e3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e0df5-2406-4f14-ae72-a13ccc6fbdd5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c74b22d6-55d4-4e26-8cc6-24a6da92e3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c74b22d6-55d4-4e26-8cc6-24a6da92e3cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f2e0df5-2406-4f14-ae72-a13ccc6fbdd5 HTTP/1.1" status: 204 len: 168 time: 1.0337143 Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b5690d7-aa70-4302-9489-428272fb5602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b5690d7-aa70-4302-9489-428272fb5602 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/183e271c-51ae-47b8-83bc-5c525865caca HTTP/1.1" status: 204 len: 168 time: 2.2352262 Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9163b3a-c7f7-4fa0-888f-075e7e23a427 req-bae7a50e-96d9-4116-931c-4446a219226d tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253424 Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Added segment 5a8f500a-c084-4f48-9b8d-bac5ef33c5e8 of type vlan for network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-a8a61500-b51a-477c-be4c-85815b506ec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:58.130868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-a8a61500-b51a-477c-be4c-85815b506ec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 0.2279985 Apr 01 14:53:58.145979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Port d3720c7a-956a-48ad-93f4-fab4760d5438 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:53:58.145979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Attempting to bind port d3720c7a-956a-48ad-93f4-fab4760d5438 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:53:58.206532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:53:58.206532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:53:58.206532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:53:58.206532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Bound port: d3720c7a-956a-48ad-93f4-fab4760d5438, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:53:58.206532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.233971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.401921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c75a-cca5-47f4-b4c6-1f89d0f54072 req-a0a2d5d2-48f4-4969-84a1-d18b1009a514 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:58.410769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5575c75a-cca5-47f4-b4c6-1f89d0f54072 req-a0a2d5d2-48f4-4969-84a1-d18b1009a514 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 948 time: 0.3214023 Apr 01 14:53:58.478660 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5575c75a-cca5-47f4-b4c6-1f89d0f54072 req-02d8e3d4-f652-4853-8d33-4b87100fa39f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660264 Apr 01 14:53:58.630632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:53:58.639930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:53:58.641014 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.645903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:58.645903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.683691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:58.749943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-39e83ab7-ed75-446d-a382-5313b926339e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6129844 Apr 01 14:53:58.865722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45412) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:58.945508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8062015 Apr 01 14:53:58.960924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45418) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:58.983617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'subnet': {'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:53:59.057700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4e58ea8c-c3c8-4cf1-8225-48bc9215c1eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=259260079b654b8d822786c5f64b1ba3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1907670 Apr 01 14:53:59.067435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45422) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:53:59.071477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994b617-e47f-4c18-bf3b-6bb8ddd10105 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Network': ['ID=d2b9a7a5-1f5d-4066-a335-9cff872b11c7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:59.077288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:59.079015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 1096 time: 4.4450319 Apr 01 14:53:59.089454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:53:59.222285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.228825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.237883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:53:59.238761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.247277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.257947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.269513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.280220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.295671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-6537b8b1-149f-444c-b91e-48f2350f7447 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.3531299 Apr 01 14:53:59.337064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed907f7c-1515-4819-9827-d32db73483fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:59.384376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67a842-ab79-41a7-a2b6-9ee87eb68933 req-63e650f8-8771-42dd-a13f-d995693b6dad tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:53:59.385174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e67a842-ab79-41a7-a2b6-9ee87eb68933 req-63e650f8-8771-42dd-a13f-d995693b6dad tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.8964107 Apr 01 14:53:59.412125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed907f7c-1515-4819-9827-d32db73483fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:59.418567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55938f6c-056d-4da6-8f11-c4c9c2ba5fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:59.518768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0688129-787e-4e84-b7d7-b863d8e151cc req-47efee05-ae51-4e3d-8e47-8e593362c822 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2122507 Apr 01 14:53:59.588841 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed907f7c-1515-4819-9827-d32db73483fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:59.618116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed907f7c-1515-4819-9827-d32db73483fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26312ef9-19d0-4e0a-8503-17dc8ee827f6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:53:59.645019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed907f7c-1515-4819-9827-d32db73483fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:53:59.646653 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ed907f7c-1515-4819-9827-d32db73483fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26312ef9-19d0-4e0a-8503-17dc8ee827f6 HTTP/1.1" status: 204 len: 168 time: 0.5759125 Apr 01 14:53:59.719984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e67a842-ab79-41a7-a2b6-9ee87eb68933 req-491336dc-2f58-4e12-b72f-645510ba78d5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025765 Apr 01 14:53:59.721142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:53:59.780723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-259749df-ecaf-4229-911f-739fba19243b service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8753943 Apr 01 14:53:59.780723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:subnet and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:53:59.810369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:53:59.839356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:53:59.924478 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'status': 'completed', 'code': 200} Apr 01 14:54:00.038450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-a940bf58-24da-44e3-8979-bbb0b65eae37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1099 time: 0.2201738 Apr 01 14:54:00.164752 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3dafe8ac-e51d-4b5e-8adb-9a2aefba2a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:00.182164 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-4ba478f4-1175-4931-a2d6-a5604ac2fc61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1099 time: 0.9454713 Apr 01 14:54:00.182807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:00.396834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-6c5d390a-a1dc-4376-b1a2-61321218a239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:00.401247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-6c5d390a-a1dc-4376-b1a2-61321218a239 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3601487 Apr 01 14:54:00.541214 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-36db7424-81f6-44cd-8625-74677297cd9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.1274104 Apr 01 14:54:00.559968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:00.613548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-690cfce3-4fa4-4ee2-9e7c-ee3f235015c3 req-efe4ca2e-d42c-47d1-8ede-cc28275aeca9 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8404617 Apr 01 14:54:00.701393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-bdf5a728-0e4d-4467-8bfc-e90c85e5acb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:00.724309 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-bdf5a728-0e4d-4467-8bfc-e90c85e5acb8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4871240 Apr 01 14:54:00.758379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-638b0ea5-1163-424c-a1ce-7e756ee673f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:00.758379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-638b0ea5-1163-424c-a1ce-7e756ee673f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2098463 Apr 01 14:54:00.891279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-4b29e4e3-8ed0-4818-9ac2-55d2d3d56dfd tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=24dc3a79b82741388ccf64f324f2a218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694239 Apr 01 14:54:01.025395 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-03f8bf0c-b716-4529-8796-f5976a016691 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.3026969 Apr 01 14:54:01.064931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c4764-fd72-4185-99be-e3ff1e0dce7c req-b9173da6-fed0-4545-8411-2541be694097 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:01.085137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a8c4764-fd72-4185-99be-e3ff1e0dce7c req-b9173da6-fed0-4545-8411-2541be694097 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 948 time: 1.0330267 Apr 01 14:54:01.129371 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:01.266847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-faaa677d-6291-4b49-9856-075571142ff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:01.268336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-faaa677d-6291-4b49-9856-075571142ff6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2099640 Apr 01 14:54:01.272538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:01.301245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a8c4764-fd72-4185-99be-e3ff1e0dce7c req-aacdcf5e-651b-4376-a32c-97d113cc5aff tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179966 Apr 01 14:54:01.303600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-806dec28-4061-4e9c-b7bf-cf0df17a670e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5343921 Apr 01 14:54:01.465823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-11cd6f09-8686-471c-8b5b-d9c83531eb18 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:01.474036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-11cd6f09-8686-471c-8b5b-d9c83531eb18 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5813634 Apr 01 14:54:01.504050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-7e8186d3-e81d-4b28-8096-07411fb535cc tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/quotas/24dc3a79b82741388ccf64f324f2a218 HTTP/1.1" status: 200 len: 375 time: 0.0287023 Apr 01 14:54:01.664948 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-7cce5001-1683-488f-b577-6a4e494f4f22 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362286 Apr 01 14:54:01.735003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-553e5169-21a7-445b-8198-db8eb78694bb tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24dc3a79b82741388ccf64f324f2a218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2297764 Apr 01 14:54:01.737329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45482) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:01.833762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.144827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-7f856220-f14d-4c3f-a2fe-2aeaff3c2767 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379621 Apr 01 14:54:02.205969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-network', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:02.220304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:02.224790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-5b1d0f34-29b8-4971-b76c-cf8e31ccce6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6488 time: 1.3910632 Apr 01 14:54:02.228158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Usage tracker for resource:network and tenant:f66e0ea2715543df9af6669e29af64e0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:02.236148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:02.248165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:02.273787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Made reservation on behalf of f66e0ea2715543df9af6669e29af64e0 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:02.276229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.329373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Checking segment: {'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:02.329788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network hostable DHCP agents. Network: d2b9a7a5-1f5d-4066-a335-9cff872b11c7, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:54:02.341839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.555864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:54:02.559906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:02.563074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Subnet': ['ID=f7d93f0a-2465-4f97-9ea5-168e202893b8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:02.565951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f66e0ea2715543df9af6669e29af64e0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:02.575774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:02.587800 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.602087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423db373-8f70-4340-8c6e-9e2513b067eb req-a0dc64c5-b136-4683-bec2-08c17ade76e6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:02.609462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-423db373-8f70-4340-8c6e-9e2513b067eb req-a0dc64c5-b136-4683-bec2-08c17ade76e6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.3216240 Apr 01 14:54:02.612097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:02.633449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, d2b9a7a5-1f5d-4066-a335-9cff872b11c7) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:02.647650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:02.649250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.655107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c622fc93-e7b2-42bf-a82f-d0c8127db252 None None] Network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:54:02.708349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-656abba6-2494-49f8-b6b1-b20c23fa5f93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:02.712454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-656abba6-2494-49f8-b6b1-b20c23fa5f93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683 HTTP/1.1" status: 200 len: 901 time: 0.4452505 Apr 01 14:54:02.760802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.772569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.836464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:54:02.889975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc0b43-20a7-435d-91d0-10afb272b5ea,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:02.954147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:02.956120 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Added segment a755d3c4-54e0-4b19-907c-903777995134 of type vlan for network 4f326932-2a94-43de-b3ea-4b437be1725a Apr 01 14:54:02.959135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-c58f194e-0eba-4f1a-bb9a-09025ad6f564 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b05891e-4275-4a9e-94b6-128f79ff1280 HTTP/1.1" status: 200 len: 217 time: 0.2369306 Apr 01 14:54:02.969849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c310818e-3dc4-4311-9de9-98d69fcd46db tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0006700 Apr 01 14:54:02.990873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45506) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:03.002505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.003064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.003579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.004936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.009446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-e644fbf3-539d-45ac-ae8a-638466c69573 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7266390 Apr 01 14:54:03.012479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.015150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.017769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.018458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.018946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.020336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.023728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:03.042934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1124595815'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:03.065972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:03.088575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:network and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:03.092858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:03.101823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:03.107224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.122894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-d2b9a7a5-1f5d-4066-a335-9cff872b11c7', 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'fixed_ips': [{'subnet_id': 'f7d93f0a-2465-4f97-9ea5-168e202893b8'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:54:03.123783 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.131003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-423db373-8f70-4340-8c6e-9e2513b067eb req-b23f2601-a3c4-4afe-8a41-8dfe092e777c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183370 Apr 01 14:54:03.157104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:03.157104 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.190910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.207316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.219024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.231974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.245344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.260815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:54:03.262711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.265670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.268114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.268761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.271300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.281908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-eddf9d7e-27b3-493d-ac04-bd5b32b3bf43 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 1.4565833 Apr 01 14:54:03.378050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.378207 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Added segment 585b0c1d-7872-410c-bee0-041c03641346 of type vlan for network fdc88aa8-44d9-4180-a7dd-663794b6e689 Apr 01 14:54:03.445106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6973617 Apr 01 14:54:03.500989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.508019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:03.526474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf092653-ada6-4e47-9840-4504d45ba1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f326932-2a94-43de-b3ea-4b437be1725a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:03.542472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Request body: {'subnet': {'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-subnet', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:03.542472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69e944fa-fc56-4538-9e43-d09895a574d2 req-e0632d76-a683-4d2c-8e3a-1391516cbd98 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 210 time: 0.1051209 Apr 01 14:54:03.558978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:03.558978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Usage tracker for resource:subnet and tenant:f66e0ea2715543df9af6669e29af64e0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:03.558978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:03.587124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:03.595520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 4f326932-2a94-43de-b3ea-4b437be1725a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:54:03.609903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Made reservation on behalf of f66e0ea2715543df9af6669e29af64e0 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:03.609903 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.646546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.646546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:03.646546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:03.836668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-60a1972b-63ee-4c52-8322-4314b9a6b8c8 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749561 Apr 01 14:54:03.857446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8621919 Apr 01 14:54:03.873075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45516) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:03.915708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Allocated IP 19.80.0.2 (d2b9a7a5-1f5d-4066-a335-9cff872b11c7/f7d93f0a-2465-4f97-9ea5-168e202893b8/06b6de94-079c-4258-868c-914cc11aa763) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:03.999713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cbade-3662-4d7f-a7b3-9c5791b2157d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Network': ['ID=fdc88aa8-44d9-4180-a7dd-663794b6e689,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:04.022921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fdc88aa8-44d9-4180-a7dd-663794b6e689 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:54:04.090463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f929224-f9e2-494d-91b8-8c29a636fe09 req-dca7090a-ec5e-4238-95a9-77184df7661f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:04.092065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f929224-f9e2-494d-91b8-8c29a636fe09 req-dca7090a-ec5e-4238-95a9-77184df7661f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 948 time: 0.1918933 Apr 01 14:54:04.253582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f929224-f9e2-494d-91b8-8c29a636fe09 req-21ac42af-c4d1-4d87-a5b7-495547b3c09b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392884 Apr 01 14:54:04.263760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'subnet': {'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:04.276591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:04.322776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-262604af-a3b8-4002-a69e-27a4ff7e90b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:04.324559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-262604af-a3b8-4002-a69e-27a4ff7e90b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 1.3518348 Apr 01 14:54:04.468494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:04.516343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:04.561798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Transition to ACTIVE for port object 06b6de94-079c-4258-868c-914cc11aa763 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:04.592471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-fc5883df-917e-4054-b93e-a0fdafffeac4 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=24dc3a79b82741388ccf64f324f2a218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309092 Apr 01 14:54:04.609220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Transition to ACTIVE for port object 06b6de94-079c-4258-868c-914cc11aa763 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:04.618949 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:04.661931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1c1a287-ebe8-424a-b16b-fa6ab237672e req-c109eb50-5bd8-4561-a52d-2e99c261e80d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8217182 Apr 01 14:54:04.940837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:04.961024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:04.981512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:05.025623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:05.030377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc6b08f-34c2-4b75-931c-93c5345bac77 req-711f8a6d-4f46-4d7a-b386-2a839dab78c5 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1520770 Apr 01 14:54:05.034090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:subnet and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:05.039931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Pushing event updated for resources: {'Port': ['ID=06b6de94-079c-4258-868c-914cc11aa763,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:05.044853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:05.083317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Checking segment: {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:05.087745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Network hostable DHCP agents. Network: 4f326932-2a94-43de-b3ea-4b437be1725a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:54:05.123665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:05.216088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:05.249066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Attempting to bind port 06b6de94-079c-4258-868c-914cc11aa763 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:05.249066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Attempting to bind port 06b6de94-079c-4258-868c-914cc11aa763 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:05.251945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Attempting to bind port 06b6de94-079c-4258-868c-914cc11aa763 on network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:05.257535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:05.270132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Checking segment: {'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:05.270639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:05.271039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Bound using segment: {'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:05.271572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Bound port: 06b6de94-079c-4258-868c-914cc11aa763, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:05.271952 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:05.321602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd5edf7-68e6-46cc-8c1e-bde679b1160a req-e79b4d89-efb8-47c3-9f98-3d2b218a5d56 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 210 time: 0.1021056 Apr 01 14:54:05.324463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-bc329f16-8535-4232-b91e-39c4635da0e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9759007 Apr 01 14:54:05.369033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Network 4f326932-2a94-43de-b3ea-4b437be1725a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:54:05.438965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] For port 06b6de94-079c-4258-868c-914cc11aa763, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:05.445646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] For port 06b6de94-079c-4258-868c-914cc11aa763, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06b6de94-079c-4258-868c-914cc11aa763,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:05.462931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:05.537643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-da998bfb-c912-4e27-b7b4-5fe57256e583 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:05.539259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-da998bfb-c912-4e27-b7b4-5fe57256e583 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9365096 Apr 01 14:54:05.593165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a732d6-40a7-4900-8859-a1eb34b3ded8 None None] Pushing event updated for resources: {'Port': ['ID=06b6de94-079c-4258-868c-914cc11aa763,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:05.599634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Request body: {'port': {'device_id': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '24dc3a79b82741388ccf64f324f2a218'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:05.617282 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:05.642142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 4f326932-2a94-43de-b3ea-4b437be1725a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:05.660040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42065e2d-c998-4ac7-8c26-97c14bab1e44 None None] Network 4f326932-2a94-43de-b3ea-4b437be1725a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:54:05.670684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429555d8-e77d-4e0b-883a-aa5747c62e14 req-a4dfc248-83b4-4e8a-8409-d4f2c61951d8 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:05.673523 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-429555d8-e77d-4e0b-883a-aa5747c62e14 req-a4dfc248-83b4-4e8a-8409-d4f2c61951d8 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.6027908 Apr 01 14:54:05.738392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:05.738392 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:05.952236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-209e59af-0941-4db4-bb30-8d6d33a4fa58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1099 time: 0.8260641 Apr 01 14:54:05.989743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:06.006542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Usage tracker for resource:port and tenant:24dc3a79b82741388ccf64f324f2a218 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:06.014059 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b063eb4e-5dcb-475a-b675-82248718f33b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5069635 Apr 01 14:54:06.018172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:06.022291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45544) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:06.030641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:06.036561 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:06.043391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Usage tracker for resource:router and tenant:f66e0ea2715543df9af6669e29af64e0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:06.048653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:06.054222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:06.061284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:06.061443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-cf69e0bd-ee9e-4944-a969-4f0b12ba25ec service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802897 Apr 01 14:54:06.086538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901d68-3191-4628-afc9-ac047406c5fa req-cc41ca8d-f725-4adc-a889-990fe04cdd57 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:06.086538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57901d68-3191-4628-afc9-ac047406c5fa req-cc41ca8d-f725-4adc-a889-990fe04cdd57 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:06.092228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Made reservation on behalf of 24dc3a79b82741388ccf64f324f2a218 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:06.093978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.116389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.116389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.141203 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.154217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-4f326932-2a94-43de-b3ea-4b437be1725a', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:54:06.154217 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.207013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57901d68-3191-4628-afc9-ac047406c5fa req-cc41ca8d-f725-4adc-a889-990fe04cdd57 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:06.207013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57901d68-3191-4628-afc9-ac047406c5fa req-cc41ca8d-f725-4adc-a889-990fe04cdd57 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 945 time: 0.6688845 Apr 01 14:54:06.207013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7819b-ec26-4bad-986e-68f9dc3d8dd9 req-89b9c067-4801-4de9-bf98-f41c33f331fc tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:06.221821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6f7819b-ec26-4bad-986e-68f9dc3d8dd9 req-89b9c067-4801-4de9-bf98-f41c33f331fc tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 945 time: 0.4886651 Apr 01 14:54:06.309050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.332609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:06.358871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-429555d8-e77d-4e0b-883a-aa5747c62e14 req-4e693318-fd5f-4577-a7a0-f5bc70eeb0a2 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245596 Apr 01 14:54:06.370931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Usage tracker for resource:security_group_rule and tenant:24dc3a79b82741388ccf64f324f2a218 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:06.392007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06b6de94-079c-4258-868c-914cc11aa763 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:06.392759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:06.424221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Deleting port 0b89cb05-f47d-4158-affa-ff6b41c46706 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:06.424573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.457688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:06.485333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-2365bfad-f42d-496b-a34f-e703857136b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:06.487157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-2365bfad-f42d-496b-a34f-e703857136b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4188006 Apr 01 14:54:06.528840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Allocated IP 172.20.0.2 (4f326932-2a94-43de-b3ea-4b437be1725a/a1d33589-f5d8-4306-a9fd-d0d0a22f3af6/371db223-40c3-42ef-8967-f4c51378c2c7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:06.554447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6f7819b-ec26-4bad-986e-68f9dc3d8dd9 req-b36fa3ad-9ea5-49c0-aeb8-873cedba7859 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347125 Apr 01 14:54:06.644712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 06b6de94-079c-4258-868c-914cc11aa763 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:06.811957 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3abdd2e-7301-4991-9f15-d3a780d7fe0d req-ed686b35-8906-44d9-b3fc-a9d3c2493fb9 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167277 Apr 01 14:54:06.813237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-9c3408f8-70ea-4852-9e2b-8c0d7b2050b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.3038669 Apr 01 14:54:06.882628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.932977 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:06.963404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Transition to ACTIVE for port object 371db223-40c3-42ef-8967-f4c51378c2c7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:06.972932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-8880cbd4-d8ba-445f-b5f8-b126a37b3e5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:06.996924 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-8880cbd4-d8ba-445f-b5f8-b126a37b3e5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1652274 Apr 01 14:54:07.005540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.025590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Transition to ACTIVE for port object 371db223-40c3-42ef-8967-f4c51378c2c7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:07.031892 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.038849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.121878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Network 4f326932-2a94-43de-b3ea-4b437be1725a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:07.127267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:07.130696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:07.138454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Pushing event updated for resources: {'Port': ['ID=371db223-40c3-42ef-8967-f4c51378c2c7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:07.183866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:07.188856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-800ea65b-7be6-4a55-994e-e925202d672e tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.6998444 Apr 01 14:54:07.225123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-1'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:07.240895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:07.243402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb17fb2-fe4b-4e27-9688-3257be8b1fdc None None] Network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:54:07.283370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:07.295360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] For port 0b89cb05-f47d-4158-affa-ff6b41c46706, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0b89cb05-f47d-4158-affa-ff6b41c46706,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:07.297131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.302571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.386694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69138e7-8ea6-49a2-a205-ed3e24822a26 req-0ce01c26-4cf1-4f32-aea2-3eeca5b801ed tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:07.400495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c69138e7-8ea6-49a2-a205-ed3e24822a26 req-0ce01c26-4cf1-4f32-aea2-3eeca5b801ed tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 948 time: 0.7570534 Apr 01 14:54:07.573761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Subnet': ['ID=40026823-1d14-45e3-b537-b68cb6943cbd,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:07.580568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Calling delete_port for 0b89cb05-f47d-4158-affa-ff6b41c46706 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:07.595976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c69138e7-8ea6-49a2-a205-ed3e24822a26 req-bbcc8309-92f5-46b5-9715-0a2c00ba2f65 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946292 Apr 01 14:54:07.599409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.612605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-c3c146e2-293a-4652-ad12-590f4f647e4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5589182 Apr 01 14:54:07.631444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Checking segment: {'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:07.632052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network hostable DHCP agents. Network: fdc88aa8-44d9-4180-a7dd-663794b6e689, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:54:07.650281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Attempting to bind port 371db223-40c3-42ef-8967-f4c51378c2c7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:07.650699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Attempting to bind port 371db223-40c3-42ef-8967-f4c51378c2c7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:07.650982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Attempting to bind port 371db223-40c3-42ef-8967-f4c51378c2c7 on network 4f326932-2a94-43de-b3ea-4b437be1725a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:07.664472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:07.665209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Checking segment: {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:07.665970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.666506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Bound using segment: {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:07.667169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Bound port: 371db223-40c3-42ef-8967-f4c51378c2c7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:07.668026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:07.682095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Allocated IP 192.168.233.88 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:07.707449 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:07.760440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Provisioning for port 06b6de94-079c-4258-868c-914cc11aa763 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:07.800848 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-40a421d7-e215-442a-a2f5-1095e3d2dd4b service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488290 Apr 01 14:54:07.894600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Provisioning complete for port 06b6de94-079c-4258-868c-914cc11aa763 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:07.895448 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.008222 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dca5343-cc39-4462-9cfe-126c42eb8f66 req-fc76f30d-9ef2-43c5-aab5-f9c2adcd85bb tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 210 time: 0.1650262 Apr 01 14:54:08.128777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:08.211579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'mac_address': 'fa:16:3e:17:d4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:08.243298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network fdc88aa8-44d9-4180-a7dd-663794b6e689 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:54:08.272907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, fdc88aa8-44d9-4180-a7dd-663794b6e689) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:08.291609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] For port 371db223-40c3-42ef-8967-f4c51378c2c7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:08.303603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df8245-42b7-42b5-9bea-8af39b360194 None None] Network fdc88aa8-44d9-4180-a7dd-663794b6e689 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:54:08.329560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.330334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.336036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.346531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.351784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.356452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.360856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.365452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.370051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.383118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-3a1b05c3-fbc6-4fcb-b99e-78b43f89ccad tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.8561308 Apr 01 14:54:08.514809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.595107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2eb8a15d-ffe3-4c6a-802b-8cd4577f469b req-4b04e983-b2c8-4928-998b-f7e52fc91100 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796347 Apr 01 14:54:08.625020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c915ab96-8f9b-4268-b9c1-ca47c83e021d tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.7130220 Apr 01 14:54:08.650491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event deleted for resources: {'Port': ['ID=0b89cb05-f47d-4158-affa-ff6b41c46706,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:08.668607 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.696467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:08.698555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0b89cb05-f47d-4158-affa-ff6b41c46706'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:08.735737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10bbde-e1a1-415d-9e6c-402ea4669b1e req-0e8e7de1-adb1-4ef0-9256-9a7b40b5f1d1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:08.738271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c6e439a-ed07-4242-b53e-3376beb570c4 req-0fb06592-b4a9-4239-8c61-95fb5e93362b tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3513300 Apr 01 14:54:08.740315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] For port 371db223-40c3-42ef-8967-f4c51378c2c7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=371db223-40c3-42ef-8967-f4c51378c2c7,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:08.740504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0b10bbde-e1a1-415d-9e6c-402ea4669b1e req-0e8e7de1-adb1-4ef0-9256-9a7b40b5f1d1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 945 time: 0.4803994 Apr 01 14:54:08.744729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:08.749531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.780461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] For port 06b6de94-079c-4258-868c-914cc11aa763, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06b6de94-079c-4258-868c-914cc11aa763,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:08.824111 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.854633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:08.911699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.928355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Pushing event updated for resources: {'Port': ['ID=06b6de94-079c-4258-868c-914cc11aa763,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:08.930278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e has no active binding in host n-h2-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 14:54:08.939862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.951138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0b10bbde-e1a1-415d-9e6c-402ea4669b1e req-1f5a5da2-7635-433f-9bc9-b756d1ca296a tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957719 Apr 01 14:54:08.966155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3720c7a-956a-48ad-93f4-fab4760d5438 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:08.968239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:08.977663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.991314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:08.996491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Transition to ACTIVE for port object a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:08.996825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:08.998469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] No DVR routers for this DVR port 0b89cb05-f47d-4158-affa-ff6b41c46706 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:09.003390 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.017374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'name': 'network-vif-deleted', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:09.019137 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.024718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.025080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.025393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.025822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.026072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.027034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.027526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.028191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.029510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.030033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.030504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c0ee8-8894-4e45-ac80-148a79c2e038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:09.105079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:09.203856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-382afc80-3728-40ac-9af7-fb3b31003d80 req-e9e953b1-1b4f-410b-a1ee-157293b52181 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:09.211103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.254413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57901d68-3191-4628-afc9-ac047406c5fa req-460fd8dd-64e1-47e5-999f-9c08a4a8df4c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.44 "DELETE /v2.0/ports/0b89cb05-f47d-4158-affa-ff6b41c46706 HTTP/1.1" status: 204 len: 173 time: 3.0178158 Apr 01 14:54:09.262387 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.273882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0b89cb05-f47d-4158-affa-ff6b41c46706 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:09.345309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 0b89cb05-f47d-4158-affa-ff6b41c46706 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:09.345846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0b89cb05-f47d-4158-affa-ff6b41c46706 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:09.361121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-382afc80-3728-40ac-9af7-fb3b31003d80 req-e9e953b1-1b4f-410b-a1ee-157293b52181 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:09.367885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be372a-3da0-4210-9b48-16843bf70c33 None None] Pushing event updated for resources: {'Port': ['ID=371db223-40c3-42ef-8967-f4c51378c2c7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:09.375184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-fdc88aa8-44d9-4180-a7dd-663794b6e689', 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'fixed_ips': [{'subnet_id': '40026823-1d14-45e3-b537-b68cb6943cbd'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:54:09.376936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.381502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382afc80-3728-40ac-9af7-fb3b31003d80 req-e9e953b1-1b4f-410b-a1ee-157293b52181 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98c9303-838c-4018-b292-96968c6b9c91 HTTP/1.1" status: 200 len: 210 time: 0.3338819 Apr 01 14:54:09.460983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on host n-h1-836017-1 for vnic_type normal with profile {"migrating_to": "n-h2-836017-1"} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:09.465810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:09.466423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:09.471778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:09.503039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.550853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:54:09.551122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Attempting to bind port 1a815e56-398e-4f3f-9b55-3e10c432e74e on network c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:09.593446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:09.594004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Checking segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:09.594676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Bound using segment: {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:09.595375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Bound port: 1a815e56-398e-4f3f-9b55-3e10c432e74e, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797c4805-5454-4289-bdf9-cb2e24eef626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:09.596372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.703263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66500122-62e3-4dd5-bb76-f0d2f15c3507 None None] Provisioning complete for port 06b6de94-079c-4258-868c-914cc11aa763 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:09.704659 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66500122-62e3-4dd5-bb76-f0d2f15c3507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:09.790884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:09.791473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:09.804444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:09.820989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:09.835565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec150b2a-8964-45a0-a7ee-20efe159eb24 req-d73e4875-b0d2-46fd-8553-b65bdce92e80 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:09.841311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:09.843303 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec150b2a-8964-45a0-a7ee-20efe159eb24 req-d73e4875-b0d2-46fd-8553-b65bdce92e80 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 949 time: 0.6461711 Apr 01 14:54:10.022115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:10.035173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec150b2a-8964-45a0-a7ee-20efe159eb24 req-7d21463d-ae0e-4657-8570-f29677d37e0f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846223 Apr 01 14:54:10.040187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:10.051255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:10.161199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Allocated IP 19.86.0.2 (fdc88aa8-44d9-4180-a7dd-663794b6e689/40026823-1d14-45e3-b537-b68cb6943cbd/102ad92b-28e1-48ac-89f6-4cc56bb68b7b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:10.251272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=8']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:10.321817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:10.322812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c0c12ef0-2314-4778-a86d-c81eb3d0f7fa service neutron] 10.222.0.44 "PUT /v2.0/ports/1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 200 len: 1121 time: 3.1152480 Apr 01 14:54:10.348726 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e', 'code': 200} Apr 01 14:54:10.382861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-e00a6b8e-0aba-460c-be71-07a988b7f64f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:10.388012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-e00a6b8e-0aba-460c-be71-07a988b7f64f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:10.388880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-e00a6b8e-0aba-460c-be71-07a988b7f64f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:10.409508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:10.410122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:10.438645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Allocated IP 172.25.2.31 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/fe15dea8-c458-462a-9865-029492cc5c14) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:10.442745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-236898a2-34ae-4a9a-b13e-240f91c9ed1b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8593423 Apr 01 14:54:10.456058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Request body: {'port': {'device_id': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:10.519333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-e00a6b8e-0aba-460c-be71-07a988b7f64f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:10.526276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-e00a6b8e-0aba-460c-be71-07a988b7f64f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/networks?id=d2b9a7a5-1f5d-4066-a335-9cff872b11c7&id=fdc88aa8-44d9-4180-a7dd-663794b6e689 HTTP/1.1" status: 200 len: 1391 time: 0.7022755 Apr 01 14:54:10.575261 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98c9303-838c-4018-b292-96968c6b9c91', 'name': 'network-vif-deleted', 'tag': '0b89cb05-f47d-4158-affa-ff6b41c46706', 'status': 'completed', 'code': 200} Apr 01 14:54:10.650362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-3b7cfe18-d722-400b-906a-89596b89919c tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/quotas/b437b090f8fa4379879a1c52759595c9 HTTP/1.1" status: 200 len: 375 time: 0.1230555 Apr 01 14:54:10.656173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['1a815e56-398e-4f3f-9b55-3e10c432e74e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:10.684887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['1a815e56-398e-4f3f-9b55-3e10c432e74e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:10.746116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06b6de94-079c-4258-868c-914cc11aa763 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:10.946417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c259-4d65-489e-9698-675bfe2531a2 req-070ef7fc-7ac5-4963-8a96-05456e5d96ab tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:10.951756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:10.953482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2a4c259-4d65-489e-9698-675bfe2531a2 req-070ef7fc-7ac5-4963-8a96-05456e5d96ab tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 935 time: 0.1306446 Apr 01 14:54:10.997607 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:10.997607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a5f13a19-5ff0-4aa9-b179-32785aab054c None None] Provisioning for port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:11.012759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b4660-5748-4640-a603-989c1cbfc6e0 None None] Network 4f326932-2a94-43de-b3ea-4b437be1725a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:54:11.044268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2a4c259-4d65-489e-9698-675bfe2531a2 req-e0a9e321-2a84-4595-859d-c5343abdf5fa tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897717 Apr 01 14:54:11.046486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:11.100873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-8bf1639d-3ed0-4165-8dbc-69cc1f4f2bec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:11.106839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a5f13a19-5ff0-4aa9-b179-32785aab054c None None] Provisioning complete for port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:11.106953 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5f13a19-5ff0-4aa9-b179-32785aab054c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:11.206021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-8bf1639d-3ed0-4165-8dbc-69cc1f4f2bec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:11.213134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-8bf1639d-3ed0-4165-8dbc-69cc1f4f2bec tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5618348 Apr 01 14:54:11.304470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a5f13a19-5ff0-4aa9-b179-32785aab054c None None] Port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:54:11.308929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.312868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.319049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.327500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.331622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.337375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.342199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.346160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-b4e09e11-f04d-4618-a750-67fd14360e42 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.1434667 Apr 01 14:54:11.405980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3eaff1d-44f4-4af3-be61-41b617e2645e req-2ba5f306-fe1d-489d-bdb5-2731b41a2c57 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513484 Apr 01 14:54:11.503820 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:11.586825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 06b6de94-079c-4258-868c-914cc11aa763 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:11.587144 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:11.644960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Pushing event updated for resources: {'Port': ['ID=fe15dea8-c458-462a-9865-029492cc5c14,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:11.657018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:11.663290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:11.688175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:11.796534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-faa85beb-f60a-4bf4-8a25-c23cdfdcc82d service neutron] 10.222.0.48 "GET /v2.0/networks/d2b9a7a5-1f5d-4066-a335-9cff872b11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810654 Apr 01 14:54:11.812501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:11.843865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e6bc9f50-4cd3-47dd-b9cc-ace2e4ea3a87 None None] Provisioning for port 371db223-40c3-42ef-8967-f4c51378c2c7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:11.854317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234b7ba-c091-44d1-a8eb-db47ae21cac0 req-3a48c886-6719-4a84-856f-9f4e3500eb1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:11.856753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6234b7ba-c091-44d1-a8eb-db47ae21cac0 req-3a48c886-6719-4a84-856f-9f4e3500eb1f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 943 time: 0.1003621 Apr 01 14:54:11.916798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Transition to ACTIVE for port object 102ad92b-28e1-48ac-89f6-4cc56bb68b7b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:11.932526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6234b7ba-c091-44d1-a8eb-db47ae21cac0 req-4aa5bf43-db75-4b2c-886a-56e653a088fa tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663841 Apr 01 14:54:12.040471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Transition to ACTIVE for port object 102ad92b-28e1-48ac-89f6-4cc56bb68b7b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:12.071290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-96c86a5b-f143-4586-8e0a-47f6589c1d5a service neutron] 10.222.0.48 "GET /v2.0/networks/d2b9a7a5-1f5d-4066-a335-9cff872b11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741315 Apr 01 14:54:12.089001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.175131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 371db223-40c3-42ef-8967-f4c51378c2c7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:12.177864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:12.187346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.227644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Transition to ACTIVE for port object a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:12.261561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Pushing event updated for resources: {'Port': ['ID=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:12.265210 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.320834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-68faa4fe-d6eb-410b-bc63-a3556f94c7f1 service neutron] 10.222.0.48 "GET /v2.0/networks/fdc88aa8-44d9-4180-a7dd-663794b6e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487004 Apr 01 14:54:12.345917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Network fdc88aa8-44d9-4180-a7dd-663794b6e689 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:12.349353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:12.364880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:12.390970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:12.425020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-29963718-5c81-459e-ad56-65a85630022c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:12.435851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-29963718-5c81-459e-ad56-65a85630022c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.44 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f&tenant_id=92ae89e691eb495a9d56b813de5b091a&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 949 time: 0.1274798 Apr 01 14:54:12.554971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 371db223-40c3-42ef-8967-f4c51378c2c7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:12.573532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 371db223-40c3-42ef-8967-f4c51378c2c7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:12.574053 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.601657 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-cb1c2e16-64aa-4c8f-80b3-87c19e2df6a5 service neutron] delete failed (client error): The resource could not be found. Apr 01 14:54:12.608383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-cb1c2e16-64aa-4c8f-80b3-87c19e2df6a5 service neutron] 10.222.0.44 "DELETE /v2.0/ports/d3720c7a-956a-48ad-93f4-fab4760d5438/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.1741054 Apr 01 14:54:12.634374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Attempting to bind port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:12.634838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Attempting to bind port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:12.635268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Attempting to bind port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b on network fdc88aa8-44d9-4180-a7dd-663794b6e689 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:12.638735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-f5fd2cb7-a70b-4db9-8819-120b9409bbef service neutron] 10.222.0.48 "GET /v2.0/networks/fdc88aa8-44d9-4180-a7dd-663794b6e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012741 Apr 01 14:54:12.690445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:12.692516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Checking segment: {'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:12.694578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.694740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Bound using segment: {'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:12.695275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Bound port: 102ad92b-28e1-48ac-89f6-4cc56bb68b7b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:12.696729 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.782856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:12.857717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db989b9-5e29-413c-aaeb-7e8534a7c086 req-8229baba-87a7-41b9-b2f9-19a725ef4d15 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:12.862666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7db989b9-5e29-413c-aaeb-7e8534a7c086 req-8229baba-87a7-41b9-b2f9-19a725ef4d15 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 947 time: 0.2507443 Apr 01 14:54:12.919453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.920729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:12.939265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] For port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:12.945564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] For port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:12.999359 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:13.044077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7db989b9-5e29-413c-aaeb-7e8534a7c086 req-339b1481-8518-493d-8263-b66f936b30f6 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702509 Apr 01 14:54:13.066475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-151da1ab-f5bc-4364-a49d-770f7321a4fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1100 time: 0.3063869 Apr 01 14:54:13.068548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-055639fe-36fb-451f-8fea-47962751fc0e None None] Provisioning complete for port 371db223-40c3-42ef-8967-f4c51378c2c7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:13.068911 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-055639fe-36fb-451f-8fea-47962751fc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:13.094513 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:13.212062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:13.248109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 371db223-40c3-42ef-8967-f4c51378c2c7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=371db223-40c3-42ef-8967-f4c51378c2c7,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:13.262539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf4d78-9105-410a-b599-f4fb439802fa None None] Pushing event updated for resources: {'Port': ['ID=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:13.282767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393193b-4bf2-493d-82f3-b90b277ae193 req-b2fc964b-ebeb-4529-9bf9-01a83e3524a1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:13.284734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9393193b-4bf2-493d-82f3-b90b277ae193 req-b2fc964b-ebeb-4529-9bf9-01a83e3524a1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 949 time: 0.2422760 Apr 01 14:54:13.288426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:13.294961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-adab342a-4a5b-4fba-9ca6-f4cadbbff8ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:13.296533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-adab342a-4a5b-4fba-9ca6-f4cadbbff8ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2225738 Apr 01 14:54:13.326711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Attempting to bind port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:13.327540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Attempting to bind port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:13.328188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Attempting to bind port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:13.340154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:54:13.340783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Attempting to bind port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:13.370399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:13.370968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:13.371541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:13.372154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Bound port: a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:13.372730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:13.514350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-a73a3dea-1933-42fb-8dc4-3061a6f2ddfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.2030210 Apr 01 14:54:13.639262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=371db223-40c3-42ef-8967-f4c51378c2c7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:13.651479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port d3720c7a-956a-48ad-93f4-fab4760d5438 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:13.664504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port d3720c7a-956a-48ad-93f4-fab4760d5438 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:13.667085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-ab764a03-f2aa-497c-94a4-8af745ad217f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:13.667670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:13.669749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-ab764a03-f2aa-497c-94a4-8af745ad217f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1483443 Apr 01 14:54:13.766282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9393193b-4bf2-493d-82f3-b90b277ae193 req-b7b9c799-bc5a-4d3d-84e6-bf6c96af0d84 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423962 Apr 01 14:54:13.819890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:13.864796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:13.880003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:13.981917 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e', 'status': 'completed', 'code': 200} Apr 01 14:54:14.066071 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:14.125704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:14.148920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:14.150595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:14.154296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f HTTP/1.1" status: 200 len: 1095 time: 3.7012484 Apr 01 14:54:14.156959 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:14.160849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:14.373945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:14.476358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:14.631313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2aeee-011e-44d9-bce0-7fcd812a17e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:14.650886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-3ec4a71c-6089-4131-9fb8-4050a05bf5f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9732792 Apr 01 14:54:14.666609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.672581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.682708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.693389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.694540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Router 800c389c-5315-46e7-b4dd-28d344427a3b is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:54:14.705258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.709221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.712806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-deb2dbf4-0535-42fa-b3fd-2c130916e9b3 service neutron] 10.222.0.62 "GET /v2.0/ports/1a815e56-398e-4f3f-9b55-3e10c432e74e/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.5019264 Apr 01 14:54:14.727874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.729784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-fa2b8789-b756-45b9-b24f-8a5ed97e91e3 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5431 time: 0.4716251 Apr 01 14:54:14.895354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-ce7f0b4c-1638-4f51-9e33-36d5a6b2ecd6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:14.896538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-ce7f0b4c-1638-4f51-9e33-36d5a6b2ecd6 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 945 time: 0.5937169 Apr 01 14:54:14.911497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-a5d522cb-b457-4328-b674-792886c9461d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1124 time: 1.0676169 Apr 01 14:54:14.938281 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6137dbf-9e29-4272-845b-c4b0a98672b2 req-b4b6f10b-d0a7-42e5-8b5c-bd33e3bcc97a tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 210 time: 0.0917804 Apr 01 14:54:14.966432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c76441-fa89-435a-bccf-3644e0741f34 None None] Network fdc88aa8-44d9-4180-a7dd-663794b6e689 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:54:15.135804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-98c3bc44-3c8b-4c57-8ffc-797e7c0c48c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24dc3a79b82741388ccf64f324f2a218&device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 1098 time: 0.6964364 Apr 01 14:54:15.141341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Deleting port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:15.142241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:15.146670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-40322cdd-2fa2-4726-b48e-6ea7968d9d0f None None] Provisioning for port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:15.192496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6a9437a8-3440-47d2-ac66-7819aada0154 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:15.373669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ad254-8022-41ad-b732-c393570d462f req-4d80e645-5100-4354-b422-f2e493d33b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:15.375053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-4d80e645-5100-4354-b422-f2e493d33b40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.4197521 Apr 01 14:54:15.390521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d3f06ca-468b-4a7c-9630-6d94b2827b5c req-7d73c627-e355-4d1c-a24a-82c69f1c8cdf tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6292968 Apr 01 14:54:15.595447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6a9437a8-3440-47d2-ac66-7819aada0154, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a9437a8-3440-47d2-ac66-7819aada0154,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:15.603081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-a3af980b-ec0c-4312-9010-0d34633952de tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:15.606645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 102ad92b-28e1-48ac-89f6-4cc56bb68b7b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:15.611739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-a3af980b-ec0c-4312-9010-0d34633952de tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:15.615052 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-a3af980b-ec0c-4312-9010-0d34633952de tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.44 "GET /v2.0/networks?id=d2b9a7a5-1f5d-4066-a335-9cff872b11c7&id=fdc88aa8-44d9-4180-a7dd-663794b6e689 HTTP/1.1" status: 200 len: 1391 time: 0.6463997 Apr 01 14:54:15.625724 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-2f9a950a-3556-42b6-9e44-e08f910592d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8942454 Apr 01 14:54:15.627012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-eb0ef2b9-4608-461c-aba4-a4e22efd5d5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f HTTP/1.1" status: 200 len: 217 time: 0.3546975 Apr 01 14:54:15.656982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'port': {'device_id': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7', 'admin_state_up': True, 'tenant_id': 'b437b090f8fa4379879a1c52759595c9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:15.663190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '6a9437a8-3440-47d2-ac66-7819aada0154', 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683', 'port_id': '6a9437a8-3440-47d2-ac66-7819aada0154', 'mac_address': 'fa:16:3e:2e:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46a415c-f701-4ab7-a4ed-f57b2b5785b5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:15.763692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:15.792725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9437a8-3440-47d2-ac66-7819aada0154 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:15.796448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0f38-61fc-4a5e-a81f-4bfe9b0eae65 req-5dbc9bc3-f510-4f51-aed2-aad68afb9360 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:15.802931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:15.805082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-210f0f38-61fc-4a5e-a81f-4bfe9b0eae65 req-5dbc9bc3-f510-4f51-aed2-aad68afb9360 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 943 time: 0.5732241 Apr 01 14:54:15.819487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:15.820298 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:15.844322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-acfbc7cf-3e92-469f-a6b6-d88c74b012f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 200 len: 217 time: 0.4377337 Apr 01 14:54:15.856935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:15.861413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6a9437a8-3440-47d2-ac66-7819aada0154, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a9437a8-3440-47d2-ac66-7819aada0154,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:15.879448 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:15.880347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 43b826f3-ae35-4fd0-be90-ef8c3cb28523 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:15.930629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:54:15.960343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Sync routers for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:54:15.966063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:15.997815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.62', 50314) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:16.003357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:16.004182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:16.062606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-210f0f38-61fc-4a5e-a81f-4bfe9b0eae65 req-51083289-1dc2-4207-85e4-43edd940ea9e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561431 Apr 01 14:54:16.068189 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:16.100848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.102275 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-47ab9c7e-243a-4889-8953-cb064f1acf6f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 10.0807765 Apr 01 14:54:16.107945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:16.112178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45640) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:16.172782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a815e56-398e-4f3f-9b55-3e10c432e74e {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:16.183782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:port and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:16.198508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4689cb41-dbad-49e7-a96a-f7402f40ece4 req-b44158e3-0a4a-4d97-b367-cf15723fcc97 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527937 Apr 01 14:54:16.199323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:16.250200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:16.271362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-27ca97fa-97fe-4653-a01e-13f0c2d8e800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:16.273269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-27ca97fa-97fe-4653-a01e-13f0c2d8e800 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.6360636 Apr 01 14:54:16.296292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6a9437a8-3440-47d2-ac66-7819aada0154,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:16.313513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:16.317299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9d27d31e-11cc-4bac-8820-7a0aab3a96ab None None] Provisioning complete for port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:16.318068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d27d31e-11cc-4bac-8820-7a0aab3a96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.337928 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.361677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ecdc-e4f1-471a-a03d-e67aa1561aa8 req-15531ddc-2877-4bce-be14-e3328be95f25 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:16.361961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:16.364629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.367671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749ecdc-e4f1-471a-a03d-e67aa1561aa8 req-15531ddc-2877-4bce-be14-e3328be95f25 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=31ff79b6-00c7-460b-8128-6a0394ca842b HTTP/1.1" status: 200 len: 945 time: 0.7395730 Apr 01 14:54:16.369330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ad254-8022-41ad-b732-c393570d462f req-277a336f-1ba1-4127-9c67-dc89a83526e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:16.371081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-277a336f-1ba1-4127-9c67-dc89a83526e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.3396046 Apr 01 14:54:16.444819 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.475815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-78cf2795-cfcf-4e23-884e-42813132f9e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854394 Apr 01 14:54:16.494830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:16.527285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '43b826f3-ae35-4fd0-be90-ef8c3cb28523', 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'port_id': '43b826f3-ae35-4fd0-be90-ef8c3cb28523', 'mac_address': 'fa:16:3e:ff:d8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d4bcc7-f201-466a-9864-d667bec53d06', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:16.529047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:16.649486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] For port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:16.649486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.811815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:16.890184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e53c74-3356-489e-af60-d083739e1772 req-56078e47-4a31-4bdb-95d8-6c4af047b0d9 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:16.891077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00e53c74-3356-489e-af60-d083739e1772 req-56078e47-4a31-4bdb-95d8-6c4af047b0d9 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 946 time: 0.8896770 Apr 01 14:54:16.906020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Calling delete_port for c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:16.942964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-5f4da1bd-f0ec-4e61-b6fd-9e2bb1c73a1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6632125 Apr 01 14:54:16.946838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d27d31e-11cc-4bac-8820-7a0aab3a96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.965469 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:16.966237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 371db223-40c3-42ef-8967-f4c51378c2c7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:17.011293 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749ecdc-e4f1-471a-a03d-e67aa1561aa8 req-b960fdb3-8180-47ce-883b-2c6642504d74 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231091 Apr 01 14:54:17.014827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca68a80-024f-45ad-85de-7c3048360f59 req-fa7c04b0-873e-433b-8273-62dc613f6e07 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:17.016192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6ca68a80-024f-45ad-85de-7c3048360f59 req-fa7c04b0-873e-433b-8273-62dc613f6e07 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Synchronizing usage tracker for tenant:24dc3a79b82741388ccf64f324f2a218 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:17.019688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Allocated IP 19.80.0.31 (d2b9a7a5-1f5d-4066-a335-9cff872b11c7/f7d93f0a-2465-4f97-9ea5-168e202893b8/1fde3675-b06e-40b2-a169-1912f7fd21fb) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:17.071809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Deleting port a71defbf-ed9b-4778-b051-8eb553314461 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:17.072405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.165336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] Transition to ACTIVE for port object 1a815e56-398e-4f3f-9b55-3e10c432e74e will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:17.171589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6ca68a80-024f-45ad-85de-7c3048360f59 req-fa7c04b0-873e-433b-8273-62dc613f6e07 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Unset dirty status for tenant:24dc3a79b82741388ccf64f324f2a218 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:17.175367 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'code': 200} Apr 01 14:54:17.177040 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-9d27d31e-11cc-4bac-8820-7a0aab3a96ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:54:17.177572 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-9d27d31e-11cc-4bac-8820-7a0aab3a96ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:54:17.178420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ca68a80-024f-45ad-85de-7c3048360f59 req-fa7c04b0-873e-433b-8273-62dc613f6e07 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 947 time: 0.9134080 Apr 01 14:54:17.185654 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.216989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.226573 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'status': 'completed', 'code': 200} Apr 01 14:54:17.231685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a71defbf-ed9b-4778-b051-8eb553314461 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:17.329400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-2f39c947-e9bb-4733-b760-4bd0221b63b2 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670478 Apr 01 14:54:17.355202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b826f3-ae35-4fd0-be90-ef8c3cb28523 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:17.426869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:17.466368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:17.476795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 371db223-40c3-42ef-8967-f4c51378c2c7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:17.477149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.535865 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.536243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 33908a26-cae7-4b84-8e75-1d8a9e778bf4 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:17.539672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-ce3cb1ee-85bd-4465-a433-efad280b6820 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0563610 Apr 01 14:54:17.558645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:17.567135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6ca68a80-024f-45ad-85de-7c3048360f59 req-102004b5-5056-40eb-85b7-de409892f9ec tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Synchronizing usage tracker for tenant:24dc3a79b82741388ccf64f324f2a218 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:17.602453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '33908a26-cae7-4b84-8e75-1d8a9e778bf4', 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'port_id': '33908a26-cae7-4b84-8e75-1d8a9e778bf4', 'mac_address': 'fa:16:3e:52:57:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d4bcc7-f201-466a-9864-d667bec53d06', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:17.620157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:17.626160 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.633825 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.647477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ef9b37a-80e3-4baa-bed2-959a7a93d12e req-996b9a33-f6d6-40a5-8495-f975c9df265c service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634201 Apr 01 14:54:17.666217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a71defbf-ed9b-4778-b051-8eb553314461,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:17.690510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] No DVR routers for this DVR port 1a815e56-398e-4f3f-9b55-3e10c432e74e on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:17.705718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event deleted for resources: {'Port': ['ID=c64a3be4-c09f-48cc-96ba-79f10c3d5eb8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:17.733962 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.735647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:17.754066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e2bb-c269-42b1-8fa9-09603143fe04 req-817952d8-4ca7-4a99-9cd9-c1a00711b659 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:17.755522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d99e2bb-c269-42b1-8fa9-09603143fe04 req-817952d8-4ca7-4a99-9cd9-c1a00711b659 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 946 time: 0.4239895 Apr 01 14:54:17.875682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:17.876019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:17.876433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:17.887196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] No DVR routers for this DVR port c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:17.899555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.901212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6ca68a80-024f-45ad-85de-7c3048360f59 req-102004b5-5056-40eb-85b7-de409892f9ec tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Unset dirty status for tenant:24dc3a79b82741388ccf64f324f2a218 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:17.904279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'name': 'network-vif-deleted', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:17.911759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ca68a80-024f-45ad-85de-7c3048360f59 req-102004b5-5056-40eb-85b7-de409892f9ec tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324405 Apr 01 14:54:17.940092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-92f61620-fee6-40f0-a29d-fcdd29ab8478 service neutron] 10.222.0.62 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924809 Apr 01 14:54:17.951175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:11Z', 'revision_number': 3, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:17.957297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d99e2bb-c269-42b1-8fa9-09603143fe04 req-fb793697-45b5-4536-a6ff-1ff9249df7e7 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658432 Apr 01 14:54:17.959443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:17.965085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:17.967519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e018f1f-a400-47a0-b633-68e2f8432cb3 req-a971ce51-53db-452a-983d-c609fc3bfd2c tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "DELETE /v2.0/ports/c64a3be4-c09f-48cc-96ba-79f10c3d5eb8 HTTP/1.1" status: 204 len: 173 time: 3.0467060 Apr 01 14:54:17.976696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:18.010619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-4949c798-d732-4815-8244-032aa3f1d0f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24dc3a79b82741388ccf64f324f2a218&device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 1098 time: 0.2961695 Apr 01 14:54:18.065443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a71defbf-ed9b-4778-b051-8eb553314461,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:18.065631 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:18.069930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Checking router: 800c389c-5315-46e7-b4dd-28d344427a3b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:54:18.070815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Updating router 800c389c-5315-46e7-b4dd-28d344427a3b port fe15dea8-c458-462a-9865-029492cc5c14 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:54:18.147432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-ee4b810e-e068-438b-b9fc-041916bc94a8 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a815e56-398e-4f3f-9b55-3e10c432e74e/bindings/n-h2-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4294984 Apr 01 14:54:18.149120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 102ad92b-28e1-48ac-89f6-4cc56bb68b7b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:18.149250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a71defbf-ed9b-4778-b051-8eb553314461,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:18.149508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:18.192222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33908a26-cae7-4b84-8e75-1d8a9e778bf4 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:18.218221 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:18.254339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Transition to ACTIVE for port object 1fde3675-b06e-40b2-a169-1912f7fd21fb will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:18.260884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:18.281370 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:18.282350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 037c76ab-4816-4301-a4e0-f1517f9ee301 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:18.286787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-8a57bc5c-905d-4d2e-898e-e6f099a82d01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:18.288606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-8a57bc5c-905d-4d2e-898e-e6f099a82d01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2731094 Apr 01 14:54:18.471886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fab64dc9-4242-44a0-b19c-caccbfd4aa63 req-39d1b703-2a87-4e14-8ca3-192018a3656a tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 210 time: 0.1246331 Apr 01 14:54:18.485559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:18.520919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-c24e55b5-e2e3-4fe8-a990-c3cd38137bbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f HTTP/1.1" status: 200 len: 217 time: 0.1151683 Apr 01 14:54:18.553783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=33908a26-cae7-4b84-8e75-1d8a9e778bf4,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:18.582395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-fe7ea9d8-fc6d-4eb9-a07f-20e2685e9443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:18.584600 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-fe7ea9d8-fc6d-4eb9-a07f-20e2685e9443 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0634599 Apr 01 14:54:18.597923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-6b079e48-3154-4f19-9091-ce0d4f041183 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.3069141 Apr 01 14:54:18.626868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Port': ['ID=1fde3675-b06e-40b2-a169-1912f7fd21fb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:18.667493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:18.667865 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:18.814400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 037c76ab-4816-4301-a4e0-f1517f9ee301, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=037c76ab-4816-4301-a4e0-f1517f9ee301,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:18.887909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'port_id': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'mac_address': 'fa:16:3e:3e:a3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:18.909668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77f2e4-d165-4ffa-a460-27f4854a1e20 req-b5648876-9dbb-4623-a4d8-8780aafe1a38 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:18.911196 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2e77f2e4-d165-4ffa-a460-27f4854a1e20 req-b5648876-9dbb-4623-a4d8-8780aafe1a38 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.7872629 Apr 01 14:54:18.979816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:18.983610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-945bd76b-da98-4da7-923e-2cbc2a2aca24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3853238 Apr 01 14:54:18.986145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:18.993114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:18.996968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:18.999195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:19.000877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.005543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.009424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.013313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.017347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.019300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-193abba9-f452-423f-ba29-3925229dd421 req-6fd2e87c-06aa-43f0-8073-5c67c03219ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5434 time: 0.2531292 Apr 01 14:54:19.058509 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-29597e46-8d39-4769-bd1a-d70ae4949cd6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551&tenant_id=87775a992abf4855bf376b044653efb5 HTTP/1.1" status: 200 len: 1095 time: 0.3011155 Apr 01 14:54:19.059987 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.088544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037c76ab-4816-4301-a4e0-f1517f9ee301 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:19.107517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.114066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.114617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.114752 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Floating IP abbd4666-2615-45f8-b3c4-be97eb3144e5 disassociated. External IP: 172.25.2.143, port: a71defbf-ed9b-4778-b051-8eb553314461. Apr 01 14:54:19.115023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Calling delete_port for a71defbf-ed9b-4778-b051-8eb553314461 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:19.121576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 037c76ab-4816-4301-a4e0-f1517f9ee301, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=037c76ab-4816-4301-a4e0-f1517f9ee301,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:19.124519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Transition to ACTIVE for port object fe15dea8-c458-462a-9865-029492cc5c14 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:19.130292 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.131334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4b587822-0697-4d86-b662-9dc616b3cc98 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:19.154773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4b587822-0697-4d86-b662-9dc616b3cc98,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:19.168765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.169774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.201511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:19.206680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.223794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:19.226751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '4b587822-0697-4d86-b662-9dc616b3cc98', 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'port_id': '4b587822-0697-4d86-b662-9dc616b3cc98', 'mac_address': 'fa:16:3e:6a:b1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d4bcc7-f201-466a-9864-d667bec53d06', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:19.229032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-193abba9-f452-423f-ba29-3925229dd421 req-dcec9d76-c029-4b8d-872d-7c5a40c7e712 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865079 Apr 01 14:54:19.265648 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-9d0d29e8-6a0f-4801-8ad5-1d0b4a2112bf service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444553 Apr 01 14:54:19.324094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-b37cbd61-a60d-4972-8209-e823bff02bd2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6749780 Apr 01 14:54:19.339247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Request body: {'port': {'device_id': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689', 'admin_state_up': True, 'tenant_id': 'b437b090f8fa4379879a1c52759595c9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:19.374811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2e77f2e4-d165-4ffa-a460-27f4854a1e20 req-6d700095-71ab-4479-9e97-e2eaf02d4c9e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292924 Apr 01 14:54:19.386430 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:19.412658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-a2e6101d-382d-4f1c-bb92-f5c55cdc4032 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87775a992abf4855bf376b044653efb5&device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1095 time: 0.2959239 Apr 01 14:54:19.416821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=037c76ab-4816-4301-a4e0-f1517f9ee301,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:19.426005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Attempting to bind port fe15dea8-c458-462a-9865-029492cc5c14 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:19.426634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Attempting to bind port fe15dea8-c458-462a-9865-029492cc5c14 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:19.427153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Attempting to bind port fe15dea8-c458-462a-9865-029492cc5c14 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:19.541415 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ff79b6-00c7-460b-8128-6a0394ca842b', 'name': 'network-vif-deleted', 'tag': 'c64a3be4-c09f-48cc-96ba-79f10c3d5eb8', 'status': 'completed', 'code': 200} Apr 01 14:54:19.551547 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:54:19.551853 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:54:19.605325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:19.609950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd3dfb-9dcf-44db-8a2a-b06e5d90c65c None None] Pushing event updated for resources: {'Port': ['ID=fe15dea8-c458-462a-9865-029492cc5c14,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:19.617320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.618011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Usage tracker for resource:port and tenant:b437b090f8fa4379879a1c52759595c9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:19.633420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:19.634026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:19.634594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.634723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:19.635344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:19.635971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Bound port: fe15dea8-c458-462a-9865-029492cc5c14, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:19.636510 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.646186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:19.662036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dd4c7cb-51d8-45d9-bd21-03a6f01b5a52 req-77664951-4083-42d1-b8f2-096246ae1c09 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798509 Apr 01 14:54:19.665909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Made reservation on behalf of b437b090f8fa4379879a1c52759595c9 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:19.667074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-7ee0edc7-b34d-4d75-ab3d-b90c7828ce91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.668590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-7ee0edc7-b34d-4d75-ab3d-b90c7828ce91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 200 len: 909 time: 0.2475865 Apr 01 14:54:19.668987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.681162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d021ff2-0862-48f6-9818-51794a6b0fed None None] Provisioning for port 1fde3675-b06e-40b2-a169-1912f7fd21fb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:19.708189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b587822-0697-4d86-b662-9dc616b3cc98 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:19.728997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d021ff2-0862-48f6-9818-51794a6b0fed None None] Provisioning complete for port 1fde3675-b06e-40b2-a169-1912f7fd21fb triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:19.729689 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d021ff2-0862-48f6-9818-51794a6b0fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.749219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa3ed-3090-466a-abc6-92dc722aca42 req-7a8078a1-4ec4-412a-8667-8dede6cdeac6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.756002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-331fa3ed-3090-466a-abc6-92dc722aca42 req-7a8078a1-4ec4-412a-8667-8dede6cdeac6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 944 time: 0.3136456 Apr 01 14:54:19.797814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-78156f6e-83ef-4b1b-a056-8c7120e76ed3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 200 len: 217 time: 0.1199453 Apr 01 14:54:19.815965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4b587822-0697-4d86-b662-9dc616b3cc98,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:19.834811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0d021ff2-0862-48f6-9818-51794a6b0fed None None] Port 1fde3675-b06e-40b2-a169-1912f7fd21fb cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:54:19.836760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:19.837626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2b05891e-4275-4a9e-94b6-128f79ff1280 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:19.848235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:19.872823 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-331fa3ed-3090-466a-abc6-92dc722aca42 req-fda7eab2-9381-4e6b-9c41-47544d2f0839 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149111 Apr 01 14:54:19.912319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-a2231ca7-3173-418f-90a5-d7cc5c09491a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:19.913821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-a2231ca7-3173-418f-90a5-d7cc5c09491a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 200 len: 848 time: 0.1062927 Apr 01 14:54:19.925503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'mac_address': 'fa:16:3e:27:f0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:19.942874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] For port fe15dea8-c458-462a-9865-029492cc5c14, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:19.964968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-2c324120-e46a-486a-83c7-12f7b93e2d9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432019 Apr 01 14:54:19.998501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:20.026063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] For port fe15dea8-c458-462a-9865-029492cc5c14, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=fe15dea8-c458-462a-9865-029492cc5c14,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:20.029999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fcb89-359e-4ff1-bea2-1921a567a1ed req-6aa2519c-663b-4afc-97b7-5b16dd006b0f tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:20.034790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce0fcb89-359e-4ff1-bea2-1921a567a1ed req-6aa2519c-663b-4afc-97b7-5b16dd006b0f tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 947 time: 0.2780950 Apr 01 14:54:20.042818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:20.046623 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.072113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Deleting port a71defbf-ed9b-4778-b051-8eb553314461 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:20.072113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.100324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Allocated IP 19.86.0.232 (fdc88aa8-44d9-4180-a7dd-663794b6e689/40026823-1d14-45e3-b537-b68cb6943cbd/15365c58-434a-4412-a036-22971169ca1a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:20.101442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2b05891e-4275-4a9e-94b6-128f79ff1280, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2b05891e-4275-4a9e-94b6-128f79ff1280,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:20.168745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '2b05891e-4275-4a9e-94b6-128f79ff1280', 'network_id': '8de22a0b-a4d7-460a-9c8b-b278b9bc2683', 'port_id': '2b05891e-4275-4a9e-94b6-128f79ff1280', 'mac_address': 'fa:16:3e:e3:65:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46a415c-f701-4ab7-a4ed-f57b2b5785b5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:20.171419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.204074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-c1e8cd75-1f01-42db-ba69-79258b1e1924 service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324584 Apr 01 14:54:20.246978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53284187-53e1-4775-b3d2-429533b20ef5 req-b22f9a79-148f-48ce-b1a6-7c5d2fdd5a79 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:20.248772 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53284187-53e1-4775-b3d2-429533b20ef5 req-b22f9a79-148f-48ce-b1a6-7c5d2fdd5a79 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 944 time: 0.1639473 Apr 01 14:54:20.282195 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.305035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce0fcb89-359e-4ff1-bea2-1921a567a1ed req-69ea3156-0a29-4f30-b155-d70bf4e4f3c7 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496183 Apr 01 14:54:20.307626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b05891e-4275-4a9e-94b6-128f79ff1280 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:20.331652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2b05891e-4275-4a9e-94b6-128f79ff1280, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2b05891e-4275-4a9e-94b6-128f79ff1280,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:20.337801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:20.351948 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.352812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 423143e2-c303-428d-8571-a54fc30a788c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:20.356621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd3dfb-9dcf-44db-8a2a-b06e5d90c65c None None] Pushing event updated for resources: {'Port': ['ID=fe15dea8-c458-462a-9865-029492cc5c14,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:20.362487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.363440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53284187-53e1-4775-b3d2-429533b20ef5 req-daa79153-7a96-4da5-917f-9f2cc146d211 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups?id=398ebab5-810a-4965-a200-528b12ce66d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690958 Apr 01 14:54:20.372007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:20.372760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:20.425547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-6e950cc8-d72d-48ec-a958-5c2a816f9c4f service neutron] 10.222.0.44 "GET /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138557 Apr 01 14:54:20.594064 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461', 'code': 200} Apr 01 14:54:20.630333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:20.655172 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.663542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-475ae833-b79e-4de3-be80-d5fa1048379c req-b71ddfc6-7d71-4195-8746-e48a31ec2137 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1101 time: 0.1179135 Apr 01 14:54:20.693864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 423143e2-c303-428d-8571-a54fc30a788c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=423143e2-c303-428d-8571-a54fc30a788c,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:20.723142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2b05891e-4275-4a9e-94b6-128f79ff1280,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:20.729007 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-475ae833-b79e-4de3-be80-d5fa1048379c req-ff9819fb-fef3-4ec6-aed2-316e4174295b tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583920 Apr 01 14:54:20.755637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] For port a71defbf-ed9b-4778-b051-8eb553314461, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a71defbf-ed9b-4778-b051-8eb553314461,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:20.756257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.825929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '423143e2-c303-428d-8571-a54fc30a788c', 'network_id': 'bed87e57-f44b-4fff-96bc-c0e73ef02f63', 'port_id': '423143e2-c303-428d-8571-a54fc30a788c', 'mac_address': 'fa:16:3e:65:ce:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d4bcc7-f201-466a-9864-d667bec53d06', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:20.874892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:20.958457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:20.965211 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-902c5429-84a4-4c03-9a74-75760a1d3d2b tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551&tenant_id=87775a992abf4855bf376b044653efb5&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.2292135 Apr 01 14:54:20.971414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:21.039337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:21.109991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423143e2-c303-428d-8571-a54fc30a788c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:21.113791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-d251fa56-cec5-4d15-908e-96403df24677 service neutron] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:21.115832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Transition to ACTIVE for port object 15365c58-434a-4412-a036-22971169ca1a will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:21.120074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:21.120521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-d251fa56-cec5-4d15-908e-96403df24677 service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:21.121658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3643530-a54a-4245-8921-e444eb0d4bc0 req-d251fa56-cec5-4d15-908e-96403df24677 service neutron] 10.222.0.44 "DELETE /v2.0/ports/1a815e56-398e-4f3f-9b55-3e10c432e74e/bindings/n-h1-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.1483047 Apr 01 14:54:21.254981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 423143e2-c303-428d-8571-a54fc30a788c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=423143e2-c303-428d-8571-a54fc30a788c,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:21.258579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cdf69-0da2-49a0-aeed-0e214f73a8d0 req-f6a9086b-2746-47c6-ab5d-418f1f0f22ff tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.258579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-054cdf69-0da2-49a0-aeed-0e214f73a8d0 req-f6a9086b-2746-47c6-ab5d-418f1f0f22ff tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:21.274216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.278774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.282207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.286092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.290016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.294055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.299492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.301643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-d0d5a510-d06f-46f6-b966-a15c07a77435 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5437 time: 0.1183269 Apr 01 14:54:21.301795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Allocated IP 172.20.0.1 (4f326932-2a94-43de-b3ea-4b437be1725a/a1d33589-f5d8-4306-a9fd-d0d0a22f3af6/83eab6e9-b241-4a27-97e1-bbdd830f2b4d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:21.340732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:21.369523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-054cdf69-0da2-49a0-aeed-0e214f73a8d0 req-f6a9086b-2746-47c6-ab5d-418f1f0f22ff tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:21.376273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-054cdf69-0da2-49a0-aeed-0e214f73a8d0 req-f6a9086b-2746-47c6-ab5d-418f1f0f22ff tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 931 time: 0.7634652 Apr 01 14:54:21.384967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a2e0917-958f-4dab-94b7-e52b25e65b72 req-2e5e24b8-14dd-4e41-b08b-ca4a99b48cab tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709293 Apr 01 14:54:21.412306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:21.517793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=423143e2-c303-428d-8571-a54fc30a788c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:21.618727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:21.619093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:21.619429 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Floating IP abbd4666-2615-45f8-b3c4-be97eb3144e5 disassociated. External IP: 172.25.2.143, port: a71defbf-ed9b-4778-b051-8eb553314461. Apr 01 14:54:21.619904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Calling delete_port for a71defbf-ed9b-4778-b051-8eb553314461 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:21.728793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb520-f3cd-48c1-89f0-a727dc34bb6b req-fb4a0961-d4e2-471a-ace5-509259006a89 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.738734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-202cb520-f3cd-48c1-89f0-a727dc34bb6b req-fb4a0961-d4e2-471a-ace5-509259006a89 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 944 time: 0.1312006 Apr 01 14:54:21.741338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event updated for resources: {'Port': ['ID=15365c58-434a-4412-a036-22971169ca1a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:21.790368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296491-cfb8-46a1-9f54-e71f633376fe req-96d06bba-35ec-4ce2-a99e-9a0baa5b841f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:21.790985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-49296491-cfb8-46a1-9f54-e71f633376fe req-96d06bba-35ec-4ce2-a99e-9a0baa5b841f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Synchronizing usage tracker for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:21.797326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-054cdf69-0da2-49a0-aeed-0e214f73a8d0 req-191807e9-0301-4c74-882f-52a3b94d4596 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201238 Apr 01 14:54:21.799834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:11Z', 'revision_number': 3, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:21.804140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Network fdc88aa8-44d9-4180-a7dd-663794b6e689 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:21.809722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556eaa-1709-4aa1-af3c-b67751e4831c None None] The sync data for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 is: [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:11Z', 'revision_number': 3, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:54:21.816648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:21.855474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-202cb520-f3cd-48c1-89f0-a727dc34bb6b req-d4f76869-428a-48e2-90c0-68d0d2f5d3aa tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170986 Apr 01 14:54:21.861765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-49296491-cfb8-46a1-9f54-e71f633376fe req-96d06bba-35ec-4ce2-a99e-9a0baa5b841f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Unset dirty status for tenant:b2889c2017db4b29a1b206908a2da184 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:21.862262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49296491-cfb8-46a1-9f54-e71f633376fe req-96d06bba-35ec-4ce2-a99e-9a0baa5b841f tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 944 time: 0.3204944 Apr 01 14:54:22.000046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Deleting port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:22.000509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:22.014607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:22.226711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0f272086-1973-43cb-8abb-1adedc00fba0 None None] Provisioning for port 15365c58-434a-4412-a036-22971169ca1a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:22.232233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0f272086-1973-43cb-8abb-1adedc00fba0 None None] Provisioning complete for port 15365c58-434a-4412-a036-22971169ca1a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:22.232779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f272086-1973-43cb-8abb-1adedc00fba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:22.267889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:22.291336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:22.292006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:22.310848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['2b05891e-4275-4a9e-94b6-128f79ff1280'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:22.356779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:22.357004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0f272086-1973-43cb-8abb-1adedc00fba0 None None] Port 15365c58-434a-4412-a036-22971169ca1a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:54:22.368499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97601c52-6d94-45e1-8cd1-f9f73770cc07 req-b527b942-97b1-4274-8952-f7f68cb161b4 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:22.376504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97601c52-6d94-45e1-8cd1-f9f73770cc07 req-b527b942-97b1-4274-8952-f7f68cb161b4 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 948 time: 0.2783399 Apr 01 14:54:22.378189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['6a9437a8-3440-47d2-ac66-7819aada0154'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:22.384132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Transition to ACTIVE for port object 83eab6e9-b241-4a27-97e1-bbdd830f2b4d will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:22.415331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['423143e2-c303-428d-8571-a54fc30a788c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:22.416104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event deleted for resources: {'Port': ['ID=a71defbf-ed9b-4778-b051-8eb553314461,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:22.458500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['33908a26-cae7-4b84-8e75-1d8a9e778bf4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:22.489386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] For port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,segment=NetworkSegment(4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d),segment_id=4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:22.489969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:22.512062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['43b826f3-ae35-4fd0-be90-ef8c3cb28523'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:22.525426 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97601c52-6d94-45e1-8cd1-f9f73770cc07 req-553428a4-b236-4df3-9c14-d228903a4dc2 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465294 Apr 01 14:54:22.535501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['037c76ab-4816-4301-a4e0-f1517f9ee301'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:22.577761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['4b587822-0697-4d86-b662-9dc616b3cc98'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:22.583772 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:22.692725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Pushing event updated for resources: {'Port': ['ID=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:22.715011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Calling delete_port for 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:22.723426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Network 4f326932-2a94-43de-b3ea-4b437be1725a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:22.731806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:22.753443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:22.815409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-461c2328-c481-45b3-a2c5-ee6673440e87 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4817548 Apr 01 14:54:22.856790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Request body: {'port': {'device_id': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:22.900215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c33527b-e2aa-4a75-83f4-b76a3fe96b6b req-c384f1bc-b61b-466c-af31-eb4ba9d8f2e0 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.1386626 Apr 01 14:54:23.008618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e63ac-884e-412b-9818-5ee1e1927dd0 req-a0ccc5de-4507-43d8-b563-a0f29f15e969 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:23.009827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-934e63ac-884e-412b-9818-5ee1e1927dd0 req-a0ccc5de-4507-43d8-b563-a0f29f15e969 tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d90b0d7-58b7-4327-8426-ce4d50ee4b35 HTTP/1.1" status: 200 len: 944 time: 0.8850193 Apr 01 14:54:23.128464 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:23.151929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-64737d3c-63d5-432b-b93f-acedb95fdf6c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540571 Apr 01 14:54:23.269896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:23.289276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-934e63ac-884e-412b-9818-5ee1e1927dd0 req-cb91c093-dcda-4274-83cb-9e4f7a209dab tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.48 "GET /v2.0/security-groups?id=762f4a4f-db43-4e80-a641-a9e83d09362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422235 Apr 01 14:54:23.294242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:23.423716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:23.521361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Pushing event deleted for resources: {'Port': ['ID=5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:23.522170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3c5f4883-9845-4ac2-9bf2-ddd880697663 None None] Provisioning for port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:23.549714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] No DVR routers for this DVR port 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:23.555015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:23.557590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'name': 'network-vif-deleted', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:23.593824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-8ae6e8c4-c084-4761-860b-a420145962f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:23.594904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-8ae6e8c4-c084-4761-860b-a420145962f0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4421628 Apr 01 14:54:23.596829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49296491-cfb8-46a1-9f54-e71f633376fe req-cd696e43-80e8-442e-95dd-a42417f5edbe tempest-LiveAutoBlockMigrationV225Test-1048667191 tempest-LiveAutoBlockMigrationV225Test-1048667191-project] 10.222.0.62 "DELETE /v2.0/ports/5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba HTTP/1.1" status: 204 len: 173 time: 1.7171390 Apr 01 14:54:23.613615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-6f00329f-5693-45ae-a9fd-6ef6b7b5258e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/quotas/92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 375 time: 0.0112824 Apr 01 14:54:23.614139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3c5f4883-9845-4ac2-9bf2-ddd880697663 None None] Provisioning complete for port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:23.614543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c5f4883-9845-4ac2-9bf2-ddd880697663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:23.740040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-254b7faf-351f-42b0-a533-5f2b83e5dfff tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111228 Apr 01 14:54:23.932438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f4883-9845-4ac2-9bf2-ddd880697663 None None] Port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:54:24.012161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:24.038972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:24.039694 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.137030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device fe15dea8-c458-462a-9865-029492cc5c14 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:24.141862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Router 57ce12c3-9720-4951-befd-9b144eae9126 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:54:24.179782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.214988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fde3675-b06e-40b2-a169-1912f7fd21fb {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:24.248715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.319758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6e44d-e83d-4938-8c1b-c5e2c0aa31d9 req-04035628-acda-442a-bb86-791eaeead052 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.320745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.325319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.326465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6e44d-e83d-4938-8c1b-c5e2c0aa31d9 req-04035628-acda-442a-bb86-791eaeead052 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.329131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3e6e44d-e83d-4938-8c1b-c5e2c0aa31d9 req-04035628-acda-442a-bb86-791eaeead052 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1654 time: 0.1666431 Apr 01 14:54:24.341422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.359702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.364952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.379659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.383885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:24.392881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-4411b442-f379-44be-a325-5ef6215b2214 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5438 time: 0.8108678 Apr 01 14:54:24.420685 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.423922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3e6e44d-e83d-4938-8c1b-c5e2c0aa31d9 req-bdcc00d0-d559-4327-bb85-970d31943987 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883672 Apr 01 14:54:24.455152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port fe15dea8-c458-462a-9865-029492cc5c14 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:24.468868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port fe15dea8-c458-462a-9865-029492cc5c14 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:24.468868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.508138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:24.529670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:24.539085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.672091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:24.687397 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.699015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Transition to ACTIVE for port object 1fde3675-b06e-40b2-a169-1912f7fd21fb will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:24.727010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port fe15dea8-c458-462a-9865-029492cc5c14, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=fe15dea8-c458-462a-9865-029492cc5c14,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:24.748823 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.767933 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:24.875193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=fe15dea8-c458-462a-9865-029492cc5c14,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:24.884998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d92a79ee-0581-443a-84ca-67b355a28ac6 req-ed98e628-c475-497f-87c7-0e1fe071c3eb tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4913363 Apr 01 14:54:24.974851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Pushing event updated for resources: {'Port': ['ID=1fde3675-b06e-40b2-a169-1912f7fd21fb,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:25.012817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:25.049942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-feb3410b-f9ab-421b-b5c5-266c8c3c48a2 req-579e8c43-f7f7-4aee-89f0-cffafc281ffd tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 1095 time: 0.4541554 Apr 01 14:54:25.051489 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:25.079737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:25.121544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-feb3410b-f9ab-421b-b5c5-266c8c3c48a2 req-8f0b10bc-aa70-4723-93b8-bfbc31af9b01 tempest-LiveMigrationTest-1383016353 tempest-LiveMigrationTest-1383016353-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641568 Apr 01 14:54:25.192972 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d90b0d7-58b7-4327-8426-ce4d50ee4b35', 'name': 'network-vif-deleted', 'tag': '5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba', 'status': 'completed', 'code': 200} Apr 01 14:54:25.278630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:25.332775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-977c07f8-7d45-4a66-971d-23b6dd9e7e7d req-242269aa-8635-47fa-a40c-aaca771abcca tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Apr 01 14:54:25.334973 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:25.349386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:25.349706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa8b29d-e55a-4a2e-a6c2-3fc03900d7ba not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:25.358785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Pushing event updated for resources: {'Port': ['ID=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:25.379655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4b587822-0697-4d86-b662-9dc616b3cc98 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:25.474677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 4b587822-0697-4d86-b662-9dc616b3cc98 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:25.483115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 4b587822-0697-4d86-b662-9dc616b3cc98 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:25.483803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:25.526000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Attempting to bind port 1fde3675-b06e-40b2-a169-1912f7fd21fb on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:25.526601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Attempting to bind port 1fde3675-b06e-40b2-a169-1912f7fd21fb by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:25.527153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Attempting to bind port 1fde3675-b06e-40b2-a169-1912f7fd21fb on network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:25.556234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb681-5596-44db-b57d-4e129792b699 req-e48f4267-87d7-49ea-8c5f-8058da117094 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:25.558758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6fabb681-5596-44db-b57d-4e129792b699 req-e48f4267-87d7-49ea-8c5f-8058da117094 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 949 time: 0.4862814 Apr 01 14:54:25.594037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Port 1fde3675-b06e-40b2-a169-1912f7fd21fb on network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:54:25.594647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Attempting to bind port 1fde3675-b06e-40b2-a169-1912f7fd21fb on network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:25.649335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:25.649335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Checking segment: {'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:25.649721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Bound using segment: {'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:25.650353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Bound port: 1fde3675-b06e-40b2-a169-1912f7fd21fb, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:25.650865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:25.661960 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:25.682275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-072d6e4e-3c4c-4362-a0ac-88cee1df6502 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258025 Apr 01 14:54:25.691741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:54:25.700941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d0e23ab-0816-4325-a559-9b6d05e17c05 req-c98af30d-d0b0-4d49-a51f-4fc113af50f7 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a1c50e-b382-43f1-847f-a401990e5357 HTTP/1.1" status: 200 len: 210 time: 0.0610046 Apr 01 14:54:25.706080 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] Sync routers for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:54:25.718610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4b587822-0697-4d86-b662-9dc616b3cc98,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:25.725895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:25.727900 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:25.730638 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:25.901992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45720) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:25.933654 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'code': 200} Apr 01 14:54:25.934401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:26.003946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Network 4f326932-2a94-43de-b3ea-4b437be1725a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:26.045869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device fe15dea8-c458-462a-9865-029492cc5c14 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:26.057805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:26.207511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-668953a7-2a98-4659-843d-fe83ee74c605 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:26.219447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-668953a7-2a98-4659-843d-fe83ee74c605 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5232058 Apr 01 14:54:26.275348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port fe15dea8-c458-462a-9865-029492cc5c14 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:26.276595 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.310548 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:26.313721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Request body: {'port': {'device_id': '530993b8-10d7-44b2-824f-3050d86a9c14', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '92ae89e691eb495a9d56b813de5b091a'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:26.443750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] No DVR routers for this DVR port a71defbf-ed9b-4778-b051-8eb553314461 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:26.466863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6fabb681-5596-44db-b57d-4e129792b699 req-b212ddfc-18ef-417c-9f8a-64adfd4e6453 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8733659 Apr 01 14:54:26.470904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.475473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00e53c74-3356-489e-af60-d083739e1772 req-647931e9-c5a6-4a3d-a04c-863fa54a0897 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.62 "DELETE /v2.0/ports/a71defbf-ed9b-4778-b051-8eb553314461 HTTP/1.1" status: 204 len: 173 time: 9.5731142 Apr 01 14:54:26.496917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'name': 'network-vif-deleted', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:26.566217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] Deleting subnet 7357d80d-7d3b-4268-8c5f-e83075607a47 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:54:26.582714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.597456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-81008bfa-2227-491f-a055-773d4a19e319 None None] Provisioning complete for port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:26.598523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81008bfa-2227-491f-a055-773d4a19e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.679418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-81008bfa-2227-491f-a055-773d4a19e319 None None] Port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:54:26.687074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:26.702258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:26.720326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.728865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:26.739792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:26.759200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Made reservation on behalf of 92ae89e691eb495a9d56b813de5b091a for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:26.762736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.777310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.915929 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.918669 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:26.922856 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] Checking router: 57ce12c3-9720-4951-befd-9b144eae9126 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:54:26.934178 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:26.934818 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:26.943496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:26.945319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] 10.222.0.44 "PUT /v2.0/ports/1fde3675-b06e-40b2-a169-1912f7fd21fb HTTP/1.1" status: 200 len: 1091 time: 4.1023488 Apr 01 14:54:26.948446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-852bdd80-9472-481a-94a8-fc5c8c4db04f req-9d100c2b-ee44-4ad3-a79f-92c2ac729e8e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 1100 time: 0.5730548 Apr 01 14:54:26.978660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba627137-e660-4f6a-b9bd-df957df560b4 req-56a9970a-dc66-4353-875a-5dd3baff08a2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:26.982643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba627137-e660-4f6a-b9bd-df957df560b4 req-56a9970a-dc66-4353-875a-5dd3baff08a2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.002311 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba627137-e660-4f6a-b9bd-df957df560b4 req-56a9970a-dc66-4353-875a-5dd3baff08a2 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1666 time: 0.4223533 Apr 01 14:54:27.088354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Request body: {'port': {'device_id': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:27.209945 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:27.242591 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba627137-e660-4f6a-b9bd-df957df560b4 req-888b6629-8e8c-42b1-ba72-b83767c22866 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432909 Apr 01 14:54:27.267682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e9ad6-a9d6-4333-8e50-f9b544b083ae service neutron] Pushing event updated for resources: {'Port': ['ID=1fde3675-b06e-40b2-a169-1912f7fd21fb,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:27.281289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Allocated IP 192.168.233.134 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/aadca0c6-d31a-4e6f-b4bf-3505b829ba4c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:27.381661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-852bdd80-9472-481a-94a8-fc5c8c4db04f req-78ea1c3b-6d49-4dcb-8228-87d862eed0e6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224803 Apr 01 14:54:27.391833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 33908a26-cae7-4b84-8e75-1d8a9e778bf4 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:27.394803 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.426081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.430725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.434812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.439092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.443415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.447571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.452281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.454316 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-0f3692d9-9714-4c85-a092-79aa98673a14 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5439 time: 0.6609664 Apr 01 14:54:27.483762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:27.489869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:27.490396 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.526311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.585034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7357d80d-7d3b-4268-8c5f-e83075607a47,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:27.641474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5a52b00-202d-4357-b396-ecf5b243be1b req-8c905b0c-f760-408d-9a74-07405fb28919 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 210 time: 0.1026082 Apr 01 14:54:27.646690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.663865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.686680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Transition to ACTIVE for port object aadca0c6-d31a-4e6f-b4bf-3505b829ba4c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:27.717300 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:27.723082 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c220029-7bae-4ce7-9cd1-96d465b5a918 None None] The sync data for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 is: [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:51:09Z', 'revision_number': 4, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e3b9952f-339b-4be2-b241-6522c4d2f16a', 'name': '', 'network_id': 'e6070da0-5e18-48e1-95bf-3ff5330a2d35', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'mac_address': 'fa:16:3e:c7:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:08Z', 'updated_at': '2022-04-01T14:51:19Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'subnets': [{'id': 'bca33137-9903-4b76-a333-efb0cfca63a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:54:27.725002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-df918ad8-e405-4257-93d6-5ef7fea7d69c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:27.733968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-df918ad8-e405-4257-93d6-5ef7fea7d69c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 944 time: 0.5869584 Apr 01 14:54:27.782294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-94f3a7d8-c7f1-4c0c-8e95-e5311b5e427b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7357d80d-7d3b-4268-8c5f-e83075607a47 HTTP/1.1" status: 204 len: 168 time: 1.8739240 Apr 01 14:54:27.791316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45738) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:27.827000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d63c92f-c568-4b84-9cf2-1e77cb9c60ba req-39fd991f-1110-4bcd-9368-2aab424b03d1 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3655071 Apr 01 14:54:27.858169 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.913580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fa99a78-a901-4d20-8254-7ef53a605381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.935938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b587822-0697-4d86-b662-9dc616b3cc98'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:27.940667 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a1c50e-b382-43f1-847f-a401990e5357', 'name': 'network-vif-deleted', 'tag': 'a71defbf-ed9b-4778-b051-8eb553314461', 'status': 'completed', 'code': 200} Apr 01 14:54:27.941461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.958244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:27.973358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:27.974142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6a9437a8-3440-47d2-ac66-7819aada0154 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:28.068431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15365c58-434a-4412-a036-22971169ca1a {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:28.077421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.094876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Transition to ACTIVE for port object 15365c58-434a-4412-a036-22971169ca1a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:28.098258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Router 800c389c-5315-46e7-b4dd-28d344427a3b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:54:28.105659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=33908a26-cae7-4b84-8e75-1d8a9e778bf4,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:28.120581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.120782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Deleting port 1a815e56-398e-4f3f-9b55-3e10c432e74e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:28.120782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.152460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 6a9437a8-3440-47d2-ac66-7819aada0154 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:28.159808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 6a9437a8-3440-47d2-ac66-7819aada0154 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:28.160179 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.287653 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.322337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6a9437a8-3440-47d2-ac66-7819aada0154, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a9437a8-3440-47d2-ac66-7819aada0154,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:28.328826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.329972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 43b826f3-ae35-4fd0-be90-ef8c3cb28523 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:28.343782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.427350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:28.451678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.548667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Pushing event updated for resources: {'Port': ['ID=15365c58-434a-4412-a036-22971169ca1a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:28.551816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:28.558906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6a9437a8-3440-47d2-ac66-7819aada0154,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:28.601374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:28.601737 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.618552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:28.623099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:28.630518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec81498-8708-48e6-9ca9-e34d4a18b1e5']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:28.641339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:28.644103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:28.722019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d308-c4cc-40e1-9e0d-2a848923e179 req-19a2ab20-e5b1-45c8-8f41-6b57c37025e1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:28.729561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-42f9d308-c4cc-40e1-9e0d-2a848923e179 req-19a2ab20-e5b1-45c8-8f41-6b57c37025e1 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=f82562d9-9b1a-46d3-bc1e-53bc22c43551 HTTP/1.1" status: 200 len: 944 time: 0.7768011 Apr 01 14:54:28.742970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:28.743626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7ae2eb-79fc-475d-9c3f-b16ff52ca05d') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:28.824750 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.827457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83897e38-76d7-497d-b54c-ebc2e4d3d669 req-dc0eab30-c2b3-4dde-bf56-3c4781206b8b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:28.829261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83897e38-76d7-497d-b54c-ebc2e4d3d669 req-dc0eab30-c2b3-4dde-bf56-3c4781206b8b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 949 time: 0.6695182 Apr 01 14:54:28.879498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:28.880239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.896953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Attempting to bind port 15365c58-434a-4412-a036-22971169ca1a on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:28.897323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Attempting to bind port 15365c58-434a-4412-a036-22971169ca1a by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:28.897586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Attempting to bind port 15365c58-434a-4412-a036-22971169ca1a on network fdc88aa8-44d9-4180-a7dd-663794b6e689 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:28.900035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.913132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] For port 1a815e56-398e-4f3f-9b55-3e10c432e74e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a815e56-398e-4f3f-9b55-3e10c432e74e,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:28.913662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.919465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Port 15365c58-434a-4412-a036-22971169ca1a on network fdc88aa8-44d9-4180-a7dd-663794b6e689 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:54:28.919775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Attempting to bind port 15365c58-434a-4412-a036-22971169ca1a on network fdc88aa8-44d9-4180-a7dd-663794b6e689 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:28.920974 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.936372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:54:28.936873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.940410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:28.941072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Checking segment: {'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:28.941264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Bound using segment: {'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:28.941681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Bound port: 15365c58-434a-4412-a036-22971169ca1a, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585b0c1d-7872-410c-bee0-041c03641346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:28.942508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:54:28.961355 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:54:28.969174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-42f9d308-c4cc-40e1-9e0d-2a848923e179 req-f9f063b4-bad7-4dcb-8fb6-061352360432 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369754 Apr 01 14:54:28.975432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83897e38-76d7-497d-b54c-ebc2e4d3d669 req-7ffd4ae0-d84e-4440-81c1-31d97932f4c5 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280534 Apr 01 14:54:28.981839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:28.989919 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:28.991081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 037c76ab-4816-4301-a4e0-f1517f9ee301 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:29.046460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:29.077425 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b587822-0697-4d86-b662-9dc616b3cc98', 'code': 200} Apr 01 14:54:29.077691 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4', 'code': 200} Apr 01 14:54:29.133123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:54:29.136261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] For port 15365c58-434a-4412-a036-22971169ca1a, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:29.150260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5ebe4cfe-dc92-4fc8-977b-7167811e5caf admin admin] 10.222.0.48 "PUT /v2.0/routers/800c389c-5315-46e7-b4dd-28d344427a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0294237 Apr 01 14:54:29.158358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Sync routers for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:54:29.166046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] For port 15365c58-434a-4412-a036-22971169ca1a, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=15365c58-434a-4412-a036-22971169ca1a,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:29.186092 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.197315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:29.198042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:29.252619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aba1df17-0a18-474e-8b64-c584f35106c0 None None] Provisioning for port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:29.283886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-caca3834-afcc-4f36-a3b5-b42a0bbe5168 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.312766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Calling delete_port for 1a815e56-398e-4f3f-9b55-3e10c432e74e owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:29.323968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aba1df17-0a18-474e-8b64-c584f35106c0 None None] Provisioning complete for port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:29.324809 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba1df17-0a18-474e-8b64-c584f35106c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.341323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.342682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] 10.222.0.44 "PUT /v2.0/ports/15365c58-434a-4412-a036-22971169ca1a HTTP/1.1" status: 200 len: 1092 time: 2.2721844 Apr 01 14:54:29.349575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-caca3834-afcc-4f36-a3b5-b42a0bbe5168 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.376498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:29.404863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 037c76ab-4816-4301-a4e0-f1517f9ee301 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:29.431773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 037c76ab-4816-4301-a4e0-f1517f9ee301 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:29.432109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.474206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98137f19-f873-4026-884b-e7b92cf813bf service neutron] Pushing event updated for resources: {'Port': ['ID=15365c58-434a-4412-a036-22971169ca1a,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:29.474444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-aba1df17-0a18-474e-8b64-c584f35106c0 None None] Port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:54:29.547481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-ceb36ce9-db8b-469a-8e04-4d88f9abd3eb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2382860 Apr 01 14:54:29.548449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:29.552986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b43bf-02bf-4bdf-87d7-1f048ce53c0b req-56015c42-3b75-4c9a-ad72-c72a1065f078 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:29.557320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b43bf-02bf-4bdf-87d7-1f048ce53c0b req-56015c42-3b75-4c9a-ad72-c72a1065f078 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:29.564963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.566824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b94b43bf-02bf-4bdf-87d7-1f048ce53c0b req-56015c42-3b75-4c9a-ad72-c72a1065f078 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1678 time: 0.3229141 Apr 01 14:54:29.592287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-caca3834-afcc-4f36-a3b5-b42a0bbe5168 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.615153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.625872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca3834-afcc-4f36-a3b5-b42a0bbe5168 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ebab5-810a-4965-a200-528b12ce66d5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:29.626343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.657411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Request body: {'port': {'device_id': '530993b8-10d7-44b2-824f-3050d86a9c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:29.663915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-33ed5f89-3c43-4091-8446-3dfc287ca8b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1980 time: 0.2297311 Apr 01 14:54:29.734884 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642b5fa-8b5b-4488-a95f-3ad0061cbd08 None None] New status for floating IP abbd4666-2615-45f8-b3c4-be97eb3144e5: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:54:29.758153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b94b43bf-02bf-4bdf-87d7-1f048ce53c0b req-007c3ba1-04ee-42ee-a9b7-099062ce3be5 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900833 Apr 01 14:54:29.783376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-caca3834-afcc-4f36-a3b5-b42a0bbe5168 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.792701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-caca3834-afcc-4f36-a3b5-b42a0bbe5168 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "DELETE /v2.0/security-groups/398ebab5-810a-4965-a200-528b12ce66d5 HTTP/1.1" status: 204 len: 168 time: 0.7365849 Apr 01 14:54:29.794168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45762) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:29.822304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-248b8384-d610-4888-b181-1cd5ec25af44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb HTTP/1.1" status: 200 len: 217 time: 0.1423018 Apr 01 14:54:29.828504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:29.830348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec81498-8708-48e6-9ca9-e34d4a18b1e5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:29.833971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event deleted for resources: {'Port': ['ID=1a815e56-398e-4f3f-9b55-3e10c432e74e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:29.872139 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-77afab4e-7101-4732-8173-0f367a3b434f tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] show failed (client error): The resource could not be found. Apr 01 14:54:29.876810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-77afab4e-7101-4732-8173-0f367a3b434f tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "GET /v2.0/security-groups/398ebab5-810a-4965-a200-528b12ce66d5 HTTP/1.1" status: 404 len: 347 time: 0.0812726 Apr 01 14:54:29.877956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-23b64186-f15e-485f-8dd8-50321d34e493 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ec81498-8708-48e6-9ca9-e34d4a18b1e5 HTTP/1.1" status: 204 len: 168 time: 2.0842855 Apr 01 14:54:29.880422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45766) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:29.880801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45768) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:29.972492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] No DVR routers for this DVR port 1a815e56-398e-4f3f-9b55-3e10c432e74e on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:29.976367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb'}, {'name': 'network-changed', 'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'tag': '15365c58-434a-4412-a036-22971169ca1a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:30.010565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.012859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c09b60eb-017b-40a8-8ff1-85c549810fd5 req-424970ba-9fa3-4cff-9c9f-e01cf64047ee tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "DELETE /v2.0/ports/1a815e56-398e-4f3f-9b55-3e10c432e74e HTTP/1.1" status: 204 len: 173 time: 2.2781210 Apr 01 14:54:30.014190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'name': 'network-vif-deleted', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:30.025461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 037c76ab-4816-4301-a4e0-f1517f9ee301, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=037c76ab-4816-4301-a4e0-f1517f9ee301,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:30.039820 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.040695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2b05891e-4275-4a9e-94b6-128f79ff1280 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:30.062731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbe595-0ff7-4111-bca4-48a16abd3201 req-d1556001-acdb-46b9-bbb2-c5dbc7513086 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.063951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2bfbe595-0ff7-4111-bca4-48a16abd3201 req-d1556001-acdb-46b9-bbb2-c5dbc7513086 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:30.070928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.139735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2bfbe595-0ff7-4111-bca4-48a16abd3201 req-d1556001-acdb-46b9-bbb2-c5dbc7513086 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:30.141044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2bfbe595-0ff7-4111-bca4-48a16abd3201 req-d1556001-acdb-46b9-bbb2-c5dbc7513086 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 936 time: 0.5957088 Apr 01 14:54:30.173027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] Deleting subnet d3e4de02-07de-4d77-ad51-2f39dcd39ed6 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:54:30.177043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.205683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=037c76ab-4816-4301-a4e0-f1517f9ee301,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:30.217789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-c5fc0496-18db-4648-85f4-365c0fc4c494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.219522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-c5fc0496-18db-4648-85f4-365c0fc4c494 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7d93f0a-2465-4f97-9ea5-168e202893b8 HTTP/1.1" status: 200 len: 801 time: 0.3880129 Apr 01 14:54:30.276534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2bfbe595-0ff7-4111-bca4-48a16abd3201 req-92016498-ecc9-42f7-b813-fcbfab7373e0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278162 Apr 01 14:54:30.335048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e05fb807-0cca-4802-a49f-6dd643bb4074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.364968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Deleting port 08d66210-07e0-4d6b-923a-998d6b7bd896 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:30.365397 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.382279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 2, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:30.385687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 2b05891e-4275-4a9e-94b6-128f79ff1280 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:30.390906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Checking router: 800c389c-5315-46e7-b4dd-28d344427a3b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:54:30.391299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Updating router 800c389c-5315-46e7-b4dd-28d344427a3b port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:54:30.453907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.454624 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.474101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 2b05891e-4275-4a9e-94b6-128f79ff1280 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:30.474820 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.761898 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.792021 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:30.841686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.845623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.847449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-ca0239b5-bbc2-47f7-97f3-582e52243d02 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.849572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.853444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.854084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-ca0239b5-bbc2-47f7-97f3-582e52243d02 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks?id=4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 200 len: 829 time: 0.2338099 Apr 01 14:54:30.857648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.861738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.865672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:30.873429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef274df9-454b-4357-8d59-3aa981beb805 req-5f695623-592b-4677-ad96-3a89025ef8e8 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5443 time: 0.7038820 Apr 01 14:54:30.875145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-cff9849f-a75c-453d-af6d-c02b4fe9a112 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/quotas/f66e0ea2715543df9af6669e29af64e0 HTTP/1.1" status: 200 len: 375 time: 0.0201957 Apr 01 14:54:30.899187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-a6f5912d-455b-4c59-b38c-224a87854b45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d2b9a7a5-1f5d-4066-a335-9cff872b11c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6267343 Apr 01 14:54:30.992914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2b05891e-4275-4a9e-94b6-128f79ff1280, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2b05891e-4275-4a9e-94b6-128f79ff1280,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:31.009406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.010188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 423143e2-c303-428d-8571-a54fc30a788c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:31.035744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadca0c6-d31a-4e6f-b4bf-3505b829ba4c {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:31.043904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.067503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.067767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.075370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Transition to ACTIVE for port object aadca0c6-d31a-4e6f-b4bf-3505b829ba4c will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:31.093038 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.107116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef274df9-454b-4357-8d59-3aa981beb805 req-9177756a-dfd4-4689-9d4c-f1269da7bb01 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2327147 Apr 01 14:54:31.189295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:31.191415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b826f3-ae35-4fd0-be90-ef8c3cb28523'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:31.240025 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb', 'status': 'completed', 'code': 200} Apr 01 14:54:31.241468 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'tag': '15365c58-434a-4412-a036-22971169ca1a', 'status': 'completed', 'code': 200} Apr 01 14:54:31.283365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.290503 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-2eae9063-673e-4650-8827-dc71518bc0b4 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66e0ea2715543df9af6669e29af64e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4143934 Apr 01 14:54:31.322951 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:31.385114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.491104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.509238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Transition to ACTIVE for port object 83eab6e9-b241-4a27-97e1-bbdd830f2b4d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:31.518683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-17fdc7b3-7282-4260-aded-201bfc42b31b service neutron] 10.222.0.44 "GET /v2.0/networks/d2b9a7a5-1f5d-4066-a335-9cff872b11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000669 Apr 01 14:54:31.530913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Calling delete_port for 08d66210-07e0-4d6b-923a-998d6b7bd896 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:31.556580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.560474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.567468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2b05891e-4275-4a9e-94b6-128f79ff1280,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:31.607350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Attempting to bind port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:31.607823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Attempting to bind port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:31.608238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Attempting to bind port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:31.619728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:54:31.623476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Attempting to bind port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:31.665482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:31.666119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:31.666661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:31.667292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Bound port: aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:31.667806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.754192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-9bb0484a-8b41-48d9-b163-8b358aac8a45 service neutron] 10.222.0.48 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627717 Apr 01 14:54:31.768448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 423143e2-c303-428d-8571-a54fc30a788c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:31.807390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 423143e2-c303-428d-8571-a54fc30a788c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:31.807908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.828224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-a91479a3-2018-4c87-92b8-a29b3e618365 service neutron] 10.222.0.44 "GET /v2.0/networks/d2b9a7a5-1f5d-4066-a335-9cff872b11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637327 Apr 01 14:54:31.834542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662cfc7-15cf-44ae-8c5c-21357378b2ee None None] Pushing event updated for resources: {'Port': ['ID=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:31.857768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e4de02-07de-4d77-ad51-2f39dcd39ed6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:31.916831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:31.940721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:31.957984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.975915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:31.992600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-8e9c32a7-417d-44d2-8d10-446e48d660d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=15365c58-434a-4412-a036-22971169ca1a HTTP/1.1" status: 200 len: 217 time: 0.1358731 Apr 01 14:54:32.007359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a984ea32-3bd7-424e-a84f-ed7feb78d243 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d3e4de02-07de-4d77-ad51-2f39dcd39ed6 HTTP/1.1" status: 204 len: 168 time: 2.1239758 Apr 01 14:54:32.040718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.043239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] 10.222.0.62 "PUT /v2.0/ports/aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 1096 time: 2.4306183 Apr 01 14:54:32.048533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45796) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:32.059984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Attempting to bind port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:32.060347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Attempting to bind port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:32.060700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Attempting to bind port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d on network 4f326932-2a94-43de-b3ea-4b437be1725a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:32.069302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:32.069673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Checking segment: {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:32.070058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.070771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Bound using segment: {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:32.070897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Bound port: 83eab6e9-b241-4a27-97e1-bbdd830f2b4d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:32.071257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.138166 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7da37305-d905-4d0f-a803-93b94cd526b3 service neutron] 10.222.0.48 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820341 Apr 01 14:54:32.196278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076377-8908-4841-8190-4bee25edbb7b req-bb481b5e-e7a3-4777-b7bb-411e4604f81e tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:32.198000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b076377-8908-4841-8190-4bee25edbb7b req-bb481b5e-e7a3-4777-b7bb-411e4604f81e tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 949 time: 0.7423983 Apr 01 14:54:32.203275 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.219167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1903570-0c54-4d4c-b887-dcefcb8709da service neutron] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:32.273205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-802192de-5ccc-45a4-98d4-4f9ea48910b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1099 time: 0.1761594 Apr 01 14:54:32.285687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-2049a4d0-64a5-44b0-b670-40afd9a3b9e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:32.287143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-2049a4d0-64a5-44b0-b670-40afd9a3b9e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40026823-1d14-45e3-b537-b68cb6943cbd HTTP/1.1" status: 200 len: 801 time: 0.2843492 Apr 01 14:54:32.385166 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 423143e2-c303-428d-8571-a54fc30a788c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=423143e2-c303-428d-8571-a54fc30a788c,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:32.397132 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.437034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.487720 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-91775dbc-87fc-4a02-b25d-ee327962c785 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 217 time: 0.2067118 Apr 01 14:54:32.489292 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82562d9-9b1a-46d3-bc1e-53bc22c43551', 'name': 'network-vif-deleted', 'tag': '1a815e56-398e-4f3f-9b55-3e10c432e74e', 'status': 'completed', 'code': 200} Apr 01 14:54:32.491329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:32.500515 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b076377-8908-4841-8190-4bee25edbb7b req-d4894657-6053-4442-8e9f-b527af01ed8b tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609670 Apr 01 14:54:32.501132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.585617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Pushing event deleted for resources: {'Port': ['ID=08d66210-07e0-4d6b-923a-998d6b7bd896,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:32.732801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 1a815e56-398e-4f3f-9b55-3e10c432e74e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:32.733254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a815e56-398e-4f3f-9b55-3e10c432e74e not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:32.740234 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154', 'code': 200} Apr 01 14:54:32.740612 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b826f3-ae35-4fd0-be90-ef8c3cb28523', 'code': 200} Apr 01 14:54:32.740947 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'code': 200} Apr 01 14:54:32.741291 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280', 'code': 200} Apr 01 14:54:32.754846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] For port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:32.763839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] For port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:32.769594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.773946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=423143e2-c303-428d-8571-a54fc30a788c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:32.778150 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.876057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:32.891957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-8463a925-0932-4c41-99b5-46d0fe1654a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:32.902741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-8463a925-0932-4c41-99b5-46d0fe1654a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.4011977 Apr 01 14:54:32.921960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662cfc7-15cf-44ae-8c5c-21357378b2ee None None] Pushing event updated for resources: {'Port': ['ID=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:32.927243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:32.930797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:33.056418 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-1da015ad-1604-491a-8e1e-296c0b0a3ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdc88aa8-44d9-4180-a7dd-663794b6e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7567356 Apr 01 14:54:33.135487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6f223-ae57-490b-87a1-b7499a8f9174 req-c9e91f0d-67b6-49ca-873e-31c578351bd3 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:33.143669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6f223-ae57-490b-87a1-b7499a8f9174 req-c9e91f0d-67b6-49ca-873e-31c578351bd3 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:33.157245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5eb6f223-ae57-490b-87a1-b7499a8f9174 req-c9e91f0d-67b6-49ca-873e-31c578351bd3 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1678 time: 0.4848800 Apr 01 14:54:33.194363 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-e9e2dfa9-a89e-445a-a2fb-e94f5fb770a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2780275 Apr 01 14:54:33.285739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:33.289863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f5f27c2-39d2-4d98-a8c5-fae3b8988ea5 tempest-AttachSCSIVolumeTestJSON-476050631 tempest-AttachSCSIVolumeTestJSON-476050631-project] 10.222.0.48 "DELETE /v2.0/floatingips/abbd4666-2615-45f8-b3c4-be97eb3144e5 HTTP/1.1" status: 204 len: 168 time: 3.4055679 Apr 01 14:54:33.311862 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5eb6f223-ae57-490b-87a1-b7499a8f9174 req-4c65daa1-bec0-4eb5-ad1f-a84d53195243 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536174 Apr 01 14:54:33.338920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:33.423132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-72a54602-d075-4ff9-a06b-87b791bea7a8 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199707 Apr 01 14:54:33.619774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:33.718893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea305cf0-1fc5-4693-9bbd-393938c71237']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:33.801095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9660821e-5c03-4ca7-bd79-2cca5cd71339') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:33.802239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9660821e-5c03-4ca7-bd79-2cca5cd71339') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:33.854879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3d4cae-3d94-4b1e-9edb-87755197110d req-40a6776e-5d23-4713-b58e-94c8cef28c86 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217057 Apr 01 14:54:33.873388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:33.894929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-ffe990f5-b733-47bc-93a6-2c6ae9d23455 service neutron] 10.222.0.44 "GET /v2.0/networks/fdc88aa8-44d9-4180-a7dd-663794b6e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297392 Apr 01 14:54:33.971041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23862300-bcf9-45fe-8410-7b09e3a96f28 req-b75ffb9a-44b8-40c1-aff0-3b7ff7c968a7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:33.978871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23862300-bcf9-45fe-8410-7b09e3a96f28 req-b75ffb9a-44b8-40c1-aff0-3b7ff7c968a7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 948 time: 1.0463588 Apr 01 14:54:34.019229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.024000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.029307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.041058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.049574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.060113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:32Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:34.061015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.065009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a327e835-3e9b-4a24-b648-9fb94b123cd6 None None] The sync data for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 is: [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:32Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:54:34.068309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.075489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-17c8d485-7ac9-4d17-8be6-34aeed2adaa6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.2193980 Apr 01 14:54:34.089510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:34.134086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:54:34.134834 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:54:34.181963 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:54:34.198610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b4e6dc8-9c67-474c-b2e0-f03136c2220d req-400142fb-f4da-4718-95da-0ca75673dbc4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129506 Apr 01 14:54:34.464156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23862300-bcf9-45fe-8410-7b09e3a96f28 req-34bc43d3-3622-4128-a5bc-fa450be3f7fc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826231 Apr 01 14:54:34.528771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:34.567201 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-712264bf-7fd1-4645-98a4-3d2863894ba6 req-a541694d-7eaa-4abe-a04d-914f1d09819b service neutron] 10.222.0.44 "GET /v2.0/networks/fdc88aa8-44d9-4180-a7dd-663794b6e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658311 Apr 01 14:54:34.570986 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:34.577118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:34.663844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/ea305cf0-1fc5-4693-9bbd-393938c71237 HTTP/1.1" status: 204 len: 168 time: 2.6141660 Apr 01 14:54:34.664161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9e5affe-8499-47a8-8aea-b119de8eed84 req-33db5c29-bd47-49b1-9f48-e0ec8d0820d1 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 210 time: 0.1266816 Apr 01 14:54:34.666398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfb741-4189-495d-999b-dc18344f89fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ea305cf0-1fc5-4693-9bbd-393938c71237,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:34.693020 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:54:34.743004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423143e2-c303-428d-8571-a54fc30a788c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:34.823738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-d49c5a8c-b9a8-439f-bc9d-87264e27d288 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:34.827710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-d49c5a8c-b9a8-439f-bc9d-87264e27d288 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.44 "GET /v2.0/networks?id=4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 200 len: 829 time: 0.5222900 Apr 01 14:54:34.848678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Request body: {'port': {'device_id': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'admin_state_up': True, 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:34.916488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-1e20aa45-fd6a-4fdd-a5bc-095040a3f51b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1980 time: 0.2510934 Apr 01 14:54:35.129421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45880) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:35.349200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aadca0c6-d31a-4e6f-b4bf-3505b829ba4c details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:35.349555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-19e2ab9f-819c-46c1-a829-b3c097530792 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2889c2017db4b29a1b206908a2da184&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2188027 Apr 01 14:54:35.353157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45890) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:35.358954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:35.371376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Usage tracker for resource:port and tenant:f66e0ea2715543df9af6669e29af64e0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:35.377497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:35.386641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:35.398492 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'status': 'completed', 'code': 200} Apr 01 14:54:35.435374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Made reservation on behalf of f66e0ea2715543df9af6669e29af64e0 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:54:35.438242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:35.500607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-8753a6b5-5d9c-4fd3-9ca4-cdebd6aceee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:35.502061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-8753a6b5-5d9c-4fd3-9ca4-cdebd6aceee9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d2b9a7a5-1f5d-4066-a335-9cff872b11c7 HTTP/1.1" status: 200 len: 902 time: 0.5787165 Apr 01 14:54:35.614316 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423143e2-c303-428d-8571-a54fc30a788c', 'code': 200} Apr 01 14:54:35.728251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-4ea1ccc6-8c6b-44e0-985c-18cf92af3bc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb HTTP/1.1" status: 200 len: 217 time: 0.2142935 Apr 01 14:54:35.777753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b354d84-a134-4737-b4e0-2933177b5fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:35.822953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b354d84-a134-4737-b4e0-2933177b5fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:35.857448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:35.906986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'mac_address': 'fa:16:3e:7e:8a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:35.930932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b354d84-a134-4737-b4e0-2933177b5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:35.984310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b354d84-a134-4737-b4e0-2933177b5fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f4a4f-db43-4e80-a641-a9e83d09362f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:36.063582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b354d84-a134-4737-b4e0-2933177b5fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:36.068522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6b354d84-a134-4737-b4e0-2933177b5fec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/762f4a4f-db43-4e80-a641-a9e83d09362f HTTP/1.1" status: 204 len: 168 time: 0.7142863 Apr 01 14:54:36.075322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-af75173e-39c2-4b57-a7d4-4fbee91b107b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.077654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-af75173e-39c2-4b57-a7d4-4fbee91b107b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7d93f0a-2465-4f97-9ea5-168e202893b8 HTTP/1.1" status: 200 len: 801 time: 0.3010602 Apr 01 14:54:36.098115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 83eab6e9-b241-4a27-97e1-bbdd830f2b4d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:36.164135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.169937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.176165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.180654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.197678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.203026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:36.206390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Allocated IP 172.20.0.12 (4f326932-2a94-43de-b3ea-4b437be1725a/a1d33589-f5d8-4306-a9fd-d0d0a22f3af6/7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:54:36.207193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.212004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.220628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-a3ac6f83-e549-4da8-a362-9d69f35b25dc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.5023532 Apr 01 14:54:36.236841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadca0c6-d31a-4e6f-b4bf-3505b829ba4c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:36.254761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb39a-f3bd-4514-a1e9-41a3738dccc4 req-3a2f858c-fa35-49f1-891c-bb4fffc79948 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.258656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb39a-f3bd-4514-a1e9-41a3738dccc4 req-3a2f858c-fa35-49f1-891c-bb4fffc79948 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:36.274960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06bfb39a-f3bd-4514-a1e9-41a3738dccc4 req-3a2f858c-fa35-49f1-891c-bb4fffc79948 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1678 time: 1.1358955 Apr 01 14:54:36.291081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:36.309706 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:36.322916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a624fdb8-43e3-4a80-81c3-9bb959fc54cf req-1968eee1-5903-45bf-8e61-876f64c13bd4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999289 Apr 01 14:54:36.394021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-3f861ad7-3209-4431-815f-12b4a57d0b0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d2b9a7a5-1f5d-4066-a335-9cff872b11c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2970614 Apr 01 14:54:36.405985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:36.419750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:36.420283 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:36.448733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a691d947-7a86-4a73-be24-2e2c462c225d req-b9672a73-e0cf-46b1-ab14-af47ca5ed7ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1099 time: 0.9601021 Apr 01 14:54:36.539920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06bfb39a-f3bd-4514-a1e9-41a3738dccc4 req-5d985eef-a722-4c98-adc4-73c33376ad83 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617171 Apr 01 14:54:36.613806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32fbecca-16da-4a86-861c-6f99ab511c3d req-6afd572f-64d2-4437-a126-8746a79dcb37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6502 time: 0.6032386 Apr 01 14:54:36.640810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:36.770154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-0c385d85-0266-4450-98d3-6a8265bb1909 service neutron] 10.222.0.44 "GET /v2.0/networks/d2b9a7a5-1f5d-4066-a335-9cff872b11c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762846 Apr 01 14:54:36.869597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:36.999384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba3e91a4-c602-48f2-8478-1a74af5ecd5a req-f8cf5e1c-c5a3-42c1-be35-70c4195bd961 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 210 time: 0.2004988 Apr 01 14:54:37.038021 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:37.055989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45910) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:37.103153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d947-7a86-4a73-be24-2e2c462c225d req-8bd18c33-3e57-4765-b9e3-388bcb1a454c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:37.106413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a691d947-7a86-4a73-be24-2e2c462c225d req-8bd18c33-3e57-4765-b9e3-388bcb1a454c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5809350 Apr 01 14:54:37.127339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:37.137872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:37.176686 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb4e230d-9bce-4e4a-921a-617fc42c73d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c2b5126907c462bbf34c8ff38a3e1da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1166193 Apr 01 14:54:37.184623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45914) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:37.218244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b1367-a212-4183-a4ad-bd608135581d req-fc94e4b0-2a29-49e3-b22f-fab2c3cd174a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:37.222394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88b1367-a212-4183-a4ad-bd608135581d req-fc94e4b0-2a29-49e3-b22f-fab2c3cd174a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 949 time: 0.4468596 Apr 01 14:54:37.227157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-35a4fe53-8206-4814-ab7a-5d248afc4b39 service neutron] 10.222.0.44 "GET /v2.0/networks/d2b9a7a5-1f5d-4066-a335-9cff872b11c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341129 Apr 01 14:54:37.270302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:37.332113 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a691d947-7a86-4a73-be24-2e2c462c225d req-f1fea381-a353-4f4f-880e-b66f3e16f9cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 217 time: 0.0851278 Apr 01 14:54:37.354754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:37.368971 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b84abe4-774f-4378-a15d-23e374c0f04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:37.380174 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88b1367-a212-4183-a4ad-bd608135581d req-4f94db27-fc62-456a-ab24-29600fd48562 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520519 Apr 01 14:54:37.424309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b84abe4-774f-4378-a15d-23e374c0f04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:37.427657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32fbecca-16da-4a86-861c-6f99ab511c3d req-26b84c2e-328f-48f3-94d0-2b83ce9d325f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7802935 Apr 01 14:54:37.446954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-e84fecde-53bf-4aac-b968-407292987592 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b437b090f8fa4379879a1c52759595c9&device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1980 time: 0.1612999 Apr 01 14:54:37.499575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d947-7a86-4a73-be24-2e2c462c225d req-9207cc94-dd3d-4289-8e36-3c9a8f31673f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:37.501125 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a691d947-7a86-4a73-be24-2e2c462c225d req-9207cc94-dd3d-4289-8e36-3c9a8f31673f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1544173 Apr 01 14:54:37.587853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:37.595806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 15365c58-434a-4412-a036-22971169ca1a details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:37.664843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Transition to ACTIVE for port object 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:37.897487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:37.920701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-4cbdc354-2b90-4615-80d4-65a5cc1edb65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:37.922186 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-4cbdc354-2b90-4615-80d4-65a5cc1edb65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fdc88aa8-44d9-4180-a7dd-663794b6e689 HTTP/1.1" status: 200 len: 903 time: 0.2380216 Apr 01 14:54:37.929396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'mac_address': 'fa:16:3e:27:f0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:38.011781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 15365c58-434a-4412-a036-22971169ca1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=15365c58-434a-4412-a036-22971169ca1a,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:38.040057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '15365c58-434a-4412-a036-22971169ca1a', 'network_id': 'fdc88aa8-44d9-4180-a7dd-663794b6e689', 'port_id': '15365c58-434a-4412-a036-22971169ca1a', 'mac_address': 'fa:16:3e:e4:9c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40026823-1d14-45e3-b537-b68cb6943cbd', 'ip_address': '19.86.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:38.046667 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.088204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:38.097762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-40aef191-91bf-41ed-8810-d3fda1c71092 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=15365c58-434a-4412-a036-22971169ca1a HTTP/1.1" status: 200 len: 217 time: 0.1673450 Apr 01 14:54:38.102399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.103885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b84abe4-774f-4378-a15d-23e374c0f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.121879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a691d947-7a86-4a73-be24-2e2c462c225d req-8b606070-41e5-4545-8544-8e2d75c90966 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5993626 Apr 01 14:54:38.181127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.206735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 83eab6e9-b241-4a27-97e1-bbdd830f2b4d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:38.207720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-be8dbde7-5c9b-48f4-b191-d6e767d84432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.209303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-be8dbde7-5c9b-48f4-b191-d6e767d84432 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40026823-1d14-45e3-b537-b68cb6943cbd HTTP/1.1" status: 200 len: 801 time: 0.0966759 Apr 01 14:54:38.213124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84abe4-774f-4378-a15d-23e374c0f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638dcdd-b529-4c19-9726-4e8b28df2e12,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:38.227575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event updated for resources: {'Port': ['ID=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:38.280251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6b84abe4-774f-4378-a15d-23e374c0f04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.295979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6b84abe4-774f-4378-a15d-23e374c0f04c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f638dcdd-b529-4c19-9726-4e8b28df2e12 HTTP/1.1" status: 204 len: 168 time: 1.0987408 Apr 01 14:54:38.302729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:38.309642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15365c58-434a-4412-a036-22971169ca1a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:38.325200 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.328968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Network 4f326932-2a94-43de-b3ea-4b437be1725a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:54:38.343078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:54:38.367653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:54:38.405871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 15365c58-434a-4412-a036-22971169ca1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=15365c58-434a-4412-a036-22971169ca1a,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:38.419384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:38.419897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.425707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-4aec56c5-a120-4ae2-bc55-a7ca3a169c2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdc88aa8-44d9-4180-a7dd-663794b6e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2026937 Apr 01 14:54:38.472933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:38.509759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.514768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1fde3675-b06e-40b2-a169-1912f7fd21fb details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:38.564079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.564701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:38.576404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:38.625220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a691d947-7a86-4a73-be24-2e2c462c225d req-1d80afb8-d273-4d7d-9996-4a80b1f59a18 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262385 Apr 01 14:54:38.632740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-7fcdd1af-31ef-4973-ad3e-e6f3a538ff4b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7891374 Apr 01 14:54:38.644654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.650293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.654479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.664843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.671430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.672136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=15365c58-434a-4412-a036-22971169ca1a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:38.677451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.682999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.686219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-61e49aca-be87-4f4a-b2f2-5f5e9f36f79a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 1.0235167 Apr 01 14:54:38.691821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Request body: {'port': {'device_id': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:38.704101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ea74d-e2d7-4de3-9d7f-a986c6b19d2e req-9f87c93d-4486-4ca4-86b6-0e8c9c2b5155 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.704265 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:38.708611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ea74d-e2d7-4de3-9d7f-a986c6b19d2e req-9f87c93d-4486-4ca4-86b6-0e8c9c2b5155 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:38.716179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-688ea74d-e2d7-4de3-9d7f-a986c6b19d2e req-9f87c93d-4486-4ca4-86b6-0e8c9c2b5155 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1678 time: 0.3670824 Apr 01 14:54:38.882795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-688ea74d-e2d7-4de3-9d7f-a986c6b19d2e req-7dcc4044-d131-45b6-859b-778cb1800baa tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654818 Apr 01 14:54:38.925594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-f1b7da01-8d22-432c-960c-4f82b2cb321f service neutron] 10.222.0.44 "GET /v2.0/networks/fdc88aa8-44d9-4180-a7dd-663794b6e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781439 Apr 01 14:54:39.092369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d1261382-b8a8-47c2-acc8-6bbf66bde310 None None] Provisioning for port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:39.165248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d1261382-b8a8-47c2-acc8-6bbf66bde310 None None] Provisioning complete for port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:39.165644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1261382-b8a8-47c2-acc8-6bbf66bde310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:39.259682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a54b6df6-41fc-4933-9b83-1fc4301b4419 req-1f7e563b-bae8-4c4a-a166-c3d7d01d2aca service neutron] 10.222.0.44 "GET /v2.0/networks/fdc88aa8-44d9-4180-a7dd-663794b6e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251536 Apr 01 14:54:39.283854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1d07b53-5671-4f30-be1d-c2d0ee675bc1 req-5c6a436d-b618-416f-b696-a03b1d1246f0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4787698 Apr 01 14:54:39.302709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a691d947-7a86-4a73-be24-2e2c462c225d req-06795bda-ce62-44c4-bb9e-d3a9dc7d382d service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101225 Apr 01 14:54:39.315999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:39.338980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bbe8e-22a2-407e-aeb8-7c9c9a22d369 req-b1691cf4-1dbb-4eaf-adcb-c26073646ffe tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:39.344097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-719bbe8e-22a2-407e-aeb8-7c9c9a22d369 req-b1691cf4-1dbb-4eaf-adcb-c26073646ffe tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:39.347455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-7de353fb-15d5-463d-a3a3-bf0f4587371f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:39.348467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-7de353fb-15d5-463d-a3a3-bf0f4587371f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:39.381618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:39.424935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-719bbe8e-22a2-407e-aeb8-7c9c9a22d369 req-b1691cf4-1dbb-4eaf-adcb-c26073646ffe tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:39.426745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-719bbe8e-22a2-407e-aeb8-7c9c9a22d369 req-b1691cf4-1dbb-4eaf-adcb-c26073646ffe tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 932 time: 0.2717800 Apr 01 14:54:39.458210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aadca0c6-d31a-4e6f-b4bf-3505b829ba4c up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:39.495994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-7de353fb-15d5-463d-a3a3-bf0f4587371f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:39.497483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-7de353fb-15d5-463d-a3a3-bf0f4587371f tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 945 time: 0.7744236 Apr 01 14:54:39.518200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-719bbe8e-22a2-407e-aeb8-7c9c9a22d369 req-5c017b1d-d3ba-451a-8ec8-1221efc1e04c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:39.531472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d1261382-b8a8-47c2-acc8-6bbf66bde310 None None] Port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:54:39.540961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '1fde3675-b06e-40b2-a169-1912f7fd21fb', 'network_id': 'd2b9a7a5-1f5d-4066-a335-9cff872b11c7', 'port_id': '1fde3675-b06e-40b2-a169-1912f7fd21fb', 'mac_address': 'fa:16:3e:4e:93:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d93f0a-2465-4f97-9ea5-168e202893b8', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:39.559947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-719bbe8e-22a2-407e-aeb8-7c9c9a22d369 req-5c017b1d-d3ba-451a-8ec8-1221efc1e04c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:39.572140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-719bbe8e-22a2-407e-aeb8-7c9c9a22d369 req-5c017b1d-d3ba-451a-8ec8-1221efc1e04c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386652 Apr 01 14:54:39.685628 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:39.698476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:39.707392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:39.707761 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:39.776213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fde3675-b06e-40b2-a169-1912f7fd21fb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:39.830941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Deleting port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:39.831622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:39.832875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:39.847852 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:39.866497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abaeff-4ab1-4b42-b8f0-3305e7d0cba7 req-09f22cdb-6452-426e-87bf-720d5f633939 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:39.868319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35abaeff-4ab1-4b42-b8f0-3305e7d0cba7 req-09f22cdb-6452-426e-87bf-720d5f633939 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 949 time: 0.1466460 Apr 01 14:54:39.964612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1fde3675-b06e-40b2-a169-1912f7fd21fb,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:39.971307 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35abaeff-4ab1-4b42-b8f0-3305e7d0cba7 req-09ee70a4-b382-4785-8797-ca8f6583c1d1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898290 Apr 01 14:54:40.034649 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:40.069146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:40.080599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:40.087327 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:40.161456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:40.178669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['1fde3675-b06e-40b2-a169-1912f7fd21fb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:40.374903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dc334-eea5-424c-bf77-bf339a239f78 req-ad640a13-f8e9-4c17-a98b-f25f91405fab tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:40.386874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-974dc334-eea5-424c-bf77-bf339a239f78 req-ad640a13-f8e9-4c17-a98b-f25f91405fab tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 945 time: 0.7072921 Apr 01 14:54:40.529731 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:40.599567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:40.600829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d3d5b-bcea-4d2b-9ff1-1f14e90fc7fa req-c246ebb9-1a62-4526-bb19-430402254f94 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:40.607247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d3d5b-bcea-4d2b-9ff1-1f14e90fc7fa req-c246ebb9-1a62-4526-bb19-430402254f94 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:40.608079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:40.609853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae2d3d5b-bcea-4d2b-9ff1-1f14e90fc7fa req-c246ebb9-1a62-4526-bb19-430402254f94 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1680 time: 0.1697447 Apr 01 14:54:40.632618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Transition to ACTIVE for port object 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:54:40.686740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae2d3d5b-bcea-4d2b-9ff1-1f14e90fc7fa req-b19d408c-86c6-4497-87a4-c61c9c9f379b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706654 Apr 01 14:54:40.702864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:40.765343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-974dc334-eea5-424c-bf77-bf339a239f78 req-bf4e5914-3e4a-4d24-8438-e3b0611b5cdd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696959 Apr 01 14:54:40.772965 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'code': 200} Apr 01 14:54:40.881859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45996) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:41.244927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['15365c58-434a-4412-a036-22971169ca1a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:41.311565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:41.381562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3461039-8457-4208-a11f-719d91f085ee req-5ddb3e31-a957-493f-99fc-d9d1d8052399 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:41.389695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3461039-8457-4208-a11f-719d91f085ee req-5ddb3e31-a957-493f-99fc-d9d1d8052399 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 944 time: 0.1896563 Apr 01 14:54:41.418194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:41.458712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3461039-8457-4208-a11f-719d91f085ee req-e8d3a585-1f23-4664-a720-786622f8b486 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Apr 01 14:54:41.613785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] For port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:41.614851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:41.638008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc879492-22cc-4502-9286-06246d845892 req-88329b5c-a413-4dc9-a6bd-657b89720eee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1101 time: 0.7665794 Apr 01 14:54:41.711170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:41.711618 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:41.886058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:41.908631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Calling delete_port for 4c6c33fb-6988-4fcd-b5d9-85bc5747768f owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:41.967014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1fde3675-b06e-40b2-a169-1912f7fd21fb up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:42.019557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.025289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.037371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.042814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.051310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.054681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:42.057994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.064091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.067617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-078404fa-4b29-4637-888b-344eaddb6777 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.8854523 Apr 01 14:54:42.071159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.095896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684c03e-efcf-41cc-8435-ae33d4957c29 req-4b9f292e-d70d-4783-99a6-af05181909c7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.098437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3684c03e-efcf-41cc-8435-ae33d4957c29 req-4b9f292e-d70d-4783-99a6-af05181909c7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.2250624 Apr 01 14:54:42.154019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:42.177201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 1fde3675-b06e-40b2-a169-1912f7fd21fb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:42.185655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Attempting to bind port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:54:42.186080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Attempting to bind port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:54:42.186465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Attempting to bind port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 on network 4f326932-2a94-43de-b3ea-4b437be1725a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:42.189063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 1fde3675-b06e-40b2-a169-1912f7fd21fb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:42.189435 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.204989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3684c03e-efcf-41cc-8435-ae33d4957c29 req-0be622bd-2e45-407d-a3fe-edbd577af46c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957735 Apr 01 14:54:42.216497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.296667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 on network 4f326932-2a94-43de-b3ea-4b437be1725a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:54:42.297069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Attempting to bind port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 on network 4f326932-2a94-43de-b3ea-4b437be1725a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:54:42.317255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc879492-22cc-4502-9286-06246d845892 req-336654ac-bb68-4f0c-b2ae-3ee464110a1d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678500 Apr 01 14:54:42.337056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:54:42.337624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Checking segment: {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:54:42.338131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Bound using segment: {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:54:42.338737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Bound port: 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a755d3c4-54e0-4b19-907c-903777995134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:54:42.339168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.353802 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb3d9a1e-e192-4209-85e3-60d3e2ae333f req-1f97a209-743f-4da4-aac8-ab206a20000a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2691028 Apr 01 14:54:42.354140 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.431340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:42.441730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.442561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:42.516983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] For port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:54:42.521764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] For port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:54:42.523044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.583969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.604502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event deleted for resources: {'Port': ['ID=4c6c33fb-6988-4fcd-b5d9-85bc5747768f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:42.615965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 4c6c33fb-6988-4fcd-b5d9-85bc5747768f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:42.616304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4c6c33fb-6988-4fcd-b5d9-85bc5747768f not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:42.651673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1fde3675-b06e-40b2-a169-1912f7fd21fb,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:42.690999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:42.742194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b8ab5-6b8d-4c92-8820-40c116147a26 req-64cac380-ba22-41e4-a121-91cb0e71b41a tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.746435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b8ab5-6b8d-4c92-8820-40c116147a26 req-64cac380-ba22-41e4-a121-91cb0e71b41a tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:42.748099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe8b8ab5-6b8d-4c92-8820-40c116147a26 req-64cac380-ba22-41e4-a121-91cb0e71b41a tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1681 time: 0.1233690 Apr 01 14:54:42.772128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:42.773922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-c90c2779-da3c-4697-a2e6-a77587d85c00 service neutron] 10.222.0.44 "PUT /v2.0/ports/7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 1092 time: 4.0866022 Apr 01 14:54:42.774536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'}, {'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:42.785042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:42.841359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe8b8ab5-6b8d-4c92-8820-40c116147a26 req-53feeba7-de4a-4427-9155-f0d4b82eb929 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844398 Apr 01 14:54:42.920041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a62df71-c6ae-4fb7-9823-720220b0114b req-06a263d8-f31d-40fe-8e6e-dd0983f402a0 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e006f5e-4081-4a82-b7c2-19522cc251db HTTP/1.1" status: 200 len: 210 time: 0.2478278 Apr 01 14:54:42.931776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] No DVR routers for this DVR port 4c6c33fb-6988-4fcd-b5d9-85bc5747768f on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:42.936959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:43.008384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba660e9e-3eb8-4fa5-ad32-0c7877c215d9 req-57361995-5f63-4899-9be6-2adc610cb118 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "DELETE /v2.0/ports/4c6c33fb-6988-4fcd-b5d9-85bc5747768f HTTP/1.1" status: 204 len: 173 time: 3.4742911 Apr 01 14:54:43.063720 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-ed86fb89-4998-4a67-b9ac-9c92df12eb89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f66e0ea2715543df9af6669e29af64e0&device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 1095 time: 0.2054572 Apr 01 14:54:43.181228 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-98b41837-c856-44e5-b146-b28f968c15d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 217 time: 0.1081929 Apr 01 14:54:43.330631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-f5467af8-c7fd-4f90-a4bf-7091ec42aad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.333668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-f5467af8-c7fd-4f90-a4bf-7091ec42aad9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 HTTP/1.1" status: 200 len: 868 time: 0.1123667 Apr 01 14:54:43.352694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.358991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.362933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.366864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.372302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.378041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.383089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:43.385715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-213f5336-f927-41ed-8cd0-1831d0fd959f req-27c7f04a-98ad-47ed-8816-7391263c7329 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.2031958 Apr 01 14:54:43.397267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46048) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:43.413581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Request body: {'floatingip': {'port_id': '037c76ab-4816-4301-a4e0-f1517f9ee301'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:54:43.475780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-0dcd9d50-8432-4a8e-9071-3886e9187e92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f326932-2a94-43de-b3ea-4b437be1725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889738 Apr 01 14:54:43.515768 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:43.568948 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'code': 200} Apr 01 14:54:43.569447 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb', 'code': 200} Apr 01 14:54:43.696958 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'status': 'completed', 'code': 200} Apr 01 14:54:43.706486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-5a2d1150-3e44-40ba-a526-7c38be5701ab service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234859 Apr 01 14:54:43.823180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Deleting port e3b9952f-339b-4be2-b241-6522c4d2f16a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:43.823720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:43.909484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 15365c58-434a-4412-a036-22971169ca1a up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:44.009501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453829e9-e24e-4d7c-8f5a-c7ad91b0e06e req-c46ef91b-d5ad-4a1b-bf0f-971b85634e6d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:44.010848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-453829e9-e24e-4d7c-8f5a-c7ad91b0e06e req-c46ef91b-d5ad-4a1b-bf0f-971b85634e6d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:44.050794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e72a95c-7620-4a49-9665-35bf1811e39d req-429e19aa-0aa4-45b3-82ff-d5d9558be0d6 service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320363 Apr 01 14:54:44.052461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-453829e9-e24e-4d7c-8f5a-c7ad91b0e06e req-c46ef91b-d5ad-4a1b-bf0f-971b85634e6d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:44.054126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-453829e9-e24e-4d7c-8f5a-c7ad91b0e06e req-c46ef91b-d5ad-4a1b-bf0f-971b85634e6d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 944 time: 0.3988838 Apr 01 14:54:44.066259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 15365c58-434a-4412-a036-22971169ca1a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:44.086526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 15365c58-434a-4412-a036-22971169ca1a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:44.088312 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:44.288705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:44.330487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-453829e9-e24e-4d7c-8f5a-c7ad91b0e06e req-c5846167-7414-4fb1-b1b1-0b07f0f7b912 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585809 Apr 01 14:54:44.350102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 15365c58-434a-4412-a036-22971169ca1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=15365c58-434a-4412-a036-22971169ca1a,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:44.362215 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:44.364637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f52d1f0-7440-47de-b40c-3e064994519a req-6d39a955-3159-42b9-97d8-e3202296d2c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f66e0ea2715543df9af6669e29af64e0&device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 1095 time: 0.1577148 Apr 01 14:54:44.569545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=15365c58-434a-4412-a036-22971169ca1a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:44.571004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52d1f0-7440-47de-b40c-3e064994519a req-b917409f-eb60-4f27-92c9-bf948b65491a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:44.574505 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f52d1f0-7440-47de-b40c-3e064994519a req-b917409f-eb60-4f27-92c9-bf948b65491a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 200 len: 930 time: 0.2032888 Apr 01 14:54:44.580080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:44.663257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f52d1f0-7440-47de-b40c-3e064994519a req-dec50d0d-e20f-4ee1-84e1-639ac1fadaf2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 217 time: 0.0824347 Apr 01 14:54:44.664024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30298e4-3692-423d-b86b-7e1830ee0ca5 req-b0d18968-d56c-48e7-b20f-275a8dd51fc2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:44.672514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a30298e4-3692-423d-b86b-7e1830ee0ca5 req-b0d18968-d56c-48e7-b20f-275a8dd51fc2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.7720182 Apr 01 14:54:44.808617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52d1f0-7440-47de-b40c-3e064994519a req-a31e45e2-b2d9-4390-89be-3e616ccccf12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:44.811680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f52d1f0-7440-47de-b40c-3e064994519a req-a31e45e2-b2d9-4390-89be-3e616ccccf12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 HTTP/1.1" status: 200 len: 868 time: 0.1378477 Apr 01 14:54:44.814331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a30298e4-3692-423d-b86b-7e1830ee0ca5 req-abe54940-a6cc-4cd9-9449-6bcae8126909 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411288 Apr 01 14:54:44.854803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] For port e3b9952f-339b-4be2-b241-6522c4d2f16a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e3b9952f-339b-4be2-b241-6522c4d2f16a,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:44.855369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:45.044301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f52d1f0-7440-47de-b40c-3e064994519a req-2f827349-c664-4b01-bbf1-a7faf9debfc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f326932-2a94-43de-b3ea-4b437be1725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257781 Apr 01 14:54:45.050735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e436d-525b-4875-af06-61d71af8a5ce req-af1fe2f2-c036-46ed-abf6-14d089c8ed5f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:45.055975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e436d-525b-4875-af06-61d71af8a5ce req-af1fe2f2-c036-46ed-abf6-14d089c8ed5f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:45.056377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:54:45.057543 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-251e436d-525b-4875-af06-61d71af8a5ce req-af1fe2f2-c036-46ed-abf6-14d089c8ed5f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1682 time: 0.1550536 Apr 01 14:54:45.142718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Calling delete_port for e3b9952f-339b-4be2-b241-6522c4d2f16a owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:45.234584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-251e436d-525b-4875-af06-61d71af8a5ce req-0c3e3b38-d744-4e06-a069-37d1f7196a18 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482046 Apr 01 14:54:45.251038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:45.263253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:45.285388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f52d1f0-7440-47de-b40c-3e064994519a req-a571fe77-7b82-4f34-869e-1c3765503f7d service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265592 Apr 01 14:54:45.558664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08fa0-aaa8-4aa8-80cd-c5a665faded9 req-a1c2f2df-460d-4c44-8f45-5f2b0132d222 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:45.560207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67d08fa0-aaa8-4aa8-80cd-c5a665faded9 req-a1c2f2df-460d-4c44-8f45-5f2b0132d222 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.1368041 Apr 01 14:54:45.562041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f52d1f0-7440-47de-b40c-3e064994519a req-a43e8423-bbc3-4ac2-a18e-367f802c1e5b service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642093 Apr 01 14:54:45.570104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15365c58-434a-4412-a036-22971169ca1a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:45.674529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67d08fa0-aaa8-4aa8-80cd-c5a665faded9 req-64d0d3b0-ac9e-42c3-bafc-53f49031ca23 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Apr 01 14:54:45.697964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'name': 'network-vif-deleted', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:45.706854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:45.853138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02ea12-dfb9-4f3c-9f46-62bdfc8dff97 req-f0063fee-2341-4c06-8cd3-2f2963189f98 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:45.870031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d02ea12-dfb9-4f3c-9f46-62bdfc8dff97 req-f0063fee-2341-4c06-8cd3-2f2963189f98 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 944 time: 0.1559119 Apr 01 14:54:45.875460 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15365c58-434a-4412-a036-22971169ca1a', 'code': 200} Apr 01 14:54:45.964008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b9952f-339b-4be2-b241-6522c4d2f16a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:45.971125 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Floating IP f62c195f-ff7b-4e42-9130-5da1233f31de associated. External IP: 172.25.2.158, port: 037c76ab-4816-4301-a4e0-f1517f9ee301. Apr 01 14:54:46.186326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d02ea12-dfb9-4f3c-9f46-62bdfc8dff97 req-a8fe82b8-83f3-427c-8807-e6da6ec76b3b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153331 Apr 01 14:54:46.206388 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e006f5e-4081-4a82-b7c2-19522cc251db', 'name': 'network-vif-deleted', 'tag': '4c6c33fb-6988-4fcd-b5d9-85bc5747768f', 'status': 'completed', 'code': 200} Apr 01 14:54:46.219726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-971cfd2b-abcf-40bc-861d-1baac507cec5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:46.220409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-971cfd2b-abcf-40bc-861d-1baac507cec5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:46.228699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-621c9698-ec3e-41ae-941c-932d00d1637b req-fdaa9fcd-4fe2-4bc6-bf2d-fc20a7a25671 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1984 time: 0.2565181 Apr 01 14:54:46.324916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-971cfd2b-abcf-40bc-861d-1baac507cec5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:46.327766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-971cfd2b-abcf-40bc-861d-1baac507cec5 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.4533546 Apr 01 14:54:46.504578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Deleting port f06aa538-7f23-4aeb-9f1a-a90caccfccdc {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:46.504940 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:46.608148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-621c9698-ec3e-41ae-941c-932d00d1637b req-3878016b-9bb5-482b-8746-86c072839d25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713841 Apr 01 14:54:46.660111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef4d74-5ada-432a-a9d0-6c24a39cec93 req-96040971-4a8e-40b9-b8ea-97b960dae6e1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:46.667567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89ef4d74-5ada-432a-a9d0-6c24a39cec93 req-96040971-4a8e-40b9-b8ea-97b960dae6e1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.1755729 Apr 01 14:54:46.849715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] For port f06aa538-7f23-4aeb-9f1a-a90caccfccdc, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:46.850115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:46.983884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89ef4d74-5ada-432a-a9d0-6c24a39cec93 req-7df73401-4d8e-413d-9c65-84635840c567 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154833 Apr 01 14:54:47.033484 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:47.127596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Calling delete_port for f06aa538-7f23-4aeb-9f1a-a90caccfccdc owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:47.229976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:47.257996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853c9a7-7aee-473b-ba18-61e13e86b75b req-94e2c289-6c5a-4ef3-bbf3-4fefc4593ed6 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:47.261849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853c9a7-7aee-473b-ba18-61e13e86b75b req-94e2c289-6c5a-4ef3-bbf3-4fefc4593ed6 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:47.263446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3853c9a7-7aee-473b-ba18-61e13e86b75b req-94e2c289-6c5a-4ef3-bbf3-4fefc4593ed6 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1682 time: 0.8432570 Apr 01 14:54:47.415910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3853c9a7-7aee-473b-ba18-61e13e86b75b req-23d145ed-4805-46b7-a381-5e6df52c2949 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450434 Apr 01 14:54:47.460558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4342e7-08a1-44c6-9ba1-66c58a86a33d req-c714d4bb-930d-453d-9a96-dd0a10d21f0e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:47.462148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec4342e7-08a1-44c6-9ba1-66c58a86a33d req-c714d4bb-930d-453d-9a96-dd0a10d21f0e tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f00126e-b57c-493b-94a9-c49c0a25a212 HTTP/1.1" status: 200 len: 944 time: 0.2637932 Apr 01 14:54:47.503822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:47.541072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:47.563895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Router 55783f50-4b3b-48a2-af1a-092403f260a6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:54:47.566557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec4342e7-08a1-44c6-9ba1-66c58a86a33d req-a0f355de-592b-4524-a9a8-b32d7c612554 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968368 Apr 01 14:54:47.692212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event deleted for resources: {'Port': ['ID=f06aa538-7f23-4aeb-9f1a-a90caccfccdc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:47.748097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] No DVR routers for this DVR port f06aa538-7f23-4aeb-9f1a-a90caccfccdc on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:47.753466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:47.757439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:47.832011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Usage tracker for resource:security_group_rule and tenant:0bfd2a3ee1474602af726408dd23ccd2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:47.868461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:47.883820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:47.908691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-951bff8a-2551-4aa3-ac5d-1de0e61d2670 req-f28eb876-e2f2-472b-abb1-593df208ee11 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.44 "DELETE /v2.0/ports/f06aa538-7f23-4aeb-9f1a-a90caccfccdc HTTP/1.1" status: 204 len: 173 time: 1.5753827 Apr 01 14:54:47.911425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:54:47.955832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64f7ca8f-6ed4-4180-a554-29267d32e070 req-ba1c7651-af0d-46f8-a8a8-585b5a82bd38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1915789 Apr 01 14:54:48.078674 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.094236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.157635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bfd2a3ee1474602af726408dd23ccd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9246926 Apr 01 14:54:48.158469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:48.158724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc1e5-9ec5-4139-8ad2-ca0416725b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57153757-e13d-4631-9098-2bb39a7a02b4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:48.211092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'name': 'network-vif-deleted', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:48.216562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:48.249898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'port_id': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'mac_address': 'fa:16:3e:72:e2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:54:48.342626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15ddec11-8c61-4007-8bdc-589b912abda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.385238 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f00126e-b57c-493b-94a9-c49c0a25a212', 'name': 'network-vif-deleted', 'tag': 'f06aa538-7f23-4aeb-9f1a-a90caccfccdc', 'status': 'completed', 'code': 200} Apr 01 14:54:48.422881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15ddec11-8c61-4007-8bdc-589b912abda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.470257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.490320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:54:48.507852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:48.518058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.609090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15ddec11-8c61-4007-8bdc-589b912abda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.635588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e530df-cbf7-4ccd-927b-aac66228c255 req-22d36904-5f58-49d4-95b2-1008732e689e tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:48.643425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-52e530df-cbf7-4ccd-927b-aac66228c255 req-22d36904-5f58-49d4-95b2-1008732e689e tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 944 time: 0.7387116 Apr 01 14:54:48.653935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddec11-8c61-4007-8bdc-589b912abda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57153757-e13d-4631-9098-2bb39a7a02b4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:48.663484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15ddec11-8c61-4007-8bdc-589b912abda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:48.665030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-15ddec11-8c61-4007-8bdc-589b912abda3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57153757-e13d-4631-9098-2bb39a7a02b4 HTTP/1.1" status: 204 len: 168 time: 0.5027459 Apr 01 14:54:48.691043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87860-afc7-4013-91bd-2e4b35fdb392 req-cb2e1243-4855-4b2c-9902-3c5d4f2586f5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:48.692856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:48.712913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65e87860-afc7-4013-91bd-2e4b35fdb392 req-cb2e1243-4855-4b2c-9902-3c5d4f2586f5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.1875999 Apr 01 14:54:48.820228 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65e87860-afc7-4013-91bd-2e4b35fdb392 req-c4396760-10e9-4803-a09d-8bd94cc4204c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055040 Apr 01 14:54:48.823251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-52e530df-cbf7-4ccd-927b-aac66228c255 req-15f18d71-d007-4745-8062-7a0e2c0aba05 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786649 Apr 01 14:54:48.890489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:54:49.035550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-d3a5a1d4-331b-4abc-b7ab-32f9a3ece6c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6415160 Apr 01 14:54:49.123300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:54:49.143510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] Sync routers for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:54:49.153933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3599-42ac-4e14-b5d7-162649314d42 req-ea25f6da-8822-4cac-8ac0-858ad990899f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:49.158178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3599-42ac-4e14-b5d7-162649314d42 req-ea25f6da-8822-4cac-8ac0-858ad990899f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:49.167173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39cf3599-42ac-4e14-b5d7-162649314d42 req-ea25f6da-8822-4cac-8ac0-858ad990899f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1682 time: 0.1528442 Apr 01 14:54:49.191331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:49.205757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:49.210786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:49.270299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39cf3599-42ac-4e14-b5d7-162649314d42 req-4d8f6b71-1a88-4b4e-b84e-82203f8bb586 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019969 Apr 01 14:54:49.380304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f97e4b99-ef31-48e4-bb72-fc912fe651ac tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "PUT /v2.0/floatingips/f62c195f-ff7b-4e42-9130-5da1233f31de HTTP/1.1" status: 200 len: 992 time: 5.9819021 Apr 01 14:54:49.386256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:49.424296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Router 57ce12c3-9720-4951-befd-9b144eae9126 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:54:49.631959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46182) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:49.703130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:49.722440 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'status': 'completed', 'code': 200} Apr 01 14:54:49.795253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:49.953208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:54:49.991045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Usage tracker for resource:security_group_rule and tenant:21e698e4cdc141c48582430db883df8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:54:50.006910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:54:50.029050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:50.049415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:54:50.086761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3477780-ea77-443f-94ba-1153137e4072 req-d6260acc-e6c2-4839-af4f-0eb5bcd3c0b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6502 time: 0.4517703 Apr 01 14:54:50.101853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:54:50.109791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4272b3b6-4037-4a3b-ab5f-7e8934bfebd8 admin admin] 10.222.0.48 "PUT /v2.0/routers/57ce12c3-9720-4951-befd-9b144eae9126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2264564 Apr 01 14:54:50.119201 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] Sync routers for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:54:50.147387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:50.172870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: f06aa538-7f23-4aeb-9f1a-a90caccfccdc {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:50.173478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device f06aa538-7f23-4aeb-9f1a-a90caccfccdc not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:50.176665 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:50.179478 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:50.455111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'f62c195f-ff7b-4e42-9130-5da1233f31de', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'port_id': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'mac_address': 'fa:16:3e:3e:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:53:05Z', 'updated_at': '2022-04-01T14:54:44Z', 'revision_number': 1, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:52Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:50.463906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] Checking router: 55783f50-4b3b-48a2-af1a-092403f260a6 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:54:50.488366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:50.489204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:50.570313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527505cb-3aa4-47f2-96f9-ac81472c654a req-c7c4cfbe-b908-4fb7-b526-a003ef59cfd9 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:50.577626 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-527505cb-3aa4-47f2-96f9-ac81472c654a req-c7c4cfbe-b908-4fb7-b526-a003ef59cfd9 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 945 time: 0.5846488 Apr 01 14:54:50.644560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:50.645294 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-527505cb-3aa4-47f2-96f9-ac81472c654a req-5fefbe90-0767-41ec-ac0e-15c29205da1a tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665445 Apr 01 14:54:50.734205 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:50.777271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:50.934631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-323695f0-c988-4770-8bc6-172d1e2848a6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:50.936826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-323695f0-c988-4770-8bc6-172d1e2848a6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:50.979511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477780-ea77-443f-94ba-1153137e4072 req-01eb899c-81dd-44b0-9a04-5199ce466a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:50.985888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3477780-ea77-443f-94ba-1153137e4072 req-01eb899c-81dd-44b0-9a04-5199ce466a42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82c77167-1c02-4b4f-ad02-96945e2faef1 HTTP/1.1" status: 200 len: 918 time: 0.8594580 Apr 01 14:54:51.195051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71bb1e-e7c9-4814-be5a-d16b5bd05c3b req-c39264d6-4004-4fbe-bff5-44790a3e670b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:51.208326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c71bb1e-e7c9-4814-be5a-d16b5bd05c3b req-c39264d6-4004-4fbe-bff5-44790a3e670b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.7787299 Apr 01 14:54:51.257022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:51.261186 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:54:45Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:51.270407 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] Checking router: 57ce12c3-9720-4951-befd-9b144eae9126 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:54:51.297150 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] Routers {'57ce12c3-9720-4951-befd-9b144eae9126'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:54:51.298065 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:54:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['57ce12c3-9720-4951-befd-9b144eae9126'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:51.323279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c71bb1e-e7c9-4814-be5a-d16b5bd05c3b req-4fb5650a-6d93-44e9-9eda-e5c2c6cb62fa tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123965 Apr 01 14:54:51.326326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-323695f0-c988-4770-8bc6-172d1e2848a6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:51.331164 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-323695f0-c988-4770-8bc6-172d1e2848a6 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 945 time: 1.2078428 Apr 01 14:54:51.391115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:51.440342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'f62c195f-ff7b-4e42-9130-5da1233f31de', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'port_id': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'mac_address': 'fa:16:3e:3e:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:53:05Z', 'updated_at': '2022-04-01T14:54:44Z', 'revision_number': 1, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:52Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:51.447253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95349a33-b562-4217-975d-2b3b1b15963c None None] The sync data for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 is: [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'f62c195f-ff7b-4e42-9130-5da1233f31de', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'port_id': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'mac_address': 'fa:16:3e:3e:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:53:05Z', 'updated_at': '2022-04-01T14:54:44Z', 'revision_number': 1, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:52Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:54:51.494310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a0811-63af-498d-8339-db242d050784 req-be10b000-89ed-4e83-8b19-2a2e072be24c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:51.501574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-891a0811-63af-498d-8339-db242d050784 req-be10b000-89ed-4e83-8b19-2a2e072be24c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 945 time: 0.5099816 Apr 01 14:54:51.592068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-04899663-07d9-4165-bbae-e236f1dadb7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1101 time: 0.4244380 Apr 01 14:54:51.680774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3477780-ea77-443f-94ba-1153137e4072 req-6a487a04-5d6c-49b5-a2b1-23e67e242352 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=037c76ab-4816-4301-a4e0-f1517f9ee301 HTTP/1.1" status: 200 len: 1000 time: 0.6591430 Apr 01 14:54:51.681375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d4ab7-dbbb-4fce-bfa6-a882bc0e7999,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:51.709771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.709771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.709984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.710252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.710760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.711262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.711746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.713700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.722804 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] Set router 57ce12c3-9720-4951-befd-9b144eae9126 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:54:51.723681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.724250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.725815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:54:51.892776 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-891a0811-63af-498d-8339-db242d050784 req-e5030118-197b-4a05-8449-139a0aaf9fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893461 Apr 01 14:54:51.893246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-ae2a31c6-1556-4d54-9e4c-da845efbe90e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:51.898590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-ae2a31c6-1556-4d54-9e4c-da845efbe90e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2621768 Apr 01 14:54:51.899814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-89e677fe-3899-4f24-b63c-1fa42c771664 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21e698e4cdc141c48582430db883df8b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2616827 Apr 01 14:54:51.899814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477780-ea77-443f-94ba-1153137e4072 req-02d14b9c-3e32-4fd9-9a02-3b1a438d66d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:51.903583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3477780-ea77-443f-94ba-1153137e4072 req-02d14b9c-3e32-4fd9-9a02-3b1a438d66d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53540cf6-3274-427d-8950-3b3cece9abf8 HTTP/1.1" status: 200 len: 856 time: 0.1996322 Apr 01 14:54:51.904718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46212) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:51.926232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Deleting port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:51.926991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:51.942206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:54:52.041112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a169ef-e561-48b4-9c48-a084ac6da2e5 None None] New status for floating IP f62c195f-ff7b-4e42-9130-5da1233f31de: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:54:52.171247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-5354778c-f546-49d3-8c91-865df5dd0c39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 217 time: 0.2625155 Apr 01 14:54:52.326263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:52.406789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Deleting port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:52.407126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:52.527714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-14dba3a6-f9a6-469c-b4c5-270cf4a9936e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:52.529356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-14dba3a6-f9a6-469c-b4c5-270cf4a9936e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.3524344 Apr 01 14:54:52.538359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-931d8e3c-c893-479b-8e11-cd2de9fcfff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:52.620729 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:54:45Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:52.637950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:54:52.646479 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384066d3-9c96-4452-9d29-8527b6d49ca1 None None] The sync data for ids ['57ce12c3-9720-4951-befd-9b144eae9126'] in n-d-836017-1 is: [{'id': '57ce12c3-9720-4951-befd-9b144eae9126', 'name': 'tempest-AttachSCSIVolumeTestJSON-358710819-router', 'tenant_id': '3e385da678b449808c7c02fe643ed0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:56Z', 'updated_at': '2022-04-01T14:54:45Z', 'revision_number': 5, 'project_id': '3e385da678b449808c7c02fe643ed0a0', 'gw_port': {'id': 'ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce12c3-9720-4951-befd-9b144eae9126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:50:58Z', 'updated_at': '2022-04-01T14:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:54:52.655501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:54:52.656476 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:52.876226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:52.914796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3477780-ea77-443f-94ba-1153137e4072 req-b736458a-779b-497a-a8c0-bf76dde2d3b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82c77167-1c02-4b4f-ad02-96945e2faef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0065131 Apr 01 14:54:52.925574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:52.939940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:52.951102 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:52.979179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35020f-87f4-456e-9766-97bb8374e539 req-52ec3af0-0876-4818-933c-48c12cdf42ff tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:52.983624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35020f-87f4-456e-9766-97bb8374e539 req-52ec3af0-0876-4818-933c-48c12cdf42ff tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:52.990706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c35020f-87f4-456e-9766-97bb8374e539 req-52ec3af0-0876-4818-933c-48c12cdf42ff tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1682 time: 1.0836253 Apr 01 14:54:53.088095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:53.103661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] For port ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:53.104213 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:53.134580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-d0bebbaf-600e-4b8d-972d-daf014a4861f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:53.139491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-d0bebbaf-600e-4b8d-972d-daf014a4861f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:53.141370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-d0bebbaf-600e-4b8d-972d-daf014a4861f tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 1682 time: 0.7657661 Apr 01 14:54:53.182718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-931d8e3c-c893-479b-8e11-cd2de9fcfff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:53.195436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272ba3f-3ede-4a36-8570-50e8d282581b req-8e5ea0e6-1a95-4009-a6d3-d35c410faa0c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:53.202324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b272ba3f-3ede-4a36-8570-50e8d282581b req-8e5ea0e6-1a95-4009-a6d3-d35c410faa0c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 945 time: 1.0331662 Apr 01 14:54:53.294896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Calling delete_port for ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:53.321986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 15365c58-434a-4412-a036-22971169ca1a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:53.322700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:53.358529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3477780-ea77-443f-94ba-1153137e4072 req-3f187c32-fa56-40c3-b072-11ab8811096a service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916233 Apr 01 14:54:53.402885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b272ba3f-3ede-4a36-8570-50e8d282581b req-9ba1a98c-1a4b-43bb-a06b-00536acb9e7c tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c6a1cd8-4af4-4415-833c-f75018abe48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993158 Apr 01 14:54:53.440327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-298150a8-8bd4-4755-9633-1528a01a6b48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8876965 Apr 01 14:54:53.479155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-931d8e3c-c893-479b-8e11-cd2de9fcfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:53.508571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 97f5d3a7-a943-42d3-a48c-1b7508fd9390 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:53.512585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3477780-ea77-443f-94ba-1153137e4072 req-5e03caa6-e414-4e20-abf5-984502626a39 service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445827 Apr 01 14:54:53.531170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c35020f-87f4-456e-9766-97bb8374e539 req-9e7a4d07-70f6-4496-8bc3-81b83a7090cc tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394955 Apr 01 14:54:53.533261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] For port 97f5d3a7-a943-42d3-a48c-1b7508fd9390, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=97f5d3a7-a943-42d3-a48c-1b7508fd9390,segment=NetworkSegment(797c4805-5454-4289-bdf9-cb2e24eef626),segment_id=797c4805-5454-4289-bdf9-cb2e24eef626)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:53.536256 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:53.569813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d8e3c-c893-479b-8e11-cd2de9fcfff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d4ab7-dbbb-4fce-bfa6-a882bc0e7999,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:53.583016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-931d8e3c-c893-479b-8e11-cd2de9fcfff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:53.584654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-931d8e3c-c893-479b-8e11-cd2de9fcfff4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa7d4ab7-dbbb-4fce-bfa6-a882bc0e7999 HTTP/1.1" status: 204 len: 168 time: 1.6712556 Apr 01 14:54:53.721055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-fbc10523-f7eb-44ac-b5ec-dff86c1a098d service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687778 Apr 01 14:54:53.819478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:53.887088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:53.982599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecad7d-8e29-48dd-a14c-32c17504a4cc req-90a4e6dd-7c78-4154-a794-7de273fcbe9c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:53.990103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65ecad7d-8e29-48dd-a14c-32c17504a4cc req-90a4e6dd-7c78-4154-a794-7de273fcbe9c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.3485284 Apr 01 14:54:53.996343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Calling delete_port for 97f5d3a7-a943-42d3-a48c-1b7508fd9390 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:54.096014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e3b9952f-339b-4be2-b241-6522c4d2f16a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:54.112674 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-d998ea19-4d4b-4313-b352-075533f4be10 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753569 Apr 01 14:54:54.230111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65ecad7d-8e29-48dd-a14c-32c17504a4cc req-171059b1-a0b1-43c0-9ec7-f13e921415bf tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389503 Apr 01 14:54:54.248261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e3b9952f-339b-4be2-b241-6522c4d2f16a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:54.248679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e3b9952f-339b-4be2-b241-6522c4d2f16a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:54.413596 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'code': 200} Apr 01 14:54:54.562957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4a3b4-e498-4d95-b978-c672512e8698 req-8499d6b7-aa15-4a52-92b8-032dc4e69010 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:54.570188 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cda4a3b4-e498-4d95-b978-c672512e8698 req-8499d6b7-aa15-4a52-92b8-032dc4e69010 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 946 time: 0.6379054 Apr 01 14:54:54.575048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:54.663271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:54.671935 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cda4a3b4-e498-4d95-b978-c672512e8698 req-dee4e137-f4d0-4317-9ab8-88b1544673a0 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008732 Apr 01 14:54:54.687677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 15365c58-434a-4412-a036-22971169ca1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=15365c58-434a-4412-a036-22971169ca1a,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:54.688091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:54.780435 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2cc4e18b-9b02-4e1c-bc81-2103d6c87dbd req-205777b2-139d-4950-910a-eb253c494f69 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 210 time: 0.1230001 Apr 01 14:54:55.024214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 15365c58-434a-4412-a036-22971169ca1a owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:55.269256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.273880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.307742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.308351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ce12c3-9720-4951-befd-9b144eae9126 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:54:55.323832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.324998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-50d71494-6749-4479-afd1-513782e48d7d admin admin] 10.222.0.48 "DELETE /v2.0/routers/57ce12c3-9720-4951-befd-9b144eae9126 HTTP/1.1" status: 204 len: 168 time: 5.1688921 Apr 01 14:54:55.327514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46258) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:55.378799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Pushing event deleted for resources: {'Port': ['ID=97f5d3a7-a943-42d3-a48c-1b7508fd9390,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:55.439384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] Deleting subnet bca33137-9903-4b76-a333-efb0cfca63a4 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:54:55.446675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.450602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.645438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.667189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Port': ['ID=15365c58-434a-4412-a036-22971169ca1a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:55.680014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] No DVR routers for this DVR port 97f5d3a7-a943-42d3-a48c-1b7508fd9390 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:55.725823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.732275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'name': 'network-vif-deleted', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:55.742511 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bdcca78d-af45-49d0-a733-2714c51fb6a9 req-d4ac70f4-c80e-42fd-ae1c-e21179dbd7e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 1097 time: 1.2348173 Apr 01 14:54:55.804626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6e49e-42bc-4804-9d60-fdc1555ec518 req-4dcb6f21-553b-44b4-89dd-5dab53bc8913 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:55.812500 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1b6e49e-42bc-4804-9d60-fdc1555ec518 req-4dcb6f21-553b-44b4-89dd-5dab53bc8913 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.2781904 Apr 01 14:54:55.894693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.942710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2b6f7-acfc-493f-aeb0-db0795b2d478 req-916cb017-b0b7-4947-b096-d7d6c0d7e5be tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:55.943492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-29a2b6f7-acfc-493f-aeb0-db0795b2d478 req-916cb017-b0b7-4947-b096-d7d6c0d7e5be tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Synchronizing usage tracker for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:55.960909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] No DVR routers for this DVR port 15365c58-434a-4412-a036-22971169ca1a on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:55.975063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:55.975346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1fde3675-b06e-40b2-a169-1912f7fd21fb no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:55.978648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1b6e49e-42bc-4804-9d60-fdc1555ec518 req-f1f1df8e-ee80-4398-9667-e1f4107ec956 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649611 Apr 01 14:54:55.979132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-85f8cc40-1262-4285-9949-d25bf9292b32 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.44 "DELETE /v2.0/ports/15365c58-434a-4412-a036-22971169ca1a HTTP/1.1" status: 204 len: 173 time: 2.8036566 Apr 01 14:54:55.981628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-29a2b6f7-acfc-493f-aeb0-db0795b2d478 req-916cb017-b0b7-4947-b096-d7d6c0d7e5be tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Unset dirty status for tenant:b437b090f8fa4379879a1c52759595c9 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:55.982884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29a2b6f7-acfc-493f-aeb0-db0795b2d478 req-916cb017-b0b7-4947-b096-d7d6c0d7e5be tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 945 time: 0.6070778 Apr 01 14:54:55.985719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b0f3f2b0-d9b6-4ff3-8a8b-605c1e271cc8 req-e01f7c69-fec0-4b0c-b270-71451ee841fd tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.62 "DELETE /v2.0/ports/97f5d3a7-a943-42d3-a48c-1b7508fd9390 HTTP/1.1" status: 204 len: 173 time: 4.5668175 Apr 01 14:54:55.988050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bdcca78d-af45-49d0-a733-2714c51fb6a9 req-9b65e27a-7105-4772-a8e2-3b3ac43146ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302241 Apr 01 14:54:56.082183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.102985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:56.184883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 1fde3675-b06e-40b2-a169-1912f7fd21fb {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:56.186325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca33137-9903-4b76-a333-efb0cfca63a4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:56.188931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.204568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.223756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a5dfe20-baf6-4414-968a-916119a143a6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bca33137-9903-4b76-a333-efb0cfca63a4 HTTP/1.1" status: 204 len: 168 time: 0.8950593 Apr 01 14:54:56.227321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46282) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:56.267450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:56.267786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca7e7455-8dd6-4cd7-b6a1-93ae49ff6208 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:56.274517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea4952-885c-4c9c-aacc-cf9b0faf98de None None] Network e6070da0-5e18-48e1-95bf-3ff5330a2d35 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:54:56.483595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.502253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Deleting port de607d63-6cd4-49af-8f9d-db01f6155a81 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:56.502488 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.576192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:56.576700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.601729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29a2b6f7-acfc-493f-aeb0-db0795b2d478 req-542c4ef6-8510-4d19-a027-c0c6aeb8d719 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019745 Apr 01 14:54:56.693618 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.752769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:56.801389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:56.811424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:56.811424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 15365c58-434a-4412-a036-22971169ca1a no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:56.894081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 1fde3675-b06e-40b2-a169-1912f7fd21fb owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:56.993871 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54290eb-79ff-4fb9-8f6a-e5088ebc922b', 'name': 'network-vif-deleted', 'tag': '97f5d3a7-a943-42d3-a48c-1b7508fd9390', 'status': 'completed', 'code': 200} Apr 01 14:54:57.000122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:54:57.000786 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:54:57.036790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] For port de607d63-6cd4-49af-8f9d-db01f6155a81, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=de607d63-6cd4-49af-8f9d-db01f6155a81,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:57.037145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:57.060766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] DHCP port deletion for e6070da0-5e18-48e1-95bf-3ff5330a2d35 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:54:57.063123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 15365c58-434a-4412-a036-22971169ca1a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:57.063525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 15365c58-434a-4412-a036-22971169ca1a not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:57.072287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Deleting port de607d63-6cd4-49af-8f9d-db01f6155a81 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:57.072655 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:57.083734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69202e-7681-4117-a548-907cb20c7e59 req-60e314c6-d614-417c-bcf4-d996bb91ed50 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:57.099387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb69202e-7681-4117-a548-907cb20c7e59 req-60e314c6-d614-417c-bcf4-d996bb91ed50 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 946 time: 0.5377226 Apr 01 14:54:57.108634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fdbc8881-69fa-44e4-965a-dd434b18fb03 req-ed773665-9c9e-45d2-92aa-122d90fd4522 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Synchronizing usage tracker for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:57.132950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fdbc8881-69fa-44e4-965a-dd434b18fb03 req-ed773665-9c9e-45d2-92aa-122d90fd4522 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] Unset dirty status for tenant:87775a992abf4855bf376b044653efb5 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:57.142479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1fde3675-b06e-40b2-a169-1912f7fd21fb,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:57.163122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fdbc8881-69fa-44e4-965a-dd434b18fb03 req-ed773665-9c9e-45d2-92aa-122d90fd4522 tempest-LiveMigrationTest-1591549400 tempest-LiveMigrationTest-1591549400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b54290eb-79ff-4fb9-8f6a-e5088ebc922b HTTP/1.1" status: 200 len: 210 time: 0.1128674 Apr 01 14:54:57.317816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Calling delete_port for de607d63-6cd4-49af-8f9d-db01f6155a81 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:57.359150 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb', 'code': 200} Apr 01 14:54:57.422173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] For port de607d63-6cd4-49af-8f9d-db01f6155a81, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=de607d63-6cd4-49af-8f9d-db01f6155a81,segment=NetworkSegment(85a21fff-167f-4466-b0fb-5205369742d2),segment_id=85a21fff-167f-4466-b0fb-5205369742d2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:57.422985 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:57.426722 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb69202e-7681-4117-a548-907cb20c7e59 req-00e4e1af-01fa-4b35-b1b6-915bfcd15a7b tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692463 Apr 01 14:54:57.458637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:57.503354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 1fde3675-b06e-40b2-a169-1912f7fd21fb {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:57.503871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:57.535954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Pushing event deleted for resources: {'Port': ['ID=de607d63-6cd4-49af-8f9d-db01f6155a81,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:57.558407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] No DVR routers for this DVR port de607d63-6cd4-49af-8f9d-db01f6155a81 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:57.653412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Calling delete_port for de607d63-6cd4-49af-8f9d-db01f6155a81 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:57.760093 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:54:57.760978 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:54:57.767450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd2-a020-4c31-86d2-ad4aebd4b252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:57.878878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1fa84-48ae-4244-8085-03c9f72fb320 req-4703e553-f719-42a6-b989-7ce646ab8d1f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:57.882638 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98f1fa84-48ae-4244-8085-03c9f72fb320 req-4703e553-f719-42a6-b989-7ce646ab8d1f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.2837636 Apr 01 14:54:57.910833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:57.963706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6070da0-5e18-48e1-95bf-3ff5330a2d35']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:58.006338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a21fff-167f-4466-b0fb-5205369742d2') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:58.006633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a21fff-167f-4466-b0fb-5205369742d2') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:54:58.011635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98f1fa84-48ae-4244-8085-03c9f72fb320 req-4faf2f05-b0c2-4b1e-a725-595082913a6b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153173 Apr 01 14:54:58.023248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:58.023395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 1fde3675-b06e-40b2-a169-1912f7fd21fb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1fde3675-b06e-40b2-a169-1912f7fd21fb,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:54:58.023501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:58.055738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de607d63-6cd4-49af-8f9d-db01f6155a81 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:54:58.058638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:58.069590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aafe95-ad9d-4c25-b52f-fdded3ec81a0 req-0e3b4e8d-992e-4e99-8d85-770fc4e40625 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:58.075119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87aafe95-ad9d-4c25-b52f-fdded3ec81a0 req-0e3b4e8d-992e-4e99-8d85-770fc4e40625 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/ports?device_id=eeb60cd1-40bd-4505-b083-426568a06d2a HTTP/1.1" status: 200 len: 943 time: 0.2041876 Apr 01 14:54:58.104945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:54:58.104945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:54:58.118201 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:54:58.120421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: de607d63-6cd4-49af-8f9d-db01f6155a81 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:54:58.120421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de607d63-6cd4-49af-8f9d-db01f6155a81 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:54:58.262989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Deleting port de607d63-6cd4-49af-8f9d-db01f6155a81 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:54:58.263385 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:58.333832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87aafe95-ad9d-4c25-b52f-fdded3ec81a0 req-2d1fe5e2-020c-4530-985b-19f18b2763c8 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "GET /v2.0/security-groups?id=2667ec42-4018-43b5-bc05-716bf5652a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576849 Apr 01 14:54:58.343050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:58.396341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c336fc99-5bba-499b-816c-1be2c736d0ff None None] The port 'de607d63-6cd4-49af-8f9d-db01f6155a81' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:54:58.422487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:58.443704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6070da0-5e18-48e1-95bf-3ff5330a2d35,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:58.503883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f8d9a560-e4ab-49f4-abfb-c647b9741033 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e6070da0-5e18-48e1-95bf-3ff5330a2d35 HTTP/1.1" status: 204 len: 168 time: 2.2728667 Apr 01 14:54:58.504555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46324) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:58.532078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 1fde3675-b06e-40b2-a169-1912f7fd21fb owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:54:58.627201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46330) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:54:58.875433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:59.007832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-deleted', 'tag': '15365c58-434a-4412-a036-22971169ca1a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:54:59.068517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Port': ['ID=1fde3675-b06e-40b2-a169-1912f7fd21fb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:54:59.082204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] Deleting subnet 9985c0da-26da-4d35-8a3f-a6ca50696f30 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:54:59.087515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:59.112045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] No DVR routers for this DVR port 1fde3675-b06e-40b2-a169-1912f7fd21fb on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:54:59.114581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:59.135404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f433e7f-2d28-442a-b6a6-90a1be7f0889 req-2f5c52ee-c110-496e-bf27-fac274b9e550 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.44 "DELETE /v2.0/ports/1fde3675-b06e-40b2-a169-1912f7fd21fb HTTP/1.1" status: 204 len: 173 time: 3.1376867 Apr 01 14:54:59.141600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49075492-9c4c-4bc8-9721-b0e006c01130 req-1e43cb4d-957a-4807-871e-03e93492d6a4 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:59.149605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49075492-9c4c-4bc8-9721-b0e006c01130 req-1e43cb4d-957a-4807-871e-03e93492d6a4 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 946 time: 0.4351757 Apr 01 14:54:59.261746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49075492-9c4c-4bc8-9721-b0e006c01130 req-95df1e14-4a2f-4199-89f7-2c581570f27d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107805 Apr 01 14:54:59.300295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471683-9754-40ce-9b5b-0812a2985001 req-dde4c11c-9a2a-44f1-8aa1-c8c9486be56c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:54:59.300295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3471683-9754-40ce-9b5b-0812a2985001 req-dde4c11c-9a2a-44f1-8aa1-c8c9486be56c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.1032615 Apr 01 14:54:59.314469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:59.405360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3471683-9754-40ce-9b5b-0812a2985001 req-c0d03f4c-9a24-4b3e-abfb-2d6dc19820f4 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071498 Apr 01 14:54:59.479780 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-deleted', 'tag': '15365c58-434a-4412-a036-22971169ca1a', 'status': 'completed', 'code': 200} Apr 01 14:54:59.686389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd732cb6-0999-4b10-81f4-2290475fc68b req-d83a5b65-20fa-4d33-b2d5-5f9594d88659 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=99a06bd11d3b4164b098deeac41a1b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523741 Apr 01 14:54:59.777560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:59.911289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-156fbc48-3941-467a-95e2-d531e35b5fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:54:59.933607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:54:59.977055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-156fbc48-3941-467a-95e2-d531e35b5fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:54:59.984696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-156fbc48-3941-467a-95e2-d531e35b5fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 258 time: 0.4320157 Apr 01 14:55:00.000754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9985c0da-26da-4d35-8a3f-a6ca50696f30,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:00.006816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:00.023761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:00.028745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Usage tracker for resource:floatingip and tenant:f66e0ea2715543df9af6669e29af64e0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:00.040694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:00.046834 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.047964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd732cb6-0999-4b10-81f4-2290475fc68b req-ed5b3392-49f5-485c-8da5-127e83bdd240 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:00.052081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd732cb6-0999-4b10-81f4-2290475fc68b req-ed5b3392-49f5-485c-8da5-127e83bdd240 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750818 Apr 01 14:55:00.055129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:00.064730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-19f1466c-9813-4eb8-959d-171d94510b6a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9985c0da-26da-4d35-8a3f-a6ca50696f30 HTTP/1.1" status: 204 len: 168 time: 1.4364233 Apr 01 14:55:00.075771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd732cb6-0999-4b10-81f4-2290475fc68b req-caee258a-9395-4fc2-87ef-d592a20f6851 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/quotas/99a06bd11d3b4164b098deeac41a1b2c HTTP/1.1" status: 200 len: 375 time: 0.0167952 Apr 01 14:55:00.076626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46362) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:00.100607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.170356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd8f8-27e0-43f0-aea8-0403a6c34381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.238216 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.333540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd732cb6-0999-4b10-81f4-2290475fc68b req-6b337c3c-b728-41f4-8e2b-76d6d65d6119 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99a06bd11d3b4164b098deeac41a1b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1980848 Apr 01 14:55:00.375878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.545268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46370) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:00.621902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.700455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:00.728989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797c4805-5454-4289-bdf9-cb2e24eef626') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:00.728989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797c4805-5454-4289-bdf9-cb2e24eef626') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:00.744957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.782467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.801169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:55:00.801169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:55:00.822509 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:55:01.004950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.092770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.128339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.142051 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.149345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:01.149345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78190a77-da23-4418-929b-e1e5622101e6 req-f758a60e-d4fd-475c-b7b0-7fc8014370ac tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:01.158941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78190a77-da23-4418-929b-e1e5622101e6 req-f758a60e-d4fd-475c-b7b0-7fc8014370ac tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.2503741 Apr 01 14:55:01.194843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6e85e7dd-9e65-43e5-a07f-0796a88d9333 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1b7e4fc-d7e1-4e12-ad48-b3ad6b3cc656 HTTP/1.1" status: 204 len: 168 time: 1.1038392 Apr 01 14:55:01.194843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46378) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:01.260459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.294768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] Deleting subnet 12d4c553-88e5-41e3-a17b-57b60747f219 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:55:01.304955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.345232 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78190a77-da23-4418-929b-e1e5622101e6 req-c6bc8e2b-a2b8-436d-87c4-66ef62e26857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752913 Apr 01 14:55:01.356931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Allocated IP 172.25.2.56 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f9671200-1959-4499-af7d-5067c41e721c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:01.369717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.427004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.482038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-deleted', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:01.556627 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.622446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d4c553-88e5-41e3-a17b-57b60747f219,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:01.642033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.663791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-05caf138-855c-4311-9b55-2203816f3bcc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/12d4c553-88e5-41e3-a17b-57b60747f219 HTTP/1.1" status: 204 len: 168 time: 0.4757702 Apr 01 14:55:01.666364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46392) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:01.725119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.730308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting subnet 40026823-1d14-45e3-b537-b68cb6943cbd {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:55:01.763102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:01.823591 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb60cd1-40bd-4505-b083-426568a06d2a', 'name': 'network-vif-deleted', 'tag': '1fde3675-b06e-40b2-a169-1912f7fd21fb', 'status': 'completed', 'code': 200} Apr 01 14:55:01.992424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.018338 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.138052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.213566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.239970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac21d5de-c139-4225-860a-3861427810f4']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:02.252241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1102353f-2454-4001-bff3-023a9acf6e99') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:02.252532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1102353f-2454-4001-bff3-023a9acf6e99') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:02.264599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.296701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:02.297935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event updated for resources: {'Port': ['ID=f9671200-1959-4499-af7d-5067c41e721c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:02.305864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:02.310455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.313877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:02.317260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:55:02.317657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:55:02.337630 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:55:02.347751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.470847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cedf90a-c4d5-42ee-9ba2-198136b247a3 req-80612243-b2f1-4777-9841-c2600aea0a48 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=99a06bd11d3b4164b098deeac41a1b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577350 Apr 01 14:55:02.548315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.586520 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.597199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Subnet': ['ID=40026823-1d14-45e3-b537-b68cb6943cbd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:02.612941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.621480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab216f18-f4e2-4ff0-8ff6-3a9c15a81219 None None] Network fdc88aa8-44d9-4180-a7dd-663794b6e689 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:02.638452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedf90a-c4d5-42ee-9ba2-198136b247a3 req-dce88aa4-f3cd-45cf-ba34-a92f79eedc63 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:02.645404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cedf90a-c4d5-42ee-9ba2-198136b247a3 req-dce88aa4-f3cd-45cf-ba34-a92f79eedc63 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736271 Apr 01 14:55:02.648734 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.667687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-82d61e2e-7fe3-4a8d-b01a-791ae8f18f49 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/subnets/40026823-1d14-45e3-b537-b68cb6943cbd HTTP/1.1" status: 204 len: 168 time: 2.1294096 Apr 01 14:55:02.672618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46422) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:02.676796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.727783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac21d5de-c139-4225-860a-3861427810f4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:02.743300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cedf90a-c4d5-42ee-9ba2-198136b247a3 req-78a19520-c46d-443a-91fc-07410081eae5 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/quotas/99a06bd11d3b4164b098deeac41a1b2c HTTP/1.1" status: 200 len: 375 time: 0.0880046 Apr 01 14:55:02.829466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.848264 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6cae6d0b-3e37-49bc-8ec3-0e42155a0503 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ac21d5de-c139-4225-860a-3861427810f4 HTTP/1.1" status: 204 len: 168 time: 1.1783888 Apr 01 14:55:02.876752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cedf90a-c4d5-42ee-9ba2-198136b247a3 req-7d11111b-41dd-459b-a949-ac7d7716fbb9 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99a06bd11d3b4164b098deeac41a1b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1415939 Apr 01 14:55:02.943439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:02.956246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.018004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:03.018347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.171177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Deleting port 232c6b3d-50c7-433d-b23e-0c61460d1104 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:03.171177 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.259985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] DHCP port deletion for fdc88aa8-44d9-4180-a7dd-663794b6e689 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:55:03.265191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] Deleting port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:03.265869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.286976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:03.477216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e8ebec0b-1a54-453a-901e-235b9c362ced admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87775a992abf4855bf376b044653efb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1835890 Apr 01 14:55:03.489187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:03.513341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b59745-bb1d-4e75-9ead-4eea1f2b54a0 req-337e7eaf-0f81-4dc6-b8b9-db975c321208 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:03.515004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86b59745-bb1d-4e75-9ead-4eea1f2b54a0 req-337e7eaf-0f81-4dc6-b8b9-db975c321208 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.3873515 Apr 01 14:55:03.522594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:03.523085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.563500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] For port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,segment=NetworkSegment(585b0c1d-7872-410c-bee0-041c03641346),segment_id=585b0c1d-7872-410c-bee0-041c03641346)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:03.563906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.606367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] For port 232c6b3d-50c7-433d-b23e-0c61460d1104, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=232c6b3d-50c7-433d-b23e-0c61460d1104,segment=NetworkSegment(035b7376-2dbc-44c7-bdd1-0c1c6037e988),segment_id=035b7376-2dbc-44c7-bdd1-0c1c6037e988)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:03.607062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.723752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 102ad92b-28e1-48ac-89f6-4cc56bb68b7b owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:03.735597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] Calling delete_port for 102ad92b-28e1-48ac-89f6-4cc56bb68b7b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:03.740381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Calling delete_port for 232c6b3d-50c7-433d-b23e-0c61460d1104 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:03.781565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.795115 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:03.857410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86b59745-bb1d-4e75-9ead-4eea1f2b54a0 req-b2c36960-84d6-49fd-9bff-fcdbfb95b67c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242211 Apr 01 14:55:03.875325 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.020822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] Pushing event deleted for resources: {'Port': ['ID=102ad92b-28e1-48ac-89f6-4cc56bb68b7b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:04.038910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe320a4c-77f0-4b28-8642-397247559a3c None None] No DVR routers for this DVR port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:55:04.041259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc3d-6cb9-40e2-9110-9ef62164bba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.049361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event updated for resources: {'Port': ['ID=f9671200-1959-4499-af7d-5067c41e721c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:04.078547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.079083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.079596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.080096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.080775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.081291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.081769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.085358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.085994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc3d-6cb9-40e2-9110-9ef62164bba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.086378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.086877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.087474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:04.099551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.168748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 102ad92b-28e1-48ac-89f6-4cc56bb68b7b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:04.191814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:55:04.191814 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:55:04.191814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc3d-6cb9-40e2-9110-9ef62164bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.217924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0dc3d-6cb9-40e2-9110-9ef62164bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a1cd8-4af4-4415-833c-f75018abe48a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:04.249905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.257142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-d613b3e7-3e34-48b8-b93b-78d2abc4e3da tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2709239 Apr 01 14:55:04.287567 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc3d-6cb9-40e2-9110-9ef62164bba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.295125 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e2d0dc3d-6cb9-40e2-9110-9ef62164bba0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c6a1cd8-4af4-4415-833c-f75018abe48a HTTP/1.1" status: 204 len: 168 time: 0.8046575 Apr 01 14:55:04.346328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 102ad92b-28e1-48ac-89f6-4cc56bb68b7b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:04.346328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 102ad92b-28e1-48ac-89f6-4cc56bb68b7b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:04.403635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-96d7d3a8-2679-4c29-bec9-763c5553fc90 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:04.447370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-96d7d3a8-2679-4c29-bec9-763c5553fc90 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:04.448613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-96d7d3a8-2679-4c29-bec9-763c5553fc90 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.1908326 Apr 01 14:55:04.453549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.636348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Pushing event deleted for resources: {'Port': ['ID=232c6b3d-50c7-433d-b23e-0c61460d1104,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:04.681921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 102ad92b-28e1-48ac-89f6-4cc56bb68b7b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:04.682671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:04.762408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-aa967f9d-4643-46aa-b014-c54b13dd0adc tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:04.764886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-aa967f9d-4643-46aa-b014-c54b13dd0adc tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.3058558 Apr 01 14:55:04.773815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] The port '102ad92b-28e1-48ac-89f6-4cc56bb68b7b' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:55:04.780220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-cfecb05d-72ed-4511-bf7b-2849ce9737ee tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:55:04.788542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c6aa3ba-d25e-4278-8130-ddc128afc160 req-cfecb05d-72ed-4511-bf7b-2849ce9737ee tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0144217 Apr 01 14:55:05.136499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46474) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:05.193048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.261335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc88aa8-44d9-4180-a7dd-663794b6e689']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:05.274598 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a3905f9-0857-485f-af9a-b35d38f4fccb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e4aeda0c25448ae8dfcf36ca7c917f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1335855 Apr 01 14:55:05.274598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46480) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:05.274598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585b0c1d-7872-410c-bee0-041c03641346') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:05.274598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585b0c1d-7872-410c-bee0-041c03641346') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:05.313658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-30f0f33b-0fe6-4b37-aee1-39a69f00ca34 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:05.313658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-30f0f33b-0fe6-4b37-aee1-39a69f00ca34 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2258017 Apr 01 14:55:05.332517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.396871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.426511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:55:05.426511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.440151 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-4168ffea-9aaa-443c-9c7f-544e8810194f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.1154680 Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:55:05.440380 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:55:05.449177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Request body: {'floatingip': {'port_id': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:05.510306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035db7e1-a4f3-452e-a73b-f8d45c0e8f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.559468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035db7e1-a4f3-452e-a73b-f8d45c0e8f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.560894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.593588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.606176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529540b0-ca49-413b-8545-fed256f2026a req-034e8a9e-f5b5-4d70-aa0d-3de07d43e12c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:05.607747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-529540b0-ca49-413b-8545-fed256f2026a req-034e8a9e-f5b5-4d70-aa0d-3de07d43e12c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.3397746 Apr 01 14:55:05.611908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.656545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Network': ['ID=fdc88aa8-44d9-4180-a7dd-663794b6e689,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:05.677774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cc372b05-4664-4a78-ac50-672b3c10dbd7 tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/networks/fdc88aa8-44d9-4180-a7dd-663794b6e689 HTTP/1.1" status: 204 len: 168 time: 2.9978104 Apr 01 14:55:05.682466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46484) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:05.684701 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.709092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-529540b0-ca49-413b-8545-fed256f2026a req-ebe36633-cb28-4fb8-a7cb-78c8825f581b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744147 Apr 01 14:55:05.711615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035db7e1-a4f3-452e-a73b-f8d45c0e8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.730375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035db7e1-a4f3-452e-a73b-f8d45c0e8f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1d66a-fa59-4ede-9426-025dd49a1790,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:05.752651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035db7e1-a4f3-452e-a73b-f8d45c0e8f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:05.752651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-035db7e1-a4f3-452e-a73b-f8d45c0e8f45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4b1d66a-fa59-4ede-9426-025dd49a1790 HTTP/1.1" status: 204 len: 168 time: 0.4416881 Apr 01 14:55:06.369310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting subnet f7d93f0a-2465-4f97-9ea5-168e202893b8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:55:06.386360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:06.485618 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:06.714927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faf0b5-6e7c-4e9d-9fdb-469e26bb92ac req-d8901496-c464-4cae-98b9-8790f337f6c3 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:06.726810 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06faf0b5-6e7c-4e9d-9fdb-469e26bb92ac req-d8901496-c464-4cae-98b9-8790f337f6c3 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 949 time: 0.1649611 Apr 01 14:55:06.808509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:06.832624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06faf0b5-6e7c-4e9d-9fdb-469e26bb92ac req-8c16457f-290e-426c-a534-c4341773ab30 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069608 Apr 01 14:55:06.995800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a003378-71fc-484c-b8e2-b3470dd32ad0 req-647a8bc7-f39a-43ff-a9a4-2737932027af tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=99a06bd11d3b4164b098deeac41a1b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301449 Apr 01 14:55:07.084660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.143551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d93f0a-2465-4f97-9ea5-168e202893b8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:07.155772 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.164323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71ca0d-940c-428e-9314-f22a2ed91bac None None] Network d2b9a7a5-1f5d-4066-a335-9cff872b11c7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:07.170285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a003378-71fc-484c-b8e2-b3470dd32ad0 req-20df9726-b027-4ba5-96d3-0d522ad277b7 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:07.173513 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cebe81e0-54a8-4621-acd6-568efd41a74b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/subnets/f7d93f0a-2465-4f97-9ea5-168e202893b8 HTTP/1.1" status: 204 len: 168 time: 1.4802563 Apr 01 14:55:07.177110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a003378-71fc-484c-b8e2-b3470dd32ad0 req-20df9726-b027-4ba5-96d3-0d522ad277b7 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741903 Apr 01 14:55:07.179284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46536) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:07.266314 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a003378-71fc-484c-b8e2-b3470dd32ad0 req-ce608683-25be-4105-aa21-b613023b5679 tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/quotas/99a06bd11d3b4164b098deeac41a1b2c HTTP/1.1" status: 200 len: 375 time: 0.0880363 Apr 01 14:55:07.329992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a003378-71fc-484c-b8e2-b3470dd32ad0 req-1249dcb8-2026-4ede-b424-e35ed8570d3b tempest-QuotasAdminNegativeTest-1330396661 tempest-QuotasAdminNegativeTest-1330396661-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99a06bd11d3b4164b098deeac41a1b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498502 Apr 01 14:55:07.357195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.380488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Deleting port 06b6de94-079c-4258-868c-914cc11aa763 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:07.381234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.544214 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.560784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:07.575078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.605929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] DHCP port deletion for d2b9a7a5-1f5d-4066-a335-9cff872b11c7 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:55:07.618705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Deleting port 06b6de94-079c-4258-868c-914cc11aa763 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:07.618705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.776483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] For port 06b6de94-079c-4258-868c-914cc11aa763, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06b6de94-079c-4258-868c-914cc11aa763,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:07.777254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.917034 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:07.957543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Router 20487227-f8f6-4fb8-843b-9db38b1519b5 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:55:07.970914 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Floating IP 46dcf0b9-3be3-402d-90ab-beb5162ee713 associated. External IP: 172.25.2.56, port: 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5. Apr 01 14:55:07.975520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:07.982875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] For port 06b6de94-079c-4258-868c-914cc11aa763, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06b6de94-079c-4258-868c-914cc11aa763,segment=NetworkSegment(5a8f500a-c084-4f48-9b8d-bac5ef33c5e8),segment_id=5a8f500a-c084-4f48-9b8d-bac5ef33c5e8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:07.983281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:08.012387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:08.017058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Calling delete_port for 06b6de94-079c-4258-868c-914cc11aa763 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:08.071979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06b6de94-079c-4258-868c-914cc11aa763 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:08.145667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:08.211931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff1584-88b4-40a1-88e7-9bc984dea41f req-b6107f48-3133-48af-a602-12d9539d2563 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:08.218914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-feff1584-88b4-40a1-88e7-9bc984dea41f req-b6107f48-3133-48af-a602-12d9539d2563 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.5485904 Apr 01 14:55:08.239713 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:08.254221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Port': ['ID=06b6de94-079c-4258-868c-914cc11aa763,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:08.263559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] No DVR routers for this DVR port 06b6de94-079c-4258-868c-914cc11aa763 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:55:08.284898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Calling delete_port for 06b6de94-079c-4258-868c-914cc11aa763 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:08.332639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No active binding found for port 06b6de94-079c-4258-868c-914cc11aa763 {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 14:55:08.332639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06b6de94-079c-4258-868c-914cc11aa763 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:08.455599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:08.459007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:08.473680 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] Sync routers for ids ['20487227-f8f6-4fb8-843b-9db38b1519b5'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:08.475577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-811742be-feed-4708-a34a-8cd678e7a84d admin admin] 10.222.0.48 "PUT /v2.0/routers/20487227-f8f6-4fb8-843b-9db38b1519b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9669216 Apr 01 14:55:08.485811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46560) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:08.506122 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] Routers {'20487227-f8f6-4fb8-843b-9db38b1519b5'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:08.507611 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20487227-f8f6-4fb8-843b-9db38b1519b5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:08.546699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:55:08.547264 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:55:08.588047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-feff1584-88b4-40a1-88e7-9bc984dea41f req-d716fede-1295-4b09-bd33-3d2e6a4577c8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675854 Apr 01 14:55:08.660825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Router 800c389c-5315-46e7-b4dd-28d344427a3b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:55:08.692905 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:08.751838 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] Set router 20487227-f8f6-4fb8-843b-9db38b1519b5 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:08.754991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b9a7a5-1f5d-4066-a335-9cff872b11c7']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:08.770915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:08.771226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8f500a-c084-4f48-9b8d-bac5ef33c5e8') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:08.787263 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:08.820672 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:08.842494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:55:08.842907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:55:08.880558 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:55:09.001671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.049055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Deleting port 06b6de94-079c-4258-868c-914cc11aa763 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:09.049463 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.073372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.098624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:09.104868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.160013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] Sync routers for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:09.173837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1c6866eb-45ab-427b-9e98-84de33da1489 None None] The port '06b6de94-079c-4258-868c-914cc11aa763' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:55:09.188303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:09.188808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:09.208158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-55a546c9-c6e5-4768-8178-eec8075ab567 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "PUT /v2.0/floatingips/46dcf0b9-3be3-402d-90ab-beb5162ee713 HTTP/1.1" status: 200 len: 996 time: 3.7653408 Apr 01 14:55:09.209007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:09.240398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.265112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] Pushing event deleted for resources: {'Network': ['ID=d2b9a7a5-1f5d-4066-a335-9cff872b11c7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:09.310424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2313fffe-7122-4742-9bfc-ac783988e69b tempest-ServersTestMultiNic-798165369 tempest-ServersTestMultiNic-798165369-project] 10.222.0.48 "DELETE /v2.0/networks/d2b9a7a5-1f5d-4066-a335-9cff872b11c7 HTTP/1.1" status: 204 len: 168 time: 2.1288357 Apr 01 14:55:09.338412 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:55:04Z', 'revision_number': 5, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port': {'id': '8b505610-d7b7-48cd-be25-4c298bd91a4e', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:19Z', 'updated_at': '2022-04-01T14:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:09.348029 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] Checking router: 20487227-f8f6-4fb8-843b-9db38b1519b5 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:55:09.357614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-287bad3a-60d5-4902-8541-291f3316e294 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66e0ea2715543df9af6669e29af64e0&device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 1097 time: 0.1203797 Apr 01 14:55:09.373436 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'code': 200} Apr 01 14:55:09.377531 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] Routers {'20487227-f8f6-4fb8-843b-9db38b1519b5'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:09.378068 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20487227-f8f6-4fb8-843b-9db38b1519b5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:09.433591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:09.438013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.462509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Deleting port 8b505610-d7b7-48cd-be25-4c298bd91a4e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:09.463487 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.708782 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] Set router 20487227-f8f6-4fb8-843b-9db38b1519b5 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:09.714665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] For port 8b505610-d7b7-48cd-be25-4c298bd91a4e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8b505610-d7b7-48cd-be25-4c298bd91a4e,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:09.714665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:09.880403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-7c461b53-a04d-409d-a26a-f59e2e6978b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:09.880403 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-7c461b53-a04d-409d-a26a-f59e2e6978b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 200 len: 930 time: 0.5194309 Apr 01 14:55:09.907648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:55:09Z', 'revision_number': 6, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:09.907648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a968f6-f525-4692-b9ae-02e412289516 None None] The sync data for ids ['20487227-f8f6-4fb8-843b-9db38b1519b5'] in n-d-836017-1 is: [{'id': '20487227-f8f6-4fb8-843b-9db38b1519b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384698111-router', 'tenant_id': '204fc09dca5f42f19a6367e29219fdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:17Z', 'updated_at': '2022-04-01T14:55:09Z', 'revision_number': 6, 'project_id': '204fc09dca5f42f19a6367e29219fdc5', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:55:10.016295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Calling delete_port for 8b505610-d7b7-48cd-be25-4c298bd91a4e owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:10.089007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-4a23fdd5-3f6a-4aba-9048-fc6a7adbe5ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 999 time: 0.1986570 Apr 01 14:55:10.139800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-6aa8edb3-b429-4a36-b687-e92b4a5b90c6 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1662567ec2f44255838eae097b28ef41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394759 Apr 01 14:55:10.162494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '46dcf0b9-3be3-402d-90ab-beb5162ee713', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'port_id': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'mac_address': 'fa:16:3e:72:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:55:02Z', 'updated_at': '2022-04-01T14:55:07Z', 'revision_number': 1, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:37Z', 'revision_number': 5, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:10.172677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] Checking router: 800c389c-5315-46e7-b4dd-28d344427a3b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:55:10.193283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:10.193283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:10.237769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-6af8e9ef-3669-42b1-881e-68f05df3517c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:10.237769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-6af8e9ef-3669-42b1-881e-68f05df3517c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 HTTP/1.1" status: 200 len: 868 time: 0.1370778 Apr 01 14:55:10.337800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-bc2c072e-05d6-40af-9323-8d298f30517a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:10.337800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-bc2c072e-05d6-40af-9323-8d298f30517a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956716 Apr 01 14:55:10.361082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-13102174-333b-43af-8291-8098667550ed tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/quotas/1662567ec2f44255838eae097b28ef41 HTTP/1.1" status: 200 len: 375 time: 0.0195971 Apr 01 14:55:10.427792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-aa2f7708-9236-41b4-95a1-89d1e741b99b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1662567ec2f44255838eae097b28ef41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691488 Apr 01 14:55:10.524951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-8e27f3c9-d1a4-46f9-9f62-10354fb227a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f326932-2a94-43de-b3ea-4b437be1725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732179 Apr 01 14:55:10.542077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-ec4bef48-be0e-428a-b173-99c47723af58 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:55:10.550971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-ec4bef48-be0e-428a-b173-99c47723af58 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071306 Apr 01 14:55:10.578224 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:10.629645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b505610-d7b7-48cd-be25-4c298bd91a4e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:10.647532 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:10.672881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:10.776618 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'status': 'completed', 'code': 200} Apr 01 14:55:10.820861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-c9bea806-6712-4bc7-bf6d-06c8dbfce8b4 service neutron] 10.222.0.48 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538137 Apr 01 14:55:11.228199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b87a02d7-8308-44ff-ae5c-fc99fd42000a req-18872a35-fd7b-4611-afd7-124bf196cb53 service neutron] 10.222.0.48 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028647 Apr 01 14:55:11.677654 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:55:11.680200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46622) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:11.687761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '46dcf0b9-3be3-402d-90ab-beb5162ee713', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'port_id': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'mac_address': 'fa:16:3e:72:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:55:02Z', 'updated_at': '2022-04-01T14:55:07Z', 'revision_number': 1, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:37Z', 'revision_number': 5, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:11.693277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae4bf4-0334-4581-a345-0c555daab774 None None] The sync data for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 is: [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '46dcf0b9-3be3-402d-90ab-beb5162ee713', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'port_id': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'mac_address': 'fa:16:3e:72:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:55:02Z', 'updated_at': '2022-04-01T14:55:07Z', 'revision_number': 1, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:37Z', 'revision_number': 5, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:55:11.762821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e5b77-9879-401b-b06d-b313580e37e6 req-8eb5c0f2-b9ef-47a7-a822-8b856d747667 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:11.766257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b48e5b77-9879-401b-b06d-b313580e37e6 req-8eb5c0f2-b9ef-47a7-a822-8b856d747667 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.1928415 Apr 01 14:55:11.775084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-3f025818-317f-48e2-a071-eab472ec697d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f66e0ea2715543df9af6669e29af64e0&device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 1097 time: 0.8841560 Apr 01 14:55:11.779894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:11.894437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b48e5b77-9879-401b-b06d-b313580e37e6 req-56a3a287-af44-4d07-9340-98fe664ce0da tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137722 Apr 01 14:55:12.045647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:12.114610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 232c6b3d-50c7-433d-b23e-0c61460d1104 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:12.160628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:12.164669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Usage tracker for resource:security_group_rule and tenant:99a06bd11d3b4164b098deeac41a1b2c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:12.170992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:12.176440 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fe6d8c-f036-4623-af37-1b4d12deb3cb None None] New status for floating IP 46dcf0b9-3be3-402d-90ab-beb5162ee713: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:55:12.209042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:12.238921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 232c6b3d-50c7-433d-b23e-0c61460d1104 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:12.241538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 232c6b3d-50c7-433d-b23e-0c61460d1104 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:12.242288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8b505610-d7b7-48cd-be25-4c298bd91a4e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:12.312751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8b505610-d7b7-48cd-be25-4c298bd91a4e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:12.313661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8b505610-d7b7-48cd-be25-4c298bd91a4e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:12.340928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec834734-91a5-4778-ba57-b52745708f56 req-b9f9b226-f1fe-482a-b486-d38598b90398 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 210 time: 0.0994627 Apr 01 14:55:12.391911 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:12.414284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:12.425483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-89b369f1-24af-4b54-8242-893202da1523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:12.426969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-89b369f1-24af-4b54-8242-893202da1523 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 200 len: 930 time: 0.4892504 Apr 01 14:55:12.454274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:12.462122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:12.634505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:12.634505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20487227-f8f6-4fb8-843b-9db38b1519b5 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:55:12.663819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99a06bd11d3b4164b098deeac41a1b2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9616792 Apr 01 14:55:12.664065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46656) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:12.667380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d14ef-dd45-4702-8cf3-7045cf3c1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9679d30-bc47-47b9-a9e6-6d8ea1ed61c9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:12.693672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-92f8fa8f-bb38-45f3-9b7c-b215098e970e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 999 time: 0.2594953 Apr 01 14:55:12.696627 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:12.702137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ddbf0ffd-e9e0-4025-a147-09706132786f admin admin] 10.222.0.48 "DELETE /v2.0/routers/20487227-f8f6-4fb8-843b-9db38b1519b5 HTTP/1.1" status: 204 len: 168 time: 4.2137818 Apr 01 14:55:12.706046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46660) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:12.813864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-f017f320-8be8-449d-a4ab-286dffbf9c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:12.815723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-f017f320-8be8-449d-a4ab-286dffbf9c84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 HTTP/1.1" status: 200 len: 868 time: 0.1104689 Apr 01 14:55:12.879741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-bbeb3ccc-ac67-45b4-ab80-230688be8f15 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 258 time: 0.1633368 Apr 01 14:55:12.886918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-98b58d31-6311-493f-87e3-7709e9d088a4 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1662567ec2f44255838eae097b28ef41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698595 Apr 01 14:55:12.895674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:12.902173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:12.916661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:12.937248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.001454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c449edc3-d986-4797-962e-c9162c3026fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.057458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] Deleting subnet 08c1ced5-2672-498b-9f51-25eab8e790f6 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:55:13.060557 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.094859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46674) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:13.258571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.275022 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c449edc3-d986-4797-962e-c9162c3026fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.438734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c449edc3-d986-4797-962e-c9162c3026fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.444756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.493334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-fd7521e5-9d3e-4612-b8d7-66443f27acfd tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:13.496748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-fd7521e5-9d3e-4612-b8d7-66443f27acfd tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5649271 Apr 01 14:55:13.499364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449edc3-d986-4797-962e-c9162c3026fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9679d30-bc47-47b9-a9e6-6d8ea1ed61c9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:13.506534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-cb22b7cb-5278-43b7-af38-27d861203016 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f326932-2a94-43de-b3ea-4b437be1725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6601007 Apr 01 14:55:13.514388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c449edc3-d986-4797-962e-c9162c3026fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.514388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c449edc3-d986-4797-962e-c9162c3026fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9679d30-bc47-47b9-a9e6-6d8ea1ed61c9 HTTP/1.1" status: 204 len: 168 time: 0.8448815 Apr 01 14:55:13.523020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:13.599123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Request body: {'port': {'device_id': '55542a89-6b21-48cc-9f55-aae478640bc1', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '1662567ec2f44255838eae097b28ef41'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:13.845309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Allocated IP 172.25.2.50 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/5a6aeb67-6cd0-4b97-ae73-87117b86dc4a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:13.959353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.048694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c1ced5-2672-498b-9f51-25eab8e790f6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:14.048694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-95b1cc3a-d117-4f09-9cf4-16ea6b7607ea service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592495 Apr 01 14:55:14.082906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:14.133443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Usage tracker for resource:port and tenant:1662567ec2f44255838eae097b28ef41 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:14.134196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0430dff-6458-45e2-bf83-9476b68afbd4 None None] Network 278cb98d-7f1e-4add-a731-a025f704d9d5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:14.137323 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.181024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.254079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:14.264508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.278404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:14.301274 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bfff873e-3629-4e17-aa84-c31d4b315d0e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/08c1ced5-2672-498b-9f51-25eab8e790f6 HTTP/1.1" status: 204 len: 168 time: 1.5940464 Apr 01 14:55:14.304429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:14.305992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46692) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:14.324908 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.372155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b20485-07ea-47c9-a0c5-03749d2707d8 req-68101912-4e65-4461-9c60-ff1d40a6ab9e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:14.381529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b20485-07ea-47c9-a0c5-03749d2707d8 req-68101912-4e65-4461-9c60-ff1d40a6ab9e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.5637960 Apr 01 14:55:14.421101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.434845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Made reservation on behalf of 1662567ec2f44255838eae097b28ef41 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:14.438037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.467589 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.537472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.539106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] DHCP port deletion for 278cb98d-7f1e-4add-a731-a025f704d9d5 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:55:14.549021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Deleting port a1a85a22-e026-4418-89d9-acdefe4afea3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:14.550081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.567288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:14.569277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event updated for resources: {'Port': ['ID=5a6aeb67-6cd0-4b97-ae73-87117b86dc4a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:14.573096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:14.586938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:14.637416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-448a0953-8cbe-4239-aad4-ea5bb3136053 req-cf57bf43-8c10-4bec-b30a-a809f11c72d7 service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599885 Apr 01 14:55:14.639794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.648347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:14.667478 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b20485-07ea-47c9-a0c5-03749d2707d8 req-773510e5-8570-4b3c-a6b9-8e58e84e1082 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847779 Apr 01 14:55:14.670449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:14.684395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Usage tracker for resource:security_group_rule and tenant:1662567ec2f44255838eae097b28ef41 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:14.701220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Usage tracker for resource:security_group_rule and tenant:9c446d16e79641d3a1d5bcc1030afabc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:14.703918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:14.707244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:14.722418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Deleting port a1a85a22-e026-4418-89d9-acdefe4afea3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:14.728003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.788377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:14.812023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:14.817258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.838078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] For port a1a85a22-e026-4418-89d9-acdefe4afea3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a1a85a22-e026-4418-89d9-acdefe4afea3,segment=NetworkSegment(035b7376-2dbc-44c7-bdd1-0c1c6037e988),segment_id=035b7376-2dbc-44c7-bdd1-0c1c6037e988)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:14.838468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:14.954337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.011935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Calling delete_port for a1a85a22-e026-4418-89d9-acdefe4afea3 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:15.023297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fbcf79f9-e051-4a97-a434-407f1e17a4bb req-0cf9175a-300d-425f-bcd3-6b2ce80ab816 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 210 time: 0.0892158 Apr 01 14:55:15.099516 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.188204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Pushing event deleted for resources: {'Port': ['ID=a1a85a22-e026-4418-89d9-acdefe4afea3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:15.202731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.203796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] No DVR routers for this DVR port a1a85a22-e026-4418-89d9-acdefe4afea3 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:55:15.204704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.208639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.209485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.210049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.210534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.211086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.211490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.212502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.212854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.213179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.213646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.213978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff35eef-26ed-44e5-a59f-2ed2e2b71638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:15.220164 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.222654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.301263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c446d16e79641d3a1d5bcc1030afabc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9907956 Apr 01 14:55:15.317850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46702) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:15.358493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] For port a1a85a22-e026-4418-89d9-acdefe4afea3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a1a85a22-e026-4418-89d9-acdefe4afea3,segment=NetworkSegment(035b7376-2dbc-44c7-bdd1-0c1c6037e988),segment_id=035b7376-2dbc-44c7-bdd1-0c1c6037e988)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:15.359050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.490613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92a620eb-d252-4903-9c4d-349612ffc8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.535240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92a620eb-d252-4903-9c4d-349612ffc8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.569526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.577296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.579840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:55:15.593064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Calling delete_port for a1a85a22-e026-4418-89d9-acdefe4afea3 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:15.649849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361c407d-28cc-4bdf-90bc-0c0f5dd25665,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:15.720530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d894f87-a90e-4859-b61e-ab201511cfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e1e9e-9b33-4cb8-a272-6f81eafa602c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:15.734387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:15.752827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'mac_address': 'fa:16:3e:27:f0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:55:15.803559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:55:15.803870 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:55:15.815013 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.821471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event updated for resources: {'Port': ['ID=5a6aeb67-6cd0-4b97-ae73-87117b86dc4a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:15.842468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:55:15.869141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:15.872968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.892305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92a620eb-d252-4903-9c4d-349612ffc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.898502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Allocated IP 192.168.233.9 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/70c7e885-d065-45df-8374-18ab9554c14e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:15.917036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.925480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a620eb-d252-4903-9c4d-349612ffc8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e1e9e-9b33-4cb8-a272-6f81eafa602c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:15.960243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:55:15.978409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92a620eb-d252-4903-9c4d-349612ffc8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.993065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92a620eb-d252-4903-9c4d-349612ffc8e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be2e1e9e-9b33-4cb8-a272-6f81eafa602c HTTP/1.1" status: 204 len: 168 time: 0.6649191 Apr 01 14:55:15.997522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddd6ce-3ba2-4142-b844-935788d89094 req-6eff4b49-d379-4598-a69a-bee79afc5ffc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:15.997675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:15.998832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-9dc5c288-1a77-4e9c-af1e-53e2ae8c7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1083791 Apr 01 14:55:16.005493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9ddd6ce-3ba2-4142-b844-935788d89094 req-6eff4b49-d379-4598-a69a-bee79afc5ffc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.1612058 Apr 01 14:55:16.022156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:16.068272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a1a85a22-e026-4418-89d9-acdefe4afea3 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:16.132153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a1a85a22-e026-4418-89d9-acdefe4afea3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:16.132489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a1a85a22-e026-4418-89d9-acdefe4afea3 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:16.151317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9ddd6ce-3ba2-4142-b844-935788d89094 req-7adfdf82-ba83-429d-a9d2-75141103c486 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447518 Apr 01 14:55:16.177377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-cf18bafd-a9b3-413e-b3bf-cc7b0a45aa17 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:16.186469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Deleting port 17f9b7c9-1072-48f7-947c-0fc367449f62 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:16.186948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.298645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-cf18bafd-a9b3-413e-b3bf-cc7b0a45aa17 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:16.300934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-cf18bafd-a9b3-413e-b3bf-cc7b0a45aa17 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.2367504 Apr 01 14:55:16.333142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Deleting port a1a85a22-e026-4418-89d9-acdefe4afea3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:16.333325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.381963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c89114c-1a4e-4eca-8afb-735b8585f7e7 req-82bc5623-0857-473e-bbb5-359d5ec76feb tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 210 time: 0.0858159 Apr 01 14:55:16.417279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-643122a6-412e-498e-b86a-17ba6ca3479b service neutron] 10.222.0.62 "GET /v2.0/ports/aadca0c6-d31a-4e6f-b4bf-3505b829ba4c/bindings/n-h1-836017-1 HTTP/1.1" status: 200 len: 382 time: 0.4085188 Apr 01 14:55:16.431051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] The port 'a1a85a22-e026-4418-89d9-acdefe4afea3' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:55:16.550839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] For port 17f9b7c9-1072-48f7-947c-0fc367449f62, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=17f9b7c9-1072-48f7-947c-0fc367449f62,segment=NetworkSegment(56d31fd0-41ba-4203-af39-ffb2634a3647),segment_id=56d31fd0-41ba-4203-af39-ffb2634a3647)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:16.552095 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.572159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-8588acdc-226b-445d-8384-9810d3055bc7 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:16.574726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c4f5e0c-bb0b-4cb1-821e-3cc92f3b9cbd req-8588acdc-226b-445d-8384-9810d3055bc7 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.2276523 Apr 01 14:55:16.598435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.624557 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.656755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278cb98d-7f1e-4add-a731-a025f704d9d5']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:16.668596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Transition to ACTIVE for port object 70c7e885-d065-45df-8374-18ab9554c14e will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:16.673425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035b7376-2dbc-44c7-bdd1-0c1c6037e988') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:16.673881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035b7376-2dbc-44c7-bdd1-0c1c6037e988') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:16.689016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.712826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.713442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Calling delete_port for 17f9b7c9-1072-48f7-947c-0fc367449f62 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:16.735149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:55:16.735149 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:55:16.755269 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:55:16.897206 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.912572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:16.963557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f9b7c9-1072-48f7-947c-0fc367449f62,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:16.988702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:17.023779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:17.054745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] Pushing event deleted for resources: {'Network': ['ID=278cb98d-7f1e-4add-a731-a025f704d9d5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:17.062695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Pushing event updated for resources: {'Port': ['ID=70c7e885-d065-45df-8374-18ab9554c14e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:17.076678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:17.084921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:17.094984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:17.167590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f239dfd-5aaf-49ba-97e4-81e53e2d10ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/278cb98d-7f1e-4add-a731-a025f704d9d5 HTTP/1.1" status: 204 len: 168 time: 2.8526292 Apr 01 14:55:17.179755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266d37e-0dc1-4106-b36f-8d079fb87b29 req-e1a8b322-72c3-470d-9ea9-4f8a907cb9d5 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:17.194043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3266d37e-0dc1-4106-b36f-8d079fb87b29 req-e1a8b322-72c3-470d-9ea9-4f8a907cb9d5 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4372931 Apr 01 14:55:17.338752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-ad1b8783-bf2e-41fd-b178-b6ec190dbbb9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14&tenant_id=92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 1101 time: 0.5343254 Apr 01 14:55:17.425074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:17.425609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:17.438660 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3266d37e-0dc1-4106-b36f-8d079fb87b29 req-f27bc4b0-eff9-4d65-977c-c6e89edb0542 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.2419012 Apr 01 14:55:17.450990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-3266d37e-0dc1-4106-b36f-8d079fb87b29 req-76f0f78a-8c98-4c93-844c-91fe3ce984c6 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Request body: {'floatingip': {'port_id': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:17.496191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bfc290c6-6705-4b4f-b994-34a09f76d363 None None] Provisioning for port 70c7e885-d065-45df-8374-18ab9554c14e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:17.502550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bfc290c6-6705-4b4f-b994-34a09f76d363 None None] Provisioning complete for port 70c7e885-d065-45df-8374-18ab9554c14e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:17.503474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bfc290c6-6705-4b4f-b994-34a09f76d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:17.577682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:17.595997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:17.612242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3266d37e-0dc1-4106-b36f-8d079fb87b29 req-76f0f78a-8c98-4c93-844c-91fe3ce984c6 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:17.634687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bfc290c6-6705-4b4f-b994-34a09f76d363 None None] Port 70c7e885-d065-45df-8374-18ab9554c14e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:17.709575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b5f2b-446f-42ac-9e85-6d5162a03046 req-a85f5b8f-7563-4048-95fd-7bb630ca3936 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:17.710393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:17.711240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:17.717879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-817b5f2b-446f-42ac-9e85-6d5162a03046 req-a85f5b8f-7563-4048-95fd-7bb630ca3936 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.3092508 Apr 01 14:55:17.813377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-817b5f2b-446f-42ac-9e85-6d5162a03046 req-95e05308-b788-4cdc-a334-7bd3fe680088 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926192 Apr 01 14:55:17.828456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0523884b-8d88-41e1-8827-e79957fbda80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e385da678b449808c7c02fe643ed0a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2436275 Apr 01 14:55:17.832942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46754) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:17.968072 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-227aa19f-78e1-4bf3-aa65-14bcf8726d47 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3774962 Apr 01 14:55:17.989753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Request body: {'port': {'device_id': '55542a89-6b21-48cc-9f55-aae478640bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:18.020660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.087948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:18.101987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:18.110188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.111762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aadca0c6-d31a-4e6f-b4bf-3505b829ba4c no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:18.131667 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.171615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2dc4cd9d-e3e8-45bb-a8cc-9feea9e53733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.178435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-35569b18-82ab-4c90-968f-81e3250db0ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1101 time: 0.8083990 Apr 01 14:55:18.404001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:18.462063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2dc4cd9d-e3e8-45bb-a8cc-9feea9e53733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.547803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.584950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f913-655d-4f9f-b86c-8ffa9788c254 req-7be5401d-ebb4-47f5-b5b9-b994fc8890b9 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:18.587322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b16f913-655d-4f9f-b86c-8ffa9788c254 req-7be5401d-ebb4-47f5-b5b9-b994fc8890b9 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 934 time: 0.5365801 Apr 01 14:55:18.610559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:18.616774 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.662745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b16f913-655d-4f9f-b86c-8ffa9788c254 req-d80299b9-f795-4027-9bc6-56ed2ebf9dfd tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Apr 01 14:55:18.669950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2dc4cd9d-e3e8-45bb-a8cc-9feea9e53733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.706256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4cd9d-e3e8-45bb-a8cc-9feea9e53733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb25caa-8afe-4d7a-84fe-bdea31f0a832,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:18.722122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2dc4cd9d-e3e8-45bb-a8cc-9feea9e53733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.723290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2dc4cd9d-e3e8-45bb-a8cc-9feea9e53733 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8eb25caa-8afe-4d7a-84fe-bdea31f0a832 HTTP/1.1" status: 204 len: 168 time: 0.8868253 Apr 01 14:55:18.806912 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:18.808188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:18.971621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-56a3973e-5d11-4a19-84fa-3c2a8cab2830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:18.973402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-56a3973e-5d11-4a19-84fa-3c2a8cab2830 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.7703321 Apr 01 14:55:19.024002 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'code': 200} Apr 01 14:55:19.088066 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-3266d37e-0dc1-4106-b36f-8d079fb87b29 req-76f0f78a-8c98-4c93-844c-91fe3ce984c6 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 14:55:19.097441 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3266d37e-0dc1-4106-b36f-8d079fb87b29 req-76f0f78a-8c98-4c93-844c-91fe3ce984c6 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "PUT /v2.0/floatingips/91882289-569d-4c21-bbc4-19cfdc1cf2ff HTTP/1.1" status: 409 len: 550 time: 1.6516409 Apr 01 14:55:19.099199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-f204ff6a-b1d1-4812-a038-c6dfc2b3e3ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 217 time: 0.1189365 Apr 01 14:55:19.352718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-494bccf4-3eef-436f-b609-9ea24c06a025 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips/91882289-569d-4c21-bbc4-19cfdc1cf2ff HTTP/1.1" status: 200 len: 692 time: 0.1506226 Apr 01 14:55:19.374797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-896adc28-bc50-46e6-a318-d35090f98ae3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4233241 Apr 01 14:55:19.472410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-14dfcedb-4b55-4bb0-becf-831c914c2688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:19.481721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-14dfcedb-4b55-4bb0-becf-831c914c2688 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.3705921 Apr 01 14:55:19.604753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c93dc2-3b9e-4096-a37c-fae9bab982a1 req-d2464e7b-8b6e-49c5-8498-cf102eaa0d66 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:19.611695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41c93dc2-3b9e-4096-a37c-fae9bab982a1 req-d2464e7b-8b6e-49c5-8498-cf102eaa0d66 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 948 time: 0.3821445 Apr 01 14:55:19.743708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41c93dc2-3b9e-4096-a37c-fae9bab982a1 req-927a981c-aa4b-4a4c-a2a1-4936570e78a1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307745 Apr 01 14:55:19.783591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-04e16b5e-eaec-4c76-b879-92b000faa374 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1101 time: 0.1895006 Apr 01 14:55:19.935814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46804) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:20.130856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46808) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:20.165294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-6d2b8469-3d88-4b13-8bfd-c10d727a0a23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:20.167127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-6d2b8469-3d88-4b13-8bfd-c10d727a0a23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3507054 Apr 01 14:55:20.202456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-f028ea86-93bf-4009-99fd-11cf9cdba5ad tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:20.209818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-f028ea86-93bf-4009-99fd-11cf9cdba5ad tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.8555512 Apr 01 14:55:20.224521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-d8d4a8c3-83d1-4958-88e9-ea0a35e8469f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:55:20.232599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-d8d4a8c3-83d1-4958-88e9-ea0a35e8469f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0216939 Apr 01 14:55:20.270386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Router 44fa9106-739d-4f75-828a-719822ad4ca8 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:55:20.292775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-938e851a-94b1-4ac6-a3fa-457f20be164d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.1152625 Apr 01 14:55:20.319921 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-8a6109cb-d424-47f7-b151-efdd5475d5a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7356198 Apr 01 14:55:20.322446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-442beba0-1ba8-4d16-8bd7-af574218a076 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=204fc09dca5f42f19a6367e29219fdc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3840883 Apr 01 14:55:20.330377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46814) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:20.387784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78944e6-61b4-4709-a206-9f75e22e0f7f req-298736a2-d346-447d-a6da-27d82b2ba943 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:20.395679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a78944e6-61b4-4709-a206-9f75e22e0f7f req-298736a2-d346-447d-a6da-27d82b2ba943 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 934 time: 0.3794155 Apr 01 14:55:20.413102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:20.562038 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:55:20.643852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-cda6542a-ff45-4445-be4a-62b7ba11cfe1 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.4099183 Apr 01 14:55:20.744054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-4b264085-aafd-4982-8de7-1e15b6c02eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:20.745579 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-4b264085-aafd-4982-8de7-1e15b6c02eb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.4416883 Apr 01 14:55:20.781623 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32fdb0f0-44c1-4e27-81cb-3c2a785d13d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:20.820826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:20.847626 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a78944e6-61b4-4709-a206-9f75e22e0f7f req-5e61d079-b605-452c-ac7f-a4c25af06b5f tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491503 Apr 01 14:55:20.861813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Usage tracker for resource:security_group_rule and tenant:45559fff87b84af7ac341666d7dd5f7c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:20.879730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-168c332b-ed40-4160-862b-235363e0df04 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.2345583 Apr 01 14:55:20.883603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c7e885-d065-45df-8374-18ab9554c14e {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:55:20.885025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:20.901050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32fdb0f0-44c1-4e27-81cb-3c2a785d13d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:20.912751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:20.979420 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.024329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:21.027901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-7ce7b4be-5cb0-41d8-9b6a-a0be0f115806 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2706666 Apr 01 14:55:21.034748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-56fcf56f-de27-4bae-9bc8-e189431bbee1 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396299 Apr 01 14:55:21.045032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Transition to ACTIVE for port object 70c7e885-d065-45df-8374-18ab9554c14e will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:21.193009 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.251924 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.272373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.349342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbebceaf-0232-43b9-90b8-d99e9977bee4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:21.353318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-ac0d146e-1914-469e-948a-ce4a631ad226 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186193 Apr 01 14:55:21.378101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32fdb0f0-44c1-4e27-81cb-3c2a785d13d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.391586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dc0f8d83-6acb-45bf-829a-940358569369 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45559fff87b84af7ac341666d7dd5f7c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2515087 Apr 01 14:55:21.392355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46826) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:21.392807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Pushing event updated for resources: {'Port': ['ID=70c7e885-d065-45df-8374-18ab9554c14e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:21.397737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Deleting port 5a6aeb67-6cd0-4b97-ae73-87117b86dc4a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:21.398071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.420122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:21.439515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] Sync routers for ids ['44fa9106-739d-4f75-828a-719822ad4ca8'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:21.455085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdb0f0-44c1-4e27-81cb-3c2a785d13d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885951f0-1a3f-48ca-96ae-d3919ccb408b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:21.535464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] Routers {'44fa9106-739d-4f75-828a-719822ad4ca8'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:21.537579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44fa9106-739d-4f75-828a-719822ad4ca8'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:21.615371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d400666a-b7d2-40c6-93c7-49eeedda4a5f req-af9a2433-ff34-4cfb-bf0a-30eee1bdb699 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217662 Apr 01 14:55:21.616158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46830) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:21.620256 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7c46b60c-57fa-416f-b6e1-ab8603b44320 admin admin] 10.222.0.48 "PUT /v2.0/routers/44fa9106-739d-4f75-828a-719822ad4ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5148277 Apr 01 14:55:21.634664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb013-c865-401b-967b-da8f94bf69a5 req-1ed36564-0827-423d-8dd3-fe36d7dcb89a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:21.636275 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd2eb013-c865-401b-967b-da8f94bf69a5 req-1ed36564-0827-423d-8dd3-fe36d7dcb89a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 948 time: 0.4509721 Apr 01 14:55:21.758067 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e55f589-2b25-4896-b25a-f40ac61c9a52 req-58f47f88-2f60-4af4-ae34-6b1131bfbe75 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918869 Apr 01 14:55:21.867053 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c90099b6-1703-444f-ad58-6e1698648b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.872783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] Set router 44fa9106-739d-4f75-828a-719822ad4ca8 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:21.925613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32fdb0f0-44c1-4e27-81cb-3c2a785d13d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:21.933435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-32fdb0f0-44c1-4e27-81cb-3c2a785d13d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/885951f0-1a3f-48ca-96ae-d3919ccb408b HTTP/1.1" status: 204 len: 168 time: 1.6017857 Apr 01 14:55:21.941481 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c90099b6-1703-444f-ad58-6e1698648b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:22.026110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd2eb013-c865-401b-967b-da8f94bf69a5 req-66779139-0616-4e46-9cef-673af1b1e888 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645578 Apr 01 14:55:22.133909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c90099b6-1703-444f-ad58-6e1698648b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:22.162339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:22.164781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:22.181840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90099b6-1703-444f-ad58-6e1698648b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbebceaf-0232-43b9-90b8-d99e9977bee4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:22.197264 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'code': 200} Apr 01 14:55:22.219184 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c90099b6-1703-444f-ad58-6e1698648b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:22.235450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c90099b6-1703-444f-ad58-6e1698648b18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbebceaf-0232-43b9-90b8-d99e9977bee4 HTTP/1.1" status: 204 len: 168 time: 0.8387809 Apr 01 14:55:22.273981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:55:16Z', 'revision_number': 5, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:22.283389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] Checking router: 44fa9106-739d-4f75-828a-719822ad4ca8 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:55:22.312723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] Routers {'44fa9106-739d-4f75-828a-719822ad4ca8'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:22.313478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44fa9106-739d-4f75-828a-719822ad4ca8'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:22.400356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Attempting to bind port 70c7e885-d065-45df-8374-18ab9554c14e on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:22.400684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Attempting to bind port 70c7e885-d065-45df-8374-18ab9554c14e by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:22.400992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Attempting to bind port 70c7e885-d065-45df-8374-18ab9554c14e on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:22.481335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Port 70c7e885-d065-45df-8374-18ab9554c14e on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:55:22.481534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Attempting to bind port 70c7e885-d065-45df-8374-18ab9554c14e on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:22.642601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd71ac-86b0-4db6-9bce-1230b1e47f54 req-bf1ae6b6-4689-430a-ba08-bf7ce85d755d tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:22.670485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8dcd71ac-86b0-4db6-9bce-1230b1e47f54 req-bf1ae6b6-4689-430a-ba08-bf7ce85d755d tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 946 time: 0.2250674 Apr 01 14:55:22.689788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] Set router 44fa9106-739d-4f75-828a-719822ad4ca8 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:22.820246 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8dcd71ac-86b0-4db6-9bce-1230b1e47f54 req-a063e5fc-2b7c-415e-95b5-23e94573ecc2 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429811 Apr 01 14:55:22.938125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Calling delete_port for 5a6aeb67-6cd0-4b97-ae73-87117b86dc4a owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:23.042886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46858) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:23.077789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:23.172767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:23.183486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Usage tracker for resource:security_group_rule and tenant:96827f7ded0645e9a23d5cc2cf99d9d4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:23.189805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:23.210061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:23.268025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:23.268511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:23.269538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:23.270115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Bound port: 70c7e885-d065-45df-8374-18ab9554c14e, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:23.270775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:23.305194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:55:16Z', 'revision_number': 5, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:23.313050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc6f3a-295f-42e8-81aa-607998d55bf1 None None] The sync data for ids ['44fa9106-739d-4f75-828a-719822ad4ca8'] in n-d-836017-1 is: [{'id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'name': 'tempest-ServersTestMultiNic-899993740-router', 'tenant_id': 'b437b090f8fa4379879a1c52759595c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:52:02Z', 'updated_at': '2022-04-01T14:55:16Z', 'revision_number': 5, 'project_id': 'b437b090f8fa4379879a1c52759595c9', 'gw_port': {'id': 'f5dce3c2-b600-4212-9bde-593f713de050', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa9106-739d-4f75-828a-719822ad4ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:52:08Z', 'updated_at': '2022-04-01T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:55:23.397967 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:23.426566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] For port 70c7e885-d065-45df-8374-18ab9554c14e, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:23.435776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] For port 70c7e885-d065-45df-8374-18ab9554c14e, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=70c7e885-d065-45df-8374-18ab9554c14e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:23.459011 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:23.464296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:23.522602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566aa949-fbc5-423f-91e1-41b4062c5b00,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:23.553603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7ddcc08c-6cd8-4db9-ad4b-118abf43a8dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96827f7ded0645e9a23d5cc2cf99d9d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5096302 Apr 01 14:55:23.557810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46870) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:23.611199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b06dc-ad3f-4187-95b7-6fe245edddc0 req-46a829b1-223b-45ad-8bac-bf347b890796 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:23.623563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Pushing event updated for resources: {'Port': ['ID=70c7e885-d065-45df-8374-18ab9554c14e,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:23.623917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f74b06dc-ad3f-4187-95b7-6fe245edddc0 req-46a829b1-223b-45ad-8bac-bf347b890796 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 948 time: 0.2230368 Apr 01 14:55:23.640116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aadca0c6-d31a-4e6f-b4bf-3505b829ba4c details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:55:23.646393 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:23.715752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:23.717474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-24d37f0e-b71d-48fd-950a-39897a90ab14 service neutron] 10.222.0.44 "PUT /v2.0/ports/70c7e885-d065-45df-8374-18ab9554c14e HTTP/1.1" status: 200 len: 1094 time: 5.7339170 Apr 01 14:55:23.728029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55542a89-6b21-48cc-9f55-aae478640bc1', 'tag': '70c7e885-d065-45df-8374-18ab9554c14e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:23.759938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event deleted for resources: {'Port': ['ID=5a6aeb67-6cd0-4b97-ae73-87117b86dc4a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:23.939369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.020859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 17f9b7c9-1072-48f7-947c-0fc367449f62 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:24.024975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f74b06dc-ad3f-4187-95b7-6fe245edddc0 req-3a361198-31d0-48e1-8aa2-36cfd1e962e8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912222 Apr 01 14:55:24.033130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0258578-0691-446b-9a9b-bc92de946892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.085989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46882) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:24.119145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0258578-0691-446b-9a9b-bc92de946892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.163250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 17f9b7c9-1072-48f7-947c-0fc367449f62 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:24.173604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 17f9b7c9-1072-48f7-947c-0fc367449f62 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:24.204611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.208035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-283cd958-52a4-40a2-9b70-b217b1a605cd req-e7ca5b30-437c-4fce-a426-39b3f6995ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "DELETE /v2.0/floatingips/91882289-569d-4c21-bbc4-19cfdc1cf2ff HTTP/1.1" status: 204 len: 173 time: 3.3274024 Apr 01 14:55:24.231702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0258578-0691-446b-9a9b-bc92de946892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.277747 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.310762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0258578-0691-446b-9a9b-bc92de946892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566aa949-fbc5-423f-91e1-41b4062c5b00,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:24.316331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0258578-0691-446b-9a9b-bc92de946892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.322266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0258578-0691-446b-9a9b-bc92de946892 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/566aa949-fbc5-423f-91e1-41b4062c5b00 HTTP/1.1" status: 204 len: 168 time: 0.7631607 Apr 01 14:55:24.459873 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55542a89-6b21-48cc-9f55-aae478640bc1', 'tag': '70c7e885-d065-45df-8374-18ab9554c14e', 'status': 'completed', 'code': 200} Apr 01 14:55:24.472378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-148e0c9c-2c60-405a-9032-d09edb618c20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1662567ec2f44255838eae097b28ef41&device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 1097 time: 0.5379140 Apr 01 14:55:24.534107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:24.575143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'mac_address': 'fa:16:3e:7e:8a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:55:24.636018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-f8338219-fada-4fe3-ba6e-f08f0ccf20e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=70c7e885-d065-45df-8374-18ab9554c14e HTTP/1.1" status: 200 len: 217 time: 0.0810597 Apr 01 14:55:24.646083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-network', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:24.652835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:24.657594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Usage tracker for resource:network and tenant:e8090a88fd4a4acab183ef9ac4f60dd1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:24.659788 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.664086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:24.678200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:24.682451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadca0c6-d31a-4e6f-b4bf-3505b829ba4c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:55:24.704180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:24.719111 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.729975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Made reservation on behalf of e8090a88fd4a4acab183ef9ac4f60dd1 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:24.737882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.789973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:24.840769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:24.869420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-9fb10008-9149-450d-9132-016d7bc79b4e tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1001 time: 0.2241852 Apr 01 14:55:24.890081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-2012b840-1a3a-4f22-bda0-c5fc184a9623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:24.891747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-2012b840-1a3a-4f22-bda0-c5fc184a9623 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2038858 Apr 01 14:55:24.966086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:55:25.004220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-dd368758-b43a-43e1-84be-5552d47b6517 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:25.019901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-dd368758-b43a-43e1-84be-5552d47b6517 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports/7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 943 time: 0.1424785 Apr 01 14:55:25.073418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2fa6b-4db2-41f5-85b8-b47643cd2977 req-d830eb68-a8bb-49d0-93b1-94fd850c2d6a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:25.074765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-20a2fa6b-4db2-41f5-85b8-b47643cd2977 req-d830eb68-a8bb-49d0-93b1-94fd850c2d6a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Synchronizing usage tracker for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:25.111312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:25.129997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Usage tracker for resource:security_group_rule and tenant:e8090a88fd4a4acab183ef9ac4f60dd1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:25.138521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:25.156740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:25.199557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-20a2fa6b-4db2-41f5-85b8-b47643cd2977 req-d830eb68-a8bb-49d0-93b1-94fd850c2d6a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Unset dirty status for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:25.200781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20a2fa6b-4db2-41f5-85b8-b47643cd2977 req-d830eb68-a8bb-49d0-93b1-94fd850c2d6a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 946 time: 0.7401547 Apr 01 14:55:25.260830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-91d9464c-9013-416c-8a9e-a027096b0ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1001 time: 0.1492469 Apr 01 14:55:25.342845 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:25.348385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-ec236ead-73d2-4c5b-a7dc-ff0897522562 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4419312 Apr 01 14:55:25.419655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:25.490643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-0dee6921-491f-4dfe-b309-9e25af109f28 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:25.498405 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-0dee6921-491f-4dfe-b309-9e25af109f28 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.2353909 Apr 01 14:55:25.512849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:25.581156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:55:25.653852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-0b76bfa9-46fb-4191-993a-9df8b13d5318 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 1001 time: 0.1545427 Apr 01 14:55:25.665257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:25.874877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:25.875392 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Added segment 46472cc1-61eb-49d3-963a-caf1cf400d22 of type vlan for network e30228bb-3950-42d7-8581-f8163e72e1da Apr 01 14:55:25.909300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:25.937427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-20a2fa6b-4db2-41f5-85b8-b47643cd2977 req-9e750094-0889-48aa-8fc7-b57614cbb699 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Synchronizing usage tracker for tenant:1662567ec2f44255838eae097b28ef41 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:25.947613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:25.953695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-089e3f97-08e3-4d03-b9e0-66c51c759a87 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231056 Apr 01 14:55:25.979525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:26.093990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-20a2fa6b-4db2-41f5-85b8-b47643cd2977 req-9e750094-0889-48aa-8fc7-b57614cbb699 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Unset dirty status for tenant:1662567ec2f44255838eae097b28ef41 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:26.095504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20a2fa6b-4db2-41f5-85b8-b47643cd2977 req-9e750094-0889-48aa-8fc7-b57614cbb699 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8628829 Apr 01 14:55:26.121424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Deleting port f5dce3c2-b600-4212-9bde-593f713de050 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:26.121765 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:26.321898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-7950e344-cbaf-4e27-baf1-931099d42ee2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9706795 Apr 01 14:55:26.338156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:26.338744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:26.339278 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:26.385089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2946877 Apr 01 14:55:26.405261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46926) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:26.468814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:26.481250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:26.482712 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Floating IP 46dcf0b9-3be3-402d-90ab-beb5162ee713 disassociated. External IP: 172.25.2.56, port: 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5. Apr 01 14:55:26.517633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Request body: {'subnet': {'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-subnet', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:26.522404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:26.526616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Usage tracker for resource:subnet and tenant:e8090a88fd4a4acab183ef9ac4f60dd1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:26.530328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:26.535792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:26.632163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Made reservation on behalf of e8090a88fd4a4acab183ef9ac4f60dd1 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:26.634008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:26.792440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33014d52-c9d5-41ca-8657-3fc5d6523fc1 req-b24ed4e7-e327-4455-bd94-9fdf9979ddda service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045223 Apr 01 14:55:26.897105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4c0f4-2bce-4e0a-97a5-cbcb87f9145a admin admin] Pushing event updated for resources: {'Network': ['ID=e30228bb-3950-42d7-8581-f8163e72e1da,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:26.911547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network e30228bb-3950-42d7-8581-f8163e72e1da details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:55:27.153920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] For port f5dce3c2-b600-4212-9bde-593f713de050, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f5dce3c2-b600-4212-9bde-593f713de050,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:27.154428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:27.181461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Router 800c389c-5315-46e7-b4dd-28d344427a3b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:55:27.195133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a965a-6d1a-4503-ac7c-b7e77f94c3e4 req-54b81865-2f27-471e-88b5-1fdf070420b0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:27.196665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f17a965a-6d1a-4503-ac7c-b7e77f94c3e4 req-54b81865-2f27-471e-88b5-1fdf070420b0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 949 time: 0.8150601 Apr 01 14:55:27.314858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-6ed31bd4-86e3-41b8-83be-503df255f93d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6502 time: 0.8071697 Apr 01 14:55:27.321402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Calling delete_port for f5dce3c2-b600-4212-9bde-593f713de050 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:27.427906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:27.503883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:27.518838 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] Sync routers for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:27.521856 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:27.543017 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:27.543668 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:27.582745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-2b48eb8d-457f-499d-9f82-0a8d308bffc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1662567ec2f44255838eae097b28ef41&device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 1097 time: 0.6939569 Apr 01 14:55:27.598599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-576500dd-2555-4b4d-bdeb-be4cd85ed38f tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "PUT /v2.0/floatingips/46dcf0b9-3be3-402d-90ab-beb5162ee713 HTTP/1.1" status: 200 len: 694 time: 1.9392586 Apr 01 14:55:27.599625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:27.661855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aadca0c6-d31a-4e6f-b4bf-3505b829ba4c up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:27.780789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-ef4b04b9-2aae-47c4-b350-fd055803699b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66e0ea2715543df9af6669e29af64e0&device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 1097 time: 0.1483960 Apr 01 14:55:27.878310 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:27.978280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b74b6610-9021-4fe5-9bcd-953fc3a953d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:28.001222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:28.001589 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:28.019088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-88a93412-f067-4ddf-9e91-cf36351cde3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:28.020541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-88a93412-f067-4ddf-9e91-cf36351cde3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4130430 Apr 01 14:55:28.148779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c794f423-c149-4b6f-9569-ab53cc22e1f2,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:28.163516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-6f98b494-d0d1-461d-86b0-08e4c5d54179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:28.170794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-6f98b494-d0d1-461d-86b0-08e4c5d54179 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 200 len: 930 time: 0.3803077 Apr 01 14:55:28.216154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Checking segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:28.216709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Network hostable DHCP agents. Network: e30228bb-3950-42d7-8581-f8163e72e1da, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:55:28.240134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f17a965a-6d1a-4503-ac7c-b7e77f94c3e4 req-33b6556a-5ac0-4895-9360-7155bd54b1ec tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9347732 Apr 01 14:55:28.246975 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-090e2ae9-0b9f-4031-b10f-18a911b10897 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=70c7e885-d065-45df-8374-18ab9554c14e HTTP/1.1" status: 200 len: 217 time: 0.2186747 Apr 01 14:55:28.297940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:28.335351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:28.350090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:28.353846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-0c298bc2-1924-4b74-8ac7-3f30f7865597 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 217 time: 0.1820893 Apr 01 14:55:28.359024 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:28.418506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-7494d912-312f-4dbe-9e49-469d5aeeb0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:28.426135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-7494d912-312f-4dbe-9e49-469d5aeeb0df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 HTTP/1.1" status: 200 len: 868 time: 0.0710061 Apr 01 14:55:28.525620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-7469fe4c-a67e-4f19-b4c8-e45521a71f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:28.526119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-7469fe4c-a67e-4f19-b4c8-e45521a71f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:28.527673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-7469fe4c-a67e-4f19-b4c8-e45521a71f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:28.531009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-7469fe4c-a67e-4f19-b4c8-e45521a71f9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=82c77167-1c02-4b4f-ad02-96945e2faef1&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683 HTTP/1.1" status: 200 len: 2296 time: 1.1581681 Apr 01 14:55:28.559001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:28.673321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-0f9fb43d-f1e3-4c8f-8d78-766b2de7e1ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f326932-2a94-43de-b3ea-4b437be1725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466030 Apr 01 14:55:28.688923 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:37Z', 'revision_number': 5, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:28.696925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] Checking router: 800c389c-5315-46e7-b4dd-28d344427a3b for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:55:28.717522 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:28.718986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:28.869759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-78a7e988-9b73-4f8b-ba0f-a1bc548d0d1c service neutron] 10.222.0.48 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947644 Apr 01 14:55:28.929024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Network e30228bb-3950-42d7-8581-f8163e72e1da is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:55:28.965453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-c1bc694e-3488-48fb-88f5-df2f765a4cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:28.967013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-c1bc694e-3488-48fb-88f5-df2f765a4cbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.7089853 Apr 01 14:55:29.000795 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:29.048911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, e30228bb-3950-42d7-8581-f8163e72e1da) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:29.056621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8b0f7-c115-4584-9dd9-1062235bf9c3 None None] Network e30228bb-3950-42d7-8581-f8163e72e1da requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:29.082514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cc3a7fe-0f61-4175-8a63-0c9c1fb4cf9a req-5a865c85-4f4d-4212-8391-7146bedab705 service neutron] 10.222.0.48 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055197 Apr 01 14:55:29.129168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:29.129760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:29.168932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-e326afd2-0cc5-477a-a230-0f2525398d31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=037c76ab-4816-4301-a4e0-f1517f9ee301 HTTP/1.1" status: 200 len: 1002 time: 0.6289546 Apr 01 14:55:29.182756 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'status': 'completed', 'code': 200} Apr 01 14:55:29.260524 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d3136581-07ce-467a-88b6-80395eec1b6e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8121605 Apr 01 14:55:29.266987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:29.275419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46964) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:29.324514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:29.329663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5dce3c2-b600-4212-9bde-593f713de050,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:29.337885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765639da-e837-4aa0-960a-a906f6309c39 req-5b20aae8-2b96-44d9-86be-0fbfdd0c7845 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:29.345151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-765639da-e837-4aa0-960a-a906f6309c39 req-5b20aae8-2b96-44d9-86be-0fbfdd0c7845 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 946 time: 0.4338911 Apr 01 14:55:29.359302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:29.390948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Usage tracker for resource:router and tenant:e8090a88fd4a4acab183ef9ac4f60dd1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:29.395242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-9c668f24-cbde-4806-a866-be136768b2d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:29.397085 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-9c668f24-cbde-4806-a866-be136768b2d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53540cf6-3274-427d-8950-3b3cece9abf8 HTTP/1.1" status: 200 len: 856 time: 0.2122273 Apr 01 14:55:29.397445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-49015dfb-2f70-45fe-a472-b84d0a9177a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f66e0ea2715543df9af6669e29af64e0&device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 1097 time: 0.1922457 Apr 01 14:55:29.398938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:29.406671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-4896a63e-f94d-4824-b9b4-a637935bbf0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4159362 Apr 01 14:55:29.463036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:29.569113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-e30228bb-3950-42d7-8581-f8163e72e1da', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:55:29.570051 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:29.785417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1527465861', 'description': 'tempest-description-2056991129'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:29.790772 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:37Z', 'revision_number': 5, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:29.796287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:29.801938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Usage tracker for resource:security_group and tenant:564bb181c12347889312059fecceb668 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:29.803031 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040b594-a7d3-410a-9f4b-468100e9413d None None] The sync data for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 is: [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:54:23Z', 'revision_number': 4, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '83eab6e9-b241-4a27-97e1-bbdd830f2b4d', 'name': '', 'network_id': '4f326932-2a94-43de-b3ea-4b437be1725a', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'mac_address': 'fa:16:3e:74:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:20Z', 'updated_at': '2022-04-01T14:54:37Z', 'revision_number': 5, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'subnets': [{'id': 'a1d33589-f5d8-4306-a9fd-d0d0a22f3af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:55:29.805790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:29.818617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:29.843546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:29.854754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-130a941f-3c7b-437c-8319-f94e9eb24b19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:29.856649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-130a941f-3c7b-437c-8319-f94e9eb24b19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 200 len: 930 time: 0.4490378 Apr 01 14:55:29.938141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Allocated IP 172.20.0.2 (e30228bb-3950-42d7-8581-f8163e72e1da/c794f423-c149-4b6f-9569-ab53cc22e1f2/49c50292-5f1c-4a9e-bb10-e4e173284802) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:29.965097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.056983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.057843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.062859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.110871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-847e40bd-201a-4a3e-8bad-71d012c70315 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 200 len: 217 time: 0.2457654 Apr 01 14:55:30.177787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-765639da-e837-4aa0-960a-a906f6309c39 req-2bdbeaa1-2a94-4572-97f5-ad9147c21b3c tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179159 Apr 01 14:55:30.211133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:30.218441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 70c7e885-d065-45df-8374-18ab9554c14e details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:55:30.225342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Usage tracker for resource:security_group_rule and tenant:564bb181c12347889312059fecceb668 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:30.232462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:30.233158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d12167bc-774f-44e5-ace2-85aefd566dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.260700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:30.403400 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.405957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-98b52501-2374-45f7-b4d6-3e31f1374fb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:30.407707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-98b52501-2374-45f7-b4d6-3e31f1374fb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 HTTP/1.1" status: 200 len: 868 time: 0.2821865 Apr 01 14:55:30.469262 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.479705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.499584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Transition to ACTIVE for port object 49c50292-5f1c-4a9e-bb10-e4e173284802 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:30.552767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Transition to ACTIVE for port object 49c50292-5f1c-4a9e-bb10-e4e173284802 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:30.560489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba1165-b3a5-42be-ad39-f95247ac54a3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:30.606465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:30.616563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Usage tracker for resource:security_group_rule and tenant:564bb181c12347889312059fecceb668 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:30.620168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:30.620771 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.636318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:30.679887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-0d818462-6342-445b-8846-264349fd837c service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2112639 Apr 01 14:55:30.762188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a6506-2766-4bb3-aca9-ce053b4c2f6e None None] New status for floating IP 46dcf0b9-3be3-402d-90ab-beb5162ee713: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:55:30.765743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-9c58cbff-bed7-4b09-a4c7-e6e79a993489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f326932-2a94-43de-b3ea-4b437be1725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3437779 Apr 01 14:55:30.835310 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'code': 200} Apr 01 14:55:30.854156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 70c7e885-d065-45df-8374-18ab9554c14e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=70c7e885-d065-45df-8374-18ab9554c14e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:30.950491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.961271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '70c7e885-d065-45df-8374-18ab9554c14e', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '70c7e885-d065-45df-8374-18ab9554c14e', 'mac_address': 'fa:16:3e:9a:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:55:30.971525 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:30.996657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.141709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.145869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ccb8051d-be1b-4fda-862e-e079f1eef808 req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.3736315 Apr 01 14:55:31.189487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567ff2b-6aca-4149-bf0f-4e5036b1eb38 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d9e4c-4838-4397-b155-ef3de813fd48,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:31.214735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-9dc897e7-9202-43f5-a45b-efca71776ca4 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:31.225592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-9dc897e7-9202-43f5-a45b-efca71776ca4 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14&tenant_id=92ae89e691eb495a9d56b813de5b091a&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 950 time: 0.5274441 Apr 01 14:55:31.229811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-27fb3f34-6a0a-44a8-ab80-efe5aedd0350 service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541311 Apr 01 14:55:31.457732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-83dbf50d-4828-4030-b2d0-c6608e306037 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82c77167-1c02-4b4f-ad02-96945e2faef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0476227 Apr 01 14:55:31.507534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2b33f1-63e8-44f8-bebd-65b38db4ef27 req-acf112f2-5d9d-4ac8-98f2-bd772c1c9b1a service neutron] 10.222.0.44 "GET /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700989 Apr 01 14:55:31.516912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.565935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-5552d39b-ec55-4fbd-8041-96cac2aa933f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1101 time: 0.1373785 Apr 01 14:55:31.617271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.622209 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.623241 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.706394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbe6012b-c341-4c82-a6fd-fdc9fff3e084 req-062e10c5-5276-4598-aedf-abd114ea5547 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523333 Apr 01 14:55:31.714881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.716511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44fa9106-739d-4f75-828a-719822ad4ca8 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:55:31.764749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Network e30228bb-3950-42d7-8581-f8163e72e1da is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:31.778778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-f9bf4dc4-10c3-4bb9-bd91-76481bc44fce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:31.780265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-f9bf4dc4-10c3-4bb9-bd91-76481bc44fce service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.1737955 Apr 01 14:55:31.792728 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.802247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c7e885-d065-45df-8374-18ab9554c14e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:55:31.806365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:31.824069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Pushing event updated for resources: {'Port': ['ID=49c50292-5f1c-4a9e-bb10-e4e173284802,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:31.827256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:31.891260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-436f4cf4-8344-417f-9c0b-95f9ada9ff49 service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772039 Apr 01 14:55:31.903487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-e1dcb4ab-9fb4-42bb-84d6-6118e25d0a5a tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips/46dcf0b9-3be3-402d-90ab-beb5162ee713 HTTP/1.1" status: 200 len: 694 time: 0.9528468 Apr 01 14:55:31.929334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:31.935156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7d33fc8-ab19-4227-a6e0-f8514596e6c8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/44fa9106-739d-4f75-828a-719822ad4ca8 HTTP/1.1" status: 204 len: 168 time: 9.9489813 Apr 01 14:55:31.974292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46982) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:32.030410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 70c7e885-d065-45df-8374-18ab9554c14e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=70c7e885-d065-45df-8374-18ab9554c14e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:32.042529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.088438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Attempting to bind port 49c50292-5f1c-4a9e-bb10-e4e173284802 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:32.089195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Attempting to bind port 49c50292-5f1c-4a9e-bb10-e4e173284802 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:32.089758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Attempting to bind port 49c50292-5f1c-4a9e-bb10-e4e173284802 on network e30228bb-3950-42d7-8581-f8163e72e1da {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:32.133571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:32.134334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Checking segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:32.136080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.136528 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-f772b5ad-8d0e-41c5-b483-18c365d37471 service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126508 Apr 01 14:55:32.136923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Bound using segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:32.137603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Bound port: 49c50292-5f1c-4a9e-bb10-e4e173284802, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:32.138182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.138812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-c382a722-758a-42fd-bd10-2e7d9017dc90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 217 time: 0.3520424 Apr 01 14:55:32.217600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] Deleting subnet 4753ff1b-bbd6-46df-8ada-1aeaf10ec530 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:55:32.218621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-52775a2e-bd42-41ae-9127-94a82cc42eb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:32.220804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-52775a2e-bd42-41ae-9127-94a82cc42eb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0719314 Apr 01 14:55:32.229846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43addb85-53b7-4400-886b-1c14848fd54b req-108032ff-6dd4-4c61-8002-b45daa84092f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:32.232019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-43addb85-53b7-4400-886b-1c14848fd54b req-108032ff-6dd4-4c61-8002-b45daa84092f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.6639774 Apr 01 14:55:32.253278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-17045d80-250f-4328-abb6-dee824416b6e None None] For port 49c50292-5f1c-4a9e-bb10-e4e173284802, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:32.256707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-17045d80-250f-4328-abb6-dee824416b6e None None] For port 49c50292-5f1c-4a9e-bb10-e4e173284802, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=49c50292-5f1c-4a9e-bb10-e4e173284802,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:32.266314 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.275407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=70c7e885-d065-45df-8374-18ab9554c14e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:32.332601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-43addb85-53b7-4400-886b-1c14848fd54b req-d437af33-93e5-4de4-89c6-591669b4f6cd tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Apr 01 14:55:32.344433 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-bf2154d8-35b4-4fc8-a688-770c61d7cf8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 200 len: 217 time: 0.1341834 Apr 01 14:55:32.345426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.351740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-465565ba-1e34-4166-bfbd-f3a4691f4b15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186454 Apr 01 14:55:32.414124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['70c7e885-d065-45df-8374-18ab9554c14e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:55:32.466941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.513277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1236441928', 'description': 'tempest-description-1127158597'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:32.528198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:32.534683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Usage tracker for resource:security_group and tenant:564bb181c12347889312059fecceb668 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:32.539380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:32.551487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:32.612553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17045d80-250f-4328-abb6-dee824416b6e None None] Pushing event updated for resources: {'Port': ['ID=49c50292-5f1c-4a9e-bb10-e4e173284802,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:32.623743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.630083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.663960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:32.827964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-1672c659-41c8-40d6-b025-bd91d08d7dcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:32.829581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-1672c659-41c8-40d6-b025-bd91d08d7dcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.4214451 Apr 01 14:55:32.896969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-89064917-3e7e-49e7-93cc-6db80dac45c8 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386288 Apr 01 14:55:32.949026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:32.949881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-c01f775b-5d8e-4d61-9321-77b7f76d5873 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:32.956324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-c01f775b-5d8e-4d61-9321-77b7f76d5873 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 1.0193830 Apr 01 14:55:32.960616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Usage tracker for resource:security_group_rule and tenant:564bb181c12347889312059fecceb668 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:33.012912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:33.024441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:33.102142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-369203e3-1fa8-4a21-891f-ac4a023e059d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:33.120949 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf4c7edc-78a4-46e0-9cd3-d2a3d002135b req-1bddf59e-ee5c-4d01-9124-5df95dd977bb service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028370 Apr 01 14:55:33.125672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-1f3b3259-c045-4164-8ad6-d75de69cf6b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2601335 Apr 01 14:55:33.127479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:33.170296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:33.176813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:33.270791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:33.306119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-339845df-132d-49ff-bf8b-3af84551a4a7 req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.9026449 Apr 01 14:55:33.328137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f3785-7e79-4938-89c7-0ca49b55ffe7 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa9c18-3362-4cf6-bb0e-654fd5e0911b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:33.330417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-369203e3-1fa8-4a21-891f-ac4a023e059d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:33.339391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-369203e3-1fa8-4a21-891f-ac4a023e059d tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.3747311 Apr 01 14:55:33.614354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51638242-168f-4441-af3f-8ae99b3e8c04 req-e57f1045-9888-4b2d-9116-0df11145030c tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:33.622048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51638242-168f-4441-af3f-8ae99b3e8c04 req-e57f1045-9888-4b2d-9116-0df11145030c tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 947 time: 0.1304915 Apr 01 14:55:33.705223 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51638242-168f-4441-af3f-8ae99b3e8c04 req-b18b9a2f-4de4-4111-9fd0-63cc5ad55613 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819483 Apr 01 14:55:33.776946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:33.808851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-4d27544b-2bca-412d-b9fd-0cb3cb70a415 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.56 HTTP/1.1" status: 200 len: 695 time: 0.4683576 Apr 01 14:55:33.830065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:33.976748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9df0d-656f-4333-bdc2-7d758e2acb7f None None] Network e30228bb-3950-42d7-8581-f8163e72e1da requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:34.087935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1857088520', 'description': 'tempest-description-823848971'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:34.094356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:34.102708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Usage tracker for resource:security_group and tenant:7a653f8c5f7c481da313b41021b08621 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:34.108953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:34.118400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:34.141242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.157914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Allocated IP 172.25.2.232 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f2494605-c041-4cbe-a318-53d688ca57eb) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:34.162815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.229339 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-f4fc900c-947a-487e-a747-af158e8de1b8 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0630527 Apr 01 14:55:34.231062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9dee4f95-2d83-45d1-bea6-2341ff69994b None None] Provisioning for port 49c50292-5f1c-4a9e-bb10-e4e173284802 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:34.251266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 70c7e885-d065-45df-8374-18ab9554c14e up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:34.294988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:34.301454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Usage tracker for resource:security_group_rule and tenant:7a653f8c5f7c481da313b41021b08621 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:34.309523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:34.320248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:34.328246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 49c50292-5f1c-4a9e-bb10-e4e173284802 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:34.358155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.413950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.458572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.498146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f6c346-386e-4ec5-a61a-3d04634192de,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:34.517972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:34.524165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Usage tracker for resource:security_group_rule and tenant:7a653f8c5f7c481da313b41021b08621 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:34.527552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:34.535459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:34.633160 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.643978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.648701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-9b8d2ab9-1fc0-45f3-8f88-7021a9162f38 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966709 Apr 01 14:55:34.654327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4753ff1b-bbd6-46df-8ada-1aeaf10ec530,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:34.717146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b070c90d-f385-48fb-a8e4-1346969a18ef,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:34.722259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.744923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 49c50292-5f1c-4a9e-bb10-e4e173284802 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:34.750131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f98cc77-0fa0-491e-9137-52f084b031c5 req-06a5b2f0-8744-4762-99b1-d91108a94fc8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6666937 Apr 01 14:55:34.751781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 70c7e885-d065-45df-8374-18ab9554c14e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:34.770640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 49c50292-5f1c-4a9e-bb10-e4e173284802 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:34.771014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.849652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 70c7e885-d065-45df-8374-18ab9554c14e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:34.850473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.880791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-268bad1d-cd15-42ae-9493-97255f17fc21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 200 len: 217 time: 0.2015135 Apr 01 14:55:34.880791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:34.886499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Deleting port f9671200-1959-4499-af7d-5067c41e721c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:34.886499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.015729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef8d44-64a6-45b2-af68-3f089276760b None None] Network aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:35.088296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16418a4d-93b6-4efe-8cf3-44a3580ecc3a req-6a3442b5-6751-49f9-ab1f-bc9577bf4dd7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:35.096700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16418a4d-93b6-4efe-8cf3-44a3580ecc3a req-6a3442b5-6751-49f9-ab1f-bc9577bf4dd7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.1473355 Apr 01 14:55:35.133510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3237394b-87ad-41da-8a28-f4c6a442abe4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4753ff1b-bbd6-46df-8ada-1aeaf10ec530 HTTP/1.1" status: 204 len: 168 time: 3.0000937 Apr 01 14:55:35.135641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47008) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:35.144474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-6850b6c8-ab1c-4e67-9979-9199f75e70c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:35.149358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-6850b6c8-ab1c-4e67-9979-9199f75e70c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.1277938 Apr 01 14:55:35.268921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.281336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16418a4d-93b6-4efe-8cf3-44a3580ecc3a req-dd669570-2497-4ce2-93d0-d8899b37d92d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828969 Apr 01 14:55:35.352645 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.378651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Deleting port 20651b74-b938-4f7a-8c66-6d028e146383 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:35.378993 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.386621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.474156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.486230 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.517874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55542a89-6b21-48cc-9f55-aae478640bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7e885-d065-45df-8374-18ab9554c14e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:35.586817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 70c7e885-d065-45df-8374-18ab9554c14e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=70c7e885-d065-45df-8374-18ab9554c14e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:35.604441 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.680513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 49c50292-5f1c-4a9e-bb10-e4e173284802, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=49c50292-5f1c-4a9e-bb10-e4e173284802,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:35.693883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:35.721676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.724529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:35.743492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f5dce3c2-b600-4212-9bde-593f713de050 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:35.759658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:35.798071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] For port 20651b74-b938-4f7a-8c66-6d028e146383, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=20651b74-b938-4f7a-8c66-6d028e146383,segment=NetworkSegment(56d31fd0-41ba-4203-af39-ffb2634a3647),segment_id=56d31fd0-41ba-4203-af39-ffb2634a3647)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:35.800490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.806815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f5dce3c2-b600-4212-9bde-593f713de050 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:35.807288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f5dce3c2-b600-4212-9bde-593f713de050 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:35.825480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb075c65-5ca8-490e-b9d1-215ea911c8ec None None] DHCP port deletion for aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:55:35.828811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=70c7e885-d065-45df-8374-18ab9554c14e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:35.851079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Pushing event updated for resources: {'Port': ['ID=f2494605-c041-4cbe-a318-53d688ca57eb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:35.862451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.862967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.909969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cb075c65-5ca8-490e-b9d1-215ea911c8ec None None] Deleting port 20651b74-b938-4f7a-8c66-6d028e146383 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:35.910590 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb075c65-5ca8-490e-b9d1-215ea911c8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:35.953212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Calling delete_port for 20651b74-b938-4f7a-8c66-6d028e146383 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:35.954745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-59309c7b-96f7-46d2-907c-034f7db4af59 None None] Provisioning complete for port 49c50292-5f1c-4a9e-bb10-e4e173284802 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:35.954745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59309c7b-96f7-46d2-907c-034f7db4af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.042927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428be4e-469d-4ad8-92d9-65155d5c6f75 req-aa826cc0-2d63-4aab-9a64-9f050e8b8562 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:36.044516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8428be4e-469d-4ad8-92d9-65155d5c6f75 req-aa826cc0-2d63-4aab-9a64-9f050e8b8562 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 948 time: 0.4780662 Apr 01 14:55:36.096909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.128491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Calling delete_port for f9671200-1959-4499-af7d-5067c41e721c owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:36.163995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Pushing event deleted for resources: {'Port': ['ID=20651b74-b938-4f7a-8c66-6d028e146383,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:36.194622 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8428be4e-469d-4ad8-92d9-65155d5c6f75 req-345410c6-ffa1-49df-af35-5b91989408b9 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410625 Apr 01 14:55:36.202935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] No DVR routers for this DVR port 20651b74-b938-4f7a-8c66-6d028e146383 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:55:36.207925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 20651b74-b938-4f7a-8c66-6d028e146383 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:36.278511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 20651b74-b938-4f7a-8c66-6d028e146383 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:36.278855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 20651b74-b938-4f7a-8c66-6d028e146383 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:36.286810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=49c50292-5f1c-4a9e-bb10-e4e173284802,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:36.339554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cb075c65-5ca8-490e-b9d1-215ea911c8ec None None] The port '20651b74-b938-4f7a-8c66-6d028e146383' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:55:36.433609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-f8e4069c-1aaa-46e0-bef7-edccf6920440 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2717171 Apr 01 14:55:36.463896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1700081556', 'description': 'tempest-description-103860942'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:36.474220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:36.498812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Usage tracker for resource:security_group and tenant:7a653f8c5f7c481da313b41021b08621 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:36.506405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:36.594933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:36.623743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-9f44d31c-85f5-4e60-a40f-60beefc52aec service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751542 Apr 01 14:55:36.631625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.644325 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.677862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:36.693696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d31fd0-41ba-4203-af39-ffb2634a3647') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:36.694415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d31fd0-41ba-4203-af39-ffb2634a3647') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:36.715412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.751205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:36.762854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Usage tracker for resource:security_group_rule and tenant:7a653f8c5f7c481da313b41021b08621 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:36.766003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.767690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:36.777535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:36.812186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.828861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:55:36.829549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.835240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event deleted for resources: {'Port': ['ID=f9671200-1959-4499-af7d-5067c41e721c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:55:36.844655 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:55:36.846819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-b8ca10b4-dd34-49a0-ae10-7b0aff4f6bb0 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129083 Apr 01 14:55:36.954881 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.961452 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.981893 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:36.985951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-35be0f23-4595-4a18-9dfc-415980674454 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=423143e2-c303-428d-8571-a54fc30a788c HTTP/1.1" status: 200 len: 217 time: 0.1119220 Apr 01 14:55:36.989278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.047761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:37.057486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.080280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87663c1d-85c3-49ca-b087-f012a77db146,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:37.085751 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-944e7a4a-a606-43aa-9bc1-af25200c6987 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aac4e9bd-c12f-4f1d-ba89-5fa9711ac2ad HTTP/1.1" status: 204 len: 168 time: 1.9490643 Apr 01 14:55:37.089810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-92f237aa-6d89-4824-b9e4-1d9e39b8b30d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:37.091327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-92f237aa-6d89-4824-b9e4-1d9e39b8b30d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.0957501 Apr 01 14:55:37.104894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.110390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02b685f6-b0b2-4579-89db-735edd31999d req-022136ca-dbb2-425a-b6d8-0941bdbb0744 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6526494 Apr 01 14:55:37.165657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.181644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-850605e3-4b2f-4662-ac26-751c57522ff3 req-65756107-7861-4a05-b53d-55385b0e8e5c tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "DELETE /v2.0/floatingips/46dcf0b9-3be3-402d-90ab-beb5162ee713 HTTP/1.1" status: 204 len: 173 time: 3.3623135 Apr 01 14:55:37.184970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.185794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.325047 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55542a89-6b21-48cc-9f55-aae478640bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7e885-d065-45df-8374-18ab9554c14e', 'code': 200} Apr 01 14:55:37.405205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47028) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:37.522528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8a3c4ab8-e101-484f-8c04-9dda569ab590 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b437b090f8fa4379879a1c52759595c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1166384 Apr 01 14:55:37.527723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47032) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:37.616206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-d14d26ca-4464-4c3e-8a77-f59d080bb7b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5130088 Apr 01 14:55:37.711204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cafc592e-3ca1-4379-afa0-ca0d60ef46e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.767341 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cafc592e-3ca1-4379-afa0-ca0d60ef46e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.818867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-a0207dde-bb47-4313-a17a-c4ec5cb92aad service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885667 Apr 01 14:55:37.843061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-02541ebe-ddbb-47da-a6fe-ebd5390e5713 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Synchronizing usage tracker for tenant:7a653f8c5f7c481da313b41021b08621 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:37.865002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-02541ebe-ddbb-47da-a6fe-ebd5390e5713 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Unset dirty status for tenant:7a653f8c5f7c481da313b41021b08621 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:37.867618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-02541ebe-ddbb-47da-a6fe-ebd5390e5713 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42222 time: 0.5177338 Apr 01 14:55:37.873626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cafc592e-3ca1-4379-afa0-ca0d60ef46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.910860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc592e-3ca1-4379-afa0-ca0d60ef46e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2667ec42-4018-43b5-bc05-716bf5652a41,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:37.944909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cafc592e-3ca1-4379-afa0-ca0d60ef46e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:37.948272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cafc592e-3ca1-4379-afa0-ca0d60ef46e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2667ec42-4018-43b5-bc05-716bf5652a41 HTTP/1.1" status: 204 len: 168 time: 0.4172387 Apr 01 14:55:37.955466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-af55e77a-dc00-4eae-b1f1-6df2403ee236 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/07d426a9-932a-47d6-9967-fcbada731cbc HTTP/1.1" status: 200 len: 2649 time: 0.0726285 Apr 01 14:55:37.969622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-75f990ac-ca84-4b05-accb-698e92d4da48 req-1a19a63f-5e4f-404c-a83f-765f79883918 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 1099 time: 0.5140803 Apr 01 14:55:38.011031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba24a3c-f623-4489-bd29-db5b1e4c7c18 req-66bb7fb6-b58a-4ba3-9d46-4bf0cc211d79 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:38.018342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fba24a3c-f623-4489-bd29-db5b1e4c7c18 req-66bb7fb6-b58a-4ba3-9d46-4bf0cc211d79 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.5688059 Apr 01 14:55:38.048209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-75f990ac-ca84-4b05-accb-698e92d4da48 req-b1c21647-b4e8-447c-9e84-18f442fb63da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677330 Apr 01 14:55:38.077046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-93de1d98-bfdc-4a4b-82bd-58fd7be28700 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/07d426a9-932a-47d6-9967-fcbada731cbc HTTP/1.1" status: 200 len: 2649 time: 0.1191785 Apr 01 14:55:38.111054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 49c50292-5f1c-4a9e-bb10-e4e173284802 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:38.163805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fba24a3c-f623-4489-bd29-db5b1e4c7c18 req-1590ebb9-c1cc-484f-bb9d-2f5bc77e0085 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445420 Apr 01 14:55:38.179242 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-f9255907-2e9d-457c-a8eb-e8583f396f86 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1b13485d-b7e1-4fe9-ab09-fe28f80181e2 HTTP/1.1" status: 200 len: 2649 time: 0.1006467 Apr 01 14:55:38.185040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-a047888a-fefd-4cc6-98cd-5508212832cb service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536410 Apr 01 14:55:38.239935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 49c50292-5f1c-4a9e-bb10-e4e173284802 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:38.240589 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:38.279047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-d2f6ce12-7e60-4c82-878d-eb75c93d4bfa tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1b13485d-b7e1-4fe9-ab09-fe28f80181e2 HTTP/1.1" status: 200 len: 2649 time: 0.0927746 Apr 01 14:55:38.316786 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-50dde939-731f-4245-a1b2-45b1c3f063ea tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] show failed (client error): The resource could not be found. Apr 01 14:55:38.319985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-50dde939-731f-4245-a1b2-45b1c3f063ea tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2667ec42-4018-43b5-bc05-716bf5652a41 HTTP/1.1" status: 404 len: 352 time: 0.0330839 Apr 01 14:55:38.366961 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-54e1e992-be9f-44e4-89dc-f0b621023db8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] show failed (client error): The resource could not be found. Apr 01 14:55:38.379869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-54e1e992-be9f-44e4-89dc-f0b621023db8 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2667ec42-4018-43b5-bc05-716bf5652a41 HTTP/1.1" status: 404 len: 352 time: 0.0501494 Apr 01 14:55:38.488415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-72a7cfcd-44f8-4fe9-9edc-c21ecfa8e5c1 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/361c407d-28cc-4bdf-90bc-0c0f5dd25665 HTTP/1.1" status: 200 len: 2649 time: 0.1060450 Apr 01 14:55:38.556569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-acd52ce2-b109-4cf0-86aa-8754b71fc8b6 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/361c407d-28cc-4bdf-90bc-0c0f5dd25665 HTTP/1.1" status: 200 len: 2649 time: 0.0667479 Apr 01 14:55:38.623946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-b63c3b14-2008-4568-8147-b9210d86866d tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/42f6c346-386e-4ec5-a61a-3d04634192de HTTP/1.1" status: 200 len: 2649 time: 0.0655842 Apr 01 14:55:38.676814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-57920694-54ee-487f-945b-0fd9dd41a2c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4 HTTP/1.1" status: 200 len: 217 time: 0.4050164 Apr 01 14:55:38.686422 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-28a949dc-d139-4688-afd6-7e869e01a95e tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/42f6c346-386e-4ec5-a61a-3d04634192de HTTP/1.1" status: 200 len: 2649 time: 0.0615568 Apr 01 14:55:38.694885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Router a316ca55-29b8-4967-bb02-4278be2e605f is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:55:38.770257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-37d5eb86-3ab5-439a-ae05-3c2c99e5b288 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4baee9ae-a650-40e5-b662-53a16bcd7a1d HTTP/1.1" status: 200 len: 2649 time: 0.0829024 Apr 01 14:55:38.877716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-06dd87f2-8e76-4e14-b116-582ecb6ebb9d tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4baee9ae-a650-40e5-b662-53a16bcd7a1d HTTP/1.1" status: 200 len: 2649 time: 0.1064343 Apr 01 14:55:38.918905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-fbcbae61-540a-47c0-94dd-a3aff88c3e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:38.920267 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-fbcbae61-540a-47c0-94dd-a3aff88c3e27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.2263739 Apr 01 14:55:38.933339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965278b-b590-4e44-9ced-62232e209490 req-054ca0c9-3835-4645-ad66-7eb7987753c2 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:38.935159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7965278b-b590-4e44-9ced-62232e209490 req-054ca0c9-3835-4645-ad66-7eb7987753c2 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 948 time: 0.3355832 Apr 01 14:55:38.964516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-b8806371-ad56-4cb1-9f7e-5251edb16f70 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4cfc0b43-20a7-435d-91d0-10afb272b5ea HTTP/1.1" status: 200 len: 2649 time: 0.0801508 Apr 01 14:55:39.051735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-5e5b6c96-f517-419a-b2d7-84a64d37741a tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4cfc0b43-20a7-435d-91d0-10afb272b5ea HTTP/1.1" status: 200 len: 2649 time: 0.0769973 Apr 01 14:55:39.119401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7965278b-b590-4e44-9ced-62232e209490 req-13348ad4-a43f-4b67-959b-886fe93ace54 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331017 Apr 01 14:55:39.126430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-822fb7b8-32d5-4ba7-b36d-809ae9d82e24 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/65e279e0-d89e-4c90-bc93-e6d04936b048 HTTP/1.1" status: 200 len: 2649 time: 0.0678601 Apr 01 14:55:39.149737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-4a634283-d936-4364-8ae4-cbf3e20e2db6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1645792 Apr 01 14:55:39.202391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-06788ab9-b815-4e76-a1cf-be51061f6fd1 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/65e279e0-d89e-4c90-bc93-e6d04936b048 HTTP/1.1" status: 200 len: 2649 time: 0.0654023 Apr 01 14:55:39.343305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-f2e850f4-9807-4b11-88e4-71ff2c35f627 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6cf4e813-d9f2-4533-b22d-4a8cf2832e9b HTTP/1.1" status: 200 len: 2649 time: 0.1393096 Apr 01 14:55:39.397246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47062) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:39.426730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:39.451159 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:39.473144 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:39.475067 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:39.498748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-d651e8b3-9f9e-4581-bf88-b63f402b00ad tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6cf4e813-d9f2-4533-b22d-4a8cf2832e9b HTTP/1.1" status: 200 len: 2649 time: 0.1366837 Apr 01 14:55:39.587128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-f99b0c8c-ee4f-4bbb-b04b-0df5618f9b01 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/954519fb-5f86-41b8-b3c8-2109e68e3f58 HTTP/1.1" status: 200 len: 2649 time: 0.0874813 Apr 01 14:55:39.592852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-5828dbb1-ef74-4f42-a263-fbcf7bbe45b9 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337521 Apr 01 14:55:39.634947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1875788985-network', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:39.690118 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:39.690859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:39.700009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Usage tracker for resource:network and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:39.704973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:39.718149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-41a00b56-8ae5-4239-ae1a-2e334d8d3bf6 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/954519fb-5f86-41b8-b3c8-2109e68e3f58 HTTP/1.1" status: 200 len: 2649 time: 0.1239924 Apr 01 14:55:39.719225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:39.734093 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:39.738914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f60b1614-9b56-4a2d-9fc4-7e9b44f9e483 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.4180915 Apr 01 14:55:39.744939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47068) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:39.771372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:39.774656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:39.808143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deacd53-2338-45c4-9a39-9e29c58840dc req-2be8d71c-4e03-4eb8-ada5-4120382089e2 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:39.808833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4deacd53-2338-45c4-9a39-9e29c58840dc req-2be8d71c-4e03-4eb8-ada5-4120382089e2 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:39.818133 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-ddf81608-90a0-4ded-9521-57d55080f9bb service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049408 Apr 01 14:55:39.877544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:39.894891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4deacd53-2338-45c4-9a39-9e29c58840dc req-2be8d71c-4e03-4eb8-ada5-4120382089e2 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:39.896201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4deacd53-2338-45c4-9a39-9e29c58840dc req-2be8d71c-4e03-4eb8-ada5-4120382089e2 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4328539 Apr 01 14:55:39.997092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-56e97661-64e6-439e-876f-8938c21ecc50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a9437a8-3440-47d2-ac66-7819aada0154 HTTP/1.1" status: 200 len: 217 time: 0.1669958 Apr 01 14:55:39.997872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4deacd53-2338-45c4-9a39-9e29c58840dc req-8c6cf8c5-72b8-4b43-b8e3-91744f1821a6 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Synchronizing usage tracker for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:40.000935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-ff35fb86-d0ab-4525-98a4-2c5169cd03ac tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ad0df7b3-f205-402f-9b1f-1ba10b16c6fc HTTP/1.1" status: 200 len: 2649 time: 0.2721486 Apr 01 14:55:40.030620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:40.036847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:40.041633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:40.059701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:40.071766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4deacd53-2338-45c4-9a39-9e29c58840dc req-8c6cf8c5-72b8-4b43-b8e3-91744f1821a6 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Unset dirty status for tenant:f66e0ea2715543df9af6669e29af64e0 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:40.083795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4deacd53-2338-45c4-9a39-9e29c58840dc req-8c6cf8c5-72b8-4b43-b8e3-91744f1821a6 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1794662 Apr 01 14:55:40.108122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-06a59c60-5ad5-447d-9e17-bd87a0c88bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:40.112819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-06a59c60-5ad5-447d-9e17-bd87a0c88bd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 0.1067560 Apr 01 14:55:40.159264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-2d74a62c-1eec-48a6-8a6d-7d49b300c065 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ad0df7b3-f205-402f-9b1f-1ba10b16c6fc HTTP/1.1" status: 200 len: 2649 time: 0.1464500 Apr 01 14:55:40.210937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-c1fc6901-9d94-4a68-bf2b-ae4a092157f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866153 Apr 01 14:55:40.247095 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.268152 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.434828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-3f72c813-d0e6-46f4-a4a1-35e6c548fcf9 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c09cb1fb-5e68-4edf-8f75-b44982e8cd3d HTTP/1.1" status: 200 len: 2649 time: 0.2560117 Apr 01 14:55:40.434828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:55:40.442998 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:36Z', 'revision_number': 3, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:40.461029 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:55:40.461029 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Updating router a316ca55-29b8-4967-bb02-4278be2e605f port f2494605-c041-4cbe-a318-53d688ca57eb binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:55:40.474293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0e11a-da4b-4021-ab9a-22891fe995be,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:40.474293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.474293 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Added segment 5c06247c-0c51-4245-914b-1c91ea531b47 of type vlan for network f0d1a499-01f5-4bc0-b0f4-c1b28085261e Apr 01 14:55:40.511856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b1e7b42-8795-4488-ab67-3adbf673a15c req-27cdfcc3-d3de-478e-b53f-99f7670362b2 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1704509 Apr 01 14:55:40.516487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-a8737d17-1e98-45c9-9857-e3f1d1780c94 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981761 Apr 01 14:55:40.526710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.590990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.619144 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.633327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-74f15ed2-2f63-445f-85b3-417a2eedf510 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c09cb1fb-5e68-4edf-8f75-b44982e8cd3d HTTP/1.1" status: 200 len: 2649 time: 0.1951256 Apr 01 14:55:40.789412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.790545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:40.791289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:40.904393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-13b290a1-aa89-43d9-a147-18181a59c028 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f8ba1165-b3a5-42be-ad39-f95247ac54a3 HTTP/1.1" status: 200 len: 2649 time: 0.2097631 Apr 01 14:55:40.949823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5475852 Apr 01 14:55:40.951661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3218e9-4ba5-4e4b-8801-be253421c264 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d1a499-01f5-4bc0-b0f4-c1b28085261e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:40.953811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47092) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:40.962396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:55:40.983794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Request body: {'subnet': {'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1875788985-subnet', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:41.028192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:41.049819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-da8b5794-b4e1-4295-8def-b84eb8501849 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218897 Apr 01 14:55:41.057049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Usage tracker for resource:subnet and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:41.064063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:41.079542 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:41.080368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:41.094618 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Transition to ACTIVE for port object f2494605-c041-4cbe-a318-53d688ca57eb will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:41.102363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-6e7c5f28-fa52-403a-8230-28cd0fd9c9b7 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f8ba1165-b3a5-42be-ad39-f95247ac54a3 HTTP/1.1" status: 200 len: 2649 time: 0.1818061 Apr 01 14:55:41.116854 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:41.160272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:41.162748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:41.190535 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Pushing event updated for resources: {'Port': ['ID=f2494605-c041-4cbe-a318-53d688ca57eb,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:41.201291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-557aab47-bea9-4ac0-bb5b-137749330a7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b05891e-4275-4a9e-94b6-128f79ff1280 HTTP/1.1" status: 200 len: 217 time: 0.1276321 Apr 01 14:55:41.204405 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.204946 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.205359 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.205808 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.206211 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.206613 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.207008 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.207557 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.207962 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.208489 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.209006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:41.216116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b29f90-d671-4477-9d85-b49c0f5b7ba5 req-ed624f1b-0019-4d8e-b1be-905787425d1d tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:41.223754 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43b29f90-d671-4477-9d85-b49c0f5b7ba5 req-ed624f1b-0019-4d8e-b1be-905787425d1d tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 948 time: 0.5137134 Apr 01 14:55:41.238605 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Attempting to bind port f2494605-c041-4cbe-a318-53d688ca57eb on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:41.239108 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Attempting to bind port f2494605-c041-4cbe-a318-53d688ca57eb by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:41.239571 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Attempting to bind port f2494605-c041-4cbe-a318-53d688ca57eb on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:41.248700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:41.249198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:41.249691 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:41.250146 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:41.250812 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Bound port: f2494605-c041-4cbe-a318-53d688ca57eb, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:41.251433 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:41.338403 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] For port f2494605-c041-4cbe-a318-53d688ca57eb, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:41.341834 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] For port f2494605-c041-4cbe-a318-53d688ca57eb, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f2494605-c041-4cbe-a318-53d688ca57eb,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:41.342308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-a1d9c17f-eba5-465e-b4c3-0bbd53192281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:41.344481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-a1d9c17f-eba5-465e-b4c3-0bbd53192281 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 0.1178806 Apr 01 14:55:41.352384 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:41.363713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43b29f90-d671-4477-9d85-b49c0f5b7ba5 req-594513d1-d97b-4427-a776-75d2ded63182 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389725 Apr 01 14:55:41.461042 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495699c-db75-46e2-867d-ab36e434b252 None None] Pushing event updated for resources: {'Port': ['ID=f2494605-c041-4cbe-a318-53d688ca57eb,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:41.463985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-7ca9b53e-fd64-4145-8bb5-02240bafb2af tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fc13030d-deb6-4b82-9585-0c8da1ff66cc HTTP/1.1" status: 200 len: 2649 time: 0.3381474 Apr 01 14:55:41.493987 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:41.494954 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:41.601635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-bd5e7b5c-a605-4644-8602-1a0c960bbe70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2322850 Apr 01 14:55:41.710029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:41.855938 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:41.885029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-d28e46b1-63db-40e2-bf01-49f05271aef3 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761426 Apr 01 14:55:42.067866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5749eec-d213-49ff-a0c6-5cf560bc23f3 req-f9672e30-eb70-4d3c-9a9d-64d634bf450a tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fc13030d-deb6-4b82-9585-0c8da1ff66cc HTTP/1.1" status: 200 len: 2649 time: 0.3763299 Apr 01 14:55:42.074581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d011030-0327-42dc-9c3b-dcd693297f1d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:42.136466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Checking segment: {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:42.137181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Network hostable DHCP agents. Network: f0d1a499-01f5-4bc0-b0f4-c1b28085261e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:55:42.147606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5aad4923-83c7-4a1c-8fe0-ea9eb3ecccac req-db3119a2-bcc4-4ec7-ba36-b45aa4f980a1 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539501 Apr 01 14:55:42.256251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:55:42.263004 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:36Z', 'revision_number': 3, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:42.271341 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503331d2-ab0d-471a-9ea2-9c05a0324d94 None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:36Z', 'revision_number': 3, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:55:42.288151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, f0d1a499-01f5-4bc0-b0f4-c1b28085261e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:42.294105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:42.294899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:42.300147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7d62e-5c17-4f9e-a7da-297a8c6bc8a4 None None] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:42.336440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91224a-147c-4a20-9273-fe613b582811 req-e0983f8f-60d6-48a3-a18f-f8f1366b4ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:42.343350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd91224a-147c-4a20-9273-fe613b582811 req-e0983f8f-60d6-48a3-a18f-f8f1366b4ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 946 time: 0.1423886 Apr 01 14:55:42.347737 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1f08edf7-d33c-481b-b1d3-6b54ed7f5b39 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3730042 Apr 01 14:55:42.348579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47122) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:42.353597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:42.359764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:42.364038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Usage tracker for resource:router and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:42.367135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:42.394160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:42.424325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:42.427297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:42.447759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd91224a-147c-4a20-9273-fe613b582811 req-36f4ee5f-9bf8-4446-a552-026145a60c8e tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035376 Apr 01 14:55:42.471887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:42.598815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:55:42.599640 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:42.705790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:42.807176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:42.884046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Allocated IP 172.20.0.2 (f0d1a499-01f5-4bc0-b0f4-c1b28085261e/2d011030-0327-42dc-9c3b-dcd693297f1d/ba65fd1a-5e06-4806-a249-a9ef464c9399) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:42.897317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7b82874-9e3d-403b-8e83-3d24690bcb6f req-72f0f2b9-f44b-4b69-923b-7c5471a75128 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2928751 Apr 01 14:55:43.003031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b36857a0-e914-4182-8532-931386fbb1d0 req-a1894240-0701-4fe5-be39-5503fcc5c16d tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Synchronizing usage tracker for tenant:564bb181c12347889312059fecceb668 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:43.118285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b36857a0-e914-4182-8532-931386fbb1d0 req-a1894240-0701-4fe5-be39-5503fcc5c16d tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Unset dirty status for tenant:564bb181c12347889312059fecceb668 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:43.126807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b36857a0-e914-4182-8532-931386fbb1d0 req-a1894240-0701-4fe5-be39-5503fcc5c16d tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=564bb181c12347889312059fecceb668 HTTP/1.1" status: 200 len: 5440 time: 0.4542782 Apr 01 14:55:43.209381 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-eab38cb4-cbe6-4158-a5c6-4c62cc2b3633 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376191 Apr 01 14:55:43.212998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Allocated IP 172.20.0.1 (e30228bb-3950-42d7-8581-f8163e72e1da/c794f423-c149-4b6f-9569-ab53cc22e1f2/73d4c530-a7e7-4a2c-b630-94182c19d578) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:43.224032 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b36857a0-e914-4182-8532-931386fbb1d0 req-85de2f3a-1c22-4fd1-bf5b-59c90e3a3f1a tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "GET /v2.0/security-groups/f8ba1165-b3a5-42be-ad39-f95247ac54a3 HTTP/1.1" status: 200 len: 2649 time: 0.0962543 Apr 01 14:55:43.333013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b36857a0-e914-4182-8532-931386fbb1d0 req-2ce456ec-b275-4c4f-8c95-31436426b651 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "GET /v2.0/security-groups/f8ba1165-b3a5-42be-ad39-f95247ac54a3 HTTP/1.1" status: 200 len: 2649 time: 0.1080194 Apr 01 14:55:43.344848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.383717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.384220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.412486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Transition to ACTIVE for port object ba65fd1a-5e06-4806-a249-a9ef464c9399 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:43.460906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Transition to ACTIVE for port object ba65fd1a-5e06-4806-a249-a9ef464c9399 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:43.483981 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.558100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-c8e05772-6622-41f6-b48f-8249c1265be7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:43.559791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-c8e05772-6622-41f6-b48f-8249c1265be7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390183 Apr 01 14:55:43.573300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:43.576353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:43.581230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:43.585376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Pushing event updated for resources: {'Port': ['ID=ba65fd1a-5e06-4806-a249-a9ef464c9399,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:43.605963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-ca1fd2cf-c15a-4850-89a4-7831cebed74c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/quotas/92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 375 time: 0.0397799 Apr 01 14:55:43.670846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Attempting to bind port ba65fd1a-5e06-4806-a249-a9ef464c9399 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:43.671482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Attempting to bind port ba65fd1a-5e06-4806-a249-a9ef464c9399 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:43.672034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Attempting to bind port ba65fd1a-5e06-4806-a249-a9ef464c9399 on network f0d1a499-01f5-4bc0-b0f4-c1b28085261e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:43.678544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:43.678915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Checking segment: {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:43.679339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.679727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Bound using segment: {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:43.680180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Bound port: ba65fd1a-5e06-4806-a249-a9ef464c9399, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:43.680552 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.694193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.701942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202157c8-2805-4f58-8e5d-b39b9d4aa714 req-a8c8bdc9-c953-4784-a4d2-a2936ba74269 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:43.703426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-202157c8-2805-4f58-8e5d-b39b9d4aa714 req-a8c8bdc9-c953-4784-a4d2-a2936ba74269 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 948 time: 0.1424329 Apr 01 14:55:43.718010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-4bb67c79-5a7e-4782-9ca3-deaa906567ed tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:43.719463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-4bb67c79-5a7e-4782-9ca3-deaa906567ed tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 946 time: 0.2664721 Apr 01 14:55:43.733956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Transition to ACTIVE for port object 73d4c530-a7e7-4a2c-b630-94182c19d578 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:43.767866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-202157c8-2805-4f58-8e5d-b39b9d4aa714 req-32d7ecf5-cd39-44de-b9ee-8168defd9070 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541000 Apr 01 14:55:43.779478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.780795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] For port ba65fd1a-5e06-4806-a249-a9ef464c9399, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:43.790449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] For port ba65fd1a-5e06-4806-a249-a9ef464c9399, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ba65fd1a-5e06-4806-a249-a9ef464c9399,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:43.797839 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:43.909924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95129f-7a60-40b1-b543-03ee614cbfe4 None None] Pushing event updated for resources: {'Port': ['ID=ba65fd1a-5e06-4806-a249-a9ef464c9399,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:43.948301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Network e30228bb-3950-42d7-8581-f8163e72e1da is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:43.949058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=73d4c530-a7e7-4a2c-b630-94182c19d578,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:43.951758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:43.953999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:43.959033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Allocated IP 172.25.2.18 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/5b5888b9-c393-4548-9cb1-1c0d398bb798) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:44.032644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.076946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Deleting port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:44.077290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.136442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f2494605-c041-4cbe-a318-53d688ca57eb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:44.208778 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de32f4b4-0e0f-41e6-89eb-d19316ddae0f req-bdd657b5-ff5b-4e8c-9350-13d1fbd89437 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/87663c1d-85c3-49ca-b087-f012a77db146 HTTP/1.1" status: 200 len: 1611 time: 0.1415534 Apr 01 14:55:44.216049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-af3bcb86-2e77-4479-81ff-2064d61a0f66 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5746269 Apr 01 14:55:44.255714 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.291444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f2494605-c041-4cbe-a318-53d688ca57eb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:44.299298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f2494605-c041-4cbe-a318-53d688ca57eb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:44.299696 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.537014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.546955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.571119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f2494605-c041-4cbe-a318-53d688ca57eb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f2494605-c041-4cbe-a318-53d688ca57eb,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:44.581571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb30bde3-4d1b-43d2-88f8-cf234e7bf57d None None] Provisioning for port 73d4c530-a7e7-4a2c-b630-94182c19d578 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:44.590156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb30bde3-4d1b-43d2-88f8-cf234e7bf57d None None] Provisioning complete for port 73d4c530-a7e7-4a2c-b630-94182c19d578 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:44.590726 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb30bde3-4d1b-43d2-88f8-cf234e7bf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.607530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-de32f4b4-0e0f-41e6-89eb-d19316ddae0f req-0a4b2405-efa4-48c0-aa01-097d5b731eec tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.626579 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.652866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-de32f4b4-0e0f-41e6-89eb-d19316ddae0f req-0a4b2405-efa4-48c0-aa01-097d5b731eec tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.700437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.713756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.735151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f2494605-c041-4cbe-a318-53d688ca57eb,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:44.770990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cb30bde3-4d1b-43d2-88f8-cf234e7bf57d None None] Port 73d4c530-a7e7-4a2c-b630-94182c19d578 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:44.800669 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.895515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] For port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:44.896562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.900375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.904715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=73d4c530-a7e7-4a2c-b630-94182c19d578,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:44.907628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-de32f4b4-0e0f-41e6-89eb-d19316ddae0f req-0a4b2405-efa4-48c0-aa01-097d5b731eec tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:44.937123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b2405-efa4-48c0-aa01-097d5b731eec tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87663c1d-85c3-49ca-b087-f012a77db146,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:45.042600 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-de32f4b4-0e0f-41e6-89eb-d19316ddae0f req-0a4b2405-efa4-48c0-aa01-097d5b731eec tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:45.043768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de32f4b4-0e0f-41e6-89eb-d19316ddae0f req-0a4b2405-efa4-48c0-aa01-097d5b731eec tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/87663c1d-85c3-49ca-b087-f012a77db146 HTTP/1.1" status: 204 len: 173 time: 0.8181152 Apr 01 14:55:45.046092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb73d30-3ce5-47b3-a15e-02c065451795 req-aa1ad9b6-6344-4ef6-b0ad-7a926591eff8 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:45.047755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ddb73d30-3ce5-47b3-a15e-02c065451795 req-aa1ad9b6-6344-4ef6-b0ad-7a926591eff8 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b400a60-0f62-41d0-a7e2-70778243ddb2 HTTP/1.1" status: 200 len: 946 time: 0.3205066 Apr 01 14:55:45.057309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Calling delete_port for 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:45.091552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:45.132587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Network e30228bb-3950-42d7-8581-f8163e72e1da is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:45.133778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:45.257449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:45.262702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:45.273014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5888b9-c393-4548-9cb1-1c0d398bb798,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:45.275574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:45.443278 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-7c5a2281-cf86-442b-8ca6-c416f3ed6ee9 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1662567ec2f44255838eae097b28ef41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458400 Apr 01 14:55:45.494744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ddb73d30-3ce5-47b3-a15e-02c065451795 req-591d86aa-af4f-4ad4-9bce-54d1c5fecf04 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cfc0b43-20a7-435d-91d0-10afb272b5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916063 Apr 01 14:55:45.584169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dde0fb-00ee-4190-a7e1-9a043e9df6dd None None] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:55:45.630479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:45.696374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-01201a9c-2c51-4fbc-afd4-70b05cd81ef0 None None] Provisioning for port ba65fd1a-5e06-4806-a249-a9ef464c9399 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:45.758382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Pushing event deleted for resources: {'Port': ['ID=7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:45.775271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:45.776116 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90c56bda-d7d4-42d8-ac86-43d36525ffbd req-f7ecd9b5-c034-406e-8819-6b103ad56ef2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 210 time: 0.1360734 Apr 01 14:55:45.865077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-01201a9c-2c51-4fbc-afd4-70b05cd81ef0 None None] Provisioning complete for port 73d4c530-a7e7-4a2c-b630-94182c19d578 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:45.868130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01201a9c-2c51-4fbc-afd4-70b05cd81ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:45.948400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-9f5eae26-b828-45bf-9341-6993c9023847 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:45.950132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] No DVR routers for this DVR port 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:55:45.954420 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:45.957197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'name': 'network-vif-deleted', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:45.957324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-9f5eae26-b828-45bf-9341-6993c9023847 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5045624 Apr 01 14:55:45.991206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21ac8acb-31fc-4525-8dd8-11fb42a44ccc req-c21be4ca-f8d2-4db1-b177-8088ba43236e tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b070c90d-f385-48fb-a8e4-1346969a18ef HTTP/1.1" status: 200 len: 1611 time: 0.1203930 Apr 01 14:55:46.004171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-0f9686c7-6188-42ce-b597-857e4880d120 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/quotas/1662567ec2f44255838eae097b28ef41 HTTP/1.1" status: 200 len: 375 time: 0.0221024 Apr 01 14:55:46.017240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de31caaf-4205-46ab-b27d-83272a2fb2f0 req-65075705-7e2b-45ac-9fc7-6985f188edfd tempest-FloatingIPsAssociationNegativeTestJSON-1631160602 tempest-FloatingIPsAssociationNegativeTestJSON-1631160602-project] 10.222.0.44 "DELETE /v2.0/ports/7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 HTTP/1.1" status: 204 len: 173 time: 2.2856150 Apr 01 14:55:46.088965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-db7db42d-6b1b-4af1-bf5d-116d7526f355 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351293 Apr 01 14:55:46.089476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-01201a9c-2c51-4fbc-afd4-70b05cd81ef0 None None] Port 73d4c530-a7e7-4a2c-b630-94182c19d578 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:46.092527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.094512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.130764 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.252442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:46.289470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:46.302321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.319388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-dc38acc6-b6f2-4250-9b9b-7aac4f2e8f3c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:46.321058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-dc38acc6-b6f2-4250-9b9b-7aac4f2e8f3c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197514 Apr 01 14:55:46.342448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Request body: {'port': {'device_id': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '92ae89e691eb495a9d56b813de5b091a'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:46.391184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:46.465629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-21ac8acb-31fc-4525-8dd8-11fb42a44ccc req-3d1d0ee4-1c3e-4530-a012-67240dade4b0 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.471277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f2494605-c041-4cbe-a318-53d688ca57eb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:46.534420 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-21ac8acb-31fc-4525-8dd8-11fb42a44ccc req-3d1d0ee4-1c3e-4530-a012-67240dade4b0 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.543913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:55:46.544373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:55:46.546353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-2785dd3e-7a18-4f10-bd25-396d8337075f tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1662567ec2f44255838eae097b28ef41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5379853 Apr 01 14:55:46.580194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:46.598907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:46.616969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:46.637620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f2494605-c041-4cbe-a318-53d688ca57eb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:46.638496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.650325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Made reservation on behalf of 92ae89e691eb495a9d56b813de5b091a for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:46.654295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.668891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-21ac8acb-31fc-4525-8dd8-11fb42a44ccc req-3d1d0ee4-1c3e-4530-a012-67240dade4b0 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.712209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d0ee4-1c3e-4530-a012-67240dade4b0 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070c90d-f385-48fb-a8e4-1346969a18ef,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:46.718829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-21ac8acb-31fc-4525-8dd8-11fb42a44ccc req-3d1d0ee4-1c3e-4530-a012-67240dade4b0 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:46.720237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21ac8acb-31fc-4525-8dd8-11fb42a44ccc req-3d1d0ee4-1c3e-4530-a012-67240dade4b0 tempest-SecurityGroupsTestAdminJSON-1103508997 tempest-SecurityGroupsTestAdminJSON-1103508997-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/b070c90d-f385-48fb-a8e4-1346969a18ef HTTP/1.1" status: 204 len: 173 time: 0.7280450 Apr 01 14:55:46.729884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:55:46.877601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ba65fd1a-5e06-4806-a249-a9ef464c9399 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:46.957304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ba65fd1a-5e06-4806-a249-a9ef464c9399 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:46.964535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ba65fd1a-5e06-4806-a249-a9ef464c9399 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:46.965184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:47.089486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Allocated IP 192.168.233.244 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/83c269c4-7854-49d4-89f8-48405e6cb989) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:47.133802 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b400a60-0f62-41d0-a7e2-70778243ddb2', 'name': 'network-vif-deleted', 'tag': '7bc7fc90-7b6e-46fe-bce1-46b9472dbfc5', 'status': 'completed', 'code': 200} Apr 01 14:55:47.133802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:55:47.248473 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'code': 200} Apr 01 14:55:47.249035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:47.327982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47190) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:47.341951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8866fc-2406-4aa4-b4a8-ab21502c3e6e req-a5590c57-a94d-4db9-901e-37e1aab8ce0c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:47.350374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8866fc-2406-4aa4-b4a8-ab21502c3e6e req-a5590c57-a94d-4db9-901e-37e1aab8ce0c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 948 time: 0.4702189 Apr 01 14:55:47.390623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ba65fd1a-5e06-4806-a249-a9ef464c9399, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ba65fd1a-5e06-4806-a249-a9ef464c9399,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:47.394971 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:47.427951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8866fc-2406-4aa4-b4a8-ab21502c3e6e req-be635a0e-ac84-40d1-ac4d-a2dcdea9f39a tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766244 Apr 01 14:55:47.505020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ba65fd1a-5e06-4806-a249-a9ef464c9399,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:47.520759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:47.534995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Sync routers for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:47.550472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:47.551445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:47.603619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9438acc0-f0b6-4ed5-ac27-1f77b1ce50ae req-2560f078-89ff-4c13-bafa-ceecbc6ae254 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 210 time: 0.0746765 Apr 01 14:55:47.623982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:47.627984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b7c15a06-c065-4e2a-8268-5ace10f88966 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2755628 Apr 01 14:55:47.628583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47198) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:47.885422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:47.972434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-452f0036-1f37-4bc0-bc70-0174c1297432 req-73fad27d-4d12-4c84-8ea0-632d4c1664c2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 210 time: 0.0758996 Apr 01 14:55:48.045687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92e459a2-69e7-4e8c-b0af-ef210ccabd4c req-53b87d60-7a43-47c2-b992-79f9f22aad8c tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "GET /v2.0/security-groups/68aa9c18-3362-4cf6-bb0e-654fd5e0911b HTTP/1.1" status: 200 len: 1612 time: 0.6147263 Apr 01 14:55:48.154229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:48.195513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ba65fd1a-5e06-4806-a249-a9ef464c9399 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:48.232415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Transition to ACTIVE for port object 83c269c4-7854-49d4-89f8-48405e6cb989 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:48.315402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-92e459a2-69e7-4e8c-b0af-ef210ccabd4c req-904e7cf6-0f75-49a9-aec2-acb51d72cd73 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:48.329316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:48.331223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ba65fd1a-5e06-4806-a249-a9ef464c9399 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:48.331614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:48.420579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438', 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:55:48.482475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-92e459a2-69e7-4e8c-b0af-ef210ccabd4c req-904e7cf6-0f75-49a9-aec2-acb51d72cd73 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:48.674053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-6d2f4c4f-17c3-45b5-a335-12df1a4630f8 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1662567ec2f44255838eae097b28ef41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450144 Apr 01 14:55:48.682894 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:55:48.685959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:48.692352 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-92e459a2-69e7-4e8c-b0af-ef210ccabd4c req-904e7cf6-0f75-49a9-aec2-acb51d72cd73 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:48.699241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:48.716476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:48.728633 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:48.763815 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:48.766438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:45Z', 'revision_number': 3, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:48.766688 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:48.787408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:48.792510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:48.798845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Checking router: d4c7a6c9-f3f8-41c6-80b2-8398fe81062b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:55:48.799410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Updating router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b port 5b5888b9-c393-4548-9cb1-1c0d398bb798 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:55:48.965570 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:49.143867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-a725ee9f-047f-4e17-950e-379572c1ae1b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:49.148555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-a725ee9f-047f-4e17-950e-379572c1ae1b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4683838 Apr 01 14:55:49.156660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e7cf6-0f75-49a9-aec2-acb51d72cd73 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa9c18-3362-4cf6-bb0e-654fd5e0911b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:49.177032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Request body: {'port': {'device_id': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '1662567ec2f44255838eae097b28ef41'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:49.319127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-92e459a2-69e7-4e8c-b0af-ef210ccabd4c req-904e7cf6-0f75-49a9-aec2-acb51d72cd73 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:49.354564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92e459a2-69e7-4e8c-b0af-ef210ccabd4c req-904e7cf6-0f75-49a9-aec2-acb51d72cd73 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "DELETE /v2.0/security-groups/68aa9c18-3362-4cf6-bb0e-654fd5e0911b HTTP/1.1" status: 204 len: 173 time: 1.3002455 Apr 01 14:55:49.377292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e06f590e-0c4e-4aa2-afa4-2acd76a36bd2 admin admin] 10.222.0.48 "PUT /v2.0/routers/a316ca55-29b8-4967-bb02-4278be2e605f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6011593 Apr 01 14:55:49.403949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:49.404110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:49.501891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:49.521550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-51800e95-fc74-46ee-abac-cd77b3f6ead7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1803217 Apr 01 14:55:49.532027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:49.550331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Request body: {'port': {'device_id': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:49.585497 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:49.611765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Made reservation on behalf of 1662567ec2f44255838eae097b28ef41 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:49.616891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:49.647987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-26bc0bf4-96bf-4e98-ac16-c4d027040f83 None None] Provisioning for port 83c269c4-7854-49d4-89f8-48405e6cb989 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:49.694122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-26bc0bf4-96bf-4e98-ac16-c4d027040f83 None None] Provisioning complete for port 83c269c4-7854-49d4-89f8-48405e6cb989 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:49.694493 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26bc0bf4-96bf-4e98-ac16-c4d027040f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:49.775025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0abf28d0-84a5-43c4-977d-5d7af8e46c11 req-5f61b10f-4c37-4e34-8132-cc5ccb04a7b8 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 210 time: 0.1004393 Apr 01 14:55:49.840955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26bc0bf4-96bf-4e98-ac16-c4d027040f83 None None] Port 83c269c4-7854-49d4-89f8-48405e6cb989 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:49.938163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.044482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.073053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Transition to ACTIVE for port object 5b5888b9-c393-4548-9cb1-1c0d398bb798 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:50.081984 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.172880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f09fd634-477a-4181-9d5b-a3e34d23774f req-d20d38f8-f038-49ad-9a5b-c78f582e27c1 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "GET /v2.0/security-groups/ad1d9e4c-4838-4397-b155-ef3de813fd48 HTTP/1.1" status: 200 len: 1612 time: 0.2358806 Apr 01 14:55:50.199377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Attempting to bind port 5b5888b9-c393-4548-9cb1-1c0d398bb798 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:50.199744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Attempting to bind port 5b5888b9-c393-4548-9cb1-1c0d398bb798 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:50.200099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Attempting to bind port 5b5888b9-c393-4548-9cb1-1c0d398bb798 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:50.202237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.212706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1958b-1ed8-429c-891e-50d45f86cb74 None None] Pushing event updated for resources: {'Port': ['ID=5b5888b9-c393-4548-9cb1-1c0d398bb798,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:50.217968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:50.217968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:50.218276 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.218771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:50.219252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Bound port: 5b5888b9-c393-4548-9cb1-1c0d398bb798, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:50.219643 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.264156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a51f5-0e8b-4a6a-9c40-69eb44c39862 req-c16af972-e9c1-4ea2-9cde-5f183e004c3d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:50.272965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e92a51f5-0e8b-4a6a-9c40-69eb44c39862 req-c16af972-e9c1-4ea2-9cde-5f183e004c3d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 936 time: 0.4641771 Apr 01 14:55:50.305817 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 2, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:50.312271 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:55:50.312604 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Updating router a316ca55-29b8-4967-bb02-4278be2e605f port 73d4c530-a7e7-4a2c-b630-94182c19d578 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:55:50.357469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] For port 5b5888b9-c393-4548-9cb1-1c0d398bb798, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:50.361813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] For port 5b5888b9-c393-4548-9cb1-1c0d398bb798, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b5888b9-c393-4548-9cb1-1c0d398bb798,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:50.367856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e92a51f5-0e8b-4a6a-9c40-69eb44c39862 req-c697bf9e-a295-4e46-a963-913b03ce7184 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934372 Apr 01 14:55:50.370708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.376507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.404660 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.414563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f09fd634-477a-4181-9d5b-a3e34d23774f req-c7438215-1247-432c-9601-1f34230503a5 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.426973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Allocated IP 192.168.233.33 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/23481063-42f3-453d-8509-5d1fc652f2ba) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:50.480798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f09fd634-477a-4181-9d5b-a3e34d23774f req-c7438215-1247-432c-9601-1f34230503a5 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.496248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1958b-1ed8-429c-891e-50d45f86cb74 None None] Pushing event updated for resources: {'Port': ['ID=5b5888b9-c393-4548-9cb1-1c0d398bb798,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:50.529201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:50.530246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:50.583342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f09fd634-477a-4181-9d5b-a3e34d23774f req-c7438215-1247-432c-9601-1f34230503a5 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.619909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7438215-1247-432c-9601-1f34230503a5 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d9e4c-4838-4397-b155-ef3de813fd48,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:50.630607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f09fd634-477a-4181-9d5b-a3e34d23774f req-c7438215-1247-432c-9601-1f34230503a5 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:50.634614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f09fd634-477a-4181-9d5b-a3e34d23774f req-c7438215-1247-432c-9601-1f34230503a5 tempest-SecurityGroupsTestAdminJSON-2076642378 tempest-SecurityGroupsTestAdminJSON-2076642378-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad1d9e4c-4838-4397-b155-ef3de813fd48 HTTP/1.1" status: 204 len: 173 time: 0.4546869 Apr 01 14:55:50.955824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:51.077023 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.112119 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Transition to ACTIVE for port object 73d4c530-a7e7-4a2c-b630-94182c19d578 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:51.124042 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.158471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47272) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:51.190427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.193457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.197659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.200604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Allocated IP 172.20.0.1 (f0d1a499-01f5-4bc0-b0f4-c1b28085261e/2d011030-0327-42dc-9c3b-dcd693297f1d/869bb697-4432-45f7-9dfe-b07247a8cfc6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:51.201566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.205558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.210335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.213970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.222020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-7256d8c0-4c1f-4994-a122-7943aa277930 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.3027256 Apr 01 14:55:51.225006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e889e59-310b-4ca2-8c7a-80a84d5f3654 None None] Pushing event updated for resources: {'Port': ['ID=73d4c530-a7e7-4a2c-b630-94182c19d578,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:51.359938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36803f11-e405-4a0b-8e66-b53d5ec45567 req-06261d8a-fff8-467a-a4bd-9195ecbe9b83 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369874 Apr 01 14:55:51.453781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:45Z', 'revision_number': 3, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:51.465339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c83e3-1f02-4faf-a61d-043c23c0119b None None] The sync data for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 is: [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:45Z', 'revision_number': 3, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:55:51.504198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Attempting to bind port 73d4c530-a7e7-4a2c-b630-94182c19d578 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:51.505113 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Attempting to bind port 73d4c530-a7e7-4a2c-b630-94182c19d578 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:51.505724 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Attempting to bind port 73d4c530-a7e7-4a2c-b630-94182c19d578 on network e30228bb-3950-42d7-8581-f8163e72e1da {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:51.514481 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:51.515078 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Checking segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:51.515639 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.516176 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Bound using segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:51.516781 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Bound port: 73d4c530-a7e7-4a2c-b630-94182c19d578, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:51.517158 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.598838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5f9cfdb6-b9a7-4b7e-8645-dc0112479076 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=564bb181c12347889312059fecceb668&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4303954 Apr 01 14:55:51.599291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47282) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:51.649073 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] For port 73d4c530-a7e7-4a2c-b630-94182c19d578, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:51.653617 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] For port 73d4c530-a7e7-4a2c-b630-94182c19d578, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=73d4c530-a7e7-4a2c-b630-94182c19d578,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:51.660384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.661965 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.669138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-57da1aee-f6eb-4a53-95ab-4670c32bda6f tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:51.669960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-57da1aee-f6eb-4a53-95ab-4670c32bda6f tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:51.703745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Deleting port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:51.703745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.713570 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.719434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Transition to ACTIVE for port object 23481063-42f3-453d-8509-5d1fc652f2ba will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:51.739393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-57da1aee-f6eb-4a53-95ab-4670c32bda6f tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:51.751504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-57da1aee-f6eb-4a53-95ab-4670c32bda6f tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 821 time: 0.9822495 Apr 01 14:55:51.816937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Transition to ACTIVE for port object 869bb697-4432-45f7-9dfe-b07247a8cfc6 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:51.831017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-e5b60e2c-aa2a-4b4d-8d7f-751ef504bc89 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/quotas/e8090a88fd4a4acab183ef9ac4f60dd1 HTTP/1.1" status: 200 len: 375 time: 0.0779281 Apr 01 14:55:51.872106 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:51.884943 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:51.924645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:51.936952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['70c7e885-d065-45df-8374-18ab9554c14e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:55:52.086823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.141051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:52.163844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5888b9-c393-4548-9cb1-1c0d398bb798 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:52.171084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:52.174683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:52.178078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:52.247023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:52.250345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:52.274434 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e889e59-310b-4ca2-8c7a-80a84d5f3654 None None] Pushing event updated for resources: {'Port': ['ID=73d4c530-a7e7-4a2c-b630-94182c19d578,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:52.312429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.357584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Pushing event updated for resources: {'Port': ['ID=23481063-42f3-453d-8509-5d1fc652f2ba,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:52.362315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-125d1192-3345-4227-a4fc-ecb5314d10be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.406090 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:52.422777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.423121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.423490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.425992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.426512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.432698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.433401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.434029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.434566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.435021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.435509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:55:52.447448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5b5888b9-c393-4548-9cb1-1c0d398bb798 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:52.459558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5b5888b9-c393-4548-9cb1-1c0d398bb798 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:52.460207 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.525402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:52.526426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.586178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-c5adcd08-8522-4ec7-9615-dad43d3c26ab tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7167039 Apr 01 14:55:52.660467 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-125d1192-3345-4227-a4fc-ecb5314d10be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.702241 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.709931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Provisioning for port 869bb697-4432-45f7-9dfe-b07247a8cfc6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:52.716170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Provisioning complete for port 869bb697-4432-45f7-9dfe-b07247a8cfc6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:52.717272 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.724170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Pushing event updated for resources: {'Port': ['ID=869bb697-4432-45f7-9dfe-b07247a8cfc6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:52.791174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3fecd2da-22b5-4488-86e6-9519a928494b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6265829 Apr 01 14:55:52.815193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Request body: {'port': {'device_id': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:52.819891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Port 869bb697-4432-45f7-9dfe-b07247a8cfc6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:52.835925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 5b5888b9-c393-4548-9cb1-1c0d398bb798, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b5888b9-c393-4548-9cb1-1c0d398bb798,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:52.854180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.859988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4de72-3dfb-43b1-9aae-dd4169fbf8f9 req-9c23893f-08f8-4f70-ac9e-14ebd31f9467 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:52.861637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3f4de72-3dfb-43b1-9aae-dd4169fbf8f9 req-9c23893f-08f8-4f70-ac9e-14ebd31f9467 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 935 time: 0.5096302 Apr 01 14:55:52.909471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] For port 83eab6e9-b241-4a27-97e1-bbdd830f2b4d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:52.909836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:52.911533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Provisioning for port 23481063-42f3-453d-8509-5d1fc652f2ba completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:52.925637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Provisioning complete for port 23481063-42f3-453d-8509-5d1fc652f2ba triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:52.926234 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.019980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d40c39e6-a0d9-4522-b05d-2a928436be49 None None] Port 23481063-42f3-453d-8509-5d1fc652f2ba cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:53.021506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=5b5888b9-c393-4548-9cb1-1c0d398bb798,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:53.026758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.049968 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:51Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:53.055489 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fa0b0-7243-400e-93fc-52442819ce2e None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:51Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:55:53.067400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Calling delete_port for 83eab6e9-b241-4a27-97e1-bbdd830f2b4d owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:53.087552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-d8ad985c-8095-4e40-b8e7-2e4a1c3bb12b service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878180 Apr 01 14:55:53.093656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:55:53.107656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-125d1192-3345-4227-a4fc-ecb5314d10be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.199367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d1192-3345-4227-a4fc-ecb5314d10be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba1165-b3a5-42be-ad39-f95247ac54a3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:53.208135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3f4de72-3dfb-43b1-9aae-dd4169fbf8f9 req-dc8b8fa8-5c50-462e-a41d-3fc736dbfec9 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346040 Apr 01 14:55:53.215393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-125d1192-3345-4227-a4fc-ecb5314d10be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.216720 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-125d1192-3345-4227-a4fc-ecb5314d10be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8ba1165-b3a5-42be-ad39-f95247ac54a3 HTTP/1.1" status: 204 len: 168 time: 1.6164181 Apr 01 14:55:53.225695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c269c4-7854-49d4-89f8-48405e6cb989 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:55:53.253172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.257888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.292866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Transition to ACTIVE for port object 83c269c4-7854-49d4-89f8-48405e6cb989 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:53.300701 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.532023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:53.560795 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.576019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.725551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.763685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:53.811825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef102db5-1ac0-4c50-be58-2f2181185260 req-b296f11c-d63c-4019-96fd-181b5021395a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:53.812670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ef102db5-1ac0-4c50-be58-2f2181185260 req-b296f11c-d63c-4019-96fd-181b5021395a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:53.821658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47292) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:53.874237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83eab6e9-b241-4a27-97e1-bbdd830f2b4d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:53.892287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:53.892675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:53.893081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:53.942020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Pushing event updated for resources: {'Port': ['ID=869bb697-4432-45f7-9dfe-b07247a8cfc6,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:53.946029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-be7353b2-0d81-4c45-955c-822c10982e07 service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8067188 Apr 01 14:55:53.951860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:55:53.952232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:53.998567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ef102db5-1ac0-4c50-be58-2f2181185260 req-b296f11c-d63c-4019-96fd-181b5021395a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:54.006300 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef102db5-1ac0-4c50-be58-2f2181185260 req-b296f11c-d63c-4019-96fd-181b5021395a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.6392083 Apr 01 14:55:54.209366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-346ae0fa-9212-4c5f-840e-a43cb1740f43 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:54.210794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-346ae0fa-9212-4c5f-840e-a43cb1740f43 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.62 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 948 time: 0.4461894 Apr 01 14:55:54.225498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:54.291677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:54.292280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:54.293132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:54.293824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Bound port: 83c269c4-7854-49d4-89f8-48405e6cb989, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:54.295563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:54.313344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-90528825-c495-4dc4-b887-7771778fb76a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a653f8c5f7c481da313b41021b08621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4812741 Apr 01 14:55:54.314799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47302) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:54.326455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:54.347403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5888b9-c393-4548-9cb1-1c0d398bb798 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:54.488841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5b5888b9-c393-4548-9cb1-1c0d398bb798 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:54.489414 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:54.638300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Deleting port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:55:54.638719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:54.655762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 73d4c530-a7e7-4a2c-b630-94182c19d578 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:54.753133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-093848b8-d823-42e0-807e-27b0959b3189 None None] Provisioning complete for port 869bb697-4432-45f7-9dfe-b07247a8cfc6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:54.753491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-093848b8-d823-42e0-807e-27b0959b3189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:54.830720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:54.831474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 73d4c530-a7e7-4a2c-b630-94182c19d578 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:54.847364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 73d4c530-a7e7-4a2c-b630-94182c19d578 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:54.847777 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:54.857374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef102db5-1ac0-4c50-be58-2f2181185260 req-ed86a37e-1516-4b3f-b71a-d847794dcb46 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497477 Apr 01 14:55:54.901197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:54.906415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-093848b8-d823-42e0-807e-27b0959b3189 None None] Port 869bb697-4432-45f7-9dfe-b07247a8cfc6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:54.942135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:54.994479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.030659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d065fcc8-aa2d-4d2c-ac2d-d404deb2f562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.034422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:55.079886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 73d4c530-a7e7-4a2c-b630-94182c19d578, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=73d4c530-a7e7-4a2c-b630-94182c19d578,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:55.085134 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.093970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.095836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-cb289885-23c7-4ef3-989c-063bef1bdd4f service neutron] 10.222.0.62 "PUT /v2.0/ports/83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 1096 time: 5.5650945 Apr 01 14:55:55.100929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:55.177163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=73d4c530-a7e7-4a2c-b630-94182c19d578,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:55.177672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d065fcc8-aa2d-4d2c-ac2d-d404deb2f562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.244396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.249300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.253841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.257651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.261503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.266860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.271596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.274661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e09b71c9-ecc2-4197-b7a6-73802dc02e15 req-dab93658-ad96-47cf-9c07-db61ceae16d5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.9539907 Apr 01 14:55:55.292985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:55:55.363592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8da3a-e696-4390-abd7-8eefd57fecfb req-a1feb500-d4c9-48a5-ab67-aafde52098ed tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:55.370901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4b8da3a-e696-4390-abd7-8eefd57fecfb req-a1feb500-d4c9-48a5-ab67-aafde52098ed tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 948 time: 0.2615826 Apr 01 14:55:55.376256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.472096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23481063-42f3-453d-8509-5d1fc652f2ba {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:55:55.479677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d065fcc8-aa2d-4d2c-ac2d-d404deb2f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.488519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.561627 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f391def-6bb9-4e39-a47d-85f85a4cf7e3 req-096b41cb-986a-446a-ae14-f894dad0500b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 210 time: 0.0975852 Apr 01 14:55:55.565627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065fcc8-aa2d-4d2c-ac2d-d404deb2f562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f6c346-386e-4ec5-a61a-3d04634192de,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:55.567794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Transition to ACTIVE for port object 23481063-42f3-453d-8509-5d1fc652f2ba will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:55.572988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.595871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4b8da3a-e696-4390-abd7-8eefd57fecfb req-2739ce9c-f4df-4050-b0a0-92380f8f677e tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238908 Apr 01 14:55:55.629473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-3cfdb263-cbdb-484f-873f-8e155bb43496 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1099 time: 0.4164684 Apr 01 14:55:55.634027 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d065fcc8-aa2d-4d2c-ac2d-d404deb2f562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:55.637986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d065fcc8-aa2d-4d2c-ac2d-d404deb2f562 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42f6c346-386e-4ec5-a61a-3d04634192de HTTP/1.1" status: 204 len: 168 time: 1.2949729 Apr 01 14:55:55.670569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Pushing event updated for resources: {'Port': ['ID=23481063-42f3-453d-8509-5d1fc652f2ba,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:55.796132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:55:55.808603 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'status': 'completed', 'code': 200} Apr 01 14:55:55.845667 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-fda6fc6e-10cd-46d2-aac9-72502587ffca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.1952894 Apr 01 14:55:56.003863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] For port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:55:56.004229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:56.020581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-7ae9916f-dcfc-4705-b612-ceee71df5aa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:56.022101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-7ae9916f-dcfc-4705-b612-ceee71df5aa7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1678205 Apr 01 14:55:56.187280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 73d4c530-a7e7-4a2c-b630-94182c19d578 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:55:56.282000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 73d4c530-a7e7-4a2c-b630-94182c19d578 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:56.282365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:56.356086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-6546d1d4-9ec1-48de-9327-9e8ff1fa80fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3197849 Apr 01 14:55:56.401403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Calling delete_port for a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:55:56.503499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Attempting to bind port 23481063-42f3-453d-8509-5d1fc652f2ba on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:55:56.503828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Attempting to bind port 23481063-42f3-453d-8509-5d1fc652f2ba by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:55:56.504144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Attempting to bind port 23481063-42f3-453d-8509-5d1fc652f2ba on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:56.551400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4397f52-9b48-4ef3-88c7-c032ab2b6023 req-a5af7827-3968-4207-bb28-55f252e4b68a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:56.552629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-39fc3bd3-6c01-4a95-966e-f6ea5eb76d0b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:56.553292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4397f52-9b48-4ef3-88c7-c032ab2b6023 req-a5af7827-3968-4207-bb28-55f252e4b68a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.4343827 Apr 01 14:55:56.554353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-39fc3bd3-6c01-4a95-966e-f6ea5eb76d0b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 821 time: 0.8146658 Apr 01 14:55:56.560395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Port 23481063-42f3-453d-8509-5d1fc652f2ba on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:55:56.560674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Attempting to bind port 23481063-42f3-453d-8509-5d1fc652f2ba on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:55:56.573851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:55:56.580996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'port': {'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'admin_state_up': True, 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:56.609828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:55:56.610411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:55:56.610943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:55:56.611597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Bound port: 23481063-42f3-453d-8509-5d1fc652f2ba, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:55:56.612148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:56.626402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a453a61-9d47-4540-82a1-7f85920d0ba5 req-4d6c5fad-ef1b-43fb-a9df-40cfcd44d602 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:56.627405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1a453a61-9d47-4540-82a1-7f85920d0ba5 req-4d6c5fad-ef1b-43fb-a9df-40cfcd44d602 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Synchronizing usage tracker for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:56.710438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-8bcb9dca-e6d0-4e69-a26c-6ea94ca2d76e service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467703 Apr 01 14:55:56.717505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4397f52-9b48-4ef3-88c7-c032ab2b6023 req-a22e8ecf-f7e2-4709-b22b-ab08bb93b330 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Apr 01 14:55:56.872021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1a453a61-9d47-4540-82a1-7f85920d0ba5 req-4d6c5fad-ef1b-43fb-a9df-40cfcd44d602 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Unset dirty status for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:56.873402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a453a61-9d47-4540-82a1-7f85920d0ba5 req-4d6c5fad-ef1b-43fb-a9df-40cfcd44d602 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 947 time: 0.9098403 Apr 01 14:55:57.031702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4780c163-8cfa-45e7-b2dc-91c148973b53 req-819583ce-87c4-46c2-a299-069278fefab5 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:57.098888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47358) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:57.138187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47364) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:57.225577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.287473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:57.322078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4780c163-8cfa-45e7-b2dc-91c148973b53 req-819583ce-87c4-46c2-a299-069278fefab5 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:57.323196 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4780c163-8cfa-45e7-b2dc-91c148973b53 req-819583ce-87c4-46c2-a299-069278fefab5 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 210 time: 0.3631752 Apr 01 14:55:57.325872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] For port 23481063-42f3-453d-8509-5d1fc652f2ba, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:55:57.328275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Pushing event deleted for resources: {'Port': ['ID=a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:57.334937 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1bdffc8-4132-4eee-845f-7c2ed6a75067 req-aa682e99-7c0a-4b36-9188-68c2adfeca50 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165435 Apr 01 14:55:57.350644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:57.371064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a453a61-9d47-4540-82a1-7f85920d0ba5 req-9524b53e-681d-43bd-9a24-ef3b24014500 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883847 Apr 01 14:55:57.392868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] For port 23481063-42f3-453d-8509-5d1fc652f2ba, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23481063-42f3-453d-8509-5d1fc652f2ba,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:55:57.428931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.482946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1937435292-network', 'tenant_id': '21dee091e4de465ebc8120f1259314eb'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:57.517171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Made reservation on behalf of e8090a88fd4a4acab183ef9ac4f60dd1 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:57.520158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.525999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:57.546100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Usage tracker for resource:network and tenant:21dee091e4de465ebc8120f1259314eb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:57.546321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] No DVR routers for this DVR port a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:55:57.554580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-224c3696-2468-4524-8265-f4720140f761 req-9c48f204-5683-4bfc-a2b9-b7877ca5b610 tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1e0b0c-ca83-4340-a1c0-252f8e3bf932 HTTP/1.1" status: 200 len: 210 time: 0.0829680 Apr 01 14:55:57.554826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.557863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:57.560485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-deleted', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:57.567276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:57.587176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.588875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] 10.222.0.44 "PUT /v2.0/ports/23481063-42f3-453d-8509-5d1fc652f2ba HTTP/1.1" status: 200 len: 1095 time: 4.7827554 Apr 01 14:55:57.605540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Made reservation on behalf of 21dee091e4de465ebc8120f1259314eb for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:57.612954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.644330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a904df5b-88ba-4214-a1e2-b0fed3577c77 req-8ac78244-681b-4e57-b6fe-329bf23ae26c tempest-ImagesOneServerTestJSON-1848878258 tempest-ImagesOneServerTestJSON-1848878258-project] 10.222.0.62 "DELETE /v2.0/ports/a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f HTTP/1.1" status: 204 len: 173 time: 3.4210072 Apr 01 14:55:57.650073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-079ad591-baa2-4310-9a48-98e7fac303b7 req-fbb0aa42-7a23-4987-a00e-fc3a66085f26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6502 time: 0.5387967 Apr 01 14:55:57.651434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.681048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873e31a-b01b-4c44-a3fc-19d25cd5dc5b service neutron] Pushing event updated for resources: {'Port': ['ID=23481063-42f3-453d-8509-5d1fc652f2ba,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:57.690363 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1e0b0c-ca83-4340-a1c0-252f8e3bf932', 'name': 'network-vif-deleted', 'tag': 'a6a1e4d2-518a-4321-aaf8-d6a8c2fb390f', 'status': 'completed', 'code': 200} Apr 01 14:55:57.697561 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-4ccdd4d5-b850-4f72-a6f0-5c2a45d1479a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1099 time: 0.2729163 Apr 01 14:55:57.790189 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ec7554eb-4bf9-4f19-b50e-b8db2a7ed411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:57.867573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-5a9f2b53-a07d-4788-b76a-5c233fb3d49d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1662567ec2f44255838eae097b28ef41&device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 1098 time: 0.2249923 Apr 01 14:55:57.874118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Allocated IP 172.20.0.14 (e30228bb-3950-42d7-8581-f8163e72e1da/c794f423-c149-4b6f-9569-ab53cc22e1f2/9bf7c6d7-22fd-40c9-9c31-0312fe1adff7) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:55:57.881510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:57.912611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Usage tracker for resource:security_group_rule and tenant:21dee091e4de465ebc8120f1259314eb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:57.917506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:57.922327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-079ad591-baa2-4310-9a48-98e7fac303b7 req-3cbc0ffc-fe2a-43c1-836f-c79163adf7ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2575469 Apr 01 14:55:57.934981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:57.979485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:57.983901 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-d2dba9f9-87e8-44e9-bdfd-d1c9acf88379 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=23481063-42f3-453d-8509-5d1fc652f2ba HTTP/1.1" status: 200 len: 217 time: 0.1021168 Apr 01 14:55:58.040406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Router 800c389c-5315-46e7-b4dd-28d344427a3b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:55:58.062409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-76ea8ab8-f363-4c53-9dda-6bd7d31e3a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:58.064046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-76ea8ab8-f363-4c53-9dda-6bd7d31e3a93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3461931 Apr 01 14:55:58.074074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e5f2174b-de90-4e5f-8aaf-313565e2be4d admin admin] 10.222.0.48 "PUT /v2.0/routers/d4c7a6c9-f3f8-41c6-80b2-8398fe81062b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4448373 Apr 01 14:55:58.180291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3e0816ad-76bd-46be-8e5a-09a2ec1aa959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:58.181828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-3e0816ad-76bd-46be-8e5a-09a2ec1aa959 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1911378 Apr 01 14:55:58.202147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-e10cbe51-06c8-4c07-8d01-32b4f0efe2ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.1270547 Apr 01 14:55:58.381232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.400190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-b9c65fd4-e69d-4809-97be-be4615972c24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075729 Apr 01 14:55:58.406552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Transition to ACTIVE for port object 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:55:58.439816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea85ee-26a5-4882-b314-96479028dcbf req-9468245f-16ff-4c0b-b544-5cb21d29777a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:58.441336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-edea85ee-26a5-4882-b314-96479028dcbf req-9468245f-16ff-4c0b-b544-5cb21d29777a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.4899180 Apr 01 14:55:58.445778 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.455751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-ab53a535-7fef-41e9-8226-57102698e585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:58.457125 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-ab53a535-7fef-41e9-8226-57102698e585 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1934674 Apr 01 14:55:58.474076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.538195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.574102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:55:58.624014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e472b1-4ed5-4e3e-a42d-bab089f27627,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:58.626716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.627062 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Added segment fd3528c1-ddb7-4057-8f48-934da516fc74 of type vlan for network f2b52162-f9a3-41a8-b874-79450e49aa4e Apr 01 14:55:58.637786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-edea85ee-26a5-4882-b314-96479028dcbf req-db389b66-2ad5-4a12-872e-d4e2c25d46b2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858032 Apr 01 14:55:58.676210 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.694122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-d4b69c13-95bd-410c-936f-ecf47da51465 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230589 Apr 01 14:55:58.729419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-f3d2d6ee-726e-4158-bf5d-d3168aa430c0 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196766 Apr 01 14:55:58.764368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Network e30228bb-3950-42d7-8581-f8163e72e1da is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:55:58.797887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:55:58.801133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:55:58.804790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.805638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:58.806213 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:58.867992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Pushing event updated for resources: {'Port': ['ID=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:58.920327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:58.920942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.006978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2925cc1-b1b7-4d7f-b612-e4d99d73ae11 req-2494df6f-21e2-434c-883e-46550a809099 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:59.007721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c2925cc1-b1b7-4d7f-b612-e4d99d73ae11 req-2494df6f-21e2-434c-883e-46550a809099 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:59.009805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6965339 Apr 01 14:55:59.010612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ebddd-eeb0-4cd7-902c-a18ef3bca179 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b52162-f9a3-41a8-b874-79450e49aa4e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:55:59.017907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:59.021886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network f2b52162-f9a3-41a8-b874-79450e49aa4e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:55:59.042195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Request body: {'subnet': {'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1937435292-subnet', 'tenant_id': '21dee091e4de465ebc8120f1259314eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:59.052081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:55:59.052681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-42e5ea00-796e-4278-b9df-fe7ccafad880 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4774277 Apr 01 14:55:59.054078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:59.059268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-b6a363ca-89c5-4961-8b6d-e7aa765232c9 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529642 Apr 01 14:55:59.065520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dd35b038-4eba-417f-9647-2ac99e6832d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/800c389c-5315-46e7-b4dd-28d344427a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7365525 Apr 01 14:55:59.068651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Usage tracker for resource:subnet and tenant:21dee091e4de465ebc8120f1259314eb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:59.071241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47404) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:59.075776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:59.108074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] Sync routers for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:55:59.154262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:55:59.154946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:55:59.158801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Request body: {'port': {'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:59.193249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd3c86e1-38c7-4699-a70c-063c1c08479c req-65a341bb-120f-4f08-bbbf-ecf15f2b074d service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277768 Apr 01 14:55:59.225655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c2925cc1-b1b7-4d7f-b612-e4d99d73ae11 req-2494df6f-21e2-434c-883e-46550a809099 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:59.228123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2925cc1-b1b7-4d7f-b612-e4d99d73ae11 req-2494df6f-21e2-434c-883e-46550a809099 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 932 time: 0.6660633 Apr 01 14:55:59.280377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:59.317028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-57b18bb5-c9b4-4f40-b6a2-85642b537b16 None None] Provisioning for port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:55:59.324687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-57b18bb5-c9b4-4f40-b6a2-85642b537b16 None None] Provisioning complete for port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:55:59.325399 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57b18bb5-c9b4-4f40-b6a2-85642b537b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.384078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-57b18bb5-c9b4-4f40-b6a2-85642b537b16 None None] Port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:55:59.425346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571938b-b687-42f0-9d78-1403adc60d20 req-07e4b5a3-352a-4241-b398-593aebe9b5bb tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:55:59.427039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f571938b-b687-42f0-9d78-1403adc60d20 req-07e4b5a3-352a-4241-b398-593aebe9b5bb tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 947 time: 0.6128209 Apr 01 14:55:59.431128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Made reservation on behalf of 21dee091e4de465ebc8120f1259314eb for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:59.433553 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.443320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:55:59.481049 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.498940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:55:59.568692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-91807001-network', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:55:59.574963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:55:59.579602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Usage tracker for resource:network and tenant:762ad98dd3fe4aa4b56f7fb896a252f7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:55:59.583109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:55:59.598455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:55:59.607674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c2925cc1-b1b7-4d7f-b612-e4d99d73ae11 req-31d87b33-21fd-4b32-b366-1b8ba00df9d6 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:55:59.618149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75ad0eea-ec4c-4f00-b4b6-c5a2d5ac663a req-9f5b6e38-21f0-400e-9641-f1be9d037ce4 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459657 Apr 01 14:55:59.638904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f571938b-b687-42f0-9d78-1403adc60d20 req-e906162b-d9ae-41ee-aa9b-455e30c0d062 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872854 Apr 01 14:55:59.691695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Made reservation on behalf of 762ad98dd3fe4aa4b56f7fb896a252f7 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:55:59.693893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.702537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'tag': '23481063-42f3-453d-8509-5d1fc652f2ba'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:55:59.718696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.733452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c2925cc1-b1b7-4d7f-b612-e4d99d73ae11 req-31d87b33-21fd-4b32-b366-1b8ba00df9d6 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:55:59.750206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2925cc1-b1b7-4d7f-b612-e4d99d73ae11 req-31d87b33-21fd-4b32-b366-1b8ba00df9d6 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122340 Apr 01 14:55:59.805461 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.858398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:55:59.871124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:55:59.948616 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'tag': '23481063-42f3-453d-8509-5d1fc652f2ba', 'status': 'completed', 'code': 200} Apr 01 14:56:00.066880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:00.089070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:00.094156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Usage tracker for resource:security_group_rule and tenant:762ad98dd3fe4aa4b56f7fb896a252f7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:00.097907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:00.104609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:00.107626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Checking segment: {'id': 'fd3528c1-ddb7-4057-8f48-934da516fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:00.107985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Network hostable DHCP agents. Network: f2b52162-f9a3-41a8-b874-79450e49aa4e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:56:00.109960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:00.126453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '83c269c4-7854-49d4-89f8-48405e6cb989', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '83c269c4-7854-49d4-89f8-48405e6cb989', 'mac_address': 'fa:16:3e:5c:cf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:00.141158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf79f-6af5-4093-946d-d8c8be2024b9 req-b95b5008-7b51-488b-9a0a-b543fdf0306c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:00.142675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-625cf79f-6af5-4093-946d-d8c8be2024b9 req-b95b5008-7b51-488b-9a0a-b543fdf0306c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.1763670 Apr 01 14:56:00.181118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Network f2b52162-f9a3-41a8-b874-79450e49aa4e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:56:00.189975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.198521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.209239 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.213576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, f2b52162-f9a3-41a8-b874-79450e49aa4e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:00.221638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:00.222226 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.230715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-625cf79f-6af5-4093-946d-d8c8be2024b9 req-7a7188a6-7ec8-4b65-a014-d0042783fca8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787091 Apr 01 14:56:00.245779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47426) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:00.254927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2acab43-e69e-40e8-ba5e-3d41cc9ce1fc None None] Network f2b52162-f9a3-41a8-b874-79450e49aa4e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:00.255161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cc6ae9c0-9f1f-45d2-a4ef-e92b08aaba0a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2250159 Apr 01 14:56:00.276538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f650c908-de46-4c21-866d-532b260c01fe req-116c0df0-2a97-4d7c-a833-a1f07e17823c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1662567ec2f44255838eae097b28ef41&device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 1098 time: 0.3298120 Apr 01 14:56:00.284146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:56:00.303071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.320708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac394ab-9293-4d71-9249-7cd3025a8b2f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:00.322143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Deleting port fe15dea8-c458-462a-9865-029492cc5c14 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:00.337764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.372996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.373312 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Added segment c4493149-788b-449c-b1bb-dcbba0bee5c4 of type vlan for network c216e7cc-3dbf-45e0-8d2e-301a40406081 Apr 01 14:56:00.400618 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b52c4e5d-29bd-43b3-922a-d9d8b831804f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.407739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:56:00.412582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c269c4-7854-49d4-89f8-48405e6cb989 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:00.429502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:00.434425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:55:53Z', 'revision_number': 5, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port': {'id': 'fe15dea8-c458-462a-9865-029492cc5c14', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:54:09Z', 'updated_at': '2022-04-01T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:00.445448 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.494220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.532384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] Checking router: 800c389c-5315-46e7-b4dd-28d344427a3b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:56:00.535436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c908-de46-4c21-866d-532b260c01fe req-056292e9-187a-4c38-a4d6-53c6fe060de6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:00.537140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f650c908-de46-4c21-866d-532b260c01fe req-056292e9-187a-4c38-a4d6-53c6fe060de6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2494183 Apr 01 14:56:00.538771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:00.568845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] Routers {'800c389c-5315-46e7-b4dd-28d344427a3b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:00.570664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['800c389c-5315-46e7-b4dd-28d344427a3b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:00.624400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f650c908-de46-4c21-866d-532b260c01fe req-e5bd09e5-8558-4639-89b2-c2d91fe6cdb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=23481063-42f3-453d-8509-5d1fc652f2ba HTTP/1.1" status: 200 len: 217 time: 0.0790143 Apr 01 14:56:00.626231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.693989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c908-de46-4c21-866d-532b260c01fe req-09efc93e-c9d7-403d-ba91-8a971e764398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:00.695463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f650c908-de46-4c21-866d-532b260c01fe req-09efc93e-c9d7-403d-ba91-8a971e764398 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0618212 Apr 01 14:56:00.747401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.748244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:00.748811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.752715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Transition to ACTIVE for port object 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:00.764795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['83c269c4-7854-49d4-89f8-48405e6cb989'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:00.775562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.886716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] For port fe15dea8-c458-462a-9865-029492cc5c14, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=fe15dea8-c458-462a-9865-029492cc5c14,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:00.888871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:00.922139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:00.953386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:01.011101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] Set router 800c389c-5315-46e7-b4dd-28d344427a3b gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:01.057215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08b50e-7968-4998-94ca-4e0971ec6291 None None] Network f2b52162-f9a3-41a8-b874-79450e49aa4e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:01.105925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Calling delete_port for fe15dea8-c458-462a-9865-029492cc5c14 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:01.211863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] Pushing event updated for resources: {'Network': ['ID=c216e7cc-3dbf-45e0-8d2e-301a40406081,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:01.242756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6fb91544-6797-4201-80a4-5847f438a576 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6854398 Apr 01 14:56:01.249922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:01.259156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:56:01.295371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:56:00Z', 'revision_number': 6, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:01.308643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Request body: {'subnet': {'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-91807001-subnet', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:01.313520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:01.318015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Usage tracker for resource:subnet and tenant:762ad98dd3fe4aa4b56f7fb896a252f7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:01.320827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:01.328138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:01.377004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Made reservation on behalf of 762ad98dd3fe4aa4b56f7fb896a252f7 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:01.380688 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.394119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.394885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419477cb-9995-4d6a-bf8f-ec12171602e0 None None] The sync data for ids ['800c389c-5315-46e7-b4dd-28d344427a3b'] in n-d-836017-1 is: [{'id': '800c389c-5315-46e7-b4dd-28d344427a3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1035306495-router', 'tenant_id': 'f66e0ea2715543df9af6669e29af64e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:54:06Z', 'updated_at': '2022-04-01T14:56:00Z', 'revision_number': 6, 'project_id': 'f66e0ea2715543df9af6669e29af64e0', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:56:01.435451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.458300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f650c908-de46-4c21-866d-532b260c01fe req-dcf087bc-fc00-4834-9b29-80b8ce06b2d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7539520 Apr 01 14:56:01.465582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-56b2ff0f-56de-4df5-993e-ee4d74316991 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24dc3a79b82741388ccf64f324f2a218&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2186916 Apr 01 14:56:01.469715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47460) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:01.534163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.588100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe15dea8-c458-462a-9865-029492cc5c14,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:01.632709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47466) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:01.683179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff5f73-4a52-4e19-9674-79fba305f2c1 req-5d639595-5570-4253-bf41-f86a6f14eb89 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:01.690225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49ff5f73-4a52-4e19-9674-79fba305f2c1 req-5d639595-5570-4253-bf41-f86a6f14eb89 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 944 time: 0.4129951 Apr 01 14:56:01.697063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa9956ad-51eb-4590-8f37-db82908b2260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.757751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa9956ad-51eb-4590-8f37-db82908b2260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.801176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2135683913-network', 'tenant_id': '3ae6258d8ee7458baf2ec982681041d8'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:01.805782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:01.816622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Usage tracker for resource:network and tenant:3ae6258d8ee7458baf2ec982681041d8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:01.827804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334012f-a0c8-4516-822f-8ffcb1fb2317 req-347f2915-c9d7-43f6-8122-ac81a3f82910 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:01.837786 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0334012f-a0c8-4516-822f-8ffcb1fb2317 req-347f2915-c9d7-43f6-8122-ac81a3f82910 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 947 time: 0.8752966 Apr 01 14:56:01.844766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:01.884518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:01.918821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Attempting to bind port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:01.919072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Attempting to bind port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:01.919426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Attempting to bind port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 on network e30228bb-3950-42d7-8581-f8163e72e1da {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:01.931204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49ff5f73-4a52-4e19-9674-79fba305f2c1 req-251b83b9-de65-4dcb-ad50-f36bcbdeb25f tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400873 Apr 01 14:56:01.936787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Made reservation on behalf of 3ae6258d8ee7458baf2ec982681041d8 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:01.939353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.948300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:01.986966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 on network e30228bb-3950-42d7-8581-f8163e72e1da not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:56:01.987303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Attempting to bind port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 on network e30228bb-3950-42d7-8581-f8163e72e1da {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:01.989239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.019445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f650c908-de46-4c21-866d-532b260c01fe req-7fe6497b-34b5-4b7d-8ac7-1306de715313 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590409 Apr 01 14:56:02.037395 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0334012f-a0c8-4516-822f-8ffcb1fb2317 req-06454d39-da80-4090-ab49-a23dfaf51cb2 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984749 Apr 01 14:56:02.050889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:02.051855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Checking segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:02.052283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Bound using segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:02.052723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Bound port: 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:02.053065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.101658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 83eab6e9-b241-4a27-97e1-bbdd830f2b4d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:02.137923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 83eab6e9-b241-4a27-97e1-bbdd830f2b4d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:56:02.138568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 83eab6e9-b241-4a27-97e1-bbdd830f2b4d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:02.257617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:02.260377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa9956ad-51eb-4590-8f37-db82908b2260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.264363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.274741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Usage tracker for resource:security_group_rule and tenant:3ae6258d8ee7458baf2ec982681041d8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:02.281791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:02.288510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9956ad-51eb-4590-8f37-db82908b2260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0df7b3-f205-402f-9b1f-1ba10b16c6fc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:02.295564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.324292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:02.331736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa9956ad-51eb-4590-8f37-db82908b2260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.335498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aa9956ad-51eb-4590-8f37-db82908b2260 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad0df7b3-f205-402f-9b1f-1ba10b16c6fc HTTP/1.1" status: 204 len: 168 time: 0.8609011 Apr 01 14:56:02.340308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7884-8fef-4438-8626-75d30588c24a req-791518ab-3340-4e3d-b4f2-f74cd5f2ca41 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:02.341815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a35f7884-8fef-4438-8626-75d30588c24a req-791518ab-3340-4e3d-b4f2-f74cd5f2ca41 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 949 time: 0.2537365 Apr 01 14:56:02.370122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.370611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800c389c-5315-46e7-b4dd-28d344427a3b {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:56:02.381951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.385856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b2e789b4-badc-46fb-8dc2-6b183071685e admin admin] 10.222.0.48 "DELETE /v2.0/routers/800c389c-5315-46e7-b4dd-28d344427a3b HTTP/1.1" status: 204 len: 168 time: 3.3114884 Apr 01 14:56:02.387552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] For port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:02.389629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47472) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:02.392604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f650c908-de46-4c21-866d-532b260c01fe req-f297e078-c545-4fa6-bc32-2b09f28f1510 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432622 Apr 01 14:56:02.399501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.416443 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a35f7884-8fef-4438-8626-75d30588c24a req-9919a295-9c4c-48f5-97b1-b6be9a691050 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659416 Apr 01 14:56:02.416592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23481063-42f3-453d-8509-5d1fc652f2ba details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:02.478785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] For port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:02.512189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.586280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23481063-42f3-453d-8509-5d1fc652f2ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23481063-42f3-453d-8509-5d1fc652f2ba,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:02.596734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b42c09e-dab4-49da-b3cd-54d5dbf1c52c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:02.597410 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.603048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '23481063-42f3-453d-8509-5d1fc652f2ba', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '23481063-42f3-453d-8509-5d1fc652f2ba', 'mac_address': 'fa:16:3e:bc:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:02.629055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] Deleting subnet a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:56:02.645356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.668276 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.689322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23481063-42f3-453d-8509-5d1fc652f2ba {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:02.690619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.692043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] 10.222.0.44 "PUT /v2.0/ports/9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 1092 time: 3.5384910 Apr 01 14:56:02.704001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:02.708978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23481063-42f3-453d-8509-5d1fc652f2ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23481063-42f3-453d-8509-5d1fc652f2ba,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:02.718615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.798797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=23481063-42f3-453d-8509-5d1fc652f2ba,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:02.847224 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.872476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.875669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dde2a-08d6-46c7-b860-0cc61105c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:02.881636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:02.927645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Checking segment: {'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:02.927995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Network hostable DHCP agents. Network: c216e7cc-3dbf-45e0-8d2e-301a40406081, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:56:02.974707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:56:03.000258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179dba68-18cf-404b-9d16-c6339c9414a1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:03.006893 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'status': 'completed', 'code': 200} Apr 01 14:56:03.011647 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.011986 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Added segment eecb0e18-0a68-4f63-8be2-951ccf9e91c4 of type vlan for network 4418d754-1d6c-4814-8c73-c79f2c7d46fa Apr 01 14:56:03.065727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23481063-42f3-453d-8509-5d1fc652f2ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:03.073208 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.093503 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-9a5b2066-22c7-4aba-a509-fe1f0dbc8377 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1095 time: 0.3346157 Apr 01 14:56:03.098712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:56:03.165565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.250225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c216e7cc-3dbf-45e0-8d2e-301a40406081) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:03.270675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-64a5c2d3-a874-4010-a5c7-ac350f80704f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 217 time: 0.1690462 Apr 01 14:56:03.273915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:03.274458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b05ea63-4a9f-4512-9d42-bd4fefd295fe None None] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:03.274571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.285325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.286133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:03.286681 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.288184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28385c-9014-415d-b529-0d52a8373d30 req-4bf2867e-739c-4794-be6f-3da9a24ff0cc tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:03.289789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe28385c-9014-415d-b529-0d52a8373d30 req-4bf2867e-739c-4794-be6f-3da9a24ff0cc tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 944 time: 0.1492057 Apr 01 14:56:03.345203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe28385c-9014-415d-b529-0d52a8373d30 req-fe906949-ef54-49c1-bce8-2672b5286e82 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498304 Apr 01 14:56:03.461877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-49f55ad0-ea7a-424f-b811-1d91a2ac4a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:03.463338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-49f55ad0-ea7a-424f-b811-1d91a2ac4a1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.1834972 Apr 01 14:56:03.465054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47500) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:03.556440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] Pushing event updated for resources: {'Network': ['ID=4418d754-1d6c-4814-8c73-c79f2c7d46fa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:03.563561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7801f84-e8f5-42e2-8fa8-814b4a8e1928 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3116019 Apr 01 14:56:03.564988 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b152895-3150-40a6-8a28-bf0372690428 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9302197 Apr 01 14:56:03.568186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47506) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:03.568507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47508) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:03.597954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 4418d754-1d6c-4814-8c73-c79f2c7d46fa details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:56:03.600763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:03.621835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Request body: {'subnet': {'network_id': '4418d754-1d6c-4814-8c73-c79f2c7d46fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2135683913-subnet', 'tenant_id': '3ae6258d8ee7458baf2ec982681041d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:03.621835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.621835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:03.670574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:03.679386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c216e7cc-3dbf-45e0-8d2e-301a40406081', 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'fixed_ips': [{'subnet_id': '9b42c09e-dab4-49da-b3cd-54d5dbf1c52c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:56:03.679386 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.686970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e22e-dc80-4dff-9179-a36b951cc5e6 req-174cba73-281d-40ee-b715-053c0d1e28fb tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:03.694013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd9353-0e30-4082-9d50-bb244568583a req-a0a7f010-f3a9-4c9d-a1cb-072907561aa9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:03.700945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5c3e22e-dc80-4dff-9179-a36b951cc5e6 req-174cba73-281d-40ee-b715-053c0d1e28fb tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 948 time: 0.4782245 Apr 01 14:56:03.700945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Usage tracker for resource:router and tenant:762ad98dd3fe4aa4b56f7fb896a252f7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:03.707767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7cd9353-0e30-4082-9d50-bb244568583a req-a0a7f010-f3a9-4c9d-a1cb-072907561aa9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 949 time: 0.1310039 Apr 01 14:56:03.715447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Usage tracker for resource:subnet and tenant:3ae6258d8ee7458baf2ec982681041d8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:03.715447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:03.718021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d33589-f5d8-4306-a9fd-d0d0a22f3af6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:03.723296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:03.733020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:03.744656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:03.755166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.760787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b1f64b9a-f536-4946-a783-60e3310fe846 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a1d33589-f5d8-4306-a9fd-d0d0a22f3af6 HTTP/1.1" status: 204 len: 168 time: 1.3667257 Apr 01 14:56:03.766011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:03.775357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-110701276-network', 'tenant_id': '619765f092c941a4ba7a502fac4701ee'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:03.782297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7cd9353-0e30-4082-9d50-bb244568583a req-6971a216-7880-4f84-a9aa-67a36cd2a8b3 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932803 Apr 01 14:56:03.785617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:03.791402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Usage tracker for resource:network and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:03.795386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:03.800081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d143ec-0b7b-459b-a6cb-3a08074cc860 None None] Network 4f326932-2a94-43de-b3ea-4b437be1725a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:03.803769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:03.817324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Made reservation on behalf of 619765f092c941a4ba7a502fac4701ee for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:03.821438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.829861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:03.839652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.869035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-45198745-b8d3-4b27-80c9-78baf575ac85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3923881 Apr 01 14:56:03.874400 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.875307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.882169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:03.887575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Usage tracker for resource:security_group_rule and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:03.890544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:03.896655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:03.919148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Made reservation on behalf of 3ae6258d8ee7458baf2ec982681041d8 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:03.921387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.970937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:03.980424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.027000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:56:04.037274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:04.063885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.064217 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Added segment 8cb2ab4c-9134-4380-9262-cf230ffd8c73 of type vlan for network a0288a54-101c-49f9-a7fb-bad41fa75ebe Apr 01 14:56:04.097958 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.129207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.130326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:04.131113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.132232 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5c3e22e-dc80-4dff-9179-a36b951cc5e6 req-d20d4905-a292-42ef-8adb-7da5f58bcd55 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525599 Apr 01 14:56:04.177752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Allocated IP 172.20.0.2 (c216e7cc-3dbf-45e0-8d2e-301a40406081/9b42c09e-dab4-49da-b3cd-54d5dbf1c52c/b038b4b6-f5ed-40e7-9174-230526e8583c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:04.189271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 83c269c4-7854-49d4-89f8-48405e6cb989 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:04.202162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.202451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 83c269c4-7854-49d4-89f8-48405e6cb989 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:04.202980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.240917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7744882 Apr 01 14:56:04.241738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Pushing event updated for resources: {'Network': ['ID=a0288a54-101c-49f9-a7fb-bad41fa75ebe,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:04.243973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47518) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:04.250637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.250970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Request body: {'subnet': {'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-110701276-subnet', 'tenant_id': '619765f092c941a4ba7a502fac4701ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:04.264878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:04.267645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Deleting port 371db223-40c3-42ef-8967-f4c51378c2c7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:04.268168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.269698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.270040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.270373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.270702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.271027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.271385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.271708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.272028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.272343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.272661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.272976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71620e72-8b1b-4b4b-a615-ceb181e42e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:04.276181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Usage tracker for resource:subnet and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:04.279635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:04.286124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:04.304986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Made reservation on behalf of 619765f092c941a4ba7a502fac4701ee for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:04.307334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.329537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a0288a54-101c-49f9-a7fb-bad41fa75ebe details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:56:04.489562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-915d2c3b-dcab-411d-8d2a-b522859606ab service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087499 Apr 01 14:56:04.592338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] DHCP port deletion for 4f326932-2a94-43de-b3ea-4b437be1725a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:56:04.605270 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.626376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] Deleting port 371db223-40c3-42ef-8967-f4c51378c2c7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:04.626742 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.698061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:04.712085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.751005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:04.753034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ba7b1-f4be-4b4f-b6f7-4d6aec85cb66 req-d1cc76db-5b84-4a52-bdba-353678cdf2d3 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:04.760770 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e6ba7b1-f4be-4b4f-b6f7-4d6aec85cb66 req-d1cc76db-5b84-4a52-bdba-353678cdf2d3 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 944 time: 0.2328787 Apr 01 14:56:04.766165 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.791427 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.896220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e6ba7b1-f4be-4b4f-b6f7-4d6aec85cb66 req-6e8eb655-f60b-4f28-83b4-ea49448e6860 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344678 Apr 01 14:56:04.897472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] For port 371db223-40c3-42ef-8967-f4c51378c2c7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=371db223-40c3-42ef-8967-f4c51378c2c7,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:04.897858 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.943784 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:04.986696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c17c9c-2026-4113-8daa-cb1eb862a1d6,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:04.995849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Checking segment: {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:04.996291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Network hostable DHCP agents. Network: a0288a54-101c-49f9-a7fb-bad41fa75ebe, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:56:05.005419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bff01d3b-aa33-4301-9eaf-0799fb9a0d81 req-637bc9ef-608d-4b4a-b2e9-5f9996a73ace service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539406 Apr 01 14:56:05.038585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e1fc951-0dd0-45a6-abbf-22596f0811e1 req-8a543e13-a947-4631-b5a2-07621e904066 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1101 time: 0.1390767 Apr 01 14:56:05.040253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Network a0288a54-101c-49f9-a7fb-bad41fa75ebe is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:56:05.073951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a0288a54-101c-49f9-a7fb-bad41fa75ebe) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:05.079238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] For port 371db223-40c3-42ef-8967-f4c51378c2c7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=371db223-40c3-42ef-8967-f4c51378c2c7,segment=NetworkSegment(a755d3c4-54e0-4b19-907c-903777995134),segment_id=a755d3c4-54e0-4b19-907c-903777995134)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:05.079594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.081550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] Calling delete_port for 371db223-40c3-42ef-8967-f4c51378c2c7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:05.086245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:05.086966 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.106759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e1fc951-0dd0-45a6-abbf-22596f0811e1 req-15b0e086-670b-49f8-9779-8e958978a1db service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624104 Apr 01 14:56:05.119259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fbc5254e-4cc9-4896-a70c-46e65b8cedff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8709750 Apr 01 14:56:05.155126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Transition to ACTIVE for port object b038b4b6-f5ed-40e7-9174-230526e8583c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:05.190427 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'code': 200} Apr 01 14:56:05.197122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.201624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f8ee7-33c2-4425-8662-10828ca519d3 None None] Network a0288a54-101c-49f9-a7fb-bad41fa75ebe requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:05.311360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Transition to ACTIVE for port object b038b4b6-f5ed-40e7-9174-230526e8583c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:05.311559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.324447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Calling delete_port for 371db223-40c3-42ef-8967-f4c51378c2c7 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:05.328789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.333466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] No DVR routers for this DVR port 371db223-40c3-42ef-8967-f4c51378c2c7 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:56:05.375832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23bf44-6cfd-49d4-956f-4c0a85edd620 req-de719fc3-4ac9-448c-94e4-f759952a4de6 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:05.377020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:05.378087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4e23bf44-6cfd-49d4-956f-4c0a85edd620 req-de719fc3-4ac9-448c-94e4-f759952a4de6 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 948 time: 0.0860357 Apr 01 14:56:05.428595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4e23bf44-6cfd-49d4-956f-4c0a85edd620 req-9eb25aa8-ed66-4af8-a74b-7d2fd1fc1429 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Apr 01 14:56:05.437217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535d136-f8cb-4c77-8c9e-cf4896f4191c None None] Pushing event deleted for resources: {'Port': ['ID=371db223-40c3-42ef-8967-f4c51378c2c7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:05.449832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:05.492472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:05.498447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b42f575-8d47-4f74-8833-044a6aad7621,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:05.503013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:05.549176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2444f-5588-48d0-a9e1-1dcc42379481 req-fbd160a7-b671-4a95-b3bc-887aa55f62fd tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:05.551158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21d2444f-5588-48d0-a9e1-1dcc42379481 req-fbd160a7-b671-4a95-b3bc-887aa55f62fd tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.5653358 Apr 01 14:56:05.564889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-18c7a99f-4c8e-49d0-acc3-4ea588730895 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1095 time: 0.4920540 Apr 01 14:56:05.565452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:56:05.565757 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:56:05.569704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Checking segment: {'id': 'eecb0e18-0a68-4f63-8be2-951ccf9e91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4418d754-1d6c-4814-8c73-c79f2c7d46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:05.570174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Network hostable DHCP agents. Network: 4418d754-1d6c-4814-8c73-c79f2c7d46fa, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:56:05.602483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Pushing event updated for resources: {'Port': ['ID=b038b4b6-f5ed-40e7-9174-230526e8583c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:05.701333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Attempting to bind port b038b4b6-f5ed-40e7-9174-230526e8583c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:05.701944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Attempting to bind port b038b4b6-f5ed-40e7-9174-230526e8583c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:05.702126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Attempting to bind port b038b4b6-f5ed-40e7-9174-230526e8583c on network c216e7cc-3dbf-45e0-8d2e-301a40406081 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:05.710991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:05.711407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Checking segment: {'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:05.711813 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.712196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Bound using segment: {'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:05.712665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Bound port: b038b4b6-f5ed-40e7-9174-230526e8583c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:05.713046 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.724055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22092b-40cb-4970-bfec-dcfe0cb3a966 None None] Network a0288a54-101c-49f9-a7fb-bad41fa75ebe requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:05.842620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21d2444f-5588-48d0-a9e1-1dcc42379481 req-ae423c4b-df0b-4d60-af23-c83ce731cc6c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755270 Apr 01 14:56:05.867175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Network 4418d754-1d6c-4814-8c73-c79f2c7d46fa is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:56:05.910562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] For port b038b4b6-f5ed-40e7-9174-230526e8583c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:05.913669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] For port b038b4b6-f5ed-40e7-9174-230526e8583c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b038b4b6-f5ed-40e7-9174-230526e8583c,segment=NetworkSegment(c4493149-788b-449c-b1bb-dcbba0bee5c4),segment_id=c4493149-788b-449c-b1bb-dcbba0bee5c4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:05.925820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 4418d754-1d6c-4814-8c73-c79f2c7d46fa) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:05.927666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.929957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-1a47e0e6-3c77-4d34-877f-8d7f41cccb70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:05.931436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-1a47e0e6-3c77-4d34-877f-8d7f41cccb70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.3434982 Apr 01 14:56:05.943115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:05.943716 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:05.970355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063cdbde-9ea7-4167-ad59-e4dd47dd234f None None] Network 4418d754-1d6c-4814-8c73-c79f2c7d46fa requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:06.038784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-a35a4d6d-581a-4647-a5a0-b6ec45684127 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 217 time: 0.0992689 Apr 01 14:56:06.047520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:06.051196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-c6f7aae1-c8f8-407a-9e22-14df6440924b tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:06.052181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-c6f7aae1-c8f8-407a-9e22-14df6440924b tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:06.079772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Deleting port 371db223-40c3-42ef-8967-f4c51378c2c7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:06.080068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:06.088850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-c6f7aae1-c8f8-407a-9e22-14df6440924b tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:06.120088 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-c6f7aae1-c8f8-407a-9e22-14df6440924b tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 821 time: 0.4061766 Apr 01 14:56:06.153465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:06.171783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-1b3183f0-e36d-4d61-b34b-9d115ca5f33e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/quotas/619765f092c941a4ba7a502fac4701ee HTTP/1.1" status: 200 len: 375 time: 0.0473528 Apr 01 14:56:06.194357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-872fc59b-e748-4415-b98a-c2cfb7a5c525 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6058817 Apr 01 14:56:06.234619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 371db223-40c3-42ef-8967-f4c51378c2c7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:06.267553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] The port '371db223-40c3-42ef-8967-f4c51378c2c7' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:56:06.337452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 371db223-40c3-42ef-8967-f4c51378c2c7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:56:06.337799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 371db223-40c3-42ef-8967-f4c51378c2c7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:06.355154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-9b1394f3-a002-42d7-ab20-02c541f3ecab tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1781473 Apr 01 14:56:06.416037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-02a35e40-8b72-4d37-8fb5-28da94691ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:06.417473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-02a35e40-8b72-4d37-8fb5-28da94691ecd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.3443410 Apr 01 14:56:06.432004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a082d59-04fd-483f-90d5-735c7968eeaa None None] Pushing event updated for resources: {'Port': ['ID=b038b4b6-f5ed-40e7-9174-230526e8583c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:06.456769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23481063-42f3-453d-8509-5d1fc652f2ba up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:06.564328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-99c454fe-b812-48c3-a373-8d1fbc4a5cbf service neutron] 10.222.0.48 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988654 Apr 01 14:56:06.580001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:06.689056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f326932-2a94-43de-b3ea-4b437be1725a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:06.720676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a605ccd4-64ae-4bfa-89d5-81fe5dc331f9 None None] Network 4418d754-1d6c-4814-8c73-c79f2c7d46fa requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:06.735485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a755d3c4-54e0-4b19-907c-903777995134') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:06.735839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a755d3c4-54e0-4b19-907c-903777995134') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:06.766808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Allocated IP 172.25.2.68 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/e8274715-9b46-47b9-9413-77e1f7c983df) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:06.769716 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:06.781241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e023a-e769-4ed4-8051-c29d484b550d req-fe1332b2-6214-48c1-ab3c-cbcd26d3c1a2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:06.788206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d5e023a-e769-4ed4-8051-c29d484b550d req-fe1332b2-6214-48c1-ab3c-cbcd26d3c1a2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 944 time: 0.5160120 Apr 01 14:56:06.790241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-e4cf2f99-1ff1-4bc7-84da-205bb1b23c0c service neutron] 10.222.0.48 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187428 Apr 01 14:56:06.832543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:06.858536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:56:06.858998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:56:06.874036 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:56:06.942860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-731c4249-42e3-4d76-957b-5cd140d5c96f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4582653 Apr 01 14:56:06.977871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 23481063-42f3-453d-8509-5d1fc652f2ba completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:07.042402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 23481063-42f3-453d-8509-5d1fc652f2ba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:07.042853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.114091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d5e023a-e769-4ed4-8051-c29d484b550d req-b941c216-e5b6-44f7-a8f0-774104f40158 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249168 Apr 01 14:56:07.149533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.171902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.203855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f326932-2a94-43de-b3ea-4b437be1725a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:07.224711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71670e-e19c-47e8-91fd-11b059c3796c req-437b52a8-3a88-4124-ab75-9204eb26bf9b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:07.226365 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f71670e-e19c-47e8-91fd-11b059c3796c req-437b52a8-3a88-4124-ab75-9204eb26bf9b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 948 time: 0.1200459 Apr 01 14:56:07.263155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c159bc0c-27de-4a94-8d30-bf77cb9e4fd9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f326932-2a94-43de-b3ea-4b437be1725a HTTP/1.1" status: 204 len: 168 time: 3.4893301 Apr 01 14:56:07.295205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-4ca9551a-274a-43d2-b68c-b3768c9ca052 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012044 Apr 01 14:56:07.302633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.324526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f71670e-e19c-47e8-91fd-11b059c3796c req-eaf8a3d9-8c89-475e-8e84-7b8fae2d58f5 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913985 Apr 01 14:56:07.360259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.432167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23481063-42f3-453d-8509-5d1fc652f2ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23481063-42f3-453d-8509-5d1fc652f2ba,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:07.433924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23481063-42f3-453d-8509-5d1fc652f2ba'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:07.452615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.561569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47574) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:07.569241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=23481063-42f3-453d-8509-5d1fc652f2ba,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:07.586453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.663038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-55aca917-98e7-49e1-ab2d-6456a2601656 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f66e0ea2715543df9af6669e29af64e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0927341 Apr 01 14:56:07.663670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47578) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:07.690679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430b389-5481-481a-a802-92e19774058e req-bfb1c640-a186-4976-96de-af28205fd7d0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:07.692077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d430b389-5481-481a-a802-92e19774058e req-bfb1c640-a186-4976-96de-af28205fd7d0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.1687760 Apr 01 14:56:07.785206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d430b389-5481-481a-a802-92e19774058e req-049d882d-6a4d-4662-a34c-5ee58f29be9b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827000 Apr 01 14:56:07.822845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11d1de13-2d2a-4a23-b1c4-80dbdee72ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.857449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eacf4ac8-3347-4205-9eda-531c43e7ef8c req-9cadcc13-c1dd-4ef2-bc82-31eb9f8f6651 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225737 Apr 01 14:56:07.874231 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11d1de13-2d2a-4a23-b1c4-80dbdee72ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.895630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:07.895856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e7979-3353-4c78-9bfc-2d8e98c1a1dc None None] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:07.901148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:07.904088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:07.943705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11d1de13-2d2a-4a23-b1c4-80dbdee72ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.964488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Pushing event updated for resources: {'Port': ['ID=e8274715-9b46-47b9-9413-77e1f7c983df,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:07.973455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1de13-2d2a-4a23-b1c4-80dbdee72ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc0b43-20a7-435d-91d0-10afb272b5ea,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:07.987304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11d1de13-2d2a-4a23-b1c4-80dbdee72ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:07.990046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-11d1de13-2d2a-4a23-b1c4-80dbdee72ffd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cfc0b43-20a7-435d-91d0-10afb272b5ea HTTP/1.1" status: 204 len: 168 time: 0.3256032 Apr 01 14:56:08.039603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-742d9dad-c437-4651-bd79-8f6ee158b05a req-628de055-5c1f-439b-b56f-6004c2b9af4d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 210 time: 0.0477726 Apr 01 14:56:08.129451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d10b23c4-a131-43d1-89e6-5f82590b6bbd None None] Provisioning for port b038b4b6-f5ed-40e7-9174-230526e8583c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:08.163694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7afe-623d-4745-830e-a4d45166f579 req-84d68060-c8be-401e-9f8d-bba3805b6be2 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:08.165139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-84d68060-c8be-401e-9f8d-bba3805b6be2 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/networks?id=f2b52162-f9a3-41a8-b874-79450e49aa4e HTTP/1.1" status: 200 len: 815 time: 0.6328955 Apr 01 14:56:08.174532 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23481063-42f3-453d-8509-5d1fc652f2ba', 'code': 200} Apr 01 14:56:08.198075 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-a75cbe0d-a5b7-423a-9d55-0e798f227cf5 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/quotas/21dee091e4de465ebc8120f1259314eb HTTP/1.1" status: 200 len: 375 time: 0.0231967 Apr 01 14:56:08.228470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b038b4b6-f5ed-40e7-9174-230526e8583c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:08.283596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-55bb9bd7-e2f9-4e64-89eb-638c109fc21a tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=21dee091e4de465ebc8120f1259314eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845881 Apr 01 14:56:08.385328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b038b4b6-f5ed-40e7-9174-230526e8583c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:08.392097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b038b4b6-f5ed-40e7-9174-230526e8583c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:08.392779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:08.413649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:08.414392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:08.448889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a276e-0abb-4b38-91ba-354c49eaa800 req-bcf59630-33ef-4e57-aa57-2440f09f2405 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:08.456757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b9a276e-0abb-4b38-91ba-354c49eaa800 req-bcf59630-33ef-4e57-aa57-2440f09f2405 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.1370156 Apr 01 14:56:08.458400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:08.527889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b9a276e-0abb-4b38-91ba-354c49eaa800 req-16488a1f-11ad-49cc-8a04-a1ac435430bf tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701232 Apr 01 14:56:08.591652 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:56:08.676377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f29e723-bd55-4afe-8fb5-a097ce51e34f req-79dc78a5-74f0-4773-bfa0-c0f97808ef40 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 1100 time: 0.4331291 Apr 01 14:56:08.745533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:08.766213 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-151db3db-1917-4c09-8057-9ee5e0b39c03 service neutron] 10.222.0.48 "GET /v2.0/networks/f2b52162-f9a3-41a8-b874-79450e49aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674411 Apr 01 14:56:08.903749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f29e723-bd55-4afe-8fb5-a097ce51e34f req-c2e9d75e-bdc9-4f7c-b2d8-9244d277d4bc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031591 Apr 01 14:56:08.912883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b038b4b6-f5ed-40e7-9174-230526e8583c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b038b4b6-f5ed-40e7-9174-230526e8583c,segment=NetworkSegment(c4493149-788b-449c-b1bb-dcbba0bee5c4),segment_id=c4493149-788b-449c-b1bb-dcbba0bee5c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:08.937877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:08.975582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-0a19104a-aa78-43cc-8fd2-1f6b6d289f3c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:08.977011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-0a19104a-aa78-43cc-8fd2-1f6b6d289f3c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.62 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 821 time: 0.4230163 Apr 01 14:56:08.983866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-472df44e-2727-4804-b3b8-da5a278967b5 service neutron] 10.222.0.48 "GET /v2.0/networks/f2b52162-f9a3-41a8-b874-79450e49aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048755 Apr 01 14:56:09.008989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Request body: {'port': {'device_id': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'admin_state_up': True, 'tenant_id': '619765f092c941a4ba7a502fac4701ee'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:09.031662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64456a0a-2f16-4df3-bd56-24678b4d3497 req-0d0c16d3-c7e4-40f1-93c6-0558b1845e6d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:09.033936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64456a0a-2f16-4df3-bd56-24678b4d3497 req-0d0c16d3-c7e4-40f1-93c6-0558b1845e6d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 944 time: 0.2596979 Apr 01 14:56:09.047818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:09.062137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b038b4b6-f5ed-40e7-9174-230526e8583c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:09.065355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device fe15dea8-c458-462a-9865-029492cc5c14 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:09.091656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'mac_address': 'fa:16:3e:bc:cc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:09.096920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Router d53bf23b-5b14-4492-8fe9-7416622d8987 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:56:09.174262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: fe15dea8-c458-462a-9865-029492cc5c14 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:56:09.174600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device fe15dea8-c458-462a-9865-029492cc5c14 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:09.176395 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:09.201201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:09.219155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:09.220589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aa5b10e4-4e00-42e0-a4a7-b4179ba8c849 None None] Provisioning complete for port b038b4b6-f5ed-40e7-9174-230526e8583c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:09.221205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aa5b10e4-4e00-42e0-a4a7-b4179ba8c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:09.275074 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:09.356977 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64456a0a-2f16-4df3-bd56-24678b4d3497 req-3aa2a3aa-4d66-4ac5-a95a-342321c6c369 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132892 Apr 01 14:56:09.359696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:09.462479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:09.471463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Usage tracker for resource:port and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:09.483814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:09.511534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:09.530100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Made reservation on behalf of 619765f092c941a4ba7a502fac4701ee for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:09.531884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117e07-dc3f-4b00-a899-9a83ee7fd20a req-1c250145-a2c6-4174-8b3d-783627759a2c tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:09.533749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e117e07-dc3f-4b00-a899-9a83ee7fd20a req-1c250145-a2c6-4174-8b3d-783627759a2c tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 949 time: 0.2440917 Apr 01 14:56:09.539930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:09.631302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:09.650824 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e117e07-dc3f-4b00-a899-9a83ee7fd20a req-fb503a3f-dcd7-4b7a-976f-8ae832abd9cf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916867 Apr 01 14:56:09.670396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47620) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:09.682816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:56:09.694909 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Sync routers for ids ['d53bf23b-5b14-4492-8fe9-7416622d8987'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:56:09.707742 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:09.712096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-389a47e8-543d-43e4-b896-88f1a64eea80 req-da71e4d3-b031-48e1-8c7d-d58076dc9d1c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 210 time: 0.0900152 Apr 01 14:56:09.712263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41738dae-a859-4f37-b150-a489d637cef8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1318462 Apr 01 14:56:09.714710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Routers {'d53bf23b-5b14-4492-8fe9-7416622d8987'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:09.715700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:09.717082 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d53bf23b-5b14-4492-8fe9-7416622d8987'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:09.954404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6456cc8f-c87f-432a-a2b6-b9fca7f08ef7 req-a75dfcdc-98bc-4b40-8c25-e14ee7e6c79c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 210 time: 0.1175287 Apr 01 14:56:10.043681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-899685505-network', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:10.048010 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Set router d53bf23b-5b14-4492-8fe9-7416622d8987 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:10.055186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:10.073364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Usage tracker for resource:network and tenant:58f2ee3678ec47e586ba5afc7e59e019 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:10.085616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:10.091983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:10.117292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Made reservation on behalf of 58f2ee3678ec47e586ba5afc7e59e019 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:10.119596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.152757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.163504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b038b4b6-f5ed-40e7-9174-230526e8583c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:10.215947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:10.231726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Usage tracker for resource:security_group_rule and tenant:58f2ee3678ec47e586ba5afc7e59e019 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:10.235041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:10.241214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:10.301865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Allocated IP 172.20.0.2 (a0288a54-101c-49f9-a7fb-bad41fa75ebe/26c17c9c-2026-4113-8daa-cb1eb862a1d6/51bc908b-5d2a-48ff-adfe-d1a4ac482aee) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:10.347721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b038b4b6-f5ed-40e7-9174-230526e8583c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:10.348122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.380696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39c6ab7b-bef3-44bc-8f85-17fc11b993b7 req-76686708-465a-45c9-aee0-d37ae70366e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2689767 Apr 01 14:56:10.413087 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.425446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.489894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:56:10.497084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d4891e-3478-4eaf-82cf-4394b4f05d3c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:10.529812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.530235 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Added segment c2fd2847-d7a6-449f-93ab-321247e707d8 of type vlan for network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 Apr 01 14:56:10.552280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.579766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.673764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.674773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:10.675914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.771142 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T14:56:08Z', 'revision_number': 3, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port': {'id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:06Z', 'updated_at': '2022-04-01T14:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:10.787087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Checking router: d53bf23b-5b14-4492-8fe9-7416622d8987 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:56:10.787812 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Updating router d53bf23b-5b14-4492-8fe9-7416622d8987 port e8274715-9b46-47b9-9413-77e1f7c983df binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:56:10.913581 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:10.938672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.157391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.226142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Network a0288a54-101c-49f9-a7fb-bad41fa75ebe is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:11.243919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48412d66-7695-4ffc-983f-7a80b659a132 req-4704ec1f-f402-4495-aae9-d000a4ca89de tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:11.247671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] Pushing event updated for resources: {'Network': ['ID=cfa2cb8c-41b8-4999-844b-bbc120cb48b3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:11.247853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-48412d66-7695-4ffc-983f-7a80b659a132 req-4704ec1f-f402-4495-aae9-d000a4ca89de tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 949 time: 0.2981391 Apr 01 14:56:11.262946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:56:11.305201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:11.311063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-285f43b1-2fda-41ee-b56f-0ee0ce0ecd3a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6370406 Apr 01 14:56:11.320152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a33901-832e-4d1b-8edc-9f49297682d8 req-1a2be42a-ee1f-40b1-895e-0a0be6cc2b5c tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:11.327127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32a33901-832e-4d1b-8edc-9f49297682d8 req-1a2be42a-ee1f-40b1-895e-0a0be6cc2b5c tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 945 time: 0.7376516 Apr 01 14:56:11.328796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47646) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:11.340014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-63905524-e01d-4472-b758-562d9f8edfd8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5225384 Apr 01 14:56:11.362560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Request body: {'subnet': {'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-subnet', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:11.376720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:11.381543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:11.387721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Usage tracker for resource:subnet and tenant:58f2ee3678ec47e586ba5afc7e59e019 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:11.394909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:11.423369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:11.469230 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.484155 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Transition to ACTIVE for port object e8274715-9b46-47b9-9413-77e1f7c983df will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:11.487840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32a33901-832e-4d1b-8edc-9f49297682d8 req-f72d9c00-45aa-422d-8e63-d9342157b9b3 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577504 Apr 01 14:56:11.493577 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.495639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7afe-623d-4745-830e-a4d45166f579 req-52429da9-d08c-4b0e-bb2c-328c2f665ab3 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:11.497216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-52429da9-d08c-4b0e-bb2c-328c2f665ab3 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.62 "GET /v2.0/networks?id=f2b52162-f9a3-41a8-b874-79450e49aa4e HTTP/1.1" status: 200 len: 815 time: 0.2929828 Apr 01 14:56:11.498011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Made reservation on behalf of 58f2ee3678ec47e586ba5afc7e59e019 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:11.500579 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.526102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-48412d66-7695-4ffc-983f-7a80b659a132 req-08e8d9e9-444a-49ac-a4aa-cb8b5124afe1 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519209 Apr 01 14:56:11.530119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:11.530813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.540743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Request body: {'port': {'device_id': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e', 'admin_state_up': True, 'tenant_id': '21dee091e4de465ebc8120f1259314eb'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:11.588775 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982352f9-d233-4fd2-84b9-5a6127292caa None None] Pushing event updated for resources: {'Port': ['ID=e8274715-9b46-47b9-9413-77e1f7c983df,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:11.622744 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Attempting to bind port e8274715-9b46-47b9-9413-77e1f7c983df on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:11.623373 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Attempting to bind port e8274715-9b46-47b9-9413-77e1f7c983df by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:11.623874 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Attempting to bind port e8274715-9b46-47b9-9413-77e1f7c983df on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:11.632898 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:11.633476 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:11.634012 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.634590 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:11.635322 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Bound port: e8274715-9b46-47b9-9413-77e1f7c983df, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:11.635846 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.720289 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] For port e8274715-9b46-47b9-9413-77e1f7c983df, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:11.724659 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] For port e8274715-9b46-47b9-9413-77e1f7c983df, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e8274715-9b46-47b9-9413-77e1f7c983df,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:11.744687 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:11.926921 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982352f9-d233-4fd2-84b9-5a6127292caa None None] Pushing event updated for resources: {'Port': ['ID=e8274715-9b46-47b9-9413-77e1f7c983df,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:11.940265 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Routers {'d53bf23b-5b14-4492-8fe9-7416622d8987'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:11.940959 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d53bf23b-5b14-4492-8fe9-7416622d8987'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:11.964348 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9680171 Apr 01 14:56:11.964561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:11.986855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Request body: {'port': {'device_id': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:12.007545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Usage tracker for resource:port and tenant:21dee091e4de465ebc8120f1259314eb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:12.011130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:12.019566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:12.031579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83d5d6-01ac-4708-bfed-7243960ff10c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:12.047007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af4917-fe84-4878-a572-a01e35c1bc4b req-34f01156-506b-4350-b206-4936827fcf72 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:12.048438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64af4917-fe84-4878-a572-a01e35c1bc4b req-34f01156-506b-4350-b206-4936827fcf72 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.2725310 Apr 01 14:56:12.051636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Made reservation on behalf of 21dee091e4de465ebc8120f1259314eb for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:12.054709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:12.105317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de7c56-25e7-49da-bdbe-504759d5ac43 req-d3e052da-1f0a-4116-a3b2-b9a3be41474f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:12.106032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-75de7c56-25e7-49da-bdbe-504759d5ac43 req-d3e052da-1f0a-4116-a3b2-b9a3be41474f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:12.195176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:12.201167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64af4917-fe84-4878-a572-a01e35c1bc4b req-4261c8c6-8f1c-4205-bb89-a7c0af434cdc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318135 Apr 01 14:56:12.209736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:12.218323 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] Set router d53bf23b-5b14-4492-8fe9-7416622d8987 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:12.223752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-75de7c56-25e7-49da-bdbe-504759d5ac43 req-d3e052da-1f0a-4116-a3b2-b9a3be41474f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:12.238935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75de7c56-25e7-49da-bdbe-504759d5ac43 req-d3e052da-1f0a-4116-a3b2-b9a3be41474f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 931 time: 0.5371928 Apr 01 14:56:12.378820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-75de7c56-25e7-49da-bdbe-504759d5ac43 req-96388229-8365-451b-89ff-0ffebbcb0325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:12.385757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f26b635-b071-429f-a7e5-d7c32758af09,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:12.437657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Checking segment: {'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:12.438006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Network hostable DHCP agents. Network: cfa2cb8c-41b8-4999-844b-bbc120cb48b3, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:56:12.443086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Allocated IP 172.20.0.14 (f2b52162-f9a3-41a8-b874-79450e49aa4e/4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e/5b83d8dc-704f-42da-9d2a-f20deacf7e41) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:12.480306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:12.546565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-75de7c56-25e7-49da-bdbe-504759d5ac43 req-96388229-8365-451b-89ff-0ffebbcb0325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:12.559800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75de7c56-25e7-49da-bdbe-504759d5ac43 req-96388229-8365-451b-89ff-0ffebbcb0325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200259 Apr 01 14:56:12.610037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:12.620249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:12.622366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:12.636434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:56:12.656281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-134145c4-91b5-4a17-9d0f-0774624b6f37 req-1e4e4475-3943-405a-a629-4811baccc2e3 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 210 time: 0.1378517 Apr 01 14:56:12.668890 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T14:56:08Z', 'revision_number': 3, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port': {'id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:06Z', 'updated_at': '2022-04-01T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:12.683498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb62ab2-5f43-42c8-9268-720c96896a7c None None] The sync data for ids ['d53bf23b-5b14-4492-8fe9-7416622d8987'] in n-d-836017-1 is: [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T14:56:08Z', 'revision_number': 3, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port': {'id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:06Z', 'updated_at': '2022-04-01T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:56:12.772231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, cfa2cb8c-41b8-4999-844b-bbc120cb48b3) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:12.791455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:12.791867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:12.848100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf70132b-cb1a-4bd9-ad57-fbc2c3e675ba None None] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:12.858184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9b1c24d0-2253-4465-9a06-b3b036353860 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5134857 Apr 01 14:56:12.860864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47676) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:12.883884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:12.908986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:12.917538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Usage tracker for resource:router and tenant:58f2ee3678ec47e586ba5afc7e59e019 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:12.946625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:12.974724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:12.983459 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.088336 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.089892 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.148303 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.156505 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.170087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e498d-37ec-40d2-9b4f-a8dc15146e2b req-bdb2da08-ec05-432a-afc8-0671813da705 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:13.172219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-430e498d-37ec-40d2-9b4f-a8dc15146e2b req-bdb2da08-ec05-432a-afc8-0671813da705 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 945 time: 0.1992931 Apr 01 14:56:13.176198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.182030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-cfa2cb8c-41b8-4999-844b-bbc120cb48b3', 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'fixed_ips': [{'subnet_id': '5f26b635-b071-429f-a7e5-d7c32758af09'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:56:13.183038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.202311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:13.214043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:13.253499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.257583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.287057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bc908b-5d2a-48ff-adfe-d1a4ac482aee {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:13.298467 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.361886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Transition to ACTIVE for port object 51bc908b-5d2a-48ff-adfe-d1a4ac482aee will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:13.376289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.388655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:13.407422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Network f2b52162-f9a3-41a8-b874-79450e49aa4e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:13.410556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Pushing event updated for resources: {'Port': ['ID=5b83d8dc-704f-42da-9d2a-f20deacf7e41,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:13.416846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:13.420581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:13.435964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Allocated IP 172.20.0.2 (cfa2cb8c-41b8-4999-844b-bbc120cb48b3/5f26b635-b071-429f-a7e5-d7c32758af09/2910e149-8e7f-4c67-b357-19e43cceeacf) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:13.464526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-430e498d-37ec-40d2-9b4f-a8dc15146e2b req-538ed14f-ad25-4f17-b5a1-8ddb4ed686c3 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515550 Apr 01 14:56:13.494506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.520013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:13.520725 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.650843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b753-50e0-4b2e-a5ae-085c8c8b498e req-1e892c37-a702-4cc6-8406-bdb1a0c336f2 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:13.652239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69a8b753-50e0-4b2e-a5ae-085c8c8b498e req-1e892c37-a702-4cc6-8406-bdb1a0c336f2 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 949 time: 0.4347265 Apr 01 14:56:13.660195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Pushing event updated for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:13.749176 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'code': 200} Apr 01 14:56:13.760293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.773434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Transition to ACTIVE for port object 2910e149-8e7f-4c67-b357-19e43cceeacf will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:13.793993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Transition to ACTIVE for port object 2910e149-8e7f-4c67-b357-19e43cceeacf will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:13.803044 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.865163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-1148b5ee-5266-4ff5-8053-42e4752e8495 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3393910 Apr 01 14:56:13.871549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:13.874098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:13.878018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:13.884097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Pushing event updated for resources: {'Port': ['ID=2910e149-8e7f-4c67-b357-19e43cceeacf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:13.901131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69a8b753-50e0-4b2e-a5ae-085c8c8b498e req-63211c62-6fce-461a-978a-a7de82d1e6db tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281387 Apr 01 14:56:13.918315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Allocated IP 172.20.0.1 (c216e7cc-3dbf-45e0-8d2e-301a40406081/9b42c09e-dab4-49da-b3cd-54d5dbf1c52c/c0d14d69-1278-46da-9449-0007305fe85c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:13.945788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-7af4371a-7b36-4739-86bc-467dfe01a10d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1101 time: 0.4214957 Apr 01 14:56:13.947309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Request body: {'port': {'device_id': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:13.951637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Attempting to bind port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:13.951961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Attempting to bind port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:13.952286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Attempting to bind port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee on network a0288a54-101c-49f9-a7fb-bad41fa75ebe {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:13.976622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Attempting to bind port 2910e149-8e7f-4c67-b357-19e43cceeacf on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:13.977142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Attempting to bind port 2910e149-8e7f-4c67-b357-19e43cceeacf by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:13.977629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Attempting to bind port 2910e149-8e7f-4c67-b357-19e43cceeacf on network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:13.984796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:13.985431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Checking segment: {'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:13.986038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:13.986545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Bound using segment: {'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:13.987163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Bound port: 2910e149-8e7f-4c67-b357-19e43cceeacf, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:13.987657 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.060024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee on network a0288a54-101c-49f9-a7fb-bad41fa75ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:56:14.060425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Attempting to bind port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee on network a0288a54-101c-49f9-a7fb-bad41fa75ebe {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:14.092133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] For port 2910e149-8e7f-4c67-b357-19e43cceeacf, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:14.095470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] For port 2910e149-8e7f-4c67-b357-19e43cceeacf, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2910e149-8e7f-4c67-b357-19e43cceeacf,segment=NetworkSegment(c2fd2847-d7a6-449f-93ab-321247e707d8),segment_id=c2fd2847-d7a6-449f-93ab-321247e707d8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:14.101506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.154525 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4743807-24a9-45e2-9abc-fd5c5cad58bb req-e4a9423c-8c13-45cb-a16d-4f3f4ae494c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.3284297 Apr 01 14:56:14.187423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a2fee-0140-48db-a501-ce227ae02177 None None] Pushing event updated for resources: {'Port': ['ID=2910e149-8e7f-4c67-b357-19e43cceeacf,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:14.194990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:14.195344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Checking segment: {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:14.195722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Bound using segment: {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:14.196154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Bound port: 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:14.196506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.203766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.227558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2ea8f-d3d9-4470-ac81-e1cf79d52da5 req-37b6d467-dc07-448b-87cf-e966e7687d5a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:14.229181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48c2ea8f-d3d9-4470-ac81-e1cf79d52da5 req-37b6d467-dc07-448b-87cf-e966e7687d5a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.4016991 Apr 01 14:56:14.333880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4743807-24a9-45e2-9abc-fd5c5cad58bb req-bc2ac291-a077-4086-b2f9-b714a857f56d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675379 Apr 01 14:56:14.397687 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48c2ea8f-d3d9-4470-ac81-e1cf79d52da5 req-9364602a-0178-4434-9065-54c12ac2c340 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508012 Apr 01 14:56:14.443882 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.489856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Sync routers for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:56:14.509058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:14.509711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:14.515062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc3815-4e4f-472e-a85a-12f43462192c req-28656f38-d5b1-4be3-8a88-03b55f4439f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:14.516663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-28656f38-d5b1-4be3-8a88-03b55f4439f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5611260 Apr 01 14:56:14.698562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.734304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-3cff89f4-0ce0-4d6e-9c59-f7920224c7f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.2015457 Apr 01 14:56:14.744922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Transition to ACTIVE for port object c0d14d69-1278-46da-9449-0007305fe85c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:14.810655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f5764-b6aa-459e-b3ed-eec97f784a95 req-3e51f40a-c5be-46ad-8c01-9acc8c9827de tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:14.817633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd7f5764-b6aa-459e-b3ed-eec97f784a95 req-3e51f40a-c5be-46ad-8c01-9acc8c9827de tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 943 time: 0.7585487 Apr 01 14:56:14.822621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:14.823710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.890069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:14.894234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:14.916845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:14.957920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc3815-4e4f-472e-a85a-12f43462192c req-70e5ec77-c419-47fd-980d-c8d97e46fc2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:14.959655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-70e5ec77-c419-47fd-980d-c8d97e46fc2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2188931 Apr 01 14:56:14.960870 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.046860 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd7f5764-b6aa-459e-b3ed-eec97f784a95 req-7e4d9912-6db6-4c48-bd4b-e4fd38542c28 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282207 Apr 01 14:56:15.093216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b5b30-37e5-46c8-a0af-b1db7b29c4bb req-d735985d-50e2-4374-8d64-b2f86ef6c67c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:15.094202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-387b5b30-37e5-46c8-a0af-b1db7b29c4bb req-d735985d-50e2-4374-8d64-b2f86ef6c67c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Synchronizing usage tracker for tenant:21dee091e4de465ebc8120f1259314eb on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:15.220574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.222456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] 10.222.0.62 "PUT /v2.0/ports/51bc908b-5d2a-48ff-adfe-d1a4ac482aee HTTP/1.1" status: 200 len: 1091 time: 3.2443380 Apr 01 14:56:15.229921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089d23a-650f-4d96-acdf-df0021325f02 service neutron] Pushing event updated for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:15.234085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:15.244562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.262675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Allocated IP 172.25.2.176 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/7fc3f747-8c99-42f3-8ca0-7c8b17602c3b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:15.275662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-387b5b30-37e5-46c8-a0af-b1db7b29c4bb req-d735985d-50e2-4374-8d64-b2f86ef6c67c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Unset dirty status for tenant:21dee091e4de465ebc8120f1259314eb on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:15.286001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-387b5b30-37e5-46c8-a0af-b1db7b29c4bb req-d735985d-50e2-4374-8d64-b2f86ef6c67c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 932 time: 0.6385663 Apr 01 14:56:15.295653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:55:53Z', 'revision_number': 2, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:15.300567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Checking router: d4c7a6c9-f3f8-41c6-80b2-8398fe81062b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:56:15.300919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Updating router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b port 869bb697-4432-45f7-9dfe-b07247a8cfc6 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:56:15.331291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b83d8dc-704f-42da-9d2a-f20deacf7e41 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:15.348261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:15.357476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.375552 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.396784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d14d69-1278-46da-9449-0007305fe85c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:15.401053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:15.404064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:15.587144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-fa4a3cd9-797c-45e2-a7d6-eb32b30e9033 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6140797 Apr 01 14:56:15.628756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Transition to ACTIVE for port object 5b83d8dc-704f-42da-9d2a-f20deacf7e41 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:15.641720 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-416ef86e-95ea-427d-abff-6608d84ca740 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 1094 time: 0.2893367 Apr 01 14:56:15.656592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.686065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.707663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec119c-2752-4b55-8b9c-636f7467c5f0 None None] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:15.738705 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-387b5b30-37e5-46c8-a0af-b1db7b29c4bb req-e8f06b9f-d2d3-4b6a-a01f-3b4239ce1b7a tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515536 Apr 01 14:56:15.739753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.751053 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-0c742e88-39c8-45fa-8689-0fc69bbd71ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee HTTP/1.1" status: 200 len: 217 time: 0.0949609 Apr 01 14:56:15.844822 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:15.910729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Pushing event updated for resources: {'Port': ['ID=5b83d8dc-704f-42da-9d2a-f20deacf7e41,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:15.919547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05625a-acbc-4d20-ad29-14c2a5036db2 req-b8012f7a-77af-4de5-81a3-d091ce1c4eb7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:15.921198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b05625a-acbc-4d20-ad29-14c2a5036db2 req-b8012f7a-77af-4de5-81a3-d091ce1c4eb7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 946 time: 0.5714498 Apr 01 14:56:15.949042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a7089847-2665-44dd-9795-926151279d6f None None] Provisioning for port 2910e149-8e7f-4c67-b357-19e43cceeacf completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:15.958157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:15.965408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:15.976972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:16.002259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.083195 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b05625a-acbc-4d20-ad29-14c2a5036db2 req-db9f013c-82f1-4ccc-b3b0-8ed28ef8a5b8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Apr 01 14:56:16.233742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e6562f28-e669-4fdf-a684-ae85629590ff None None] Provisioning for port c0d14d69-1278-46da-9449-0007305fe85c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:16.241516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2910e149-8e7f-4c67-b357-19e43cceeacf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:16.287262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Pushing event updated for resources: {'Port': ['ID=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:16.300306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e6562f28-e669-4fdf-a684-ae85629590ff None None] Provisioning complete for port c0d14d69-1278-46da-9449-0007305fe85c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:16.300779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6562f28-e669-4fdf-a684-ae85629590ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.361897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.378828 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'status': 'completed', 'code': 200} Apr 01 14:56:16.402351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Attempting to bind port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:16.402713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Attempting to bind port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'fd3528c1-ddb7-4057-8f48-934da516fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:16.403020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Attempting to bind port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 on network f2b52162-f9a3-41a8-b874-79450e49aa4e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:16.418892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 on network f2b52162-f9a3-41a8-b874-79450e49aa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:56:16.419624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Attempting to bind port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 on network f2b52162-f9a3-41a8-b874-79450e49aa4e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:16.430092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-f041c443-5129-4e42-8ea0-43c838e69bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:16.431375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-f041c443-5129-4e42-8ea0-43c838e69bb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26c17c9c-2026-4113-8daa-cb1eb862a1d6 HTTP/1.1" status: 200 len: 861 time: 0.6005807 Apr 01 14:56:16.435520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.442583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:16.442919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Checking segment: {'id': 'fd3528c1-ddb7-4057-8f48-934da516fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:16.443337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Bound using segment: {'id': 'fd3528c1-ddb7-4057-8f48-934da516fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:16.443757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Bound port: 5b83d8dc-704f-42da-9d2a-f20deacf7e41, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3528c1-ddb7-4057-8f48-934da516fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:16.444122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.444591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e6562f28-e669-4fdf-a684-ae85629590ff None None] Port c0d14d69-1278-46da-9449-0007305fe85c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:56:16.459771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.465379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd5752-ed60-4a8a-8d62-9af03a639edf req-8ed93e96-34bb-43c3-b5f7-83783cad1655 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:16.472928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49bd5752-ed60-4a8a-8d62-9af03a639edf req-8ed93e96-34bb-43c3-b5f7-83783cad1655 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 949 time: 0.4173744 Apr 01 14:56:16.476221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Transition to ACTIVE for port object 869bb697-4432-45f7-9dfe-b07247a8cfc6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:16.483263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 2910e149-8e7f-4c67-b357-19e43cceeacf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:16.488566 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.519272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2910e149-8e7f-4c67-b357-19e43cceeacf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:16.519808 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.567302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-150b9337-3105-42c7-a736-65ea15fbdebb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0288a54-101c-49f9-a7fb-bad41fa75ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034641 Apr 01 14:56:16.595893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49bd5752-ed60-4a8a-8d62-9af03a639edf req-1efa294f-80f9-42c6-b145-369f9bf3d57b tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219590 Apr 01 14:56:16.659699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] For port 5b83d8dc-704f-42da-9d2a-f20deacf7e41, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:16.663627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] For port 5b83d8dc-704f-42da-9d2a-f20deacf7e41, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b83d8dc-704f-42da-9d2a-f20deacf7e41,segment=NetworkSegment(fd3528c1-ddb7-4057-8f48-934da516fc74),segment_id=fd3528c1-ddb7-4057-8f48-934da516fc74)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:16.670398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.671474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.672693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Pushing event updated for resources: {'Port': ['ID=869bb697-4432-45f7-9dfe-b07247a8cfc6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:16.680766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.714822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.715974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.716417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.716849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.717269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.717683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.718096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.718530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.718945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.719394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.719801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:16.926130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.942752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Attempting to bind port 869bb697-4432-45f7-9dfe-b07247a8cfc6 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:16.943130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Attempting to bind port 869bb697-4432-45f7-9dfe-b07247a8cfc6 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:16.943614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Attempting to bind port 869bb697-4432-45f7-9dfe-b07247a8cfc6 on network f0d1a499-01f5-4bc0-b0f4-c1b28085261e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:16.959752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-951fa723-0b4a-43f9-a9c2-47bf72b8617f None None] Provisioning complete for port 2910e149-8e7f-4c67-b357-19e43cceeacf triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:16.960416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-951fa723-0b4a-43f9-a9c2-47bf72b8617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.994356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.996471 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] 10.222.0.62 "PUT /v2.0/ports/5b83d8dc-704f-42da-9d2a-f20deacf7e41 HTTP/1.1" status: 200 len: 1092 time: 3.0548472 Apr 01 14:56:16.996597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:16.996881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Checking segment: {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:16.997369 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:16.998047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Bound using segment: {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:16.998171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'tag': '5b83d8dc-704f-42da-9d2a-f20deacf7e41'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:16.998479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Bound port: 869bb697-4432-45f7-9dfe-b07247a8cfc6, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:16.998955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.023225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-554f1d05-4802-471f-ac1d-c25d0e874c37 service neutron] 10.222.0.62 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938658 Apr 01 14:56:17.035723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9e772-27db-4f15-a92a-dad57deaa745 service neutron] Pushing event updated for resources: {'Port': ['ID=5b83d8dc-704f-42da-9d2a-f20deacf7e41,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:17.046126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fcaf4-6292-4be0-a525-283208aab5cc req-9b013f49-e667-424e-9c1c-12c3a9a2692a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:17.054329 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-866fcaf4-6292-4be0-a525-283208aab5cc req-9b013f49-e667-424e-9c1c-12c3a9a2692a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.6719439 Apr 01 14:56:17.069561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 2910e149-8e7f-4c67-b357-19e43cceeacf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2910e149-8e7f-4c67-b357-19e43cceeacf,segment=NetworkSegment(c2fd2847-d7a6-449f-93ab-321247e707d8),segment_id=c2fd2847-d7a6-449f-93ab-321247e707d8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:17.081814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-a19c1c58-6c14-47a3-a8c4-305971bb39d7 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4867597 Apr 01 14:56:17.082454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.083727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e8274715-9b46-47b9-9413-77e1f7c983df up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:17.116995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717db8c3-cfbd-47d7-a5e4-35d43155e609 req-0206ea9c-70eb-43f9-a751-cb29863f5d66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:17.118536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-717db8c3-cfbd-47d7-a5e4-35d43155e609 req-0206ea9c-70eb-43f9-a751-cb29863f5d66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 943 time: 0.2607124 Apr 01 14:56:17.212048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-717db8c3-cfbd-47d7-a5e4-35d43155e609 req-6edd9b70-ebae-4881-9212-ef2915f8b9e6 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810168 Apr 01 14:56:17.216231 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-d4c3158d-7556-4982-8fc6-2be0375b2f9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21dee091e4de465ebc8120f1259314eb&device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 1095 time: 0.1540003 Apr 01 14:56:17.223836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.276136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] For port 869bb697-4432-45f7-9dfe-b07247a8cfc6, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:17.284358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] For port 869bb697-4432-45f7-9dfe-b07247a8cfc6, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=869bb697-4432-45f7-9dfe-b07247a8cfc6,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:17.294497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-2f16c333-367d-4dc6-823d-aeebdf0d2a9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b83d8dc-704f-42da-9d2a-f20deacf7e41 HTTP/1.1" status: 200 len: 217 time: 0.0705283 Apr 01 14:56:17.313764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=2910e149-8e7f-4c67-b357-19e43cceeacf,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:17.322220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b53c282a-3612-49d0-a61c-366fb8eb85e8 req-f94bbb4a-d47a-4a06-a512-e9938e3d19b2 service neutron] 10.222.0.62 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872882 Apr 01 14:56:17.322833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d14d69-1278-46da-9449-0007305fe85c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:17.324031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.426340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e8274715-9b46-47b9-9413-77e1f7c983df completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:17.436886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e8274715-9b46-47b9-9413-77e1f7c983df triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:17.437421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.447727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7afe-623d-4745-830e-a4d45166f579 req-97d40a9a-6d4d-4b02-8045-0afe75596aa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:17.449164 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-97d40a9a-6d4d-4b02-8045-0afe75596aa2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e HTTP/1.1" status: 200 len: 855 time: 0.1452982 Apr 01 14:56:17.476742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24add0bc-b272-4ac9-b120-149ec2ce4cdf None None] Pushing event updated for resources: {'Port': ['ID=869bb697-4432-45f7-9dfe-b07247a8cfc6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:17.497287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:17.498066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:17.516356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-ae46ba88-cc3b-4c34-bb1c-8107c241ef55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b52162-f9a3-41a8-b874-79450e49aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575302 Apr 01 14:56:17.546103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:56:17.573239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-866fcaf4-6292-4be0-a525-283208aab5cc req-ed878ba9-718d-493a-984f-d7538023c375 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179596 Apr 01 14:56:17.664689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-047d2574-6db8-4347-bf42-ba702e1062a5 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 1100 time: 0.2867892 Apr 01 14:56:17.708200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-ef118069-8834-4776-a6a4-51db4b38b44c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 1094 time: 0.2208464 Apr 01 14:56:17.711697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-e5e3d7b1-9e80-4d36-871d-2598cc354ac8 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204864 Apr 01 14:56:17.758563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.767401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.799990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e8274715-9b46-47b9-9413-77e1f7c983df, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e8274715-9b46-47b9-9413-77e1f7c983df,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:17.809900 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:17.829964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:17.879474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-070dbb69-d490-4c0d-88cb-d78a3039690e service neutron] 10.222.0.62 "GET /v2.0/networks/f2b52162-f9a3-41a8-b874-79450e49aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549662 Apr 01 14:56:17.966658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:17.968211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-badf4bca-42a2-4d02-9250-de986b00f6eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:17.969911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-badf4bca-42a2-4d02-9250-de986b00f6eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 922 time: 0.2505019 Apr 01 14:56:17.972740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:18.045785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:18.069643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Usage tracker for resource:security_group_rule and tenant:763112229cfe4bc19ecd39ded2291a89 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:18.078920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:18.104381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:18.135763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2910e149-8e7f-4c67-b357-19e43cceeacf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:18.162111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ad7afe-623d-4745-830e-a4d45166f579 req-ba6affc3-fd88-412a-8015-7aaff6f178f9 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b52162-f9a3-41a8-b874-79450e49aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718618 Apr 01 14:56:18.185508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-d4d37da4-0229-4d01-b12f-c69973404e9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee HTTP/1.1" status: 200 len: 217 time: 0.1958022 Apr 01 14:56:18.220603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e8274715-9b46-47b9-9413-77e1f7c983df,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:18.375634 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:18.382714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:18.400573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:56:18.403058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2910e149-8e7f-4c67-b357-19e43cceeacf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:18.403545 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:18.412273 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Sync routers for ids ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:56:18.430327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-6c89644a-76ff-49b8-8e4c-ad60070ec92f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:18.435191 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-6c89644a-76ff-49b8-8e4c-ad60070ec92f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26c17c9c-2026-4113-8daa-cb1eb862a1d6 HTTP/1.1" status: 200 len: 861 time: 0.1236818 Apr 01 14:56:18.436001 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Routers {'1ccf54d9-6595-4719-a6f6-8c423585fdb0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:18.436292 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:18.446464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:18.447679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2fc46eac-1e98-41c6-ae3f-a6a031fd617b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5855179 Apr 01 14:56:18.452788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47712) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:18.551555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6cc95dfa-e13c-4614-b19c-33afd2a4ddb7 None None] Provisioning complete for port c0d14d69-1278-46da-9449-0007305fe85c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:18.552098 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cc95dfa-e13c-4614-b19c-33afd2a4ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:18.553797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-a3bf8722-86a1-4839-b675-b2d7ad82ab48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0288a54-101c-49f9-a7fb-bad41fa75ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706308 Apr 01 14:56:18.565065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45579cdb-49ed-4435-a883-289d490e5abe req-e0037902-bd53-4f07-918a-83afd232cfad tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:18.572642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45579cdb-49ed-4435-a883-289d490e5abe req-e0037902-bd53-4f07-918a-83afd232cfad tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 944 time: 0.6621544 Apr 01 14:56:18.574804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Synchronizing usage tracker for tenant:763112229cfe4bc19ecd39ded2291a89 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:18.582447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dab307d-273a-4c56-8597-bf884f50abe6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:18.625685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] Unset dirty status for tenant:763112229cfe4bc19ecd39ded2291a89 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:18.626927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a4efdc2-dd17-4f90-9e29-2bf8e5c7053a req-7f7e8ec9-be99-4490-a307-faa47e111258 tempest-LiveMigrationNegativeTest-2095953540 tempest-LiveMigrationNegativeTest-2095953540-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9613771 Apr 01 14:56:18.650979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-3ca3af84-99f8-4bba-abf5-5a4f8c225b16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5519331 Apr 01 14:56:18.680658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6cc95dfa-e13c-4614-b19c-33afd2a4ddb7 None None] Port c0d14d69-1278-46da-9449-0007305fe85c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:56:18.709390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:17Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:18.719805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1fe86-9c22-4280-9216-5766687c2ca1 None None] The sync data for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 is: [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:17Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:56:18.828989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Set router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:18.873231 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'tag': '5b83d8dc-704f-42da-9d2a-f20deacf7e41', 'status': 'completed', 'code': 200} Apr 01 14:56:19.089818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-c1708bc7-2ce4-44e5-96cc-275b3944b95b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21dee091e4de465ebc8120f1259314eb&device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 1095 time: 0.2645397 Apr 01 14:56:19.131470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da204947-1846-40c0-be2d-e8f8a924f35a req-32ccaa38-38d2-4a5b-882f-29df63302f76 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:19.132934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da204947-1846-40c0-be2d-e8f8a924f35a req-32ccaa38-38d2-4a5b-882f-29df63302f76 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 946 time: 0.1714051 Apr 01 14:56:19.213701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45579cdb-49ed-4435-a883-289d490e5abe req-ea2ac862-f54f-494d-bc8e-f26928792b2b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Synchronizing usage tracker for tenant:21dee091e4de465ebc8120f1259314eb on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:19.239796 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:16Z', 'revision_number': 3, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:19.245251 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Checking router: 1ccf54d9-6595-4719-a6f6-8c423585fdb0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:56:19.245705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Updating router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:56:19.273160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-0146b7f2-ed72-46a1-b073-b3387f2f6182 service neutron] 10.222.0.62 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979170 Apr 01 14:56:19.278991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45579cdb-49ed-4435-a883-289d490e5abe req-ea2ac862-f54f-494d-bc8e-f26928792b2b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Unset dirty status for tenant:21dee091e4de465ebc8120f1259314eb on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:19.293125 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45579cdb-49ed-4435-a883-289d490e5abe req-ea2ac862-f54f-494d-bc8e-f26928792b2b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195358 Apr 01 14:56:19.305254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da204947-1846-40c0-be2d-e8f8a924f35a req-36e0e26c-986a-4b08-9597-a258c2a2ca7c tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206214 Apr 01 14:56:19.318976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-c85641a6-9a98-4312-acc2-bab1ebb6a939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:19.320805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-c85641a6-9a98-4312-acc2-bab1ebb6a939 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b52162-f9a3-41a8-b874-79450e49aa4e HTTP/1.1" status: 200 len: 916 time: 0.2225707 Apr 01 14:56:19.325900 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:19.364983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-6c9875dd-8dd0-4d20-8766-a30c40205214 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1101 time: 0.5695248 Apr 01 14:56:19.481988 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-b2010b36-6c29-4a64-bbc4-ed1ff69bd7a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b83d8dc-704f-42da-9d2a-f20deacf7e41 HTTP/1.1" status: 200 len: 217 time: 0.1530092 Apr 01 14:56:19.749147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-39f7d2d7-f6b7-4ebe-ba9c-a66b0ae57d56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:19.750889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-39f7d2d7-f6b7-4ebe-ba9c-a66b0ae57d56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2887859 Apr 01 14:56:19.753921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7327e9c-8edd-426e-88ae-1fbf858df4c9 req-f5e6ab3a-b2da-4643-a968-f5786e380d96 service neutron] 10.222.0.62 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567690 Apr 01 14:56:19.756418 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:19.775196 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Transition to ACTIVE for port object 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:19.789596 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:19.789832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-68a6213e-e7b2-446e-a989-77b6e5b64a34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:19.791273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-68a6213e-e7b2-446e-a989-77b6e5b64a34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e HTTP/1.1" status: 200 len: 855 time: 0.2449012 Apr 01 14:56:19.851094 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-8134bfb5-e6f6-4c45-a2a6-a817aef27cc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b52162-f9a3-41a8-b874-79450e49aa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528560 Apr 01 14:56:19.865084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb26ae2-4e81-4899-be50-d1e4400fc2c0 req-c8507578-a6d7-43b9-b3d9-68b09bbd8b0e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:19.871934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ceb26ae2-4e81-4899-be50-d1e4400fc2c0 req-c8507578-a6d7-43b9-b3d9-68b09bbd8b0e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.3240008 Apr 01 14:56:19.886916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b83d8dc-704f-42da-9d2a-f20deacf7e41 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:19.887776 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-1a1fc412-845b-48ea-8caa-a835ee0360e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 217 time: 0.1044517 Apr 01 14:56:19.900012 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Attempting to bind port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:19.900593 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Attempting to bind port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:19.901220 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Attempting to bind port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:19.904060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9284c0-dbee-43b6-99f6-e9107ecf1d81 None None] Pushing event updated for resources: {'Port': ['ID=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:19.919036 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:19.919579 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:19.920088 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:19.920564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:19.921262 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Bound port: 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:19.921744 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:19.969914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-c76c8d3e-e297-4fa9-a449-ed7aaa838598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:19.971504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-c76c8d3e-e297-4fa9-a449-ed7aaa838598 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0741448 Apr 01 14:56:20.029542 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] For port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:20.034310 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] For port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:20.049435 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:20.049565 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-76ad37e4-23cc-46c5-b08d-0280256d83cc service neutron] 10.222.0.62 "GET /v2.0/networks/f2b52162-f9a3-41a8-b874-79450e49aa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905379 Apr 01 14:56:20.080849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b5236-8cd5-4840-8d12-6b0293fc7ddb req-eb4a0d6d-858d-4beb-a5d8-1a6a018da4e2 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:20.082586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-239b5236-8cd5-4840-8d12-6b0293fc7ddb req-eb4a0d6d-858d-4beb-a5d8-1a6a018da4e2 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 943 time: 0.5726187 Apr 01 14:56:20.134177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Router d53bf23b-5b14-4492-8fe9-7416622d8987 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:56:20.164524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5b83d8dc-704f-42da-9d2a-f20deacf7e41, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b83d8dc-704f-42da-9d2a-f20deacf7e41,segment=NetworkSegment(fd3528c1-ddb7-4057-8f48-934da516fc74),segment_id=fd3528c1-ddb7-4057-8f48-934da516fc74)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:20.168992 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9284c0-dbee-43b6-99f6-e9107ecf1d81 None None] Pushing event updated for resources: {'Port': ['ID=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:20.193382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5b83d8dc-704f-42da-9d2a-f20deacf7e41', 'network_id': 'f2b52162-f9a3-41a8-b874-79450e49aa4e', 'port_id': '5b83d8dc-704f-42da-9d2a-f20deacf7e41', 'mac_address': 'fa:16:3e:b8:73:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:20.205803 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-239b5236-8cd5-4840-8d12-6b0293fc7ddb req-fdf8236c-f801-4585-b8c0-007d840a324c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083806 Apr 01 14:56:20.208356 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Routers {'1ccf54d9-6595-4719-a6f6-8c423585fdb0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:20.208982 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:20.273249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 869bb697-4432-45f7-9dfe-b07247a8cfc6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:20.340545 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ceb26ae2-4e81-4899-be50-d1e4400fc2c0 req-365b1d7f-6885-4d39-bf89-1a82e86bca43 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676228 Apr 01 14:56:20.357666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:20.379894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b83d8dc-704f-42da-9d2a-f20deacf7e41 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:20.397187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5b83d8dc-704f-42da-9d2a-f20deacf7e41, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b83d8dc-704f-42da-9d2a-f20deacf7e41,segment=NetworkSegment(fd3528c1-ddb7-4057-8f48-934da516fc74),segment_id=fd3528c1-ddb7-4057-8f48-934da516fc74)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:20.408187 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:20.408990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:20.478741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-49467786-3ff8-4ada-ada0-fe41b1921daf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4980118 Apr 01 14:56:20.489607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92e6d54-df0f-4331-9b0b-1cde093ee347 req-b4a892fc-77b8-4ed3-994b-d3a34ef6b235 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b52162-f9a3-41a8-b874-79450e49aa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303405 Apr 01 14:56:20.494160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 869bb697-4432-45f7-9dfe-b07247a8cfc6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:20.511422 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] Set router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:20.566424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 869bb697-4432-45f7-9dfe-b07247a8cfc6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:20.566882 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:20.719430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5b83d8dc-704f-42da-9d2a-f20deacf7e41,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:20.789123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd850-05e3-4d43-83cb-b6dc4a289abb req-ae45a792-1f71-4a1e-a726-5a71c8f9b271 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:20.796221 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-932bd850-05e3-4d43-83cb-b6dc4a289abb req-ae45a792-1f71-4a1e-a726-5a71c8f9b271 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 945 time: 0.2037756 Apr 01 14:56:20.828506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:20.829951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-5d3c01f9-f9dd-404c-b88f-114ada1c8442 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4034195 Apr 01 14:56:20.830396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:20.844902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:20.850633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:20.873367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:20.874808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'port_id': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'mac_address': 'fa:16:3e:fb:bc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c17c9c-2026-4113-8daa-cb1eb862a1d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:20.885234 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:16Z', 'revision_number': 3, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:20.887312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-ca5de99c-7823-444a-ac17-00208e72ed33 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504097 Apr 01 14:56:20.888412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Usage tracker for resource:floatingip and tenant:e8090a88fd4a4acab183ef9ac4f60dd1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:20.889354 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528f056-b02d-4450-aae2-d3b177e75a15 None None] The sync data for ids ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'] in n-d-836017-1 is: [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:16Z', 'revision_number': 3, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:56:20.896963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:20.927711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 869bb697-4432-45f7-9dfe-b07247a8cfc6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=869bb697-4432-45f7-9dfe-b07247a8cfc6,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:20.931073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:20.937431 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:20.938197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e8274715-9b46-47b9-9413-77e1f7c983df up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:20.943857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-932bd850-05e3-4d43-83cb-b6dc4a289abb req-c4d6e12e-f903-4ad7-ab62-3ec458382d93 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465201 Apr 01 14:56:21.032429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.041655 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.075734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bc908b-5d2a-48ff-adfe-d1a4ac482aee {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:21.080951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=869bb697-4432-45f7-9dfe-b07247a8cfc6,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:21.099961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:21.109534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e8274715-9b46-47b9-9413-77e1f7c983df triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:21.109910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.137591 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.187300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Allocated IP 172.20.0.1 (cfa2cb8c-41b8-4999-844b-bbc120cb48b3/5f26b635-b071-429f-a7e5-d7c32758af09/405ff808-8d31-432a-934a-856f8694078b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:21.232795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:21.292517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be1049f2-9f4f-409c-8dc7-d1cf1d67acce req-081f3601-72f6-417f-bca2-57e6fc9fe7e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986030 Apr 01 14:56:21.294313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:56:21.307884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Sync routers for ids ['d53bf23b-5b14-4492-8fe9-7416622d8987'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:56:21.320850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Routers {'d53bf23b-5b14-4492-8fe9-7416622d8987'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:21.321502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d53bf23b-5b14-4492-8fe9-7416622d8987'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:21.321656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0e393444-8cc3-4fda-82a8-b66b14a63b70 admin admin] 10.222.0.48 "PUT /v2.0/routers/d53bf23b-5b14-4492-8fe9-7416622d8987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6053193 Apr 01 14:56:21.359833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd3459d2-87fe-47b3-be12-3de91acc86b4 req-5db5d169-a193-4400-9655-18fe1e712b13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2273962 Apr 01 14:56:21.381640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.431971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5b83d8dc-704f-42da-9d2a-f20deacf7e41'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:21.448989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.463017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['51bc908b-5d2a-48ff-adfe-d1a4ac482aee'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:21.472013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Transition to ACTIVE for port object 405ff808-8d31-432a-934a-856f8694078b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:21.520963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.604976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Allocated IP 172.25.2.248 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f4c0afdf-707a-4388-82fd-8bac9e3e9c8d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:21.654518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:21.655433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Pushing event updated for resources: {'Port': ['ID=405ff808-8d31-432a-934a-856f8694078b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:21.659416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:21.662565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:21.713405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Set router d53bf23b-5b14-4492-8fe9-7416622d8987 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:21.736689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.757939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ea804-3db7-4de9-a9fe-64c4182cafea req-c434bea3-def1-4875-81de-ae40a2274b4a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:21.764757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c54ea804-3db7-4de9-a9fe-64c4182cafea req-c434bea3-def1-4875-81de-ae40a2274b4a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 944 time: 0.1810839 Apr 01 14:56:21.860340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c54ea804-3db7-4de9-a9fe-64c4182cafea req-fb12ccb9-a536-4aa3-af37-36c499c6d121 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946243 Apr 01 14:56:21.907646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:21.956178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.000108 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.041459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:22.045992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Pushing event updated for resources: {'Port': ['ID=f4c0afdf-707a-4388-82fd-8bac9e3e9c8d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:22.049572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:22.051826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:22.164436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 869bb697-4432-45f7-9dfe-b07247a8cfc6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:22.270577 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.347547 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.371194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c5562-f86c-4269-b638-a052d428810a req-61c8d4cf-3c7c-4b20-9d8f-62b6ea49b519 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:22.382905 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e92c5562-f86c-4269-b638-a052d428810a req-61c8d4cf-3c7c-4b20-9d8f-62b6ea49b519 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.3080170 Apr 01 14:56:22.394241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-07aa2d9a-4ee9-4ce5-ac38-83d40809cc2e None None] Provisioning for port 405ff808-8d31-432a-934a-856f8694078b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:22.447067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-07aa2d9a-4ee9-4ce5-ac38-83d40809cc2e None None] Provisioning complete for port 405ff808-8d31-432a-934a-856f8694078b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:22.447812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07aa2d9a-4ee9-4ce5-ac38-83d40809cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.471515 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e92c5562-f86c-4269-b638-a052d428810a req-2d3707b3-3c19-4d1f-bafb-f13904365700 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875773 Apr 01 14:56:22.562096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.574978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.631474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-07aa2d9a-4ee9-4ce5-ac38-83d40809cc2e None None] Port 405ff808-8d31-432a-934a-856f8694078b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:56:22.635957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 869bb697-4432-45f7-9dfe-b07247a8cfc6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:22.636327 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.721983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.729396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.824266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T14:56:15Z', 'revision_number': 4, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port': {'id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:06Z', 'updated_at': '2022-04-01T14:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c0d14d69-1278-46da-9449-0007305fe85c', 'name': '', 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'mac_address': 'fa:16:3e:c7:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42c09e-dab4-49da-b3cd-54d5dbf1c52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:16Z', 'revision_number': 2, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'subnets': [{'id': '9b42c09e-dab4-49da-b3cd-54d5dbf1c52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:22.837083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Checking router: d53bf23b-5b14-4492-8fe9-7416622d8987 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:56:22.837701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Updating router d53bf23b-5b14-4492-8fe9-7416622d8987 port c0d14d69-1278-46da-9449-0007305fe85c binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:56:22.838775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.842372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Pushing event updated for resources: {'Port': ['ID=405ff808-8d31-432a-934a-856f8694078b,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:22.881189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.899201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Pushing event updated for resources: {'Port': ['ID=f4c0afdf-707a-4388-82fd-8bac9e3e9c8d,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:22.921007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:22.922710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-2b6b8034-9cf7-4f0e-9602-a69298f24a88 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0861280 Apr 01 14:56:22.981858 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:23.033886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-f4466468-c39a-4a14-b673-c7f7837f4127 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:23.063162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-f4466468-c39a-4a14-b673-c7f7837f4127 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:23.066615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-f4466468-c39a-4a14-b673-c7f7837f4127 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.1374073 Apr 01 14:56:23.238360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:23.244554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:23.272916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-68945ca0-ef2e-4763-8241-38345d43d92d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:23.274564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5595127-f8c2-4a17-b2f8-0265082b30cb req-68945ca0-ef2e-4763-8241-38345d43d92d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.2025802 Apr 01 14:56:23.418739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:23.433805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Transition to ACTIVE for port object c0d14d69-1278-46da-9449-0007305fe85c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:23.447248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:23.553284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2188e-3cda-41df-9990-fc63feff5a4c req-ccaf1d7c-26e4-49dc-96f1-09fc1f3bf721 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:23.565378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70f2188e-3cda-41df-9990-fc63feff5a4c req-ccaf1d7c-26e4-49dc-96f1-09fc1f3bf721 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 945 time: 0.6006701 Apr 01 14:56:23.707322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70f2188e-3cda-41df-9990-fc63feff5a4c req-1befe9d2-a09d-482f-a9c6-c038b5428f73 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409178 Apr 01 14:56:23.715510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c44779-ae9a-4054-9e26-eb8224447c67 None None] Pushing event updated for resources: {'Port': ['ID=c0d14d69-1278-46da-9449-0007305fe85c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:23.867403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-edd706ec-8437-429d-ba59-8b8adf10e4f3 None None] Provisioning complete for port 405ff808-8d31-432a-934a-856f8694078b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:23.868468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edd706ec-8437-429d-ba59-8b8adf10e4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:23.940985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b83d8dc-704f-42da-9d2a-f20deacf7e41 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:23.942510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c57a5-6f19-4bfc-8d50-3b2e4c105c3e req-04ac89f0-6721-4977-a309-301edcdf095a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:23.944535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a2c57a5-6f19-4bfc-8d50-3b2e4c105c3e req-04ac89f0-6721-4977-a309-301edcdf095a tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 949 time: 0.2784534 Apr 01 14:56:23.996770 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a2c57a5-6f19-4bfc-8d50-3b2e4c105c3e req-9629adec-97f4-4479-96f4-178ea04a0a6f tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460801 Apr 01 14:56:24.038248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Attempting to bind port c0d14d69-1278-46da-9449-0007305fe85c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:24.038717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Attempting to bind port c0d14d69-1278-46da-9449-0007305fe85c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:24.039083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Attempting to bind port c0d14d69-1278-46da-9449-0007305fe85c on network c216e7cc-3dbf-45e0-8d2e-301a40406081 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:24.056018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-edd706ec-8437-429d-ba59-8b8adf10e4f3 None None] Port 405ff808-8d31-432a-934a-856f8694078b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:56:24.061424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:24.061839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Checking segment: {'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:24.062208 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.062580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Bound using segment: {'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:24.063177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Bound port: c0d14d69-1278-46da-9449-0007305fe85c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4493149-788b-449c-b1bb-dcbba0bee5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:24.063596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.113244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371500f-016f-4c88-a29b-10fa873a1bea req-dceb4dc4-23b1-44fb-9a57-1de1d195f829 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:24.115235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6371500f-016f-4c88-a29b-10fa873a1bea req-dceb4dc4-23b1-44fb-9a57-1de1d195f829 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 944 time: 0.1560886 Apr 01 14:56:24.128532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:56:24.129764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:24.145052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:24.145394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.235712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] For port c0d14d69-1278-46da-9449-0007305fe85c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:24.238195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] For port c0d14d69-1278-46da-9449-0007305fe85c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c0d14d69-1278-46da-9449-0007305fe85c,segment=NetworkSegment(c4493149-788b-449c-b1bb-dcbba0bee5c4),segment_id=c4493149-788b-449c-b1bb-dcbba0bee5c4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:24.250617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.366307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-986e9260-eb2c-4c5d-97a5-c48cda09bc44 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:24.367832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-986e9260-eb2c-4c5d-97a5-c48cda09bc44 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 821 time: 0.2032914 Apr 01 14:56:24.392679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c44779-ae9a-4054-9e26-eb8224447c67 None None] Pushing event updated for resources: {'Port': ['ID=c0d14d69-1278-46da-9449-0007305fe85c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:24.396144 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.403719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-580e954b-f83c-4f66-9458-9a68e0bb4765 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/quotas/e8090a88fd4a4acab183ef9ac4f60dd1 HTTP/1.1" status: 200 len: 375 time: 0.0267963 Apr 01 14:56:24.419348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Routers {'d53bf23b-5b14-4492-8fe9-7416622d8987'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:24.420034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d53bf23b-5b14-4492-8fe9-7416622d8987'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:24.483049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6371500f-016f-4c88-a29b-10fa873a1bea req-9a65b529-df2b-4711-a620-006ac7149bef tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511298 Apr 01 14:56:24.557540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-a3378c21-a758-43cf-8777-1cc16031d491 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1509087 Apr 01 14:56:24.597423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b83d8dc-704f-42da-9d2a-f20deacf7e41'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:24.619710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864aa8f-78ce-4278-a6be-30317abfffce req-790dea97-ebb6-40c9-8cb1-6bf3cfb7c6de tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:24.621125 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f864aa8f-78ce-4278-a6be-30317abfffce req-790dea97-ebb6-40c9-8cb1-6bf3cfb7c6de tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 949 time: 0.2422793 Apr 01 14:56:24.627658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5b83d8dc-704f-42da-9d2a-f20deacf7e41, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b83d8dc-704f-42da-9d2a-f20deacf7e41,segment=NetworkSegment(fd3528c1-ddb7-4057-8f48-934da516fc74),segment_id=fd3528c1-ddb7-4057-8f48-934da516fc74)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:24.639807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.641052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:24.747760 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-11e8d2ad-e158-494a-9c2b-d60f31680215 service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829519 Apr 01 14:56:24.822470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Deleting port 23481063-42f3-453d-8509-5d1fc652f2ba {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:24.822924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.851042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5b83d8dc-704f-42da-9d2a-f20deacf7e41,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:24.933821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:24.953277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:24.953638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:24.995904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-b2a32a8f-4caa-41c7-a63a-0c8d2054d82e service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383275 Apr 01 14:56:25.046940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] Set router d53bf23b-5b14-4492-8fe9-7416622d8987 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:25.159543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] For port 23481063-42f3-453d-8509-5d1fc652f2ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23481063-42f3-453d-8509-5d1fc652f2ba,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:25.159995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:25.229444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b23496-e178-4966-912e-eb19339199e3 req-6a0386e2-73fa-4f39-a6e6-789d92f83501 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:25.234322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71b23496-e178-4966-912e-eb19339199e3 req-6a0386e2-73fa-4f39-a6e6-789d92f83501 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.4871902 Apr 01 14:56:25.250860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:56:25.327960 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b83d8dc-704f-42da-9d2a-f20deacf7e41', 'code': 200} Apr 01 14:56:25.328555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:25.367474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:25.491611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29d5f541-4ba6-46a3-bce0-fd2119476ad5 req-7d1c8f78-02e6-4070-8d8d-cf72eed50007 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 1097 time: 0.2238367 Apr 01 14:56:25.504606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f1b2-19c5-4412-9f23-9ca01ce223b2 req-188b593f-5fd5-41a1-b9d9-5c60ac2d144c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:25.512864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c047f1b2-19c5-4412-9f23-9ca01ce223b2 req-188b593f-5fd5-41a1-b9d9-5c60ac2d144c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 946 time: 0.1171937 Apr 01 14:56:25.543604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:25.597121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9c41e1a7-113c-414f-b108-2d9402e1b5dc admin admin] 10.222.0.48 "PUT /v2.0/routers/1ccf54d9-6595-4719-a6f6-8c423585fdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1354597 Apr 01 14:56:25.597121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Calling delete_port for 23481063-42f3-453d-8509-5d1fc652f2ba owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:25.661056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:25.668509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T14:56:15Z', 'revision_number': 4, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port': {'id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:06Z', 'updated_at': '2022-04-01T14:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c0d14d69-1278-46da-9449-0007305fe85c', 'name': '', 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'mac_address': 'fa:16:3e:c7:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42c09e-dab4-49da-b3cd-54d5dbf1c52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:24Z', 'revision_number': 4, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'subnets': [{'id': '9b42c09e-dab4-49da-b3cd-54d5dbf1c52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:25.673319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2eeeb-e905-462e-8d92-ad0c9b89a8d1 None None] The sync data for ids ['d53bf23b-5b14-4492-8fe9-7416622d8987'] in n-d-836017-1 is: [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T14:56:15Z', 'revision_number': 4, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port': {'id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:06Z', 'updated_at': '2022-04-01T14:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c0d14d69-1278-46da-9449-0007305fe85c', 'name': '', 'network_id': 'c216e7cc-3dbf-45e0-8d2e-301a40406081', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'mac_address': 'fa:16:3e:c7:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42c09e-dab4-49da-b3cd-54d5dbf1c52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:24Z', 'revision_number': 4, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'subnets': [{'id': '9b42c09e-dab4-49da-b3cd-54d5dbf1c52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:56:25.685022 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:56:25.713807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29d5f541-4ba6-46a3-bce0-fd2119476ad5 req-4ce14dba-bb73-4f8e-b3ba-6b11a826a702 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850078 Apr 01 14:56:25.740577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71b23496-e178-4966-912e-eb19339199e3 req-340b18b1-6b39-435b-8513-91422c9b5c44 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602928 Apr 01 14:56:25.789436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c047f1b2-19c5-4412-9f23-9ca01ce223b2 req-0d898301-d517-44c7-96bb-a19312025ac4 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740149 Apr 01 14:56:26.049544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:26.062871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['70c7e885-d065-45df-8374-18ab9554c14e', '23481063-42f3-453d-8509-5d1fc652f2ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:26.201619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-884c7f5f-f201-4e99-87b8-f3a43773557c req-30484f30-a7c3-4ed9-90ba-0941e041fae5 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 210 time: 0.0782764 Apr 01 14:56:26.238967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Pushing event deleted for resources: {'Port': ['ID=23481063-42f3-453d-8509-5d1fc652f2ba,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:26.252742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c0d14d69-1278-46da-9449-0007305fe85c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:26.407761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49b7531d-4ed0-465f-9686-6bb9b68f8041 req-af781906-5a31-44f4-adcd-55d417419c7d tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f5832f-1021-4b7e-8b67-70bb9af84052 HTTP/1.1" status: 200 len: 210 time: 0.1946080 Apr 01 14:56:26.511594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] No DVR routers for this DVR port 23481063-42f3-453d-8509-5d1fc652f2ba on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:56:26.526954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:26.537181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'name': 'network-vif-deleted', 'tag': '23481063-42f3-453d-8509-5d1fc652f2ba'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:26.566917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f864aa8f-78ce-4278-a6be-30317abfffce req-d181d0c0-db35-4f01-9e92-61878345bbdf tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "DELETE /v2.0/ports/23481063-42f3-453d-8509-5d1fc652f2ba HTTP/1.1" status: 204 len: 173 time: 1.9330957 Apr 01 14:56:26.610865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c0d14d69-1278-46da-9449-0007305fe85c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:26.645363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c0d14d69-1278-46da-9449-0007305fe85c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:26.645738 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:26.661525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2014c9-dfa2-4b91-82c8-a521033dce02 req-b5992625-3e92-4c89-aad9-0268d079b572 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:26.681656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee2014c9-dfa2-4b91-82c8-a521033dce02 req-b5992625-3e92-4c89-aad9-0268d079b572 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.2209208 Apr 01 14:56:26.818255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee2014c9-dfa2-4b91-82c8-a521033dce02 req-2b84879d-ac1e-4829-88e1-be4f954e511d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230233 Apr 01 14:56:26.991945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:27.055555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c0d14d69-1278-46da-9449-0007305fe85c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c0d14d69-1278-46da-9449-0007305fe85c,segment=NetworkSegment(c4493149-788b-449c-b1bb-dcbba0bee5c4),segment_id=c4493149-788b-449c-b1bb-dcbba0bee5c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:27.063030 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:27.165338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-8dd28fc3-75f8-441c-a3db-ff682c0ffdcc tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Synchronizing usage tracker for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:27.172212 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f5832f-1021-4b7e-8b67-70bb9af84052', 'name': 'network-vif-deleted', 'tag': '23481063-42f3-453d-8509-5d1fc652f2ba', 'status': 'completed', 'code': 200} Apr 01 14:56:27.254174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c0d14d69-1278-46da-9449-0007305fe85c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:27.327032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-8dd28fc3-75f8-441c-a3db-ff682c0ffdcc tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Unset dirty status for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:27.329208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:27.333083 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-8dd28fc3-75f8-441c-a3db-ff682c0ffdcc tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4526112 Apr 01 14:56:27.338096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:27.349210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080085a2-6284-40f0-a315-7abf59a41c8f req-a33626ef-05cf-465d-93d2-ab33886474a0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:27.355521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:27.362909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-080085a2-6284-40f0-a315-7abf59a41c8f req-a33626ef-05cf-465d-93d2-ab33886474a0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.2371430 Apr 01 14:56:27.363936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Usage tracker for resource:floatingip and tenant:58f2ee3678ec47e586ba5afc7e59e019 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:27.366949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:27.391604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:27.421288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:27.473992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-2941f8bd-4e8c-4315-baed-01b51bad74f4 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:27.479113 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-2941f8bd-4e8c-4315-baed-01b51bad74f4 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 821 time: 0.3059335 Apr 01 14:56:27.488981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-080085a2-6284-40f0-a315-7abf59a41c8f req-c36ee6d6-747d-478e-8581-9760fbfa8c8e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081724 Apr 01 14:56:27.585383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'port': {'device_id': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'admin_state_up': True, 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:27.837504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e3fa-6bbc-46d0-a530-8df0282a0cce req-57bf8b5b-1b26-4507-87ab-66f498efb948 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:27.851323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab92e3fa-6bbc-46d0-a530-8df0282a0cce req-57bf8b5b-1b26-4507-87ab-66f498efb948 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 946 time: 0.1690865 Apr 01 14:56:27.888625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:27.930877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:27.965998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab92e3fa-6bbc-46d0-a530-8df0282a0cce req-bae22c5c-9992-4363-9f1c-c9f8411353c5 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127012 Apr 01 14:56:27.968352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Made reservation on behalf of e8090a88fd4a4acab183ef9ac4f60dd1 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:27.972170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:28.069078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71cc550d-0ad4-40ee-a641-86aa408c2dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:28.218458 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:28.324193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c0d14d69-1278-46da-9449-0007305fe85c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:28.333124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecd65f19-a374-4d7a-809a-0f0ad8c7d8b9 req-320cf662-5b4b-420c-a98a-f1748f4b4529 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 210 time: 0.1084599 Apr 01 14:56:28.432692 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'code': 200} Apr 01 14:56:28.462613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c0d14d69-1278-46da-9449-0007305fe85c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:28.462613 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:28.553065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Allocated IP 172.20.0.13 (e30228bb-3950-42d7-8581-f8163e72e1da/c794f423-c149-4b6f-9569-ab53cc22e1f2/07e423bd-4782-4009-b784-709e8d6b6692) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:28.595965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Allocated IP 172.25.2.59 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/3fa8c630-4ed9-4074-a339-0eddb09cea6d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:28.672796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23481063-42f3-453d-8509-5d1fc652f2ba no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:28.786890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-197a6756-2e67-4c85-9ee0-1e7a3f561924 req-c65619e7-4f04-45ac-bfeb-229a57ee965f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 1096 time: 0.2791207 Apr 01 14:56:28.812762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 23481063-42f3-453d-8509-5d1fc652f2ba {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:56:28.813294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23481063-42f3-453d-8509-5d1fc652f2ba not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:28.856774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:28.868379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4b101-c007-4419-8c34-ef7e473d204f req-4cc2e7b1-b558-42b2-8a41-10046f258ce2 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:28.875712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79e4b101-c007-4419-8c34-ef7e473d204f req-4cc2e7b1-b558-42b2-8a41-10046f258ce2 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.1603386 Apr 01 14:56:28.911530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-197a6756-2e67-4c85-9ee0-1e7a3f561924 req-dfc1af7a-f560-4617-9f8d-7f250740d4d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143081 Apr 01 14:56:28.935428 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79e4b101-c007-4419-8c34-ef7e473d204f req-d702de3e-5559-4371-a7fa-6146b6e2cc6f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586593 Apr 01 14:56:28.956382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:28.963551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:28.964109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.117822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.126775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.149098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Transition to ACTIVE for port object 07e423bd-4782-4009-b784-709e8d6b6692 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:29.156548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.178528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04116-fa2f-4ca9-9d7f-41bd510c8f2a req-d1aabe3d-8441-4dba-96a9-a1edeac10b30 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:29.183656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:29.184957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ff04116-fa2f-4ca9-9d7f-41bd510c8f2a req-d1aabe3d-8441-4dba-96a9-a1edeac10b30 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.1316617 Apr 01 14:56:29.186268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.192894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.257631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ff04116-fa2f-4ca9-9d7f-41bd510c8f2a req-23af2472-833b-4fc5-b34b-0a778ee3b046 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689232 Apr 01 14:56:29.284326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.331964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:29.406040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=3fa8c630-4ed9-4074-a339-0eddb09cea6d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:29.428165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:29.555035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:29.556718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Pushing event updated for resources: {'Port': ['ID=07e423bd-4782-4009-b784-709e8d6b6692,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:29.566472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:29.581360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:29.741386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Network e30228bb-3950-42d7-8581-f8163e72e1da is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:29.742570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:29.745050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:29.900871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c51fc-a59d-4200-baec-8982f72dac36 req-ef1ff129-7642-4c2a-82cb-7db1830baf41 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:29.909906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-590c51fc-a59d-4200-baec-8982f72dac36 req-ef1ff129-7642-4c2a-82cb-7db1830baf41 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 932 time: 0.1784871 Apr 01 14:56:29.919655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:29.920271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:29.975181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-02d7f53e-a422-4f16-90ce-3bf6930382e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3937340 Apr 01 14:56:29.979813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-590c51fc-a59d-4200-baec-8982f72dac36 req-d062f634-0a04-4e7d-b84f-cd7201e278c1 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683706 Apr 01 14:56:30.091465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.096997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Request body: {'port': {'device_id': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:30.108514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:30.221759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3e64b33-8890-4320-9cd0-ddb70a09fdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.236038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e8292fac-b038-4d81-8e40-81ea11258a1e None None] Provisioning for port 07e423bd-4782-4009-b784-709e8d6b6692 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:30.243575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e8292fac-b038-4d81-8e40-81ea11258a1e None None] Provisioning complete for port 07e423bd-4782-4009-b784-709e8d6b6692 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:30.244502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e8292fac-b038-4d81-8e40-81ea11258a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.259340 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.319324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:30.319693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.337682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10c67a-b077-4e0a-ae1c-030e2bb0cce7 req-c85f3ffd-3f3d-4a20-a77b-b1df4fff81b0 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:30.338573 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.339858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a10c67a-b077-4e0a-ae1c-030e2bb0cce7 req-c85f3ffd-3f3d-4a20-a77b-b1df4fff81b0 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 948 time: 0.1049244 Apr 01 14:56:30.363868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e8292fac-b038-4d81-8e40-81ea11258a1e None None] Port 07e423bd-4782-4009-b784-709e8d6b6692 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:56:30.404061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a10c67a-b077-4e0a-ae1c-030e2bb0cce7 req-97bab6d6-b8dc-48bb-ae17-3517044ab318 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578187 Apr 01 14:56:30.723279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.742212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.887613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=3fa8c630-4ed9-4074-a339-0eddb09cea6d,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:30.966118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.989714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e423bd-4782-4009-b784-709e8d6b6692 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:30.997960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:30.997960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-b95dab43-933a-4e7e-a2af-6759102d7c85 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6632266 Apr 01 14:56:30.998973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:31.106264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-276ab007-98ec-46d9-ad85-bc55b1b5c1d4 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Synchronizing usage tracker for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:31.136767 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:31.151730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Transition to ACTIVE for port object 07e423bd-4782-4009-b784-709e8d6b6692 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:31.153766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b26023-2fb8-407f-a967-1b60cd8284e9 req-2f2f9bbd-95ad-4e6f-ba10-17432990de89 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:31.156129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b26023-2fb8-407f-a967-1b60cd8284e9 req-2f2f9bbd-95ad-4e6f-ba10-17432990de89 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.1256402 Apr 01 14:56:31.172799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:31.228140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b26023-2fb8-407f-a967-1b60cd8284e9 req-c6d3c920-9c16-4b47-a90b-42900e398ed3 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637369 Apr 01 14:56:31.262032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:31.267524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-276ab007-98ec-46d9-ad85-bc55b1b5c1d4 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Unset dirty status for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:31.268725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-276ab007-98ec-46d9-ad85-bc55b1b5c1d4 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.2648113 Apr 01 14:56:31.319741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Pushing event updated for resources: {'Port': ['ID=07e423bd-4782-4009-b784-709e8d6b6692,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:31.472615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f9561-5c55-46cd-8db6-1af9b2700530 req-c23b0395-63a3-440b-a41f-aa9229b16a11 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:31.481074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f30f9561-5c55-46cd-8db6-1af9b2700530 req-c23b0395-63a3-440b-a41f-aa9229b16a11 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.1072676 Apr 01 14:56:31.534367 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f30f9561-5c55-46cd-8db6-1af9b2700530 req-0f56220c-a671-4fcb-b214-2e7e2dc29c3e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 Apr 01 14:56:31.682884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-9abada6a-043c-4207-a04f-7101d63e47ce tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:31.683636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-9abada6a-043c-4207-a04f-7101d63e47ce tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Synchronizing usage tracker for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:31.763874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-9abada6a-043c-4207-a04f-7101d63e47ce tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Unset dirty status for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:31.765553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-9abada6a-043c-4207-a04f-7101d63e47ce tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 948 time: 0.6614094 Apr 01 14:56:31.822102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b5d85-d300-4002-b690-1bd398337fbf req-7965fada-4319-44fc-a538-5a9e40807d37 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:31.823593 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e3b5d85-d300-4002-b690-1bd398337fbf req-7965fada-4319-44fc-a538-5a9e40807d37 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 944 time: 0.1233394 Apr 01 14:56:31.844625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-6cd0b5f2-5a9a-409f-9b03-0a737caf4cea tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:31.845965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-6cd0b5f2-5a9a-409f-9b03-0a737caf4cea tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.5207179 Apr 01 14:56:31.870679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-5cdde46f-b7e4-4567-99d5-445777003387 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:56:31.871693 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-458dd602-e1a6-4fb0-b933-c8bc1895df79 req-5cdde46f-b7e4-4567-99d5-445777003387 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0139029 Apr 01 14:56:31.897946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Deleting port 70c7e885-d065-45df-8374-18ab9554c14e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:31.898074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:31.914735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e3b5d85-d300-4002-b690-1bd398337fbf req-0fb0d6c0-9f2b-457a-b1be-7e76cbb82663 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Apr 01 14:56:31.953594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Attempting to bind port 07e423bd-4782-4009-b784-709e8d6b6692 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:31.954056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Attempting to bind port 07e423bd-4782-4009-b784-709e8d6b6692 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:31.954478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Attempting to bind port 07e423bd-4782-4009-b784-709e8d6b6692 on network e30228bb-3950-42d7-8581-f8163e72e1da {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:31.964995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Port 07e423bd-4782-4009-b784-709e8d6b6692 on network e30228bb-3950-42d7-8581-f8163e72e1da not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:56:31.965464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Attempting to bind port 07e423bd-4782-4009-b784-709e8d6b6692 on network e30228bb-3950-42d7-8581-f8163e72e1da {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:31.981706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:31.982217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Checking segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:31.982666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Bound using segment: {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:31.983236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Bound port: 07e423bd-4782-4009-b784-709e8d6b6692, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46472cc1-61eb-49d3-963a-caf1cf400d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:31.983816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:32.136573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d870bd1-1bca-498f-a271-c97ead9053d3 req-c219a4d7-8bfc-4815-b937-854d2cdaf174 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:32.143693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d870bd1-1bca-498f-a271-c97ead9053d3 req-c219a4d7-8bfc-4815-b937-854d2cdaf174 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 948 time: 0.1075363 Apr 01 14:56:32.212191 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d870bd1-1bca-498f-a271-c97ead9053d3 req-cf88c27f-ffa3-4246-a392-6215440a7b43 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/security-groups?id=361c407d-28cc-4bdf-90bc-0c0f5dd25665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673351 Apr 01 14:56:32.233096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] For port 07e423bd-4782-4009-b784-709e8d6b6692, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:32.316787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] For port 07e423bd-4782-4009-b784-709e8d6b6692, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=07e423bd-4782-4009-b784-709e8d6b6692,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:32.327918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:32.432675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4386494-1462-47a3-811d-0e2aca86e16f req-95a42231-44d9-4b41-9106-8a3c6b4f114e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:32.434010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4386494-1462-47a3-811d-0e2aca86e16f req-95a42231-44d9-4b41-9106-8a3c6b4f114e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.3129880 Apr 01 14:56:32.455458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-41430472-f4e0-474c-90f4-9db71db5e0f2 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1945734 Apr 01 14:56:32.468146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:32.476165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:32.498009 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:32.500280 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 1092 time: 2.5121484 Apr 01 14:56:32.501247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:32.505428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:32.509207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83586e71-4d60-4863-9319-83d5269113c6 service neutron] Pushing event updated for resources: {'Port': ['ID=07e423bd-4782-4009-b784-709e8d6b6692,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:32.527721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:32.594760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:32.645218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] For port 70c7e885-d065-45df-8374-18ab9554c14e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=70c7e885-d065-45df-8374-18ab9554c14e,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:32.645731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:32.664795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4386494-1462-47a3-811d-0e2aca86e16f req-f9fb6a0e-2ee8-461f-9f75-0340032c240f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237525 Apr 01 14:56:32.797002 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692', 'status': 'completed', 'code': 200} Apr 01 14:56:32.855509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:32.875577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Calling delete_port for 70c7e885-d065-45df-8374-18ab9554c14e owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:33.017795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Allocated IP 172.25.2.212 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/abe6f963-7b05-46d4-bd07-948c09ae0cc8) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:33.030250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-3e0aff22-0272-4433-b99b-fa3c832788a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 1095 time: 0.4791965 Apr 01 14:56:33.152776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c0dfc-6148-4283-a328-dd4e6af81c7c req-59002fea-4984-4083-aea5-d2f253d382a7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:33.154290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f12c0dfc-6148-4283-a328-dd4e6af81c7c req-59002fea-4984-4083-aea5-d2f253d382a7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.2370865 Apr 01 14:56:33.163425 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-b653de57-cf77-44b5-a6ee-0856a827b950 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 217 time: 0.0992205 Apr 01 14:56:33.270663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:33.315787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-e589f0af-4fa2-4056-b15b-55804c28b2e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:33.317235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-e589f0af-4fa2-4056-b15b-55804c28b2e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.1470087 Apr 01 14:56:33.330170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f12c0dfc-6148-4283-a328-dd4e6af81c7c req-4959aeff-422a-4f00-b5a9-dc4ad37cc89e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258323 Apr 01 14:56:33.334504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Pushing event deleted for resources: {'Port': ['ID=70c7e885-d065-45df-8374-18ab9554c14e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:33.377469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:33.413543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:33.477444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] No DVR routers for this DVR port 70c7e885-d065-45df-8374-18ab9554c14e on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:56:33.486973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:33.507323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=abe6f963-7b05-46d4-bd07-948c09ae0cc8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:33.515656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:33.517313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:33.518289 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-390418fc-04df-49df-8da9-3cb5c79fa57b req-ba246f6a-8ce4-461d-ae33-a885ec197e27 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.44 "DELETE /v2.0/ports/70c7e885-d065-45df-8374-18ab9554c14e HTTP/1.1" status: 204 len: 173 time: 1.7314911 Apr 01 14:56:33.520116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:33.563346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-bec177fe-28ad-4dcd-92bc-f7e0a68fdb73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320931 Apr 01 14:56:33.726118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:33.815340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:33.858468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7e272-b485-4072-95bc-4798e8b3edfd req-e24e17c9-f084-44e2-9ef9-34aec0322e5d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:33.859309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5fc7e272-b485-4072-95bc-4798e8b3edfd req-e24e17c9-f084-44e2-9ef9-34aec0322e5d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:33.868406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-55f612bc-10ff-42bf-bbe9-c3a4a8dbd8e4 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956736 Apr 01 14:56:33.951506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5fc7e272-b485-4072-95bc-4798e8b3edfd req-e24e17c9-f084-44e2-9ef9-34aec0322e5d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:33.952803 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fc7e272-b485-4072-95bc-4798e8b3edfd req-e24e17c9-f084-44e2-9ef9-34aec0322e5d tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 944 time: 0.4315257 Apr 01 14:56:34.067380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fc7e272-b485-4072-95bc-4798e8b3edfd req-96a8d712-b7f0-4031-81fd-3f4b1f680b9f tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062346 Apr 01 14:56:34.076365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7aa5fd2d-729a-4dee-aba5-075c35434c98 req-1f3128d6-abc4-47fe-87d0-9829484781a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003188 Apr 01 14:56:34.128969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:34.135729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:34.240535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-961fede1-aeb1-4fec-8d0d-f7ef2376b0e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 1095 time: 0.1042643 Apr 01 14:56:34.271910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=abe6f963-7b05-46d4-bd07-948c09ae0cc8,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:34.285803 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:34.316185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:34.324267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-a1cc1e6e-5fed-4816-8a23-b6b0e2ccb312 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8601921 Apr 01 14:56:34.352104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-00739e86-f722-409b-b8e4-5e1428293a40 req-f2d8f4ae-641f-4327-8692-bfb4e97f8e13 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Synchronizing usage tracker for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:34.406453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-1e3b9904-cf82-4a81-b533-83292b522af1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Synchronizing usage tracker for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:34.431077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-1e3b9904-cf82-4a81-b533-83292b522af1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Unset dirty status for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:34.432186 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-1e3b9904-cf82-4a81-b533-83292b522af1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 696 time: 0.1071396 Apr 01 14:56:34.437265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-00739e86-f722-409b-b8e4-5e1428293a40 req-f2d8f4ae-641f-4327-8692-bfb4e97f8e13 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] Unset dirty status for tenant:1662567ec2f44255838eae097b28ef41 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:34.438952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-00739e86-f722-409b-b8e4-5e1428293a40 req-f2d8f4ae-641f-4327-8692-bfb4e97f8e13 tempest-LiveMigrationNegativeTest-420362054 tempest-LiveMigrationNegativeTest-420362054-project] 10.222.0.48 "GET /v2.0/ports?device_id=55542a89-6b21-48cc-9f55-aae478640bc1 HTTP/1.1" status: 200 len: 210 time: 0.1971459 Apr 01 14:56:34.495584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-80fda60d-a1a0-4f2c-a278-29793379cdb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:34.497031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-80fda60d-a1a0-4f2c-a278-29793379cdb2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.2028306 Apr 01 14:56:34.601343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 70c7e885-d065-45df-8374-18ab9554c14e no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:34.621678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-33582a4e-6496-4a9f-b175-9a3d418df01b tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:34.630440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-3cc72b8b-26ab-4ad2-b55e-277068ab25d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 217 time: 0.1257274 Apr 01 14:56:34.638242 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b01f8d1a-9373-4099-9769-403b93dbf2a3 req-33582a4e-6496-4a9f-b175-9a3d418df01b tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.1999686 Apr 01 14:56:34.644816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 70c7e885-d065-45df-8374-18ab9554c14e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:56:34.645423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 70c7e885-d065-45df-8374-18ab9554c14e not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:34.717762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-26bfb567-52c7-4818-8408-ebc13258c3b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:34.719298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-26bfb567-52c7-4818-8408-ebc13258c3b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.0811453 Apr 01 14:56:34.778159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79a4b-d53f-4f39-bc74-494d6783476a req-628450db-ba0b-48ac-b366-a93666750457 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:34.779630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cc79a4b-d53f-4f39-bc74-494d6783476a req-628450db-ba0b-48ac-b366-a93666750457 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.1842759 Apr 01 14:56:34.800745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55542a89-6b21-48cc-9f55-aae478640bc1', 'name': 'network-vif-deleted', 'tag': '70c7e885-d065-45df-8374-18ab9554c14e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:34.855801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cc79a4b-d53f-4f39-bc74-494d6783476a req-6bb01fe7-cbf2-491c-a440-f9a64bde6824 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701125 Apr 01 14:56:34.859659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-d69ea51d-bdbe-4a0a-9253-0af3933184de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328712 Apr 01 14:56:34.914529 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-aabc3815-4e4f-472e-a85a-12f43462192c req-2a5d00eb-993f-4cca-a684-9bc6c34b65ef service neutron] show failed (client error): The resource could not be found. Apr 01 14:56:34.915520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-2a5d00eb-993f-4cca-a684-9bc6c34b65ef service neutron] 10.222.0.62 "GET /v2.0/ports/83c269c4-7854-49d4-89f8-48405e6cb989/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.1430213 Apr 01 14:56:34.944128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a8e89-b248-4325-8db6-7b32a7ddd890 req-ec640b3a-b405-46e6-83d8-16e1ffab4c91 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:34.945693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a00a8e89-b248-4325-8db6-7b32a7ddd890 req-ec640b3a-b405-46e6-83d8-16e1ffab4c91 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.2104547 Apr 01 14:56:35.015335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a00a8e89-b248-4325-8db6-7b32a7ddd890 req-adb289ee-f1cb-4dd5-b0be-d15f96be72b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575187 Apr 01 14:56:35.110055 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55542a89-6b21-48cc-9f55-aae478640bc1', 'name': 'network-vif-deleted', 'tag': '70c7e885-d065-45df-8374-18ab9554c14e', 'status': 'completed', 'code': 200} Apr 01 14:56:35.144998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-368122ac-ac76-4e4e-9235-e33b261df646 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773421 Apr 01 14:56:35.213161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-74d2068f-188b-441e-8fcd-59358e8fe4b6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2710283 Apr 01 14:56:35.266714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:35.282483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:35.288682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db97a2-e032-46b4-9f72-6f42026cf156 req-0fca21c2-50b0-4a03-8394-a3460f2e53a8 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:35.290153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5db97a2-e032-46b4-9f72-6f42026cf156 req-0fca21c2-50b0-4a03-8394-a3460f2e53a8 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.0813613 Apr 01 14:56:35.307298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:35.344486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5db97a2-e032-46b4-9f72-6f42026cf156 req-260329f7-f5d9-4cb0-9b93-96ab185ade03 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Apr 01 14:56:35.357290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:35.397980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-678b5778-bf1c-4992-acb0-5dda62539dcc req-54bf59a5-0b4a-4338-b600-1e34d7a94e68 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467406 Apr 01 14:56:35.455135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-c9401d90-145b-45d7-a4e1-fb6842c6c182 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31&tenant_id=92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 1101 time: 0.2791977 Apr 01 14:56:35.470567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:35.572611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b9eb-3fe9-4d7a-945f-15c9b5ad3faa req-4df8fe26-e6f4-481f-991e-7a71933a746a tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:35.574342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd83b9eb-3fe9-4d7a-945f-15c9b5ad3faa req-4df8fe26-e6f4-481f-991e-7a71933a746a tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 944 time: 0.0909309 Apr 01 14:56:35.624237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:35.625848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd83b9eb-3fe9-4d7a-945f-15c9b5ad3faa req-a772c3f3-c401-42c4-a12f-da3045c891a6 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Apr 01 14:56:35.836344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:35.953476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd95c87-2f2e-41d4-8113-2bd115ed72c1 req-5d1a48e7-d79e-4aff-8f8f-a04444fc56c8 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:35.961531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dd95c87-2f2e-41d4-8113-2bd115ed72c1 req-5d1a48e7-d79e-4aff-8f8f-a04444fc56c8 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.0997138 Apr 01 14:56:36.033666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dd95c87-2f2e-41d4-8113-2bd115ed72c1 req-db74eaeb-9535-47e8-8001-3dd826b45331 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711682 Apr 01 14:56:36.113052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Allocated IP 172.25.2.45 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/b8cbde0d-0337-408a-8391-a6d1752c7ee5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:36.154072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47944) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:36.264049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc5511-89cb-4448-b2e5-654d99b0e842 req-70d1e18f-b0a2-4458-b7e9-41b9069133ea tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:36.267788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ecc5511-89cb-4448-b2e5-654d99b0e842 req-70d1e18f-b0a2-4458-b7e9-41b9069133ea tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.1052966 Apr 01 14:56:36.317109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ecc5511-89cb-4448-b2e5-654d99b0e842 req-39d54ad7-fdc8-408f-acf0-7b917900cbd8 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Apr 01 14:56:36.338824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:36.407986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.414162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:36.424765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e73c198a-a8bb-41f3-bea2-83d5f8c7164a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1662567ec2f44255838eae097b28ef41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2670820 Apr 01 14:56:36.425129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47952) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:36.484175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.504309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Transition to ACTIVE for port object 83c269c4-7854-49d4-89f8-48405e6cb989 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:36.510163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.548109 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.617797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 07e423bd-4782-4009-b784-709e8d6b6692 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:36.654529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:36.664397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85106491-4de2-4698-a43b-5c95600687db service neutron] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:36.666980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:36.682548 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba4404c1-f885-4955-9f78-61d178420821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.707628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:36.717967 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba4404c1-f885-4955-9f78-61d178420821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.840881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69690ca0-ac73-4386-8259-dbaf01ec6121 req-3113fda8-147d-4a10-b2ee-c59c45770462 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:36.844858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69690ca0-ac73-4386-8259-dbaf01ec6121 req-3113fda8-147d-4a10-b2ee-c59c45770462 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.3696139 Apr 01 14:56:36.848652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 07e423bd-4782-4009-b784-709e8d6b6692, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=07e423bd-4782-4009-b784-709e8d6b6692,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:36.850529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba4404c1-f885-4955-9f78-61d178420821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.868201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '07e423bd-4782-4009-b784-709e8d6b6692', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'port_id': '07e423bd-4782-4009-b784-709e8d6b6692', 'mac_address': 'fa:16:3e:4e:ee:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:36.885508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] No DVR routers for this DVR port 83c269c4-7854-49d4-89f8-48405e6cb989 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:56:36.926901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4404c1-f885-4955-9f78-61d178420821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c407d-28cc-4bdf-90bc-0c0f5dd25665,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:36.964307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=b8cbde0d-0337-408a-8391-a6d1752c7ee5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:36.973779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:36.991195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:36.991549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:36.991874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:36.997617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba4404c1-f885-4955-9f78-61d178420821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.001578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ba4404c1-f885-4955-9f78-61d178420821 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/361c407d-28cc-4bdf-90bc-0c0f5dd25665 HTTP/1.1" status: 204 len: 168 time: 0.5755601 Apr 01 14:56:37.004658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e423bd-4782-4009-b784-709e8d6b6692 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:37.006053 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69690ca0-ac73-4386-8259-dbaf01ec6121 req-dbbd736d-b2f9-40c2-acca-307c73ad5863 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434960 Apr 01 14:56:37.013140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:56:37.014016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:37.055253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 07e423bd-4782-4009-b784-709e8d6b6692, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=07e423bd-4782-4009-b784-709e8d6b6692,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:37.060641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:37.061080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:37.061653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:37.062186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Bound port: 83c269c4-7854-49d4-89f8-48405e6cb989, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:37.063481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.069019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.165537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=07e423bd-4782-4009-b784-709e8d6b6692,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:37.227069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:37.282321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.297386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3a0c1-fc10-4f12-b52b-b1b8fbd656b9 req-27b96974-a740-4d87-8c02-3b6046a39b74 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:37.299042 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69d3a0c1-fc10-4f12-b52b-b1b8fbd656b9 req-27b96974-a740-4d87-8c02-3b6046a39b74 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 945 time: 0.1041579 Apr 01 14:56:37.334499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:37.353078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69d3a0c1-fc10-4f12-b52b-b1b8fbd656b9 req-885e3acb-046f-45e1-b7cb-c8b052268bd9 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Apr 01 14:56:37.354133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:37.360182 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.396873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['07e423bd-4782-4009-b784-709e8d6b6692'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:37.443140 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.510145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:37.583695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8071ea-afd1-481a-afef-d3b1be75b7c3 req-39873b46-85bc-43eb-84ff-cca178b6df6e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:37.585233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc8071ea-afd1-481a-afef-d3b1be75b7c3 req-39873b46-85bc-43eb-84ff-cca178b6df6e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.1125329 Apr 01 14:56:37.592232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.593596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-85106491-4de2-4698-a43b-5c95600687db service neutron] 10.222.0.44 "PUT /v2.0/ports/83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 1096 time: 2.1281760 Apr 01 14:56:37.700758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc8071ea-afd1-481a-afef-d3b1be75b7c3 req-46b73ef0-0c75-40e4-b594-f06da6f6a6f2 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Apr 01 14:56:37.747057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85106491-4de2-4698-a43b-5c95600687db service neutron] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:37.799730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bdba1660-7ff8-41e1-bb3a-bccc1900c36b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=763112229cfe4bc19ecd39ded2291a89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2864876 Apr 01 14:56:37.802290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47980) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:37.808770 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'code': 200} Apr 01 14:56:37.922052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-5a6eab6a-5425-4dbe-9177-43e5cd1f1ba6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1099 time: 0.2908599 Apr 01 14:56:37.923920 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd8a1-d0c2-4b97-a924-d9e69f68905f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:37.953510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd8a1-d0c2-4b97-a924-d9e69f68905f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.101579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0aa586-8bb3-49db-9b2b-7adf1a345e1c req-900e712b-5c5e-499d-9459-70986d12a709 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:38.110850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d0aa586-8bb3-49db-9b2b-7adf1a345e1c req-900e712b-5c5e-499d-9459-70986d12a709 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.1230075 Apr 01 14:56:38.112814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd8a1-d0c2-4b97-a924-d9e69f68905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.137510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:56:38.154695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcd8a1-d0c2-4b97-a924-d9e69f68905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dab307d-273a-4c56-8597-bf884f50abe6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:38.166099 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.176804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.181729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9fdcd8a1-d0c2-4b97-a924-d9e69f68905f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.182392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9fdcd8a1-d0c2-4b97-a924-d9e69f68905f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0dab307d-273a-4c56-8597-bf884f50abe6 HTTP/1.1" status: 204 len: 168 time: 0.3788915 Apr 01 14:56:38.199796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d0aa586-8bb3-49db-9b2b-7adf1a345e1c req-508a45b8-9c45-4ab2-bed7-0d6b9ca16641 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879254 Apr 01 14:56:38.337028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=b8cbde0d-0337-408a-8391-a6d1752c7ee5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:38.342127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc3815-4e4f-472e-a85a-12f43462192c req-b76d5d4f-266d-428f-9f6b-4175a07f3df5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:38.343602 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-b76d5d4f-266d-428f-9f6b-4175a07f3df5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4125237 Apr 01 14:56:38.395372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6eb22-803f-484e-90f5-09eedd409444 req-6842cfa9-776e-4e20-b4b7-fd7a88ba1075 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:38.400309 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64c6eb22-803f-484e-90f5-09eedd409444 req-6842cfa9-776e-4e20-b4b7-fd7a88ba1075 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.0919526 Apr 01 14:56:38.403758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.427428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-9cae9f09-2d17-4b1d-86d3-76790d508b9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.0751460 Apr 01 14:56:38.459952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64c6eb22-803f-484e-90f5-09eedd409444 req-cbc73f27-26a6-4908-86f3-b9f79527c1af tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553527 Apr 01 14:56:38.505015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.512063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-e0fceead-3612-4f2a-b57c-5b029c58d21e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2905555 Apr 01 14:56:38.591130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc3815-4e4f-472e-a85a-12f43462192c req-b6f8cb21-406b-48dc-986a-6b84ce24da6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:38.592617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-b6f8cb21-406b-48dc-986a-6b84ce24da6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1586235 Apr 01 14:56:38.597900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-3b8c2abc-09aa-485f-bf66-65c14951c28e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Synchronizing usage tracker for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:38.626073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 07e423bd-4782-4009-b784-709e8d6b6692 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:38.673379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-3b8c2abc-09aa-485f-bf66-65c14951c28e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Unset dirty status for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:38.679984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-3b8c2abc-09aa-485f-bf66-65c14951c28e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.1670778 Apr 01 14:56:38.778562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 07e423bd-4782-4009-b784-709e8d6b6692 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:38.787883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 07e423bd-4782-4009-b784-709e8d6b6692 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:38.789297 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:38.906706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-fe6e08e3-e60b-40cb-a944-3f29005d2310 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3046744 Apr 01 14:56:39.099688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-d1906b14-bc6d-413f-8d45-e9a34a63143f service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822968 Apr 01 14:56:39.120166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:39.173027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:39.205734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 07e423bd-4782-4009-b784-709e8d6b6692, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=07e423bd-4782-4009-b784-709e8d6b6692,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:39.219978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:39.299885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aabc3815-4e4f-472e-a85a-12f43462192c req-6296480c-6e7e-4cc1-8515-732531eb3d67 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905959 Apr 01 14:56:39.334731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d77b-72f4-4141-97d0-ea8442ecd69e req-99f6acc0-76a1-40f6-a692-0f563382ce84 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:39.342553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90e8d77b-72f4-4141-97d0-ea8442ecd69e req-99f6acc0-76a1-40f6-a692-0f563382ce84 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 946 time: 0.0988076 Apr 01 14:56:39.376267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=07e423bd-4782-4009-b784-709e8d6b6692,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:39.394860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-5d6152f8-d115-448f-8887-1bd62063feb2 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:39.400625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3d00f3c-858d-4728-b64d-1c80dc17ad78 req-5d6152f8-d115-448f-8887-1bd62063feb2 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.7197981 Apr 01 14:56:39.470207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90e8d77b-72f4-4141-97d0-ea8442ecd69e req-46c220d7-3712-4dea-a306-a66d3d8f2cbe tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267073 Apr 01 14:56:39.584021 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692', 'code': 200} Apr 01 14:56:39.811019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:39.818392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ae8db-e297-467d-b7cf-3b69c068e744 req-cc11dd19-60b1-4ac2-b267-08646384d308 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:39.820061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-277ae8db-e297-467d-b7cf-3b69c068e744 req-cc11dd19-60b1-4ac2-b267-08646384d308 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.1127262 Apr 01 14:56:39.870858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-277ae8db-e297-467d-b7cf-3b69c068e744 req-d0ff2287-198e-4de3-b0ba-ad687d4a393f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Apr 01 14:56:39.914448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45867d01-b2eb-494c-8293-a00fe5c34e3d req-97b91aa7-8202-40da-b59d-71cded55afa7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 1097 time: 0.2014120 Apr 01 14:56:39.919237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-197a5bd3-d06b-4fbd-8353-df5b1533ad4b tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3271384 Apr 01 14:56:39.965371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:39.965518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:39.976233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:39.980888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45867d01-b2eb-494c-8293-a00fe5c34e3d req-1436f77f-7bdb-431e-8e24-7d61bfde7d78 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586309 Apr 01 14:56:39.992469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:40.019185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:40.104035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:40.218505 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'status': 'completed', 'code': 200} Apr 01 14:56:40.344643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-280fea8f-044d-4622-ab01-57d4a73812e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1099 time: 0.1031740 Apr 01 14:56:40.346947 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:40.397707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-8ca0d429-309f-4b3e-abde-7985b2d3bb3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1099 time: 0.1228323 Apr 01 14:56:40.555076 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:40.657020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff738076-91be-4203-be52-467d7552dc0b req-55ff97c5-4cc7-46da-8797-cd13190b9744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:40.658700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-55ff97c5-4cc7-46da-8797-cd13190b9744 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2489877 Apr 01 14:56:40.754016 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-c2275fac-9e40-4923-84b3-f97932fbb99f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.0874066 Apr 01 14:56:40.790038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff738076-91be-4203-be52-467d7552dc0b req-326b7db6-7c85-4b43-8507-30e5085259c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:40.791623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-326b7db6-7c85-4b43-8507-30e5085259c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4035110 Apr 01 14:56:40.872297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Allocated IP 172.25.2.140 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/47f3b6b4-406a-4421-9b43-ec040c45d7ed) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:40.885288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff738076-91be-4203-be52-467d7552dc0b req-5a41083e-0487-421c-971b-d4bcd930be20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:40.886629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-5a41083e-0487-421c-971b-d4bcd930be20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1253672 Apr 01 14:56:40.901109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-4eaf87bf-db2d-4036-bd52-e6c27b7e440a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.0971847 Apr 01 14:56:41.082798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-f8f2ba2b-3cfe-4e00-aad5-79169065876f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880119 Apr 01 14:56:41.146984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff738076-91be-4203-be52-467d7552dc0b req-e58c24c8-04f9-4fa1-84c6-ed00f2ad1a4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:41.148379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-e58c24c8-04f9-4fa1-84c6-ed00f2ad1a4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2261527 Apr 01 14:56:41.237153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c5324-a4e7-4b13-9db4-143e5901de67 req-514cedfc-68f7-45cf-b6b0-69937ef3aece tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:41.244284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-992c5324-a4e7-4b13-9db4-143e5901de67 req-514cedfc-68f7-45cf-b6b0-69937ef3aece tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.2162952 Apr 01 14:56:41.309963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:41.313361 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-e445e454-0803-4e87-b403-384defbaa732 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999331 Apr 01 14:56:41.316488 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-9d6d0b1b-e3d0-434b-9150-aa08281905f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520915 Apr 01 14:56:41.410916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-992c5324-a4e7-4b13-9db4-143e5901de67 req-2bdbefec-043f-44be-8680-3fcc1c7df616 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655655 Apr 01 14:56:41.496745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:41.568372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-036498c5-a5d9-46c4-89fd-2010c39dbce1 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448804 Apr 01 14:56:41.572443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:41.582475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:41.587582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:41.662989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-72ea8bfa-4bb2-4b21-a886-f0c20bd601ea service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399355 Apr 01 14:56:41.802102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=47f3b6b4-406a-4421-9b43-ec040c45d7ed,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:41.820677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef59e2-52f5-448c-a75b-f87dd7813de2 req-7263e8ad-4f63-4dd3-907d-263c73d14611 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:41.828149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ef59e2-52f5-448c-a75b-f87dd7813de2 req-7263e8ad-4f63-4dd3-907d-263c73d14611 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 946 time: 0.1211824 Apr 01 14:56:41.894452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff738076-91be-4203-be52-467d7552dc0b req-3a207882-1348-4e0a-9fd6-6e8184c8cb0a service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237191 Apr 01 14:56:41.923865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ef59e2-52f5-448c-a75b-f87dd7813de2 req-895e6e83-42b9-455e-aa60-7454f6ddcdbb tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928445 Apr 01 14:56:41.982822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:41.997388 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.088035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.158669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:42.183617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'port_id': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'mac_address': 'fa:16:3e:fb:bc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c17c9c-2026-4113-8daa-cb1eb862a1d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:42.257696 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.279122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51bc908b-5d2a-48ff-adfe-d1a4ac482aee {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:42.302323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:42.307453 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.316829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44cd31-ce9b-4d63-a91b-40ae831a0e42 req-61c7c8aa-bcbc-44a9-bae8-ddada075a70b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:42.318302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b44cd31-ce9b-4d63-a91b-40ae831a0e42 req-61c7c8aa-bcbc-44a9-bae8-ddada075a70b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 948 time: 0.2365944 Apr 01 14:56:42.374427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.376739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b44cd31-ce9b-4d63-a91b-40ae831a0e42 req-b7e1261c-9d86-4874-9276-f06d65769009 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495279 Apr 01 14:56:42.380690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.386219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:42.393462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['51bc908b-5d2a-48ff-adfe-d1a4ac482aee'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:42.628671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event updated for resources: {'Port': ['ID=47f3b6b4-406a-4421-9b43-ec040c45d7ed,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:42.633561 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.635087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:42.661862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.667781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-c394e4a3-95d8-463b-b6a6-e1c96a5881d6 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7150474 Apr 01 14:56:42.818212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:42.841001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '83c269c4-7854-49d4-89f8-48405e6cb989', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '83c269c4-7854-49d4-89f8-48405e6cb989', 'mac_address': 'fa:16:3e:5c:cf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:42.936945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:42.954013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-15bb8ec5-16dd-4f57-8e0d-91777759fc24 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Synchronizing usage tracker for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:42.981085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-15bb8ec5-16dd-4f57-8e0d-91777759fc24 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Unset dirty status for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:42.983004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-15bb8ec5-16dd-4f57-8e0d-91777759fc24 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.3133223 Apr 01 14:56:42.994287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c269c4-7854-49d4-89f8-48405e6cb989 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:43.014225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:43.021224 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:43.102259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:43.193397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-0c166a7c-cad4-47e1-8ab6-fc6d0c22913f tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.195358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-634f8c32-9ecc-4ee8-b0e9-e361fc19f862 req-0c166a7c-cad4-47e1-8ab6-fc6d0c22913f tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.2054455 Apr 01 14:56:43.244241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.244654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.244954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.245306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.245690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.245983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.246327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.246668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.247008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.247374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.247742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.248084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.248422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.248759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.250881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c219a086-73c7-4666-8068-cc34add0d90d req-8abb1416-3811-44ab-b102-58ffa385edc1 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9918 time: 0.2025883 Apr 01 14:56:43.349558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['83c269c4-7854-49d4-89f8-48405e6cb989'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:43.377245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-7f2eab17-954f-4be4-b5d8-36cbdb3a68ad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.378816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-7f2eab17-954f-4be4-b5d8-36cbdb3a68ad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0841169 Apr 01 14:56:43.504023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-2ebf4196-4051-49b7-88ca-481285937f9e tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.1193488 Apr 01 14:56:43.509094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'floatingip': {'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:43.605461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:43.850404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855b2d-f72c-4936-89f4-3dd01bc03eea req-16ead949-bcc7-4ac5-b4cb-22d1c1a0720e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.858185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c855b2d-f72c-4936-89f4-3dd01bc03eea req-16ead949-bcc7-4ac5-b4cb-22d1c1a0720e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 944 time: 0.0986814 Apr 01 14:56:43.891631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-ab6dfde4-dd9f-4c86-88ca-f3e092d6b8d9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:43.892621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-ab6dfde4-dd9f-4c86-88ca-f3e092d6b8d9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31&tenant_id=92ae89e691eb495a9d56b813de5b091a&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 949 time: 0.1612370 Apr 01 14:56:43.914489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c855b2d-f72c-4936-89f4-3dd01bc03eea req-ece6a50c-7171-4e9d-8a33-889cc49a0308 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Apr 01 14:56:43.996667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:44.149172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:44.149511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.162317 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e57ee27-c023-4036-90ba-6029204c2057 req-27536f45-8b49-47af-952c-2c575f410506 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips/9a3b58d6-1cbe-4ea9-a8e9-d51dda979bf7 HTTP/1.1" status: 200 len: 693 time: 0.0982678 Apr 01 14:56:44.316285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.361033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:44.363061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:44.371333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.407743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57ee27-c023-4036-90ba-6029204c2057 req-2d9f693d-4d72-47d9-b39e-406685ec06cb tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:44.414808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e57ee27-c023-4036-90ba-6029204c2057 req-2d9f693d-4d72-47d9-b39e-406685ec06cb tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.2515693 Apr 01 14:56:44.423116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-1e57ee27-c023-4036-90ba-6029204c2057 req-a30aa9a9-4353-4efb-bc86-14614ba7f75b tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:56:44.438157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e57ee27-c023-4036-90ba-6029204c2057 req-a30aa9a9-4353-4efb-bc86-14614ba7f75b tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0221088 Apr 01 14:56:44.473830 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.485640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:44.609130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5b418-69fc-4990-87cd-ab3cade0e180 req-b5b0d045-949a-4c84-a01d-c6f6f077b840 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:44.610526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24b5b418-69fc-4990-87cd-ab3cade0e180 req-b5b0d045-949a-4c84-a01d-c6f6f077b840 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 886 time: 0.1513178 Apr 01 14:56:44.644778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:44.740306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 83c269c4-7854-49d4-89f8-48405e6cb989 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:44.748760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 83c269c4-7854-49d4-89f8-48405e6cb989 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:44.750000 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.887820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036eee-e59f-44c1-a0a1-72e7d09acc8d req-e4f14663-f5ab-4964-a0ff-a7420758f82d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:44.896828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c036eee-e59f-44c1-a0a1-72e7d09acc8d req-e4f14663-f5ab-4964-a0ff-a7420758f82d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 949 time: 0.1712096 Apr 01 14:56:44.911056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-2bc6a825-6553-49d0-8aac-2e69190b20e5 service neutron] 10.222.0.44 "GET /v2.0/ports/83c269c4-7854-49d4-89f8-48405e6cb989/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 382 time: 0.5806887 Apr 01 14:56:44.946617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.961193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c036eee-e59f-44c1-a0a1-72e7d09acc8d req-ee9824d9-9344-4ab6-8225-65da2b1de71a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612199 Apr 01 14:56:44.983073 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.988982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:44.990673 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:44.996072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:45.076808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:45.181969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-f65ebaee-d78b-405d-a90a-62f2996aee6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1100 time: 0.2389572 Apr 01 14:56:45.275046 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'code': 200} Apr 01 14:56:45.340056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-cb188da5-0c14-4869-95dc-bd940bbfdd51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:45.341593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-cb188da5-0c14-4869-95dc-bd940bbfdd51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.1523600 Apr 01 14:56:45.385472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-235c9131-88ae-4d72-8808-0181baf7d604 req-04242f09-edef-4727-9aaf-d54cc5824e42 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips/9a3b58d6-1cbe-4ea9-a8e9-d51dda979bf7 HTTP/1.1" status: 200 len: 693 time: 0.0894170 Apr 01 14:56:45.418344 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6 associated. External IP: 172.25.2.248, port: 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7. Apr 01 14:56:45.472438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-ec355972-3647-4883-8adf-a1081b8e6229 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.1235356 Apr 01 14:56:45.536907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9131-88ae-4d72-8808-0181baf7d604 req-46e65f45-d1ef-41ce-b1e0-3a36fdfde2ef tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:45.544605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-235c9131-88ae-4d72-8808-0181baf7d604 req-46e65f45-d1ef-41ce-b1e0-3a36fdfde2ef tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.1517231 Apr 01 14:56:45.549297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-235c9131-88ae-4d72-8808-0181baf7d604 req-af15b9f1-feaa-47b1-8b29-a320fc8e16c2 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:56:45.550235 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-235c9131-88ae-4d72-8808-0181baf7d604 req-af15b9f1-feaa-47b1-8b29-a320fc8e16c2 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056338 Apr 01 14:56:45.616997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-456de836-ffc8-4790-b6c6-f7993539ab42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:45.618606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-456de836-ffc8-4790-b6c6-f7993539ab42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1289151 Apr 01 14:56:45.635849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-235c9131-88ae-4d72-8808-0181baf7d604 req-bac42239-daf9-4fb3-b522-611509e87ec9 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0783722 Apr 01 14:56:45.719594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-235c9131-88ae-4d72-8808-0181baf7d604 req-290da7de-6fc3-4861-864a-12c66f4ca865 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0767596 Apr 01 14:56:45.725409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-e5251bdc-697d-4493-b3aa-2582c7fddf8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000755 Apr 01 14:56:45.879745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Deleting port 47f3b6b4-406a-4421-9b43-ec040c45d7ed {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:45.880087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:45.999583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-c62716c7-05d5-45a9-9d3f-6c02dcbe839f service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588136 Apr 01 14:56:46.156121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-0c4c7605-9293-4634-8d3e-7c09699040a0 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494412 Apr 01 14:56:46.158447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:46.158868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:46.179688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:56:46.296461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Calling delete_port for 47f3b6b4-406a-4421-9b43-ec040c45d7ed owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:46.466337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:46.511533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:56:46.514349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event deleted for resources: {'Port': ['ID=47f3b6b4-406a-4421-9b43-ec040c45d7ed,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:46.516705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:46.532410 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:56:46.556253 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:46.557223 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:46.569645 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-99b38ed6-2ac0-4bdc-ad9f-fb2a057e2fad tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "PUT /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 200 len: 997 time: 3.0644703 Apr 01 14:56:46.570081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:46.624604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:46.646488 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:46.647886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-235c9131-88ae-4d72-8808-0181baf7d604 req-1bf6fd01-51f6-4232-a5a8-8e593cdf4c1c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "DELETE /v2.0/floatingips/9a3b58d6-1cbe-4ea9-a8e9-d51dda979bf7 HTTP/1.1" status: 204 len: 173 time: 0.9226971 Apr 01 14:56:46.660272 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-59d3b418-6fba-4be8-b8b8-77f6f02a808c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.0776458 Apr 01 14:56:46.812537 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:46.867158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.868005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.868384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.868745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.869102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.869451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.869920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.870767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.871252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.871609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.871958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.872303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.872649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.872997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.875130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-092ab26a-5840-41e5-8612-bb1a8018a3d3 req-23d9fc4c-57d1-4d44-9273-56a65c609e78 tempest-NetworksTest-2056453586 tempest-NetworksTest-2056453586-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9918 time: 0.2033005 Apr 01 14:56:46.878072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-7f502116-6d35-4591-852c-fcffd22489d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.886246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-7f502116-6d35-4591-852c-fcffd22489d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.2194815 Apr 01 14:56:46.981279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-693ee8f0-a7b0-4568-8cde-2c4178708e31 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:46.983473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-693ee8f0-a7b0-4568-8cde-2c4178708e31 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.1013231 Apr 01 14:56:47.141969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-49d53dfa-a094-4f13-bba5-ec1abc960479 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 1000 time: 0.2548616 Apr 01 14:56:47.155137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Deleting port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:47.158176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:47.276929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:47.315435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-24204be4-a49a-4952-b319-da9b14c27aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:47.317138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-24204be4-a49a-4952-b319-da9b14c27aa6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.1471889 Apr 01 14:56:47.405017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-b35c0bbf-1c0f-43f6-9d33-ebac7897e830 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811827 Apr 01 14:56:47.420586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-d4274af9-f88b-44ec-bb01-94a668faf3fb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:56:47.421901 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-d4274af9-f88b-44ec-bb01-94a668faf3fb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101810 Apr 01 14:56:47.447571 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:bc:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:56:44Z', 'revision_number': 1, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:47.452131 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:56:47.466715 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:47.467519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:47.469982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48158) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:47.549563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba48aa-d4ee-41a8-ad62-8d621702aad5 req-5528a996-ba0c-4ab1-94a2-c6f973659cca tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:47.556568 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afba48aa-d4ee-41a8-ad62-8d621702aad5 req-5528a996-ba0c-4ab1-94a2-c6f973659cca tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab9eb37-8406-4363-a9da-0e49eb7e6766 HTTP/1.1" status: 200 len: 945 time: 0.3342011 Apr 01 14:56:47.646423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] For port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:47.647124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:47.794640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:47.822839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-5132437e-f848-41e6-afc9-a33abdda5b32 service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932698 Apr 01 14:56:47.907426 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:47.922380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Calling delete_port for 51bc908b-5d2a-48ff-adfe-d1a4ac482aee owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:48.027703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:48.062715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e46d18a-601a-4b67-afd4-64d118c6cc68 req-e61842a2-a189-49ed-94bf-027cbef61fae service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277372 Apr 01 14:56:48.135441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:48.161639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afba48aa-d4ee-41a8-ad62-8d621702aad5 req-5fc9dc35-c1a5-44fd-8302-ff39c4ea095f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041050 Apr 01 14:56:48.162824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:48.165731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Usage tracker for resource:security_group_rule and tenant:828aa9e39a02490eb3d26ceac61da40c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:48.173767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No active binding found for port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 14:56:48.173767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:48.176240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:48.196632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:48.322846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event deleted for resources: {'Port': ['ID=51bc908b-5d2a-48ff-adfe-d1a4ac482aee,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:48.340706 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'status': 'completed', 'code': 200} Apr 01 14:56:48.487772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:48.503070 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:48.556763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c059f0b-0441-48b7-89f8-65b00598eff7 req-71d9a331-eb06-4cd6-9091-dfb0a478a5a1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:48.558694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c059f0b-0441-48b7-89f8-65b00598eff7 req-71d9a331-eb06-4cd6-9091-dfb0a478a5a1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.2887886 Apr 01 14:56:48.567246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7624034e-338e-4608-8a90-febd41857cff req-130d137b-c2ef-4af7-aa86-e5bdbf897c30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.2102680 Apr 01 14:56:48.640571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e2ef06-7225-4160-b093-fc1d47b1ac15,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:48.670716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b130354e-52b3-4a82-8810-397d01c82bdc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=828aa9e39a02490eb3d26ceac61da40c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1994505 Apr 01 14:56:48.683447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] No DVR routers for this DVR port 51bc908b-5d2a-48ff-adfe-d1a4ac482aee on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:56:48.687227 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:48.699766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48180) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:48.706088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'name': 'network-vif-deleted', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:48.708018 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:bc:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:56:44Z', 'revision_number': 1, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:48.715519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f2d55-ea86-497f-a08d-05a0f680751d None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:bc:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:56:44Z', 'revision_number': 1, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:56:48.771502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c059f0b-0441-48b7-89f8-65b00598eff7 req-460fd317-b989-4f8f-b73e-c8cad71cb826 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979482 Apr 01 14:56:48.924275 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'code': 200} Apr 01 14:56:48.942210 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194c907b-ef20-4439-9b3b-e6c54b574774 req-0068d6ae-e537-4f56-940d-174fc523a325 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.62 "DELETE /v2.0/ports/51bc908b-5d2a-48ff-adfe-d1a4ac482aee HTTP/1.1" status: 204 len: 173 time: 1.9529972 Apr 01 14:56:49.003831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624034e-338e-4608-8a90-febd41857cff req-9934a901-8441-4215-8aa9-66d974992409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:49.009393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7624034e-338e-4608-8a90-febd41857cff req-9934a901-8441-4215-8aa9-66d974992409 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.4062819 Apr 01 14:56:49.114499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de19e541-69aa-42e7-82bb-4c55ff7a429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:49.175114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafe161-35b0-4f64-a910-cbfb9418468b req-a774ad8c-6f73-40e5-8eb1-b4eab03576eb tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:49.176663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5aafe161-35b0-4f64-a910-cbfb9418468b req-a774ad8c-6f73-40e5-8eb1-b4eab03576eb tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5803614 Apr 01 14:56:49.189782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de19e541-69aa-42e7-82bb-4c55ff7a429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:49.253954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de19e541-69aa-42e7-82bb-4c55ff7a429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:49.271364 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab9eb37-8406-4363-a9da-0e49eb7e6766', 'name': 'network-vif-deleted', 'tag': '51bc908b-5d2a-48ff-adfe-d1a4ac482aee', 'status': 'completed', 'code': 200} Apr 01 14:56:49.278888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19e541-69aa-42e7-82bb-4c55ff7a429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e2ef06-7225-4160-b093-fc1d47b1ac15,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:49.285164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de19e541-69aa-42e7-82bb-4c55ff7a429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:49.287591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-de19e541-69aa-42e7-82bb-4c55ff7a429b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9e2ef06-7225-4160-b093-fc1d47b1ac15 HTTP/1.1" status: 204 len: 168 time: 0.5761108 Apr 01 14:56:49.358329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7624034e-338e-4608-8a90-febd41857cff req-d32af2e4-b6ef-4ef4-b4a8-3ca1f3c21482 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 1000 time: 0.3344293 Apr 01 14:56:49.471901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8b719c05-1692-4010-85b2-4b380d578a51 req-c755fff1-0ff9-48da-b89e-a3cae8c0bf92 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Synchronizing usage tracker for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:49.494499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8b719c05-1692-4010-85b2-4b380d578a51 req-c755fff1-0ff9-48da-b89e-a3cae8c0bf92 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Unset dirty status for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:49.496016 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b719c05-1692-4010-85b2-4b380d578a51 req-c755fff1-0ff9-48da-b89e-a3cae8c0bf92 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=58f2ee3678ec47e586ba5afc7e59e019 HTTP/1.1" status: 200 len: 1655 time: 0.1868696 Apr 01 14:56:49.553776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-1fa4328f-01da-441f-bb81-32bdb2dcfffb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31&tenant_id=92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 1101 time: 0.6722090 Apr 01 14:56:49.560671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624034e-338e-4608-8a90-febd41857cff req-c68f8c2e-5c50-4dfd-b962-93df09eb0b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:49.562055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7624034e-338e-4608-8a90-febd41857cff req-c68f8c2e-5c50-4dfd-b962-93df09eb0b01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.1899924 Apr 01 14:56:49.568676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:49.667933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cc143-7801-4f49-85fc-bac9bef9844b req-c44e7016-583c-41bf-9a48-05b0c8f1b73e tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:49.669369 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-c44e7016-583c-41bf-9a48-05b0c8f1b73e tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4483573 Apr 01 14:56:49.702323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b719c05-1692-4010-85b2-4b380d578a51 req-f0ac62fe-875e-41d3-9a94-e7586661517e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:49.703926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b719c05-1692-4010-85b2-4b380d578a51 req-f0ac62fe-875e-41d3-9a94-e7586661517e tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks?id=59d1e48d-db05-487e-a4cc-433f9512a036&id=59d1e48d-db05-487e-a4cc-433f9512a036&id=59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 787 time: 0.1990623 Apr 01 14:56:49.718100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-8b719c05-1692-4010-85b2-4b380d578a51 req-1f869fa8-a47a-487a-8a6f-367863cf7c43 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:56:49.719448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b719c05-1692-4010-85b2-4b380d578a51 req-1f869fa8-a47a-487a-8a6f-367863cf7c43 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0098677 Apr 01 14:56:49.789388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:49.810472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:49.851416 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:49.851791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:49.857960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c0874c1dfd0d49bea6dcbdd10071f6b7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:49.869416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-4a23ae9d-5bed-41df-9da5-b18fe17832e8 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1000 time: 0.1935451 Apr 01 14:56:49.904437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'floatingip': {'port_id': '07e423bd-4782-4009-b784-709e8d6b6692', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:49.917934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:49.940821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:49.955221 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-24e7a038-8324-41d5-b394-c0afcd035380 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips/78e3c569-a2ab-43bd-8f6b-3b5402818803 HTTP/1.1" status: 200 len: 692 time: 0.0991113 Apr 01 14:56:49.984784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7624034e-338e-4608-8a90-febd41857cff req-fa702f59-5eb1-4fae-aff8-06868268ee8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3791401 Apr 01 14:56:50.149258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.154899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-918dd3c9-3b96-4687-8990-1615c7d2ed2c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:50.156249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-918dd3c9-3b96-4687-8990-1615c7d2ed2c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.1953681 Apr 01 14:56:50.157252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.170160 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.273284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361696b0-371c-4659-8c51-0c248d180359,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:50.287601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a9308fed-a731-45fa-b61d-c9f4cca684a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0874c1dfd0d49bea6dcbdd10071f6b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4963727 Apr 01 14:56:50.288350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48212) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:50.302991 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-fbcc0bbb-79d2-4770-95d3-2e8a4742e72d tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.1387606 Apr 01 14:56:50.390978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7624034e-338e-4608-8a90-febd41857cff req-6fc47083-17db-45a6-b738-8f5e63c90525 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837733 Apr 01 14:56:50.406547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-b5517d0f-3076-4054-82a3-511a5322bed7 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0975561 Apr 01 14:56:50.496065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:50.500930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4204912b-1c2e-4672-8a81-fdb720dd89c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.505295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-951361298'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:50.518350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:50.582786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:network and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:50.591129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:50.617688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:50.620351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4204912b-1c2e-4672-8a81-fdb720dd89c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.630499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Deleting port b8cbde0d-0337-408a-8391-a6d1752c7ee5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:50.630805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.644680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:50.660226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:50.674488 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7624034e-338e-4608-8a90-febd41857cff req-9f1319bd-f46e-41e8-a821-c999872af3e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479510 Apr 01 14:56:50.687362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:50.690417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.763934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.814424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:56:50.841836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:50.843310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.844243 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Added segment b0f316f2-f0e5-46d1-9650-cf48e3d1e490 of type vlan for network 89b629af-e989-4d77-a2fe-00691a1a1cf1 Apr 01 14:56:50.863033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4204912b-1c2e-4672-8a81-fdb720dd89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.981665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204912b-1c2e-4672-8a81-fdb720dd89c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361696b0-371c-4659-8c51-0c248d180359,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:50.995242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:50.995941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.114433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:51.120261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.145437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.161133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Calling delete_port for b8cbde0d-0337-408a-8391-a6d1752c7ee5 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:51.165511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Transition to ACTIVE for port object 83c269c4-7854-49d4-89f8-48405e6cb989 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:51.173818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.193849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4204912b-1c2e-4672-8a81-fdb720dd89c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.198376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4204912b-1c2e-4672-8a81-fdb720dd89c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/361696b0-371c-4659-8c51-0c248d180359 HTTP/1.1" status: 204 len: 168 time: 0.9049282 Apr 01 14:56:51.277007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.291403 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:56:51.293365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:51.293365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.300437 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:56:51.411692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:51.422849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] No DVR routers for this DVR port 83c269c4-7854-49d4-89f8-48405e6cb989 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:56:51.502876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0055621 Apr 01 14:56:51.505857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:51.509456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:51.509786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:51.510331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:51.519454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1623968829'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:51.555186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9ba3c-2cbb-4694-91fd-606b60a5254b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Network': ['ID=89b629af-e989-4d77-a2fe-00691a1a1cf1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:51.568572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:56:51.569140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.590069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:51.595771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:56:51.596314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Attempting to bind port 83c269c4-7854-49d4-89f8-48405e6cb989 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:51.598748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:network and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:51.610303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:51.619001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event deleted for resources: {'Port': ['ID=b8cbde0d-0337-408a-8391-a6d1752c7ee5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:51.623124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:51.634579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:51.634984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:51.635585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:51.636000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Bound port: 83c269c4-7854-49d4-89f8-48405e6cb989, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:51.636376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.665024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.666345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:51.669442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.713532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.726445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.755089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.767084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41e9469b-e6a2-4734-9dfe-0450304b37b9 req-d0cbc2de-8bfc-40e8-b913-a3149dd8bad1 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "DELETE /v2.0/floatingips/78e3c569-a2ab-43bd-8f6b-3b5402818803 HTTP/1.1" status: 204 len: 173 time: 1.3488307 Apr 01 14:56:51.878546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:56:51.913929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:51.916158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.916644 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Added segment 270944c3-25b7-4cdc-82d2-a30bc6311aee of type vlan for network c2eb948f-2926-4b40-928b-0734cf605002 Apr 01 14:56:51.932601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:51.942648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:51.959677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e8ce-03de-4be7-9b9a-1a2cf221bb43 req-7d042bbd-23e1-4fb4-80e3-fd46852c2963 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:51.961266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f206e8ce-03de-4be7-9b9a-1a2cf221bb43 req-7d042bbd-23e1-4fb4-80e3-fd46852c2963 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 949 time: 0.0874414 Apr 01 14:56:52.007406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:52.016806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f206e8ce-03de-4be7-9b9a-1a2cf221bb43 req-233fef14-b617-42af-9811-326e103f6ca9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485098 Apr 01 14:56:52.035594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:52.037583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 1097 time: 2.4729054 Apr 01 14:56:52.050960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:56:52.090770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f4432-01f7-477e-8d1b-f793126720e5 service neutron] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=11']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:52.093493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 51bc908b-5d2a-48ff-adfe-d1a4ac482aee {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:56:52.094033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 51bc908b-5d2a-48ff-adfe-d1a4ac482aee not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:56:52.103795 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:52.108104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:52.108787 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:52.287968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Network': ['ID=c2eb948f-2926-4b40-928b-0734cf605002,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:52.295127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c862f97e-42bf-4e6f-a663-d777c6d9dc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7870343 Apr 01 14:56:52.297940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:52.305776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'subnet': {'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:52.309911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c2eb948f-2926-4b40-928b-0734cf605002 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:56:52.389714 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6 associated. External IP: 172.25.2.248, port: 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7. Apr 01 14:56:52.464691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-683e7498-7d8b-4021-9bfa-27a2464ebac2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1100 time: 0.3667338 Apr 01 14:56:52.589186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ac654-c353-4859-a231-b890737b21e0 None None] New status for floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:56:52.769725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:52.785962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:subnet and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:52.790279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:52.803307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:52.847162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:52.869123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-1ce3c0b5-fd74-42de-bc29-1575fdd55275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:52.870614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-1ce3c0b5-fd74-42de-bc29-1575fdd55275 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3964875 Apr 01 14:56:53.041208 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-3c63031e-ba40-4aaa-8164-03f2d1339132 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.1124408 Apr 01 14:56:53.100074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:53.228666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-1967bcc5-303e-42ae-8d49-ce55bbb9a988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:53.228666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-1967bcc5-303e-42ae-8d49-ce55bbb9a988 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1761160 Apr 01 14:56:53.538049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-da30af29-d976-458a-84a9-6bd00f1868e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3002889 Apr 01 14:56:53.671741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48274) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:53.681396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85935613', 'description': 'tempest-description--1117027654'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:53.689410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:53.711755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:53.718082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:53.748137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:53.810845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:53.821807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Usage tracker for resource:security_group_rule and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:53.831104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-8439fb5f-a220-4a42-86d1-bc1e8a1a7928 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863457 Apr 01 14:56:53.831939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:53.834710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Subnet': ['ID=3f52fb88-9108-4e02-a385-da872a1d5d9b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:53.839475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:53.919085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:53.925280 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:53.963710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.964077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.965018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.965018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.965018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.965368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.965648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.966671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.967167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.967680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.968478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:56:53.994241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:53.996079 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3235307 Apr 01 14:56:53.999334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48284) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:54.013916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Checking segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:54.014146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network hostable DHCP agents. Network: 89b629af-e989-4d77-a2fe-00691a1a1cf1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:56:54.024460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Request body: {'security_group_rule': {'security_group_id': '22f6fa1b-6df9-4dec-b186-8ed71c5db0a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:54.041652 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'code': 200} Apr 01 14:56:54.051607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:54.067314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Usage tracker for resource:security_group_rule and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:54.071031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f044385-7d52-4a05-b1b1-3b41cc7c241e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f6fa1b-6df9-4dec-b186-8ed71c5db0a2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:54.076114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:54.086151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:56:54.122548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-180c35d0-a5e8-44ee-9e61-16d4f0b58e72 req-636db919-94bc-4225-8a85-7235628ac26f service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776909 Apr 01 14:56:54.174818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:54.175557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:56:54.200917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-3d7f557a-2fea-442a-a134-d75137fcd472 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips/56290a77-a219-43d1-a525-d85e9a53073a HTTP/1.1" status: 200 len: 693 time: 0.1311426 Apr 01 14:56:54.230161 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:54.259193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 89b629af-e989-4d77-a2fe-00691a1a1cf1) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:54.268471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:54.269229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:54.277286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc3d80-399d-4d4f-83da-3d9bcb4c31bb None None] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:54.327529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48290) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:54.329835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50bf005c-6059-42f5-aed1-5186020aa8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0298760 Apr 01 14:56:54.337749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'subnet': {'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:54.406867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:56:54.497483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:54.522337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:54.524685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:54.546284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:subnet and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:54.559129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-3327f005-cf30-4bc7-9809-115cbbad2a55 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:54.560733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-3327f005-cf30-4bc7-9809-115cbbad2a55 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.3515058 Apr 01 14:56:54.564102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:54.570574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb19f09-56ee-42f8-aa4b-3997b592b4f3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:54.584895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:54.646626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-89b629af-e989-4d77-a2fe-00691a1a1cf1', 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'fixed_ips': [{'subnet_id': '3f52fb88-9108-4e02-a385-da872a1d5d9b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:56:54.650723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:54.704075 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:54.705827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-556c150f-87c2-4a1f-bdc1-c9db675f2b63 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6957302 Apr 01 14:56:54.709808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48294) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:54.712536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:54.743599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-3fb878a8-4e42-49ac-9dca-8061eb8bef2c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Synchronizing usage tracker for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:56:54.750451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Request body: {'security_group_rule': {'security_group_id': '22f6fa1b-6df9-4dec-b186-8ed71c5db0a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:54.831121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:54.831121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Usage tracker for resource:security_group_rule and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:54.851089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:54.860090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:54.873163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-3fb878a8-4e42-49ac-9dca-8061eb8bef2c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Unset dirty status for tenant:58f2ee3678ec47e586ba5afc7e59e019 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:56:54.874371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-3fb878a8-4e42-49ac-9dca-8061eb8bef2c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 696 time: 0.2993174 Apr 01 14:56:54.882117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:54.930625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Allocated IP 10.1.1.2 (89b629af-e989-4d77-a2fe-00691a1a1cf1/3f52fb88-9108-4e02-a385-da872a1d5d9b/b655842c-6f43-4a29-a8a8-66f5edb8709e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:55.100062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:56:55.184708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.199013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Transition to ACTIVE for port object b655842c-6f43-4a29-a8a8-66f5edb8709e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:55.227169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Transition to ACTIVE for port object b655842c-6f43-4a29-a8a8-66f5edb8709e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:55.237886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.281135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.307835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:55.311226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:55.326913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:55.351042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Pushing event updated for resources: {'Port': ['ID=b655842c-6f43-4a29-a8a8-66f5edb8709e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:55.388345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-2a616529-21cf-40c4-9a1d-dcb4c0f071a8 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.212 HTTP/1.1" status: 200 len: 696 time: 0.4921021 Apr 01 14:56:55.486431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:56:55.496691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.505185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Attempting to bind port b655842c-6f43-4a29-a8a8-66f5edb8709e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:55.505556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Attempting to bind port b655842c-6f43-4a29-a8a8-66f5edb8709e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:55.505911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Attempting to bind port b655842c-6f43-4a29-a8a8-66f5edb8709e on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:55.522624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:55.523049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Checking segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:55.523573 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.525286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Bound using segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:55.526179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Bound port: b655842c-6f43-4a29-a8a8-66f5edb8709e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:55.526598 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.632297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-98936514-d5e1-4da1-b98a-27c2717e1913 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "PUT /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 200 len: 997 time: 5.7569771 Apr 01 14:56:55.635896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Deleting port abe6f963-7b05-46d4-bd07-948c09ae0cc8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:56:55.636251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.651716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] For port b655842c-6f43-4a29-a8a8-66f5edb8709e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:55.657582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] For port b655842c-6f43-4a29-a8a8-66f5edb8709e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b655842c-6f43-4a29-a8a8-66f5edb8709e,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:55.666422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.686498 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.760157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.782691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cc143-7801-4f49-85fc-bac9bef9844b req-09bbc973-68d8-446b-8fa2-5bb1221ce920 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:55.784963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-09bbc973-68d8-446b-8fa2-5bb1221ce920 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports/9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 943 time: 0.1517448 Apr 01 14:56:55.804705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:55.827736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366eb803-362c-4c81-bb10-3030be292cc0 None None] Pushing event updated for resources: {'Port': ['ID=b655842c-6f43-4a29-a8a8-66f5edb8709e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:55.914007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:56:55.924946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa35ebd-1165-4ec5-92a1-bb0b9eb2834d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:55.930670 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:55.931702 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:56.009118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Subnet': ['ID=d8d35d89-454c-42dd-a9f3-3418a98bd853,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:56.030716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Checking segment: {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:56.031004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network hostable DHCP agents. Network: c2eb948f-2926-4b40-928b-0734cf605002, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:56:56.046873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-7c06490a-4742-45eb-b69b-0133250eeb4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.1622393 Apr 01 14:56:56.051401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}, {'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}, {'name': 'network-changed', 'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:56:56.065580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:56.067690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-adc517f0-f738-48e3-b67a-6b06ce2c7624 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3559291 Apr 01 14:56:56.071568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48302) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:56.089971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:56:56.098936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:56.118217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:56.122791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:56.123393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:56.150538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Usage tracker for resource:floatingip and tenant:619765f092c941a4ba7a502fac4701ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:56.159388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:56.328284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:56.337715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Calling delete_port for abe6f963-7b05-46d4-bd07-948c09ae0cc8 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:56:56.407793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network c2eb948f-2926-4b40-928b-0734cf605002 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:56:56.444821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:56.481405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c2eb948f-2926-4b40-928b-0734cf605002) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:56.488150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cc143-7801-4f49-85fc-bac9bef9844b req-37ce736e-1feb-401e-85ff-3c5ae0059a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:56.490177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:56.490960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:56.491348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-37ce736e-1feb-401e-85ff-3c5ae0059a85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.4333019 Apr 01 14:56:56.502552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:56.543682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '83c269c4-7854-49d4-89f8-48405e6cb989', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '83c269c4-7854-49d4-89f8-48405e6cb989', 'mac_address': 'fa:16:3e:5c:cf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:56:56.549610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb55e5-d00f-4c86-8921-5071441380a0 None None] Network c2eb948f-2926-4b40-928b-0734cf605002 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:56.557743 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:56.602836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a68f7307-b0cf-48db-8336-035b829d9175 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2727010 Apr 01 14:56:56.614122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48310) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:56:56.653410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'port': {'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'name': 'tempest-TaggedBootDevicesTest-1336450703', 'fixed_ips': [{'subnet_id': '3f52fb88-9108-4e02-a385-da872a1d5d9b'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:56:56.685253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-76a9258a-a595-4870-9fdf-c44d39324ccf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 217 time: 0.1823702 Apr 01 14:56:56.884235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cc143-7801-4f49-85fc-bac9bef9844b req-e2381e57-8eda-46ee-be9e-4ffedeb2e709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:56.890762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-e2381e57-8eda-46ee-be9e-4ffedeb2e709 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.2044370 Apr 01 14:56:57.018076 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:57.035084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:57.074447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c269c4-7854-49d4-89f8-48405e6cb989 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:56:57.115308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event deleted for resources: {'Port': ['ID=abe6f963-7b05-46d4-bd07-948c09ae0cc8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:57.134533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:56:57.139003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:port and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:56:57.142318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:56:57.155763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:56:57.157574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-c318a1be-a08c-456a-8dff-58c0f92a88d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2593250 Apr 01 14:56:57.220813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:57.281307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:57.331293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:57.338301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c2eb948f-2926-4b40-928b-0734cf605002', 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'fixed_ips': [{'subnet_id': 'd8d35d89-454c-42dd-a9f3-3418a98bd853'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:56:57.341004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:57.427075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Allocated IP 172.25.2.247 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/9f2e7293-08a9-472a-ac38-fad4621017bf) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:57.432082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-215a87d6-7a65-4155-a1b5-ab24bce6cf0f service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678621 Apr 01 14:56:57.475564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '07e423bd-4782-4009-b784-709e8d6b6692', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:4e:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:56:52Z', 'revision_number': 3, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:57.488849 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:56:57.509945 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:57.510818 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:57.554675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a580a43-faa3-4b4a-9034-b420ce76cc42 None None] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:56:57.703841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-b213e07e-e0da-41ec-903a-bb9ba18e9b5f service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646558 Apr 01 14:56:57.738572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['83c269c4-7854-49d4-89f8-48405e6cb989'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:56:57.796743 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:57.819097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:56:57.892938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-4d7d5071-461a-417e-bf31-d315cb1e4bcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 1097 time: 0.1296964 Apr 01 14:56:57.977396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-31353838-e16c-4eac-94be-1563f38dfcae None None] Provisioning for port b655842c-6f43-4a29-a8a8-66f5edb8709e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:58.013535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:58.060159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5f442d5-b5b6-4341-b55b-ddba53cae6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.132784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cc143-7801-4f49-85fc-bac9bef9844b req-ab98c2a4-ef35-46fd-ad6b-45db3f388283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:58.134021 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.135781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Sync routers for ids ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:56:58.135910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-ab98c2a4-ef35-46fd-ad6b-45db3f388283 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.2358580 Apr 01 14:56:58.251506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Routers {'1ccf54d9-6595-4719-a6f6-8c423585fdb0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:56:58.252143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:56:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:58.256358 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.400163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'Port': ['ID=9f2e7293-08a9-472a-ac38-fad4621017bf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:58.404602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Allocated IP 10.2.2.2 (c2eb948f-2926-4b40-928b-0734cf605002/d8d35d89-454c-42dd-a9f3-3418a98bd853/212fd412-8ed5-4c63-8a0f-0dee0014bcd3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:58.413226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:58.418382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:58.421446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:58.506539 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '07e423bd-4782-4009-b784-709e8d6b6692', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:4e:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:56:52Z', 'revision_number': 3, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:56:58.516045 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3a673-52a6-49b5-8c31-12a889617bcf None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '07e423bd-4782-4009-b784-709e8d6b6692', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:4e:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:56:52Z', 'revision_number': 3, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:56:58.595504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-fc6fc064-d9b7-406c-9423-ef6e3ca55975 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 1002 time: 0.4516251 Apr 01 14:56:58.606016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.645706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b655842c-6f43-4a29-a8a8-66f5edb8709e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:56:58.674738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cc143-7801-4f49-85fc-bac9bef9844b req-eea342c1-5e28-4054-8fa5-7da71d769f35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:58.679743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-eea342c1-5e28-4054-8fa5-7da71d769f35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.0703552 Apr 01 14:56:58.682642 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.713075 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.777925 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.783174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-23604aba-2caf-4f8b-ab5c-88ba5e889715 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997493 Apr 01 14:56:58.815340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] device_id is not set on port 425e9765-72ba-4d48-8762-ebaa7c124efd yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 14:56:58.815592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.847612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Transition to ACTIVE for port object 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:58.870584 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.886335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-902f71af-6d97-49ba-96e0-61ec994ef24c req-a5c5aced-95cf-433a-88fd-d70fedc52920 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "DELETE /v2.0/floatingips/56290a77-a219-43d1-a525-d85e9a53073a HTTP/1.1" status: 204 len: 173 time: 3.4969358 Apr 01 14:56:58.934770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Transition to ACTIVE for port object 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:56:58.953259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:58.982588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-de4df3d1-ff8d-438a-b4a7-3695abb6605b service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928623 Apr 01 14:56:58.996955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b655842c-6f43-4a29-a8a8-66f5edb8709e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:56:59.028813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Set router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:56:59.083397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b655842c-6f43-4a29-a8a8-66f5edb8709e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:59.084026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.153612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-069cc143-7801-4f49-85fc-bac9bef9844b req-432faf44-a881-4a81-9f50-6ce02483d3ca service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651516 Apr 01 14:56:59.168405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Network c2eb948f-2926-4b40-928b-0734cf605002 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:56:59.190114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:56:59.197285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Pushing event updated for resources: {'Port': ['ID=212fd412-8ed5-4c63-8a0f-0dee0014bcd3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:59.203485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:56:59.404713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54e8f1-69f4-4650-ab36-d3b3bc21aaba req-1bc7e085-438d-4d8c-abaa-0b524b9f17ba tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:56:59.413464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c54e8f1-69f4-4650-ab36-d3b3bc21aaba req-1bc7e085-438d-4d8c-abaa-0b524b9f17ba tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 950 time: 0.3279097 Apr 01 14:56:59.420776 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:56:59.435842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ba47981e-d164-45a9-9523-43a4d958bb82 None None] Provisioning complete for port b655842c-6f43-4a29-a8a8-66f5edb8709e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:56:59.436296 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba47981e-d164-45a9-9523-43a4d958bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.466626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.482664 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'status': 'completed', 'code': 200} Apr 01 14:56:59.482929 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'status': 'completed', 'code': 200} Apr 01 14:56:59.483150 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692', 'status': 'completed', 'code': 200} Apr 01 14:56:59.497993 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.566864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 10.1.1.241 (89b629af-e989-4d77-a2fe-00691a1a1cf1/3f52fb88-9108-4e02-a385-da872a1d5d9b/425e9765-72ba-4d48-8762-ebaa7c124efd) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:56:59.631597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c54e8f1-69f4-4650-ab36-d3b3bc21aaba req-77279e75-2d8b-4423-81aa-0809f6501534 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165337 Apr 01 14:56:59.664492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'Port': ['ID=9f2e7293-08a9-472a-ac38-fad4621017bf,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:56:59.686852 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.698364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Attempting to bind port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:56:59.700074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Attempting to bind port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:56:59.700487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Attempting to bind port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 on network c2eb948f-2926-4b40-928b-0734cf605002 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:56:59.756994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:56:59.757534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Checking segment: {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:56:59.758666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.759125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Bound using segment: {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:56:59.759716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Bound port: 212fd412-8ed5-4c63-8a0f-0dee0014bcd3, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:56:59.760153 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.767893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-0de18729-a69a-4f2c-b682-5d79b42bf5d5 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips/a26dbdf0-e9e6-481b-b345-98bdd93cf59b HTTP/1.1" status: 200 len: 692 time: 0.2213423 Apr 01 14:56:59.810127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.870533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] For port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:56:59.873507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] For port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=212fd412-8ed5-4c63-8a0f-0dee0014bcd3,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:56:59.880151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b655842c-6f43-4a29-a8a8-66f5edb8709e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b655842c-6f43-4a29-a8a8-66f5edb8709e,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:56:59.888081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.927150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0944944c-8e08-4516-872f-2eb87039d2d4 req-e8c2c0b1-cdb9-440f-b177-ef540f79ff61 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.2349536 Apr 01 14:56:59.942728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.951970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:56:59.952203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e624314e-b5b8-4bc5-9bb1-3845eb0a1e66 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8693929 Apr 01 14:56:59.981576 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-c6deb977-b7d6-4817-98f7-e158606a1369 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.4866068 Apr 01 14:57:00.001619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-5eaeea6b-bcd7-4be4-a1de-3e3909040630 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 1101 time: 0.4560399 Apr 01 14:57:00.114285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944944c-8e08-4516-872f-2eb87039d2d4 req-04c5621e-c7ab-46da-90d7-0668d3161212 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:00.118159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0944944c-8e08-4516-872f-2eb87039d2d4 req-04c5621e-c7ab-46da-90d7-0668d3161212 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports/07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 943 time: 0.1689060 Apr 01 14:57:00.170920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:00.175074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:00.217920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Transition to ACTIVE for port object 425e9765-72ba-4d48-8762-ebaa7c124efd will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:00.263278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:00.309921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00028d9c-6a9b-478f-81c9-a26cedd77ff7 None None] Pushing event updated for resources: {'Port': ['ID=212fd412-8ed5-4c63-8a0f-0dee0014bcd3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:00.358751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591d05-532e-4254-b703-eb083659440c req-87f34a7b-24a3-4b9f-bb92-118c16710d8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:00.360288 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-87f34a7b-24a3-4b9f-bb92-118c16710d8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3349459 Apr 01 14:57:00.400322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b655842c-6f43-4a29-a8a8-66f5edb8709e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:00.407012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9631825c-8dbc-474d-8ac2-2db3a6d88bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:00.434430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:21Z', 'revision_number': 4, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '405ff808-8d31-432a-934a-856f8694078b', 'name': '', 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'mac_address': 'fa:16:3e:2a:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f26b635-b071-429f-a7e5-d7c32758af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:20Z', 'updated_at': '2022-04-01T14:56:22Z', 'revision_number': 2, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'subnets': [{'id': '5f26b635-b071-429f-a7e5-d7c32758af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:00.441599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Checking router: 1ccf54d9-6595-4719-a6f6-8c423585fdb0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:00.442184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Updating router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 port 405ff808-8d31-432a-934a-856f8694078b binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:57:00.457895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-9214b978-e30c-4aae-9a26-eafae9261de4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 200 len: 217 time: 0.0887592 Apr 01 14:57:00.469999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-5bb09ee6-ef2b-4222-a268-6855abf1f44c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:00.471516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-5bb09ee6-ef2b-4222-a268-6855abf1f44c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.6807477 Apr 01 14:57:00.527014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 83c269c4-7854-49d4-89f8-48405e6cb989 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:00.544709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 83c269c4-7854-49d4-89f8-48405e6cb989 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:00.545317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:00.563354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591d05-532e-4254-b703-eb083659440c req-a2e16271-04d8-4131-8ba0-1783b2d91d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:00.564883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-a2e16271-04d8-4131-8ba0-1783b2d91d00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0858333 Apr 01 14:57:00.605057 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:00.704569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0944944c-8e08-4516-872f-2eb87039d2d4 req-aca118b9-d4ee-4626-98ea-6adc4fa8d211 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.1572621 Apr 01 14:57:00.706951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591d05-532e-4254-b703-eb083659440c req-965f3db9-ba90-40b5-9dda-c76b176ca3d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:00.708438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-965f3db9-ba90-40b5-9dda-c76b176ca3d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.7107327 Apr 01 14:57:00.750456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:00.768321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:00.799590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:00.821080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:00.954063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-83b1d8af-41f3-4539-8b12-8b2252bf9895 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 217 time: 0.2320249 Apr 01 14:57:00.981453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:00.998520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:01.010557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.019979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-fdc3dd4c-81fe-4ab6-9a2f-e1caaee0d9d8 tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.4433510 Apr 01 14:57:01.105188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=425e9765-72ba-4d48-8762-ebaa7c124efd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:01.118253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944944c-8e08-4516-872f-2eb87039d2d4 req-9b147f2b-05fa-418a-b0be-fc6adbf5d7bd tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:01.135661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0944944c-8e08-4516-872f-2eb87039d2d4 req-9b147f2b-05fa-418a-b0be-fc6adbf5d7bd tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.4285245 Apr 01 14:57:01.149677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:01.150279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.173595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-2e0c36b0-d05b-4a1d-bc73-ef439e873b11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5951047 Apr 01 14:57:01.181945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.182610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=13']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:01.207409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-403743a5-4a4d-4df6-a5ac-990797e7af55 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5878248 Apr 01 14:57:01.208407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48342) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:01.222357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'port': {'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'name': 'tempest-TaggedBootDevicesTest-1708454571', 'fixed_ips': [{'subnet_id': '3f52fb88-9108-4e02-a385-da872a1d5d9b'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:01.249284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591d05-532e-4254-b703-eb083659440c req-955b00c5-26d5-44dd-85c8-ae1a92f27d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:01.250716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-955b00c5-26d5-44dd-85c8-ae1a92f27d43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.2840197 Apr 01 14:57:01.257741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-5a352df9-2ca2-4a51-bc34-0fa16539493c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.2241039 Apr 01 14:57:01.337139 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.347828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3562ed4b-9863-4f47-b3ea-e19e49071d84 None None] Provisioning for port 425e9765-72ba-4d48-8762-ebaa7c124efd completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:01.362152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.368559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3562ed4b-9863-4f47-b3ea-e19e49071d84 None None] Provisioning complete for port 425e9765-72ba-4d48-8762-ebaa7c124efd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:01.369037 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3562ed4b-9863-4f47-b3ea-e19e49071d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.436654 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e36cc-d0ef-44a6-9499-c07e1c687363 None None] New status for floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:57:01.439697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Transition to ACTIVE for port object 405ff808-8d31-432a-934a-856f8694078b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:01.459159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.521603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5bcb6-7a13-45ef-94a5-0bffda885e53 req-42aa7b43-ddbc-4da8-9537-003a6e1e85e2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:01.523696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61a5bcb6-7a13-45ef-94a5-0bffda885e53 req-42aa7b43-ddbc-4da8-9537-003a6e1e85e2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 951 time: 0.1626797 Apr 01 14:57:01.536047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:01.541322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:port and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:01.546011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:01.555577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:01.578262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3562ed4b-9863-4f47-b3ea-e19e49071d84 None None] Port 425e9765-72ba-4d48-8762-ebaa7c124efd cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:01.581802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16a194-af7a-4eb4-adf4-e8b4fbe32bfb None None] Pushing event updated for resources: {'Port': ['ID=405ff808-8d31-432a-934a-856f8694078b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:01.587183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:01.594415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e105b7-63b1-4432-9a32-68828c13d2f7 None None] Network c2eb948f-2926-4b40-928b-0734cf605002 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:01.594761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.596446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Deleting port 3fa8c630-4ed9-4074-a339-0eddb09cea6d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:01.596789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.623660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] device_id is not set on port cc9349d1-3aac-4939-8fdd-fb26fbc546cd yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 14:57:01.769408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.769756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:01.842338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 10.1.1.110 (89b629af-e989-4d77-a2fe-00691a1a1cf1/3f52fb88-9108-4e02-a385-da872a1d5d9b/cc9349d1-3aac-4939-8fdd-fb26fbc546cd) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:01.903381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Calling delete_port for 3fa8c630-4ed9-4074-a339-0eddb09cea6d owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:01.959498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3d2d7d8f-6f90-400e-af79-bfd2cc45558d None None] Provisioning for port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:02.048447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-21affdf8-9b2d-4651-97a5-7746ef03a8b8 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361049 Apr 01 14:57:02.083029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-199b5cb1-d0f3-47f2-a59e-7f48cd4014b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7624209 Apr 01 14:57:02.091689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61a5bcb6-7a13-45ef-94a5-0bffda885e53 req-800207e5-539b-4978-993d-167cf90ab827 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252869 Apr 01 14:57:02.112771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Attempting to bind port 405ff808-8d31-432a-934a-856f8694078b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:02.113138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Attempting to bind port 405ff808-8d31-432a-934a-856f8694078b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:02.113490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Attempting to bind port 405ff808-8d31-432a-934a-856f8694078b on network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:02.121586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:02.122070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Checking segment: {'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:02.122794 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.123180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Bound using segment: {'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:02.123682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Bound port: 405ff808-8d31-432a-934a-856f8694078b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fd2847-d7a6-449f-93ab-321247e707d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:02.124069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.225643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.256633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Transition to ACTIVE for port object cc9349d1-3aac-4939-8fdd-fb26fbc546cd will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:02.262669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] For port 405ff808-8d31-432a-934a-856f8694078b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:02.295847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.367617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] For port 405ff808-8d31-432a-934a-856f8694078b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=405ff808-8d31-432a-934a-856f8694078b,segment=NetworkSegment(c2fd2847-d7a6-449f-93ab-321247e707d8),segment_id=c2fd2847-d7a6-449f-93ab-321247e707d8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:02.371937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b655842c-6f43-4a29-a8a8-66f5edb8709e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:02.388334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.405599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.449947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Pushing event deleted for resources: {'Port': ['ID=3fa8c630-4ed9-4074-a339-0eddb09cea6d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:02.470701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:02.476485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:02.486998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:02.505633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16a194-af7a-4eb4-adf4-e8b4fbe32bfb None None] Pushing event updated for resources: {'Port': ['ID=405ff808-8d31-432a-934a-856f8694078b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:02.517927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Routers {'1ccf54d9-6595-4719-a6f6-8c423585fdb0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:02.518629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:02.521917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-45ddbb02-b2be-4b56-aed1-1c7da3ed8c2b service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313045 Apr 01 14:57:02.529555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-e0db3a0b-99c0-4120-8eab-ebbf73b3f55c service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678121 Apr 01 14:57:02.565599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:02.565855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.576532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:02.615136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bfc7e280-04fc-4316-a109-16286d38d87b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4053655 Apr 01 14:57:02.636939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-13756067-6745-4a5e-89a4-abf45a79c223 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:02.638693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-13756067-6745-4a5e-89a4-abf45a79c223 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 821 time: 0.3004985 Apr 01 14:57:02.657971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-33cc8c8c-a917-454e-8508-0ddfb2ef385a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/quotas/619765f092c941a4ba7a502fac4701ee HTTP/1.1" status: 200 len: 375 time: 0.0124249 Apr 01 14:57:02.697872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:57:02.725679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b655842c-6f43-4a29-a8a8-66f5edb8709e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:02.726294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.766947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-af5a80f3-9cb0-40ab-9011-fdaba6b7061a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:02.791456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-af5a80f3-9cb0-40ab-9011-fdaba6b7061a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:02.793398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-af5a80f3-9cb0-40ab-9011-fdaba6b7061a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294336 Apr 01 14:57:02.925732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.931679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-e449c264-008e-49b4-b812-00397b03e79d service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010656 Apr 01 14:57:02.933820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:02.936064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.951872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:02.964569 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c875222b-65c5-4fed-a50d-120e689b9fe0 req-50ee54e7-41d7-4326-b3e8-9b14de3dfc3c tempest-FloatingIPDetailsTestJSON-1322401230 tempest-FloatingIPDetailsTestJSON-1322401230-project] 10.222.0.48 "DELETE /v2.0/floatingips/a26dbdf0-e9e6-481b-b345-98bdd93cf59b HTTP/1.1" status: 204 len: 173 time: 1.6426980 Apr 01 14:57:02.965056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48356) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:02.981818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-245a85f0-1426-4456-b1cc-468eae1ab904 service neutron] 10.222.0.48 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815891 Apr 01 14:57:03.003547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] Set router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:03.252915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-0502ca75-a662-45a2-a125-be6b084998b8 service neutron] 10.222.0.48 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701283 Apr 01 14:57:03.283414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-8751aadc-5fae-4493-b8a3-bf9d10ca2624 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 1097 time: 0.1602943 Apr 01 14:57:03.285441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-54f47963-032c-40ed-9998-6c50acd88378 None None] Provisioning for port cc9349d1-3aac-4939-8fdd-fb26fbc546cd completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:03.293874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-54f47963-032c-40ed-9998-6c50acd88378 None None] Provisioning complete for port cc9349d1-3aac-4939-8fdd-fb26fbc546cd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:03.294254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54f47963-032c-40ed-9998-6c50acd88378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:03.325309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:03.331291 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'code': 200} Apr 01 14:57:03.338882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:03.339258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:03.468953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-54f47963-032c-40ed-9998-6c50acd88378 None None] Port cc9349d1-3aac-4939-8fdd-fb26fbc546cd cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:03.497033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-974de6af-f775-4f6f-af2c-6ed070f03674 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.1777096 Apr 01 14:57:03.569603 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:03.620501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=212fd412-8ed5-4c63-8a0f-0dee0014bcd3,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:03.627407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:21Z', 'revision_number': 4, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '405ff808-8d31-432a-934a-856f8694078b', 'name': '', 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'mac_address': 'fa:16:3e:2a:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f26b635-b071-429f-a7e5-d7c32758af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:20Z', 'updated_at': '2022-04-01T14:57:02Z', 'revision_number': 4, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'subnets': [{'id': '5f26b635-b071-429f-a7e5-d7c32758af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:03.630995 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:03.670995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3e4a-0ba3-43d7-a444-7c70dbcea67e None None] The sync data for ids ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'] in n-d-836017-1 is: [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:56:21Z', 'revision_number': 4, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '405ff808-8d31-432a-934a-856f8694078b', 'name': '', 'network_id': 'cfa2cb8c-41b8-4999-844b-bbc120cb48b3', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'mac_address': 'fa:16:3e:2a:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f26b635-b071-429f-a7e5-d7c32758af09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:20Z', 'updated_at': '2022-04-01T14:57:02Z', 'revision_number': 4, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'subnets': [{'id': '5f26b635-b071-429f-a7e5-d7c32758af09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:03.770290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=212fd412-8ed5-4c63-8a0f-0dee0014bcd3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:03.818980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48376) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:03.831115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591d05-532e-4254-b703-eb083659440c req-5b3d686a-3c7e-420b-be85-961ee5a68edc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:03.832381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921281995', 'description': 'tempest-description--1263315470'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:03.835185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-5b3d686a-3c7e-420b-be85-961ee5a68edc service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.5388739 Apr 01 14:57:03.852679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:03.863949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:security_group and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:03.876883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:03.883959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:03.898625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:03.940397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:03.962627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-0c156f33-52a1-4108-9a38-4bcb2f6da368 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:03.964789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-0c156f33-52a1-4108-9a38-4bcb2f6da368 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports/07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 943 time: 0.3638415 Apr 01 14:57:03.978641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:security_group_rule and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:03.987803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:04.014182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:04.044223 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-876dbad9-3033-4f17-aeec-59dba91c1c50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 1002 time: 0.1827435 Apr 01 14:57:04.092208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d6d61-61bc-4508-b958-1d9aca7bb5a2 req-7b4552b2-15b8-4af4-94c8-4b1b1326ebe9 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:04.094114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-296d6d61-61bc-4508-b958-1d9aca7bb5a2 req-7b4552b2-15b8-4af4-94c8-4b1b1326ebe9 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 946 time: 0.1488659 Apr 01 14:57:04.171391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-296d6d61-61bc-4508-b958-1d9aca7bb5a2 req-3497cac2-fd51-424b-bf49-05cbe249d143 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571704 Apr 01 14:57:04.202849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:04.211473 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:04.232920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591d05-532e-4254-b703-eb083659440c req-adad99bd-1925-4943-b715-99a58ee46c86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:04.234367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-adad99bd-1925-4943-b715-99a58ee46c86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.1821916 Apr 01 14:57:04.305039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:04.315330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b852108d-ed2f-4280-9585-9401a90dadf5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:04.355522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:04.355719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:04.359152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5390730 Apr 01 14:57:04.363072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.363436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.363765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.364089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.366559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.366906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.367279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.367607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.367926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.368240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.368554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1f986-ac56-47dd-84e1-01dfa1b368f0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:04.433577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48382) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:04.475829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-157b6b4d-2e7b-49a2-b7d2-db92a694be81 req-1694c867-5e6e-4614-beaf-f3c606e52f74 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 210 time: 0.0950036 Apr 01 14:57:04.512778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-67871551-e72a-4096-a5de-3236061a8c1a tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.3641639 Apr 01 14:57:04.515496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:04.515981 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:04.525772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'security_group_rule': {'security_group_id': 'b852108d-ed2f-4280-9585-9401a90dadf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:04.662100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 405ff808-8d31-432a-934a-856f8694078b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:04.738157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-56071a18-295a-4fce-a500-2b0174048d1a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324643 Apr 01 14:57:04.760441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 405ff808-8d31-432a-934a-856f8694078b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:04.768631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 405ff808-8d31-432a-934a-856f8694078b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:04.768990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:04.857465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-f226fe84-f430-4a9f-b560-dfba0a795900 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:04.865393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-f226fe84-f430-4a9f-b560-dfba0a795900 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.3517067 Apr 01 14:57:04.871016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:04.959665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-468a559d-d8f1-43b6-819d-1fa611d193b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:04.959940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:04.961221 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-468a559d-d8f1-43b6-819d-1fa611d193b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172217 Apr 01 14:57:04.982082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-b08e5208-a9f2-40f6-8117-0f91b07e7f6c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/quotas/92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 375 time: 0.0133219 Apr 01 14:57:04.996855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 405ff808-8d31-432a-934a-856f8694078b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=405ff808-8d31-432a-934a-856f8694078b,segment=NetworkSegment(c2fd2847-d7a6-449f-93ab-321247e707d8),segment_id=c2fd2847-d7a6-449f-93ab-321247e707d8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:05.005830 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:05.068056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:security_group_rule and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:05.087785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=405ff808-8d31-432a-934a-856f8694078b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:05.105768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-52827c6e-111c-47d9-b190-f2cb7ef91022 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112766 Apr 01 14:57:05.123490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:05.167959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:05.308249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-39ed017a-9d73-4a64-b8e9-f0f3eb515fc9 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.4419773 Apr 01 14:57:05.315141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-dc2dc65a-3405-4226-88b5-607ce8e80348 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0498338 Apr 01 14:57:05.329422 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79bcf25c-ec95-4dcc-98f4-1f47a2b78e66 req-96a68cf2-7e69-4ab4-b10e-3855d439eae2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 210 time: 0.0434482 Apr 01 14:57:05.333284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:05.373066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:05.529116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cb5bf-0355-4ba6-8027-a91a06139a29 req-f26b9cff-0bd0-4bee-aa8a-d42e7d9fa52a tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:05.535970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-254cb5bf-0355-4ba6-8027-a91a06139a29 req-f26b9cff-0bd0-4bee-aa8a-d42e7d9fa52a tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 946 time: 0.0926180 Apr 01 14:57:05.584343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-254cb5bf-0355-4ba6-8027-a91a06139a29 req-33ac3fdb-88a6-413c-b78e-61c00d439e0d tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 Apr 01 14:57:05.584655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-aeeb7695-c4c3-411f-8a9c-0c10e866770a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:05.586058 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-aeeb7695-c4c3-411f-8a9c-0c10e866770a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 821 time: 0.5016625 Apr 01 14:57:05.609188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-d5aa8847-d027-43ff-8027-84425886a604 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:05.610719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-d5aa8847-d027-43ff-8027-84425886a604 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 946 time: 0.7417855 Apr 01 14:57:05.631862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Request body: {'port': {'device_id': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'admin_state_up': True, 'tenant_id': '619765f092c941a4ba7a502fac4701ee'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:05.783020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:05.801720 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d11d93-e191-42db-a761-ba6645bbfcca req-f72d7120-14b5-463d-97c3-f802d9170ab3 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 210 time: 0.0414405 Apr 01 14:57:05.947279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-00f1f143-a05a-4639-a1ac-a6bcb07f674c service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044126 Apr 01 14:57:05.950373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Deleting port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:05.950741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:05.981531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.038169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.114351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 405ff808-8d31-432a-934a-856f8694078b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:06.200843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 405ff808-8d31-432a-934a-856f8694078b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:06.201109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.239253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c89abf6-ed43-415e-886d-7b330c475725,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:06.336756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-812b9f1d-c5c7-4675-b556-1b0576c9ddc5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=92ae89e691eb495a9d56b813de5b091a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540595 Apr 01 14:57:06.365812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.369716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-562a67b9-f597-4274-9baf-e3e93f12537a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8664215 Apr 01 14:57:06.370458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48434) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:06.374347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:06.603047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0f5865-a3b1-4214-96a3-017a3d2e5bc4 req-3cd4d2ef-c33f-467f-88cf-7848e678b265 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 210 time: 0.0644183 Apr 01 14:57:06.654099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-e82c168c-fbb5-4e6f-b9b0-07ffd66a5cd2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:06.656094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-e82c168c-fbb5-4e6f-b9b0-07ffd66a5cd2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141682 Apr 01 14:57:06.665910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48440) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:06.678248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Request body: {'port': {'device_id': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '92ae89e691eb495a9d56b813de5b091a'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:06.746710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:06.781199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'security_group_rule': {'security_group_id': 'b852108d-ed2f-4280-9585-9401a90dadf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:06.787511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:06.791621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:security_group_rule and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:06.794735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:06.800734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:06.836672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Made reservation on behalf of 619765f092c941a4ba7a502fac4701ee for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:06.840149 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.909124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.911016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:06.920044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.920500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.934200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:06.954055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.954460 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6 disassociated. External IP: 172.25.2.248, port: 07e423bd-4782-4009-b784-709e8d6b6692. Apr 01 14:57:06.962258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Made reservation on behalf of 92ae89e691eb495a9d56b813de5b091a for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:06.965173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:06.988789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f564c22-2efd-45f8-bec7-31dc0b351113 req-603e019d-85a4-4c90-97f6-a4f11ac28b4c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:06.990222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f564c22-2efd-45f8-bec7-31dc0b351113 req-603e019d-85a4-4c90-97f6-a4f11ac28b4c tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 946 time: 0.1867874 Apr 01 14:57:06.994284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:07.001721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Usage tracker for resource:security_group_rule and tenant:3f6b5db4313c4c53903efcd1ea0801d1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:07.041798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2591d05-532e-4254-b703-eb083659440c req-602d0fd5-9088-4d4f-a912-0aaa6689b078 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0634210 Apr 01 14:57:07.051667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:07.060790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:07.143542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f564c22-2efd-45f8-bec7-31dc0b351113 req-0a77fee5-5bc9-40d0-bc56-0caa9eb94686 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/security-groups?id=33e472b1-4ed5-4e3e-a42d-bab089f27627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467977 Apr 01 14:57:07.233866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.239814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Allocated IP 192.168.233.117 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/ecd211dc-c671-4245-9a46-c46a1f9e669c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:07.243751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.334224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6aef2193-3b95-4cb0-97f5-c00e13b0f76f req-2e91632e-abb0-4ad8-8247-0d8d7a45863d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 210 time: 0.0706632 Apr 01 14:57:07.350739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5287958-f6da-4b1d-bae5-7286c64f2043,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:07.357312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b4a72fa8-b350-47b7-afb3-9934dd571ebc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f6b5db4313c4c53903efcd1ea0801d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6903653 Apr 01 14:57:07.365310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48450) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:07.502209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] For port 5b83d8dc-704f-42da-9d2a-f20deacf7e41, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b83d8dc-704f-42da-9d2a-f20deacf7e41,segment=NetworkSegment(fd3528c1-ddb7-4057-8f48-934da516fc74),segment_id=fd3528c1-ddb7-4057-8f48-934da516fc74)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:07.502865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.510938 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.534713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.630703 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded044a3-7be0-4992-b935-472a467d25bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.663886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Calling delete_port for 5b83d8dc-704f-42da-9d2a-f20deacf7e41 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:07.681027 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded044a3-7be0-4992-b935-472a467d25bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.693145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.728595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Transition to ACTIVE for port object ecd211dc-c671-4245-9a46-c46a1f9e669c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:07.778603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f51cf3-bd2b-4ce5-95ad-1cd62f45c3ac,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:07.796605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Allocated IP 172.20.0.12 (a0288a54-101c-49f9-a7fb-bad41fa75ebe/26c17c9c-2026-4113-8daa-cb1eb862a1d6/5110d963-af10-4320-bec0-df2afc7c7071) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:07.800147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded044a3-7be0-4992-b935-472a467d25bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.811267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-43e78ded-d0cf-4e43-959b-93990401beaf req-46108af3-9b69-4107-8d2e-ccba87b19efe tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 210 time: 0.0580044 Apr 01 14:57:07.817102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.817495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.822454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3fa43d56-a759-45ba-9ac0-8658f917712b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0821676 Apr 01 14:57:07.822724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:07.822724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded044a3-7be0-4992-b935-472a467d25bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5287958-f6da-4b1d-bae5-7286c64f2043,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:07.837361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438', 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', '83c269c4-7854-49d4-89f8-48405e6cb989'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:57:07.861470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:07.876222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:07.899950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:floatingip and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:07.904308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:07.921636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:07.929068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded044a3-7be0-4992-b935-472a467d25bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:07.932755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ded044a3-7be0-4992-b935-472a467d25bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5287958-f6da-4b1d-bae5-7286c64f2043 HTTP/1.1" status: 204 len: 168 time: 0.5636542 Apr 01 14:57:07.932755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:07.939882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:07.942557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:07.944842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:07.973663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.105091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:08.105651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.148229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-915cb4c0-c435-499e-bf16-f9813eee5a81 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4752736 Apr 01 14:57:08.165565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Request body: {'port': {'device_id': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:08.187428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.313892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Pushing event deleted for resources: {'Port': ['ID=5b83d8dc-704f-42da-9d2a-f20deacf7e41,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:08.356802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.373702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.392876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2ee0a2a1-021f-41b6-8479-0329d29e1544 None None] Provisioning for port ecd211dc-c671-4245-9a46-c46a1f9e669c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:08.400190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2ee0a2a1-021f-41b6-8479-0329d29e1544 None None] Provisioning complete for port ecd211dc-c671-4245-9a46-c46a1f9e669c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:08.400749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a2a1-021f-41b6-8479-0329d29e1544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.470565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0a2a1-021f-41b6-8479-0329d29e1544 None None] Port ecd211dc-c671-4245-9a46-c46a1f9e669c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:08.493204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa07905d-8607-4aa5-9b21-6299f94b13a8 req-09d2f748-b2df-4c14-b42f-1a8afed20e85 tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4dc769-2e43-4415-b605-c6f83a2803b5 HTTP/1.1" status: 200 len: 210 time: 0.0769639 Apr 01 14:57:08.598086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] No DVR routers for this DVR port 5b83d8dc-704f-42da-9d2a-f20deacf7e41 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:57:08.600890 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.608974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'name': 'network-vif-deleted', 'tag': '5b83d8dc-704f-42da-9d2a-f20deacf7e41'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:08.689201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48470) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:08.737144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8789b194-3032-4287-b8bd-58f570853d68 req-0c5f3d8a-9ffd-47cc-b4ec-fe99a0c514cd tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 210 time: 0.0874333 Apr 01 14:57:08.756519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.774104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 172.25.2.120 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f9073141-cf6f-456d-a5ba-44b61537a428) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:08.808817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e76ee08-ceef-4a5c-97b1-cae2ff15ff7a req-8066d2ee-a25f-4a8f-9176-9f407639a36b tempest-VolumesAdminNegativeTest-1130949137 tempest-VolumesAdminNegativeTest-1130949137-project] 10.222.0.62 "DELETE /v2.0/ports/5b83d8dc-704f-42da-9d2a-f20deacf7e41 HTTP/1.1" status: 204 len: 173 time: 3.1824105 Apr 01 14:57:08.860340 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4dc769-2e43-4415-b605-c6f83a2803b5', 'name': 'network-vif-deleted', 'tag': '5b83d8dc-704f-42da-9d2a-f20deacf7e41', 'status': 'completed', 'code': 200} Apr 01 14:57:08.873831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.967341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:08.973554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Deleting port 405ff808-8d31-432a-934a-856f8694078b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:08.973792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:08.989864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Usage tracker for resource:security_group_rule and tenant:6b53d714ee54447b890b239fe4941d58 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:08.998246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:09.010866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:09.037448 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.162133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.205494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:09.215160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Network a0288a54-101c-49f9-a7fb-bad41fa75ebe is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:09.226767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:09.229889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:09.237208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd211dc-c671-4245-9a46-c46a1f9e669c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:09.252685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.271511 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.281188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Transition to ACTIVE for port object ecd211dc-c671-4245-9a46-c46a1f9e669c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:09.283029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.302416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.313687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] For port 405ff808-8d31-432a-934a-856f8694078b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=405ff808-8d31-432a-934a-856f8694078b,segment=NetworkSegment(c2fd2847-d7a6-449f-93ab-321247e707d8),segment_id=c2fd2847-d7a6-449f-93ab-321247e707d8)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:09.314095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.330409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:09.330912 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.446021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6f032-8aea-4b65-aad4-f60dca6a526a req-d8994376-d97c-4980-83c1-2fe8a2f8e093 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:09.446801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-67d6f032-8aea-4b65-aad4-f60dca6a526a req-d8994376-d97c-4980-83c1-2fe8a2f8e093 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:09.454938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:09.462293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Calling delete_port for 405ff808-8d31-432a-934a-856f8694078b owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:09.469692 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.500265 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-434d6560-7307-48a4-8204-5b145a3e4caa tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8843420 Apr 01 14:57:09.518506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Request body: {'port': {'device_id': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:09.524892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc07d85-3200-48d3-a642-4bcd7c7cf2d0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:09.583717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-364498b0-67a4-439b-97a6-774df9d5c27c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b53d714ee54447b890b239fe4941d58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8916645 Apr 01 14:57:09.587914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:09.588902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48478) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:09.658602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:09.667426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-67d6f032-8aea-4b65-aad4-f60dca6a526a req-d8994376-d97c-4980-83c1-2fe8a2f8e093 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:09.678256 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67d6f032-8aea-4b65-aad4-f60dca6a526a req-d8994376-d97c-4980-83c1-2fe8a2f8e093 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 936 time: 0.6480503 Apr 01 14:57:09.712126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:09.715866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:09.818115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67d6f032-8aea-4b65-aad4-f60dca6a526a req-a22efa99-1060-4005-a5cf-bc5f815d13bb tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389844 Apr 01 14:57:09.862071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:09.886489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=f9073141-cf6f-456d-a5ba-44b61537a428,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:09.940342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:09.940743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:09.940983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:09.956625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:09.956939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:09.962536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48484) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:09.985067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-812b32a2-a44e-46fa-b667-3e43b9673a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.009677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:10.010087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:10.010393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:10.010819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Bound port: ecd211dc-c671-4245-9a46-c46a1f9e669c, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:10.011156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.120559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-812b32a2-a44e-46fa-b667-3e43b9673a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.133609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] Deleting subnet 4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:57:10.141150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.169266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b83d8dc-704f-42da-9d2a-f20deacf7e41 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:10.218158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5b83d8dc-704f-42da-9d2a-f20deacf7e41 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:57:10.219079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b83d8dc-704f-42da-9d2a-f20deacf7e41 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:57:10.232278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.308941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.341141 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.391574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.431489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Pushing event deleted for resources: {'Port': ['ID=405ff808-8d31-432a-934a-856f8694078b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:10.440912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:10.469222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:10.476018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.514693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.535712 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.561916 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-812b32a2-a44e-46fa-b667-3e43b9673a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.613167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b32a2-a44e-46fa-b667-3e43b9673a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc07d85-3200-48d3-a642-4bcd7c7cf2d0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:10.672420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce9f37-ff6f-49ce-abdc-db973dd999ad req-6cba12b5-28c7-4dea-8553-6d4c16fa45e5 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:10.679630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-56ce9f37-ff6f-49ce-abdc-db973dd999ad req-6cba12b5-28c7-4dea-8553-6d4c16fa45e5 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 932 time: 0.5424769 Apr 01 14:57:10.706014 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-812b32a2-a44e-46fa-b667-3e43b9673a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.709844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-812b32a2-a44e-46fa-b667-3e43b9673a2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cc07d85-3200-48d3-a642-4bcd7c7cf2d0 HTTP/1.1" status: 204 len: 168 time: 1.1134124 Apr 01 14:57:10.748955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:57:10.759027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:10.779924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:10.790417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.792171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] 10.222.0.62 "PUT /v2.0/ports/ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 1096 time: 2.6353095 Apr 01 14:57:10.792873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:10.817091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:10.823683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:10.846739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692dae4-e644-4508-9e0a-15de6a89abb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:10.850014 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:10.878056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.000847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:11.013272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-56ce9f37-ff6f-49ce-abdc-db973dd999ad req-6933a08d-38f3-406c-abb4-09be2491ee78 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:11.043267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.081146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-658794cb-4f19-48f3-879f-bf98fdd375fd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4b5eb3cd-70bb-4634-9498-d4e39f5c1f3e HTTP/1.1" status: 204 len: 168 time: 1.1175447 Apr 01 14:57:11.086006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:11.098602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-56ce9f37-ff6f-49ce-abdc-db973dd999ad req-6933a08d-38f3-406c-abb4-09be2491ee78 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:11.111504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-56ce9f37-ff6f-49ce-abdc-db973dd999ad req-6933a08d-38f3-406c-abb4-09be2491ee78 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112101 Apr 01 14:57:11.144746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.158308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.171409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:11.241490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-3af9d53b-5d35-445e-b643-10163f51a188 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1099 time: 0.3795581 Apr 01 14:57:11.243063 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'status': 'completed', 'code': 200} Apr 01 14:57:11.244696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=f9073141-cf6f-456d-a5ba-44b61537a428,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:11.258717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5110d963-af10-4320-bec0-df2afc7c7071 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:11.264165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-811ae330-e877-41b2-83b7-91e964cb6fd2 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "PUT /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 200 len: 695 time: 5.9443603 Apr 01 14:57:11.275016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:11.293612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.394428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Transition to ACTIVE for port object 5110d963-af10-4320-bec0-df2afc7c7071 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:11.426139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.434023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.503971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-0ec39031-e50d-454f-936b-a87ac522ca1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.2542276 Apr 01 14:57:11.565930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:11.570289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:11.582400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:11.583826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:11.622212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.649640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-575f38f8-b936-4e0f-bb8c-ee6d48fee5c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:11.651197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-575f38f8-b936-4e0f-bb8c-ee6d48fee5c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1051564 Apr 01 14:57:11.689294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Pushing event updated for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:11.694533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:11.702870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-e8b7cb69-4c38-4e73-9c24-106ae7a7825a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 1097 time: 0.4016585 Apr 01 14:57:11.704332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-87f8574e-f496-43d6-af50-f48d538f92e4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8798988 Apr 01 14:57:11.758213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44d161-0398-4525-8e82-4bf49873dc6e req-41e9a6d6-4db9-4d4d-84fc-8351301d7f0e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:11.767914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a44d161-0398-4525-8e82-4bf49873dc6e req-41e9a6d6-4db9-4d4d-84fc-8351301d7f0e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 948 time: 0.2702332 Apr 01 14:57:11.831809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:11.885981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-b83a399f-f884-4bb5-a743-25409983a711 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2264266 Apr 01 14:57:11.935695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a44d161-0398-4525-8e82-4bf49873dc6e req-6eab2d90-0eb0-474f-95ba-c0160f113faa tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667800 Apr 01 14:57:12.003304 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.059522 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692', 'status': 'completed', 'code': 200} Apr 01 14:57:12.080386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b52162-f9a3-41a8-b874-79450e49aa4e']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:12.179882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3528c1-ddb7-4057-8f48-934da516fc74') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:12.180175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3528c1-ddb7-4057-8f48-934da516fc74') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:12.214480 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-8e0e5e9f-811a-4725-b604-5924523d4fd8 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199010 Apr 01 14:57:12.229369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.241812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.271801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:12.278387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefe3770-3004-4a19-81f1-06ec8093c2bf None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:12.278679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Attempting to bind port 5110d963-af10-4320-bec0-df2afc7c7071 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:12.278879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Attempting to bind port 5110d963-af10-4320-bec0-df2afc7c7071 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:12.279528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Attempting to bind port 5110d963-af10-4320-bec0-df2afc7c7071 on network a0288a54-101c-49f9-a7fb-bad41fa75ebe {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:12.293861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.298495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-2c069098-0dcc-4721-afae-836a7ff4a1aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:12.299970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-2c069098-0dcc-4721-afae-836a7ff4a1aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.5080488 Apr 01 14:57:12.310455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:57:12.310702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.352116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-84b07a34-b7a4-4d11-ab1c-e00fb509a91b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:12.398779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-84b07a34-b7a4-4d11-ab1c-e00fb509a91b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:12.399982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-84b07a34-b7a4-4d11-ab1c-e00fb509a91b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--921281995&fields=id&tenant_id=a6b2b266019e4ca0b6df8a7372023ef8 HTTP/1.1" status: 200 len: 267 time: 0.1842752 Apr 01 14:57:12.403499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5c0df8b-1ec4-4156-a5ca-6caab6691f48 req-af9f0e8d-d106-49e8-bf71-7e54f575c82a service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726651 Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:57:12.451881 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:57:12.514828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-c797fe8a-3c44-4597-9e62-ece537adaed3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:12.515529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-c797fe8a-3c44-4597-9e62-ece537adaed3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:12.545342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-c797fe8a-3c44-4597-9e62-ece537adaed3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:12.546483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-c797fe8a-3c44-4597-9e62-ece537adaed3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports/425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 200 len: 932 time: 0.1391594 Apr 01 14:57:12.548444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Port 5110d963-af10-4320-bec0-df2afc7c7071 on network a0288a54-101c-49f9-a7fb-bad41fa75ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:12.548769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Attempting to bind port 5110d963-af10-4320-bec0-df2afc7c7071 on network a0288a54-101c-49f9-a7fb-bad41fa75ebe {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:12.555488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-4b930d90-075d-40db-8919-573866c85576 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1099 time: 0.1037955 Apr 01 14:57:12.695839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-8178c961-782b-46ed-9eb8-b6840913f670 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 217 time: 0.3867302 Apr 01 14:57:12.697415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:12.697742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Checking segment: {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:12.698103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Bound using segment: {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:12.698557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Bound port: 5110d963-af10-4320-bec0-df2afc7c7071, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:12.698871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.700029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-dc8512ff-4335-4aa7-a7e4-f4fda0476c93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:12.701401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-dc8512ff-4335-4aa7-a7e4-f4fda0476c93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports/cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 200 len: 932 time: 0.1450820 Apr 01 14:57:12.757756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.765054 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-791235c4-dc02-4f10-b699-8955b6cda8c3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0552931 Apr 01 14:57:12.766621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-ad460776-dcbb-4663-b4d7-2667ea183afc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 1097 time: 0.6754527 Apr 01 14:57:12.812977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-369deb1f-f0fa-454c-bb91-893fe9664781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:12.814478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-369deb1f-f0fa-454c-bb91-893fe9664781 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2291524 Apr 01 14:57:12.824729 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:12.828184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-3d31f279-ab28-43c9-ba55-88e3da0521a2 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0462329 Apr 01 14:57:12.860440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b52162-f9a3-41a8-b874-79450e49aa4e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:12.915936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-a258edfd-4219-4740-8d13-ea43f14b1118 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.0902634 Apr 01 14:57:12.930178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-082e8b23-dda8-4eac-83b1-a48fc3cecbe0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f2b52162-f9a3-41a8-b874-79450e49aa4e HTTP/1.1" status: 204 len: 168 time: 1.8428814 Apr 01 14:57:12.946768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48530) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:12.961638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-b71976ec-face-415b-896a-b2d95db9960a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:12.963941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-b71976ec-face-415b-896a-b2d95db9960a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.2530892 Apr 01 14:57:13.067153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-a3d0aaa6-d7fc-4daa-a8a2-073242037a8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:13.068597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-a3d0aaa6-d7fc-4daa-a8a2-073242037a8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1051168 Apr 01 14:57:13.082718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:13.113315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:13.130026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] Deleting subnet 8b42f575-8d47-4f74-8833-044a6aad7621 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:57:13.130667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b2c97755-21f0-43b3-b0e9-b4bac9f3b1b6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:13.132140 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:13.134639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b2c97755-21f0-43b3-b0e9-b4bac9f3b1b6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:13.138458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b2c97755-21f0-43b3-b0e9-b4bac9f3b1b6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:13.139203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b2c97755-21f0-43b3-b0e9-b4bac9f3b1b6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:13.169578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-20e834f6-46b4-4242-b702-8581d5c51209 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:13.171014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-20e834f6-46b4-4242-b702-8581d5c51209 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.3602614 Apr 01 14:57:13.171389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b2c97755-21f0-43b3-b0e9-b4bac9f3b1b6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:13.175244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b2c97755-21f0-43b3-b0e9-b4bac9f3b1b6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/networks?id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=c2eb948f-2926-4b40-928b-0734cf605002&id=c2eb948f-2926-4b40-928b-0734cf605002 HTTP/1.1" status: 200 len: 1990 time: 0.2937181 Apr 01 14:57:13.175433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:13.193666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-c039448d-5589-4887-9dd2-77d3ce16df51 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/quotas/a6b2b266019e4ca0b6df8a7372023ef8 HTTP/1.1" status: 200 len: 375 time: 0.0150266 Apr 01 14:57:13.196625 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-b3f2109b-5de6-4789-b07a-8991c6e9cbb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129329 Apr 01 14:57:13.321197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:13.322547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-c91ecfbb-699d-4145-8816-57939322511b service neutron] 10.222.0.44 "PUT /v2.0/ports/5110d963-af10-4320-bec0-df2afc7c7071 HTTP/1.1" status: 200 len: 1092 time: 3.8116531 Apr 01 14:57:13.325435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-145f4b68-aa62-4977-ad36-8708e7b0f8fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 200 len: 217 time: 0.1167428 Apr 01 14:57:13.337784 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:13.473442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ecfbb-699d-4145-8816-57939322511b service neutron] Pushing event updated for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:13.488738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-f5a44280-cb13-4f65-881e-7efe4d806a13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4895699 Apr 01 14:57:13.491436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-bce02829-e539-4a9d-afc1-73f2b9365ca6 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534976 Apr 01 14:57:13.504668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-a6708cc5-13e2-4be2-b73d-fd6c37d55637 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3050911 Apr 01 14:57:13.593944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-c5d736d9-271f-4b15-9a71-cd6cd68505b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:13.595351 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-c5d736d9-271f-4b15-9a71-cd6cd68505b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.2248595 Apr 01 14:57:13.600400 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:13.738339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0004c8ef-f50a-4f2d-a9c6-532cf39e6ca0 req-5ec7861e-348f-46fc-b77e-4e8a8043019b service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327180 Apr 01 14:57:13.741390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-5ffc4ae2-b012-4f0c-b1f0-e4bf2e5b79c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188027 Apr 01 14:57:13.886445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-95ef81ee-ef8c-4d6f-b68d-13f2e480a625 service neutron] 10.222.0.48 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359899 Apr 01 14:57:13.952002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-f5f43278-d487-415b-afd9-ed6799d8d217 service neutron] 10.222.0.48 "GET /v2.0/ports/425e9765-72ba-4d48-8762-ebaa7c124efd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0594716 Apr 01 14:57:14.023275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-3cde2574-cf45-4520-abd3-f4ff645e8f0b service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249166 Apr 01 14:57:14.040794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-56764648-c037-467f-8876-eaec64c93a7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 1095 time: 0.6713586 Apr 01 14:57:14.060926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'tag': '5110d963-af10-4320-bec0-df2afc7c7071'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:14.087832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-e9f7b410-4af5-4aa2-b283-862d29616c9d service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298382 Apr 01 14:57:14.169552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:14.198757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:57:14.222048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-4601bb70-2b0d-40f1-9a46-2e9a8f65eae2 service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278934 Apr 01 14:57:14.238123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b42f575-8d47-4f74-8833-044a6aad7621,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:14.257595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-174b3045-d015-42ef-b03e-af95a440e040 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5110d963-af10-4320-bec0-df2afc7c7071 HTTP/1.1" status: 200 len: 217 time: 0.1856456 Apr 01 14:57:14.302496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-d6715e16-f941-4e4d-8d7d-707363c032f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6713722 Apr 01 14:57:14.303562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:14.311790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-4fc494ca-7184-4331-98dd-755e473241e8 service neutron] 10.222.0.48 "GET /v2.0/ports/cc9349d1-3aac-4939-8fdd-fb26fbc546cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0817404 Apr 01 14:57:14.340571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:14.354726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'mac_address': 'fa:16:3e:ae:c3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:57:14.408557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:14.420185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dad95942-b14c-419e-bf3d-39f0fdb45f34 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8b42f575-8d47-4f74-8833-044a6aad7621 HTTP/1.1" status: 204 len: 168 time: 1.4722307 Apr 01 14:57:14.426015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48538) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:14.432404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd211dc-c671-4245-9a46-c46a1f9e669c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:14.454030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:14.456184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:14.459388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:14.464906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-2b905f9e-5635-48e5-96b0-b6bd0ef6007b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:14.466336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-2b905f9e-5635-48e5-96b0-b6bd0ef6007b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26c17c9c-2026-4113-8daa-cb1eb862a1d6 HTTP/1.1" status: 200 len: 861 time: 0.2008369 Apr 01 14:57:14.473677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4a4aac1-79ff-48fa-a487-e380e2140102 req-e19b598d-10bd-4aea-85ed-3cb28e537c34 service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374256 Apr 01 14:57:14.540035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-af6b4f77-3f6d-4da9-870f-3e1c0f5235af service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270508 Apr 01 14:57:14.544631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:14.637281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-363992f9-0884-4460-ba6e-0d6082738cb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0288a54-101c-49f9-a7fb-bad41fa75ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600008 Apr 01 14:57:14.647177 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:14.686102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['ecd211dc-c671-4245-9a46-c46a1f9e669c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:57:14.719753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-41f29bfe-5263-4223-8868-e082468c4a39 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049072 Apr 01 14:57:14.798264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-307fc29e-8ded-4e47-9e94-452f732e770e service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571969 Apr 01 14:57:14.887511 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:14.926947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4418d754-1d6c-4814-8c73-c79f2c7d46fa']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:14.943608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecb0e18-0a68-4f63-8be2-951ccf9e91c4') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:14.943816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecb0e18-0a68-4f63-8be2-951ccf9e91c4') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:14.980655 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-d09111a7-053c-42b7-a37e-1f51156e4c97 service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253036 Apr 01 14:57:14.988461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92e0dfc4-4f3a-45c6-ad32-f95ae6e3054c req-67404521-8fc1-4ee0-aa1d-281e603ca67a service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627108 Apr 01 14:57:15.023088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52960455-3691-413d-bbb6-60c9ae7ed498 req-398468ee-bbb5-40f3-b1af-c3a2222467f6 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:15.023812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-52960455-3691-413d-bbb6-60c9ae7ed498 req-398468ee-bbb5-40f3-b1af-c3a2222467f6 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:15.085033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:15.120083 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-23739d65-b8cf-4f3d-aec4-91051b6d5c5a service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209827 Apr 01 14:57:15.121054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:15.136344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-52960455-3691-413d-bbb6-60c9ae7ed498 req-398468ee-bbb5-40f3-b1af-c3a2222467f6 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:15.137605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52960455-3691-413d-bbb6-60c9ae7ed498 req-398468ee-bbb5-40f3-b1af-c3a2222467f6 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 944 time: 0.4866626 Apr 01 14:57:15.152281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:57:15.152719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:57:15.169242 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:57:15.187019 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90ce1877-a874-4d86-a9c7-f1e190baf191 req-adb28d5c-8be3-4ead-bb23-da322aef28ee service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976311 Apr 01 14:57:15.212416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52960455-3691-413d-bbb6-60c9ae7ed498 req-b0a821ef-2d6f-46f8-baaf-69830d8b5d76 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 Apr 01 14:57:15.223074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:15.314166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:15.353766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:15.363369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4418d754-1d6c-4814-8c73-c79f2c7d46fa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:15.381233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f21dc0fe-2e4a-416f-91a0-6c7b9f5aad0d admin admin] 10.222.0.48 "DELETE /v2.0/networks/4418d754-1d6c-4814-8c73-c79f2c7d46fa HTTP/1.1" status: 204 len: 168 time: 0.9515076 Apr 01 14:57:15.411841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-bf9f539a-6c49-4db8-9d27-b7be911305a0 service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809620 Apr 01 14:57:15.596737 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-ca6a6541-cfb3-43eb-9183-8b616c357ad7 service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831033 Apr 01 14:57:15.653793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48554) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:15.703416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957d287-4c99-4e47-9b5d-4531c85de6cb req-631af9c5-84f2-45c4-81ba-7e8f20251e34 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:15.704867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6957d287-4c99-4e47-9b5d-4531c85de6cb req-631af9c5-84f2-45c4-81ba-7e8f20251e34 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 949 time: 0.1280251 Apr 01 14:57:15.768055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-387a8326-bb4c-477b-9b52-e68ad895b91c service neutron] 10.222.0.48 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649721 Apr 01 14:57:15.791475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b19e4880-ea9e-4c0c-969d-1f13c1fe3b27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21dee091e4de465ebc8120f1259314eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1356578 Apr 01 14:57:15.792103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48568) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:15.849159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6957d287-4c99-4e47-9b5d-4531c85de6cb req-13232b19-dee9-4736-8365-f68caaddeeed tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214209 Apr 01 14:57:15.860955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:15.869365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bb4f16c3-845f-4eb7-9233-a9eb2a66267a admin admin] 10.222.0.48 "PUT /v2.0/routers/1ccf54d9-6595-4719-a6f6-8c423585fdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9007475 Apr 01 14:57:15.870867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48572) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:15.880229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] Sync routers for ids ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:15.899164 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] Routers {'1ccf54d9-6595-4719-a6f6-8c423585fdb0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:15.899915 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:15.942520 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'tag': '5110d963-af10-4320-bec0-df2afc7c7071', 'status': 'completed', 'code': 200} Apr 01 14:57:15.998822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-bb99a14b-ebc4-4050-9e46-bbfdcd07e526 service neutron] 10.222.0.48 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260840 Apr 01 14:57:16.100505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7194d6d-cb1c-4261-b283-03ebda2ab7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.169756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7194d6d-cb1c-4261-b283-03ebda2ab7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.176176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-5efa8c73-37ee-4f90-8efb-2a988f64fb0e service neutron] 10.222.0.48 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654596 Apr 01 14:57:16.205106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:16.209774 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] Set router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:16.230886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-3dae47f9-00c3-49db-8979-dee00be013cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 1095 time: 0.2052338 Apr 01 14:57:16.362305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port ecd211dc-c671-4245-9a46-c46a1f9e669c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:16.377032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port ecd211dc-c671-4245-9a46-c46a1f9e669c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:16.377415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.379978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-855e9b5c-8e33-44b7-8872-cd9524fd1cdb service neutron] 10.222.0.48 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998236 Apr 01 14:57:16.400082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7194d6d-cb1c-4261-b283-03ebda2ab7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.442913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7194d6d-cb1c-4261-b283-03ebda2ab7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e472b1-4ed5-4e3e-a42d-bab089f27627,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:16.453221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-eebcebd8-c267-4356-a839-4c75702cec14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:16.454948 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-eebcebd8-c267-4356-a839-4c75702cec14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 922 time: 0.2151680 Apr 01 14:57:16.522278 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7194d6d-cb1c-4261-b283-03ebda2ab7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.526065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7194d6d-cb1c-4261-b283-03ebda2ab7a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33e472b1-4ed5-4e3e-a42d-bab089f27627 HTTP/1.1" status: 204 len: 168 time: 0.7328165 Apr 01 14:57:16.526662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.538746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-cd4e7b48-045c-4a0b-aa84-83a3f8fbcf7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5110d963-af10-4320-bec0-df2afc7c7071 HTTP/1.1" status: 200 len: 217 time: 0.0753374 Apr 01 14:57:16.546294 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.566457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:16.590922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:16.602191 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:16.676434 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:57:09Z', 'revision_number': 5, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:16.683444 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] Checking router: 1ccf54d9-6595-4719-a6f6-8c423585fdb0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:16.697236 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] Routers {'1ccf54d9-6595-4719-a6f6-8c423585fdb0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:16.698146 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:16.699248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-edc35d85-807e-42c0-94be-02ff27b2d601 service neutron] 10.222.0.48 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130248 Apr 01 14:57:16.748163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:16.772007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5110d963-af10-4320-bec0-df2afc7c7071 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:57:16.785460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.786267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.787476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.788254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.788721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.789253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.789716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.790180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.790641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.791094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.791586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:16.914001 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] Set router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:16.943980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:16.950124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-1946e16f-3b84-4508-8c38-86f0f516c897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:16.951722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-1946e16f-3b84-4508-8c38-86f0f516c897 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26c17c9c-2026-4113-8daa-cb1eb862a1d6 HTTP/1.1" status: 200 len: 861 time: 0.3489194 Apr 01 14:57:16.959465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '5110d963-af10-4320-bec0-df2afc7c7071', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'port_id': '5110d963-af10-4320-bec0-df2afc7c7071', 'mac_address': 'fa:16:3e:91:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c17c9c-2026-4113-8daa-cb1eb862a1d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:57:17.031970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cc3e4-65af-4010-9e03-d0c1db481cdc req-cc672e77-baf0-4402-a922-9a15a7a40c7e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:17.033508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f46cc3e4-65af-4010-9e03-d0c1db481cdc req-cc672e77-baf0-4402-a922-9a15a7a40c7e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 944 time: 0.3806059 Apr 01 14:57:17.035495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-2d4f4439-1195-44f6-86e9-a6538eb5a4f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0288a54-101c-49f9-a7fb-bad41fa75ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691545 Apr 01 14:57:17.095888 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.130554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5110d963-af10-4320-bec0-df2afc7c7071 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:17.150233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:17.157596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.166318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48604) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:17.252785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fd25cb11-db1d-42c0-8d7d-3a5cc58630ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ae6258d8ee7458baf2ec982681041d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0850549 Apr 01 14:57:17.254912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48612) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:17.275386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0990a-68a4-49ed-b58c-119fe7857e9d None None] New status for floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:57:17.276812 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:57:09Z', 'revision_number': 5, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:17.281543 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca77f1a-6c06-424d-b115-96bc617867c8 None None] The sync data for ids ['1ccf54d9-6595-4719-a6f6-8c423585fdb0'] in n-d-836017-1 is: [{'id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'name': 'tempest-FloatingIPDetailsTestJSON-899685505-router', 'tenant_id': '58f2ee3678ec47e586ba5afc7e59e019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:13Z', 'updated_at': '2022-04-01T14:57:09Z', 'revision_number': 5, 'project_id': '58f2ee3678ec47e586ba5afc7e59e019', 'gw_port': {'id': '7fc3f747-8c99-42f3-8ca0-7c8b17602c3b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf54d9-6595-4719-a6f6-8c423585fdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:14Z', 'updated_at': '2022-04-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:17.291651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f46cc3e4-65af-4010-9e03-d0c1db481cdc req-13d5f522-a434-4829-87bd-d17ccd472745 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947615 Apr 01 14:57:17.346843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a148dd1d-c182-4f88-8c7c-f531b942c00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.382845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a148dd1d-c182-4f88-8c7c-f531b942c00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.400473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.415972 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-9cc1cd9d-6e8e-409f-ae75-d54dd845af7a service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701835 Apr 01 14:57:17.425905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Deleting port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:17.425905 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.456646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a148dd1d-c182-4f88-8c7c-f531b942c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.477867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148dd1d-c182-4f88-8c7c-f531b942c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179dba68-18cf-404b-9d16-c6339c9414a1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:17.483225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a148dd1d-c182-4f88-8c7c-f531b942c00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:17.484736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a148dd1d-c182-4f88-8c7c-f531b942c00b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/179dba68-18cf-404b-9d16-c6339c9414a1 HTTP/1.1" status: 204 len: 168 time: 0.2288496 Apr 01 14:57:17.512438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:17.600704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['5110d963-af10-4320-bec0-df2afc7c7071'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:57:17.675570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f15a31e-3d3e-4ff3-aa9a-944893dfe705 req-03200c73-183a-41c2-b7e1-6fa9f585868f tempest-FlavorsV2NegativeTest-781870487 tempest-FlavorsV2NegativeTest-781870487-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=48e944644e30493a8e482b13b6bf386b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877304 Apr 01 14:57:18.083588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 405ff808-8d31-432a-934a-856f8694078b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:18.134487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 405ff808-8d31-432a-934a-856f8694078b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:57:18.134908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 405ff808-8d31-432a-934a-856f8694078b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:57:18.142561 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-436ac37c-92f7-493a-a97d-7ab7fde54abb tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:18.145759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-436ac37c-92f7-493a-a97d-7ab7fde54abb tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1618764 Apr 01 14:57:18.188565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a31e-3d3e-4ff3-aa9a-944893dfe705 req-e7b6fd72-c9d9-4dae-814c-fee6eefc67e3 tempest-FlavorsV2NegativeTest-781870487 tempest-FlavorsV2NegativeTest-781870487-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:18.194938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f15a31e-3d3e-4ff3-aa9a-944893dfe705 req-e7b6fd72-c9d9-4dae-814c-fee6eefc67e3 tempest-FlavorsV2NegativeTest-781870487 tempest-FlavorsV2NegativeTest-781870487-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5183129 Apr 01 14:57:18.201386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a14c8a1-6479-47b7-9579-710f02a1cb6f req-2763e6d6-f2b4-4042-a2d1-a4f8cc416119 service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085136 Apr 01 14:57:18.233012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-3d2c4110-6655-4feb-8261-4aaf9741cc7a tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:18.234490 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-3d2c4110-6655-4feb-8261-4aaf9741cc7a tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4cc111-3f62-46dc-a7a4-f4e2bfd65275 HTTP/1.1" status: 200 len: 946 time: 0.3557324 Apr 01 14:57:18.244878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f15a31e-3d3e-4ff3-aa9a-944893dfe705 req-22f6e25e-c471-487d-9b3c-47041028aa23 tempest-FlavorsV2NegativeTest-781870487 tempest-FlavorsV2NegativeTest-781870487-project] 10.222.0.48 "GET /v2.0/quotas/48e944644e30493a8e482b13b6bf386b HTTP/1.1" status: 200 len: 375 time: 0.0490322 Apr 01 14:57:18.247897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] For port 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:18.248328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:18.261518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-e4eea872-c85b-46b2-9e58-d7282eb8ac47 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.1089060 Apr 01 14:57:18.267622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'floatingip': {'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:18.362604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:18.405855 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f15a31e-3d3e-4ff3-aa9a-944893dfe705 req-48bb5083-343e-4332-a22b-ad85f840f784 tempest-FlavorsV2NegativeTest-781870487 tempest-FlavorsV2NegativeTest-781870487-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48e944644e30493a8e482b13b6bf386b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600568 Apr 01 14:57:18.493931 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'code': 200} Apr 01 14:57:18.606035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Calling delete_port for 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:18.782666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5110d963-af10-4320-bec0-df2afc7c7071 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:18.814771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Deleting port 07e423bd-4782-4009-b784-709e8d6b6692 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:18.815114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:18.902733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 5110d963-af10-4320-bec0-df2afc7c7071 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:18.911088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 5110d963-af10-4320-bec0-df2afc7c7071 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:18.911929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.070285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.106081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:19.112297 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.187656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:19.200149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17140578-bb67-4627-a586-cd577540fff7 req-4c83829e-2dc0-4054-8114-61d774cf9707 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1101 time: 0.5265644 Apr 01 14:57:19.229808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134984f-6312-4fc6-81fe-a02abbca17f2 req-3734a03a-67d2-44b0-89ad-baa55443d8e4 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:19.233165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d134984f-6312-4fc6-81fe-a02abbca17f2 req-3734a03a-67d2-44b0-89ad-baa55443d8e4 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.5759928 Apr 01 14:57:19.324608 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-5d39a281-7bba-40b2-8b43-8f55af0ed587 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3525290 Apr 01 14:57:19.417210 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17140578-bb67-4627-a586-cd577540fff7 req-5a6c01ce-32b7-4891-99b8-4b39ac330bd0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093971 Apr 01 14:57:19.449347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48680) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:19.495782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] For port 07e423bd-4782-4009-b784-709e8d6b6692, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=07e423bd-4782-4009-b784-709e8d6b6692,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:19.496389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.601234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.683959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:19.695787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Usage tracker for resource:security_group_rule and tenant:48e944644e30493a8e482b13b6bf386b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:19.699557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:19.706694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:19.735044 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-ba56b15c-9012-4d30-bacd-63d2472f9a61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 1101 time: 0.1169515 Apr 01 14:57:19.760088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Calling delete_port for 07e423bd-4782-4009-b784-709e8d6b6692 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:19.799302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-3bbd5177-eb28-458a-bd74-e4ecbb64db4e service neutron] 10.222.0.62 "GET /v2.0/ports/425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 200 len: 1028 time: 0.3692946 Apr 01 14:57:19.799889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.893762 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.904604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:19.911873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d134984f-6312-4fc6-81fe-a02abbca17f2 req-356665f1-7f91-4c31-a325-223c2f1b2946 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954411 Apr 01 14:57:19.936886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc3f747-8c99-42f3-8ca0-7c8b17602c3b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:20.024968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-ff8c7747-d4a9-4c77-8e3e-ce36e53cd105 service neutron] 10.222.0.62 "GET /v2.0/ports/cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 200 len: 1028 time: 0.1833246 Apr 01 14:57:20.114913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e99c2e-5266-42e0-a229-f41f5acd5c51,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:20.127394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea0b271d-6bba-4082-ba32-a37c08c4fad8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48e944644e30493a8e482b13b6bf386b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6769414 Apr 01 14:57:20.130308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48686) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:20.133320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-88f3bc2f-93dd-4e39-a144-0a1b8295a5ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:20.134689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-88f3bc2f-93dd-4e39-a144-0a1b8295a5ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3634722 Apr 01 14:57:20.218850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.243318 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.305233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-16a25082-9c14-44e3-959a-4c9d0a628911 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 200 len: 217 time: 0.1497245 Apr 01 14:57:20.350533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-35e2f326-637b-437e-8077-cb66d6c0b8b5 req-d964e297-9012-4f43-bbdc-70f7151d5c4c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:20.387832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.472950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-ce1b3eff-b165-4a52-939d-820db849e08e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:20.474291 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-ce1b3eff-b165-4a52-939d-820db849e08e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1153181 Apr 01 14:57:20.476121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8afb7361-95df-4a88-a19e-0db3b7696c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.494719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5110d963-af10-4320-bec0-df2afc7c7071'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:20.536079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.548130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:57:20.555589 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8afb7361-95df-4a88-a19e-0db3b7696c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.695652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-8b45532a-6eac-421f-973a-78b3d47cd023 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:20.700479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-8b45532a-6eac-421f-973a-78b3d47cd023 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:20.704803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-8b45532a-6eac-421f-973a-78b3d47cd023 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:20.705901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-8b45532a-6eac-421f-973a-78b3d47cd023 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:20.714816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-35e2f326-637b-437e-8077-cb66d6c0b8b5 req-d964e297-9012-4f43-bbdc-70f7151d5c4c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:20.731358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35e2f326-637b-437e-8077-cb66d6c0b8b5 req-d964e297-9012-4f43-bbdc-70f7151d5c4c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 210 time: 0.5768309 Apr 01 14:57:20.809954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-12a771c8-fcb1-4090-9437-79f5cdb2fc64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3229024 Apr 01 14:57:20.815530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8afb7361-95df-4a88-a19e-0db3b7696c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.822241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 07e423bd-4782-4009-b784-709e8d6b6692 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:20.832766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Pushing event deleted for resources: {'Port': ['ID=07e423bd-4782-4009-b784-709e8d6b6692,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:20.859143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-8b45532a-6eac-421f-973a-78b3d47cd023 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:20.860689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-8b45532a-6eac-421f-973a-78b3d47cd023 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "GET /v2.0/networks?id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=c2eb948f-2926-4b40-928b-0734cf605002&id=c2eb948f-2926-4b40-928b-0734cf605002 HTTP/1.1" status: 200 len: 1990 time: 0.8296824 Apr 01 14:57:20.902933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 07e423bd-4782-4009-b784-709e8d6b6692 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:57:20.903302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 07e423bd-4782-4009-b784-709e8d6b6692 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:57:20.922187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] No DVR routers for this DVR port 07e423bd-4782-4009-b784-709e8d6b6692 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:57:20.925100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.929900 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.938941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'name': 'network-vif-deleted', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:20.958948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.959774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7361-95df-4a88-a19e-0db3b7696c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e99c2e-5266-42e0-a229-f41f5acd5c51,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:20.964992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c00d7ac-0de6-4339-a655-fa68441bef89 req-064e9565-05a7-42e3-8718-5bd0029addc7 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "DELETE /v2.0/ports/07e423bd-4782-4009-b784-709e8d6b6692 HTTP/1.1" status: 204 len: 173 time: 2.7080266 Apr 01 14:57:20.991193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8afb7361-95df-4a88-a19e-0db3b7696c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:20.994771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8afb7361-95df-4a88-a19e-0db3b7696c32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17e99c2e-5266-42e0-a229-f41f5acd5c51 HTTP/1.1" status: 204 len: 168 time: 0.8606474 Apr 01 14:57:21.004679 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6 associated. External IP: 172.25.2.248, port: 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7. Apr 01 14:57:21.210276 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-405c329d-32f9-47dd-ad3f-1faa9525bed7 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6b2b266019e4ca0b6df8a7372023ef8 HTTP/1.1" status: 200 len: 379 time: 0.3119738 Apr 01 14:57:21.223627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'admin_state_up': True, 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'security_groups': ['b852108d-ed2f-4280-9585-9401a90dadf5']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:21.227394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-38004392-1135-4c15-8376-29fe655307fa service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003437 Apr 01 14:57:21.374799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:21.375369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ccf54d9-6595-4719-a6f6-8c423585fdb0 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:57:21.388644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9814bcd-30b0-4b30-8e0d-35c43ed995c8 req-87b688de-e8a7-4577-91c9-9d638a1365d0 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:21.390680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9814bcd-30b0-4b30-8e0d-35c43ed995c8 req-87b688de-e8a7-4577-91c9-9d638a1365d0 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 946 time: 0.4296794 Apr 01 14:57:21.403068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:21.404680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fad5b252-8852-418d-b6fa-abc2dc82a847 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ccf54d9-6595-4719-a6f6-8c423585fdb0 HTTP/1.1" status: 204 len: 168 time: 5.5328200 Apr 01 14:57:21.406963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48700) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:21.410753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caea64bb-9369-4d5a-9553-9b7bb7ee885f req-c3de303f-d5af-4de8-a7e5-b8a314ebc4eb service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774213 Apr 01 14:57:21.494902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:21.507611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] Deleting subnet 5f26b635-b071-429f-a7e5-d7c32758af09 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:57:21.512602 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:21.534697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:21.582940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9814bcd-30b0-4b30-8e0d-35c43ed995c8 req-fae7f79d-ffe2-4935-8eae-a8770c8bbaf2 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729066 Apr 01 14:57:21.597080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:21.599488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:21.608727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:21.916716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 172.20.0.12 (f0d1a499-01f5-4bc0-b0f4-c1b28085261e/2d011030-0327-42dc-9c3b-dcd693297f1d/080cfda3-e275-47e3-b022-93e406c83db8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:22.059174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.105063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:22.206096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:57:22.207034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7fc3f747-8c99-42f3-8ca0-7c8b17602c3b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:57:22.229865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.271278 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.288192 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5110d963-af10-4320-bec0-df2afc7c7071', 'code': 200} Apr 01 14:57:22.293528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f26b635-b071-429f-a7e5-d7c32758af09,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:22.302718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.309106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121cf63-b756-4005-984a-9fa1ecea5000 None None] Network cfa2cb8c-41b8-4999-844b-bbc120cb48b3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:22.314975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e0483c47-c747-4c7b-9aef-a5aff42b7178 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5f26b635-b071-429f-a7e5-d7c32758af09 HTTP/1.1" status: 204 len: 168 time: 0.9067757 Apr 01 14:57:22.316989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48724) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:22.336313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Transition to ACTIVE for port object 080cfda3-e275-47e3-b022-93e406c83db8 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:22.442736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:22.460759 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4cc111-3f62-46dc-a7a4-f4e2bfd65275', 'name': 'network-vif-deleted', 'tag': '07e423bd-4782-4009-b784-709e8d6b6692', 'status': 'completed', 'code': 200} Apr 01 14:57:22.484077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48728) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:22.506782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.540104 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.694992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] DHCP port deletion for cfa2cb8c-41b8-4999-844b-bbc120cb48b3 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:57:22.702272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Deleting port 2910e149-8e7f-4c67-b357-19e43cceeacf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:22.703320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.707763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Deleting port 2910e149-8e7f-4c67-b357-19e43cceeacf {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:22.708678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.750759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-218102583-network', 'tenant_id': '23b31dc0822f4962842861fadfb37eec'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:22.755829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:22.760041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Usage tracker for resource:network and tenant:23b31dc0822f4962842861fadfb37eec is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:22.763067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:22.769423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:22.801725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Made reservation on behalf of 23b31dc0822f4962842861fadfb37eec for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:22.804571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.819287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:22.826018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ee1a641-1b73-4046-b8be-fae0248f401f req-9cfeaf32-9099-4f02-bf17-5d79c251c688 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 1097 time: 0.4299142 Apr 01 14:57:22.826858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:22.838801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=080cfda3-e275-47e3-b022-93e406c83db8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:22.849024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:22.893870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:22.956406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ee1a641-1b73-4046-b8be-fae0248f401f req-9415c1f5-bf18-4e22-a815-bbf9af5521dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090267 Apr 01 14:57:23.009356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] For port 2910e149-8e7f-4c67-b357-19e43cceeacf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2910e149-8e7f-4c67-b357-19e43cceeacf,segment=NetworkSegment(c2fd2847-d7a6-449f-93ab-321247e707d8),segment_id=c2fd2847-d7a6-449f-93ab-321247e707d8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:23.009739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.017398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4922917-9545-4b42-a9ae-48e9c3a990ff req-1f3f54ae-4323-4491-ba09-e1a2b4253d89 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:23.026441 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4922917-9545-4b42-a9ae-48e9c3a990ff req-1f3f54ae-4323-4491-ba09-e1a2b4253d89 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.3619339 Apr 01 14:57:23.067052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:23.089194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Usage tracker for resource:security_group_rule and tenant:23b31dc0822f4962842861fadfb37eec is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:23.096200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:23.109933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:23.111097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.130658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] For port 2910e149-8e7f-4c67-b357-19e43cceeacf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2910e149-8e7f-4c67-b357-19e43cceeacf,segment=NetworkSegment(c2fd2847-d7a6-449f-93ab-321247e707d8),segment_id=c2fd2847-d7a6-449f-93ab-321247e707d8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:23.131007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.181059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4922917-9545-4b42-a9ae-48e9c3a990ff req-4d95d70d-5c37-498b-b0ee-153d6d2489fd tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524272 Apr 01 14:57:23.183150 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-2c9f671d-b0f4-429c-96d1-253f75f361db tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9650407 Apr 01 14:57:23.184402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:23.200595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'admin_state_up': True, 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'security_groups': ['b852108d-ed2f-4280-9585-9401a90dadf5']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:23.277200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Calling delete_port for 2910e149-8e7f-4c67-b357-19e43cceeacf owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:23.286552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Calling delete_port for 2910e149-8e7f-4c67-b357-19e43cceeacf owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:23.354403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5090ef41-4192-4574-8955-3e67d0ec384e None None] Provisioning for port 080cfda3-e275-47e3-b022-93e406c83db8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:23.366615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5090ef41-4192-4574-8955-3e67d0ec384e None None] Provisioning complete for port 080cfda3-e275-47e3-b022-93e406c83db8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:23.366975 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5090ef41-4192-4574-8955-3e67d0ec384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.370403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:23.380144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.390379 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:23.411299 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:23.412975 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:23.431766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.447539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5090ef41-4192-4574-8955-3e67d0ec384e None None] Port 080cfda3-e275-47e3-b022-93e406c83db8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:23.450737 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:57:23.451653 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:57:23.493099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2910e149-8e7f-4c67-b357-19e43cceeacf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:23.511729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-13c8ba69-be8a-4776-ab69-123f3aaa6019 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "PUT /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 200 len: 997 time: 5.2448888 Apr 01 14:57:23.518577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:23.528091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:port and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:23.533558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:23.557780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:23.559968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:23.564069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab33e9-ec75-4912-b252-30a5dcb6b8a3 req-287f776d-4cf3-4aa6-aedf-ac52b3491f57 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:23.564779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9eab33e9-ec75-4912-b252-30a5dcb6b8a3 req-287f776d-4cf3-4aa6-aedf-ac52b3491f57 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:23.570301 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.571924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] No DVR routers for this DVR port 2910e149-8e7f-4c67-b357-19e43cceeacf on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:57:23.587491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.607670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:23.610682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.644827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:57:23.647002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9eab33e9-ec75-4912-b252-30a5dcb6b8a3 req-287f776d-4cf3-4aa6-aedf-ac52b3491f57 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:23.648189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9eab33e9-ec75-4912-b252-30a5dcb6b8a3 req-287f776d-4cf3-4aa6-aedf-ac52b3491f57 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 932 time: 0.3254135 Apr 01 14:57:23.713085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9524cb-6c29-4f4e-856a-c9da7d7770be,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:23.713624 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.715907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.716261 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Added segment a1176e45-ce54-45e2-99b2-3ba71c08f076 of type vlan for network 00301b31-2e04-42ef-8631-c492395f211e Apr 01 14:57:23.744777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa2cb8c-41b8-4999-844b-bbc120cb48b3']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:23.747534 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:23.762078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fd2847-d7a6-449f-93ab-321247e707d8') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:23.762566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fd2847-d7a6-449f-93ab-321247e707d8') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:23.779249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-f0d0e7a7-276d-47cb-a88c-265b4ab57446 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.2640350 Apr 01 14:57:23.791532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.808451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.819589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9eab33e9-ec75-4912-b252-30a5dcb6b8a3 req-eda3f0dc-8ce2-4182-a2f0-e6ae0c59880b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607492 Apr 01 14:57:23.903441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.914678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:57:23.915122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:57:23.936105 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:57:23.952380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Deleting port 2910e149-8e7f-4c67-b357-19e43cceeacf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:23.952751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:23.999850 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.000805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:24.001255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.019302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 10.1.1.165 (89b629af-e989-4d77-a2fe-00691a1a1cf1/3f52fb88-9108-4e02-a385-da872a1d5d9b/94374e79-b824-4959-8d44-e4ac9470eea6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:24.047662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-57bffb56-97f5-4824-9e7c-9f39c192db98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:24.055417 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-57bffb56-97f5-4824-9e7c-9f39c192db98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.2750475 Apr 01 14:57:24.108685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.141664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.184279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe229e93-10c3-42ff-8404-de63d1436c65 None None] The port '2910e149-8e7f-4c67-b357-19e43cceeacf' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:57:24.193621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2910e149-8e7f-4c67-b357-19e43cceeacf no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:24.200143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa2cb8c-41b8-4999-844b-bbc120cb48b3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:24.223761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c06fde56-45b6-4740-ae0b-8b7129aaa7d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cfa2cb8c-41b8-4999-844b-bbc120cb48b3 HTTP/1.1" status: 204 len: 168 time: 1.9055779 Apr 01 14:57:24.248188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-043c9a90-cf61-4f85-9c96-80179a20850f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 1000 time: 0.1911137 Apr 01 14:57:24.306357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8212199 Apr 01 14:57:24.319645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48744) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:24.322551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f178c-4453-4dc9-bc15-19083030cb31 admin admin] Pushing event updated for resources: {'Network': ['ID=00301b31-2e04-42ef-8631-c492395f211e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:24.328640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 2910e149-8e7f-4c67-b357-19e43cceeacf {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:57:24.329632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2910e149-8e7f-4c67-b357-19e43cceeacf not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:57:24.338449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Request body: {'subnet': {'network_id': '00301b31-2e04-42ef-8631-c492395f211e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-218102583-subnet', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:24.343911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 00301b31-2e04-42ef-8631-c492395f211e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:57:24.392878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-dd1c7893-3437-4cfb-adc6-140d799f34ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:24.402783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-dd1c7893-3437-4cfb-adc6-140d799f34ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.1504414 Apr 01 14:57:24.473212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:bc:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:57:19Z', 'revision_number': 8, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:24.478014 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:24.492954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-e32ddc1f-56ab-4b34-a366-7e3137b123fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890021 Apr 01 14:57:24.494730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:24.496599 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:24.516077 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:24.599346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:24.661947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c4945eaf-1ad1-4986-a490-35d94e619951 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58f2ee3678ec47e586ba5afc7e59e019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1633968 Apr 01 14:57:24.667289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Usage tracker for resource:subnet and tenant:23b31dc0822f4962842861fadfb37eec is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:24.673791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:24.694712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:24.714612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:24.729227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-c4830936-b73f-43a3-b34d-7f04ca04a38a service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087569 Apr 01 14:57:24.744693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Made reservation on behalf of 23b31dc0822f4962842861fadfb37eec for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:24.747455 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:24.747857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.852276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.862675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79383106-d03f-4233-9434-380aa95bbb0f req-ca8ac39e-447c-4834-8324-a8c22b9c9b9f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:24.869739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79383106-d03f-4233-9434-380aa95bbb0f req-ca8ac39e-447c-4834-8324-a8c22b9c9b9f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 946 time: 0.6878726 Apr 01 14:57:24.874352 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c1bd337e-2802-428e-9500-4ba8fcd9540d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.912320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Transition to ACTIVE for port object 94374e79-b824-4959-8d44-e4ac9470eea6 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:24.933304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea5960fa-b46d-4757-a05c-c1d669347da8 req-dde12558-9e9a-43b1-9d15-b0ca6e6f64d5 service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001791 Apr 01 14:57:24.936637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c1bd337e-2802-428e-9500-4ba8fcd9540d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:24.972010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79383106-d03f-4233-9434-380aa95bbb0f req-61599746-d541-411d-92ca-9287e975fc2d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012328 Apr 01 14:57:25.046704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c1bd337e-2802-428e-9500-4ba8fcd9540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:25.061094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:25.080256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd337e-2802-428e-9500-4ba8fcd9540d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d4891e-3478-4eaf-82cf-4394b4f05d3c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:25.086801 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c1bd337e-2802-428e-9500-4ba8fcd9540d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:25.088365 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c1bd337e-2802-428e-9500-4ba8fcd9540d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4d4891e-3478-4eaf-82cf-4394b4f05d3c HTTP/1.1" status: 204 len: 168 time: 0.4133446 Apr 01 14:57:25.106813 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'status': 'completed', 'code': 200} Apr 01 14:57:25.189924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:25.279588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:25.282267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:25.292533 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:bc:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:57:19Z', 'revision_number': 8, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:25.299910 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c51bef-3f1f-4fd1-9104-d642f005e57c None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '639ed2bd-2dd9-4584-97fc-63d6d7266ec6', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'port_id': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'mac_address': 'fa:16:3e:bc:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:56:22Z', 'updated_at': '2022-04-01T14:57:19Z', 'revision_number': 8, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:25.467524 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be361731-1d36-49f4-a43b-ce00748c9358 req-085416b1-b1f7-42ea-a0cb-18a7be8df688 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1101 time: 0.3460121 Apr 01 14:57:25.504419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=94374e79-b824-4959-8d44-e4ac9470eea6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:25.536560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be361731-1d36-49f4-a43b-ce00748c9358 req-d6fd0b7c-4740-40af-85cc-a023c19ffa4e tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Synchronizing usage tracker for tenant:e53b9d121ed74fef9fec8e610e0d2a0e on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:25.566931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be361731-1d36-49f4-a43b-ce00748c9358 req-d6fd0b7c-4740-40af-85cc-a023c19ffa4e tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] Unset dirty status for tenant:e53b9d121ed74fef9fec8e610e0d2a0e on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:25.568789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be361731-1d36-49f4-a43b-ce00748c9358 req-d6fd0b7c-4740-40af-85cc-a023c19ffa4e tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932417 Apr 01 14:57:25.577310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:25.577946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:25.615790 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:25.691340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec243c-a0ae-4ddd-8778-16d222e331cb None None] New status for floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:57:25.782900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-26da7037-4e55-41b3-a310-f82ff4d087bb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5935445 Apr 01 14:57:25.809091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'admin_state_up': True, 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'security_groups': ['b852108d-ed2f-4280-9585-9401a90dadf5']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:25.844064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dfa603f8-742b-4371-9201-b311ed552be9 req-1f21ddbd-e7d4-4704-9f8f-4b45de2be0e9 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 200 len: 997 time: 0.2118900 Apr 01 14:57:25.965825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87afa355-3208-402c-b061-ee66fe0a2210 req-d74e24dc-6d21-4a4e-b9c9-3bd28ec61bf5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.8108170 Apr 01 14:57:25.977536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:26.013720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f948372-6815-425e-b4bb-139b6cd8d365 None None] Provisioning for port 94374e79-b824-4959-8d44-e4ac9470eea6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:26.017212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc0a2-8908-47ce-9ddd-7cc182a6f4d4 req-0c5acf70-9386-4e54-a056-2052a52648c6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:26.021424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc0a2-8908-47ce-9ddd-7cc182a6f4d4 req-0c5acf70-9386-4e54-a056-2052a52648c6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:26.021702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f948372-6815-425e-b4bb-139b6cd8d365 None None] Provisioning complete for port 94374e79-b824-4959-8d44-e4ac9470eea6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:26.022201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f948372-6815-425e-b4bb-139b6cd8d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:26.022726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-28bbc0a2-8908-47ce-9ddd-7cc182a6f4d4 req-0c5acf70-9386-4e54-a056-2052a52648c6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:26.034256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:port and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:26.043947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54af0ede-5673-4af9-919f-f88a68a1f54a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:26.096452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:26.109011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f948372-6815-425e-b4bb-139b6cd8d365 None None] Port 94374e79-b824-4959-8d44-e4ac9470eea6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:26.123505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa603f8-742b-4371-9201-b311ed552be9 req-54de0e7e-1bfd-47df-bf8f-bca3e7d6a934 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:26.123703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:26.142170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dfa603f8-742b-4371-9201-b311ed552be9 req-54de0e7e-1bfd-47df-bf8f-bca3e7d6a934 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.2952518 Apr 01 14:57:26.149858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Checking segment: {'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:26.150256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Network hostable DHCP agents. Network: 00301b31-2e04-42ef-8631-c492395f211e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:57:26.161373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:26.164502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:26.177704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-28bbc0a2-8908-47ce-9ddd-7cc182a6f4d4 req-0c5acf70-9386-4e54-a056-2052a52648c6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:26.178943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28bbc0a2-8908-47ce-9ddd-7cc182a6f4d4 req-0c5acf70-9386-4e54-a056-2052a52648c6 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 1654 time: 0.8547192 Apr 01 14:57:26.287924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afa355-3208-402c-b061-ee66fe0a2210 req-2a9aa5c0-c7e5-4da8-a52a-bcdb14ed56fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:26.290041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87afa355-3208-402c-b061-ee66fe0a2210 req-2a9aa5c0-c7e5-4da8-a52a-bcdb14ed56fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.3069272 Apr 01 14:57:26.387745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28bbc0a2-8908-47ce-9ddd-7cc182a6f4d4 req-f472ab9d-68d9-4bae-a16b-da3feb7adf4e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881595 Apr 01 14:57:26.398845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Network 00301b31-2e04-42ef-8631-c492395f211e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:57:26.409688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0e8e46c5-b050-451d-a47a-b4dd4b8ba523 req-e92b2cf6-7c2b-4f0a-8583-a6a92adaf00b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1007295 Apr 01 14:57:26.433868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 00301b31-2e04-42ef-8631-c492395f211e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:26.442727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbcaf14-84d9-4399-b15c-88f489640af7 None None] Network 00301b31-2e04-42ef-8631-c492395f211e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:26.507350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48790) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:26.508575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:26.508575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:26.521300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87afa355-3208-402c-b061-ee66fe0a2210 req-04a94584-a866-41d1-bc3b-42f1ff7dbbfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 1002 time: 0.2076735 Apr 01 14:57:26.577608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 10.1.1.82 (89b629af-e989-4d77-a2fe-00691a1a1cf1/3f52fb88-9108-4e02-a385-da872a1d5d9b/c3a9917f-85b1-4d1f-9d0a-546a49aa31ce) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:26.584359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af10a609-f2e7-4d5d-ab77-185a279ebda5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2514646 Apr 01 14:57:26.587176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48796) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:26.594924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:26.605535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:26.613998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Usage tracker for resource:router and tenant:23b31dc0822f4962842861fadfb37eec is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:26.620433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afa355-3208-402c-b061-ee66fe0a2210 req-21789ce8-483b-4841-83cb-d08ee8cfa5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:26.621928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87afa355-3208-402c-b061-ee66fe0a2210 req-21789ce8-483b-4841-83cb-d08ee8cfa5f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.0904076 Apr 01 14:57:26.622884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:26.636668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:26.660224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:26.662190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:26.704112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:26.854664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-356567443-network', 'tenant_id': 'c18d9f7d529f4f7781131fb9c42fd59f'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:26.908013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:26.937335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-00301b31-2e04-42ef-8631-c492395f211e', 'network_id': '00301b31-2e04-42ef-8631-c492395f211e', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'fixed_ips': [{'subnet_id': '54af0ede-5673-4af9-919f-f88a68a1f54a'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:57:26.938674 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.019827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-ddac2189-00b0-4888-a78c-20ddc8fe4cff tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.1766760 Apr 01 14:57:27.082591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Usage tracker for resource:network and tenant:c18d9f7d529f4f7781131fb9c42fd59f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:27.096065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:27.102133 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87afa355-3208-402c-b061-ee66fe0a2210 req-640a76b4-996f-4985-baa6-2cb34f4a65e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4730067 Apr 01 14:57:27.109816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131811ef-118a-4c20-a017-058045306502 req-4d047613-563e-47c6-b36c-d3431f1318b1 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:27.116583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-131811ef-118a-4c20-a017-058045306502 req-4d047613-563e-47c6-b36c-d3431f1318b1 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 946 time: 0.3842397 Apr 01 14:57:27.118683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:27.121551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.143273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-8e7c03f4-5856-4d95-addd-0f0cb0b2b167 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:27.156068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-8e7c03f4-5856-4d95-addd-0f0cb0b2b167 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports/9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 943 time: 0.1351104 Apr 01 14:57:27.157139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Allocated IP 172.20.0.2 (00301b31-2e04-42ef-8631-c492395f211e/54af0ede-5673-4af9-919f-f88a68a1f54a/78327e2f-27fe-4d66-ab33-2626a05d423b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:27.179182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.187994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Made reservation on behalf of c18d9f7d529f4f7781131fb9c42fd59f for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:27.200227 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.266870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Transition to ACTIVE for port object c3a9917f-85b1-4d1f-9d0a-546a49aa31ce will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:27.277367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.331809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-131811ef-118a-4c20-a017-058045306502 req-b60a8a0e-bff7-4772-80c8-9f58119af1fc tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142830 Apr 01 14:57:27.430859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87afa355-3208-402c-b061-ee66fe0a2210 req-73f3875c-7d84-416b-8fbc-6f207bc78682 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122916 Apr 01 14:57:27.457807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:27.465095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.476338 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.490707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Transition to ACTIVE for port object 78327e2f-27fe-4d66-ab33-2626a05d423b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:27.510784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Usage tracker for resource:security_group_rule and tenant:c18d9f7d529f4f7781131fb9c42fd59f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:27.514467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Transition to ACTIVE for port object 78327e2f-27fe-4d66-ab33-2626a05d423b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:27.518014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:27.529263 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.532263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-df77a9e8-f5e3-44ca-a844-911f93148a94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3160427 Apr 01 14:57:27.542394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:27.565146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bb6c150d-1e35-44a4-b079-9d1d2996b2fa tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.2445498 Apr 01 14:57:27.618863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-e9be3495-c973-44f4-b696-35bf55cc8746 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6068940 Apr 01 14:57:27.647675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Network 00301b31-2e04-42ef-8631-c492395f211e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:27.652012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:27.653955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Pushing event updated for resources: {'Port': ['ID=78327e2f-27fe-4d66-ab33-2626a05d423b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:27.657455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:27.831853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:27.842858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:27.867006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Attempting to bind port 78327e2f-27fe-4d66-ab33-2626a05d423b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:27.867442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Attempting to bind port 78327e2f-27fe-4d66-ab33-2626a05d423b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:27.867794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Attempting to bind port 78327e2f-27fe-4d66-ab33-2626a05d423b on network 00301b31-2e04-42ef-8631-c492395f211e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:27.869337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:27.878542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:27.878905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Checking segment: {'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:27.879817 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.880197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Bound using segment: {'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:27.880662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Bound port: 78327e2f-27fe-4d66-ab33-2626a05d423b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:27.881047 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.915806 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a13d572d-a198-424f-9b42-e87393cfb8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:27.981306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:28.050949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.071543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] For port 78327e2f-27fe-4d66-ab33-2626a05d423b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:28.075433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] For port 78327e2f-27fe-4d66-ab33-2626a05d423b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=78327e2f-27fe-4d66-ab33-2626a05d423b,segment=NetworkSegment(a1176e45-ce54-45e2-99b2-3ba71c08f076),segment_id=a1176e45-ce54-45e2-99b2-3ba71c08f076)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:28.080240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-a6f1ff5b-4a99-4486-9d09-15331b623529 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 6502 time: 0.3602741 Apr 01 14:57:28.081186 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.083513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.089883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ecccc-acb9-494b-adaf-6f209b607af2 req-8ee0ad7f-79c4-4471-bf5f-82c2c8c4f47d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.098869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb8ecccc-acb9-494b-adaf-6f209b607af2 req-8ee0ad7f-79c4-4471-bf5f-82c2c8c4f47d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.4189277 Apr 01 14:57:28.107617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87afa355-3208-402c-b061-ee66fe0a2210 req-99250385-9d1a-4621-be19-681973a317f1 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653981 Apr 01 14:57:28.142706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-7d0df365-66f7-4a0f-82c7-62758cb9c39b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.144141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.144878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.150898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-7d0df365-66f7-4a0f-82c7-62758cb9c39b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.5695214 Apr 01 14:57:28.195386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93cb1a-8859-490c-834e-4fe3712f5b99 None None] Pushing event updated for resources: {'Port': ['ID=78327e2f-27fe-4d66-ab33-2626a05d423b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:28.267018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:57:28.284344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-69c189a1-d25b-466c-8d7a-e7f6e015af09 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4843144 Apr 01 14:57:28.288746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b713864d-255b-4baf-a873-e7762d2e84c9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:28.297373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002', 'admin_state_up': True, 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'security_groups': ['b852108d-ed2f-4280-9585-9401a90dadf5']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:28.348892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-528b8698-6d8f-44f1-8737-1605b5f47834 None None] Provisioning for port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:28.354432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-528b8698-6d8f-44f1-8737-1605b5f47834 None None] Provisioning complete for port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:28.354802 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-528b8698-6d8f-44f1-8737-1605b5f47834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.364861 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.365387 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Added segment 6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15 of type vlan for network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a Apr 01 14:57:28.377508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-fe338d80-1479-46cc-a774-4320339182d5 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 1002 time: 0.2256734 Apr 01 14:57:28.400204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:28.426249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb8ecccc-acb9-494b-adaf-6f209b607af2 req-98a9c2d0-c9aa-4f04-a676-df530d9a25ee tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258314 Apr 01 14:57:28.433938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-528b8698-6d8f-44f1-8737-1605b5f47834 None None] Port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:28.539991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-c98a801d-39fc-4989-a704-983ed0bc1ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.540376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-c98a801d-39fc-4989-a704-983ed0bc1ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.540871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-c98a801d-39fc-4989-a704-983ed0bc1ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.543146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-c98a801d-39fc-4989-a704-983ed0bc1ce2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82c77167-1c02-4b4f-ad02-96945e2faef1&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683 HTTP/1.1" status: 200 len: 2296 time: 0.4336541 Apr 01 14:57:28.714636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.736337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.775245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.778034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:28.782476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Usage tracker for resource:port and tenant:a6b2b266019e4ca0b6df8a7372023ef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:28.785570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:28.791799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:28.833401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:28.837434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.856451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-b49d5414-01f4-4e55-9b7d-3307b5b2c81c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=037c76ab-4816-4301-a4e0-f1517f9ee301 HTTP/1.1" status: 200 len: 1002 time: 0.2497969 Apr 01 14:57:28.893684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:57:28.937938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.938914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.939533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:28.997675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cd269-5fa6-4d79-9c5d-8ffb7c182383 req-b55895b3-cdec-451a-9361-53930508818c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:28.999255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-387cd269-5fa6-4d79-9c5d-8ffb7c182383 req-b55895b3-cdec-451a-9361-53930508818c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 946 time: 0.3936646 Apr 01 14:57:29.046690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-6422522f-7d2e-4ace-9bdf-292e8888aa4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:29.048201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-6422522f-7d2e-4ace-9bdf-292e8888aa4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53540cf6-3274-427d-8950-3b3cece9abf8 HTTP/1.1" status: 200 len: 856 time: 0.1400299 Apr 01 14:57:29.097180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:29.205513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] Pushing event updated for resources: {'Network': ['ID=8dfbe4a0-3c3c-4f16-b431-97e8b472842a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:29.218008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5d763bfd-df2f-4e3b-83f3-897ac62c0a27 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7254887 Apr 01 14:57:29.219590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48832) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:29.228539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:57:29.238928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Request body: {'subnet': {'network_id': '8dfbe4a0-3c3c-4f16-b431-97e8b472842a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-356567443-subnet', 'tenant_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:29.253108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:29.267382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Allocated IP 172.25.2.254 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f396cf66-c32e-4b62-91ec-8c0eaf155c2c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:29.269814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Usage tracker for resource:subnet and tenant:c18d9f7d529f4f7781131fb9c42fd59f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:29.276743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:29.316042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-387cd269-5fa6-4d79-9c5d-8ffb7c182383 req-d00b7afd-b520-408e-9569-182a565a7c96 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024945 Apr 01 14:57:29.350523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:29.398457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:29.402293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Made reservation on behalf of c18d9f7d529f4f7781131fb9c42fd59f for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:29.404613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:29.463111 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:29.463609 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6 disassociated. External IP: 172.25.2.248, port: 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7. Apr 01 14:57:29.477101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-f82ee8e1-8c6e-4dc9-b170-26d26dc8fc8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82c77167-1c02-4b4f-ad02-96945e2faef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4189489 Apr 01 14:57:29.532788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fca24c-1007-4644-937b-dbea837297f1 None None] Network 00301b31-2e04-42ef-8631-c492395f211e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:29.680916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-814ccead-cb74-4bfd-b4c4-4632c7521e0b None None] Provisioning for port 78327e2f-27fe-4d66-ab33-2626a05d423b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:29.691767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 10.2.2.100 (c2eb948f-2926-4b40-928b-0734cf605002/d8d35d89-454c-42dd-a9f3-3418a98bd853/5091ae5b-e132-46db-ba75-b84b33869811) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:29.816064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:29.821065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38f82c-d00e-4147-ac0f-ff4f68ebee5f req-a0ed51ee-bfa5-4592-ad4e-89f46c52e696 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:29.826226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38f82c-d00e-4147-ac0f-ff4f68ebee5f req-a0ed51ee-bfa5-4592-ad4e-89f46c52e696 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:29.830349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38f82c-d00e-4147-ac0f-ff4f68ebee5f req-a0ed51ee-bfa5-4592-ad4e-89f46c52e696 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:29.831234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-eb38f82c-d00e-4147-ac0f-ff4f68ebee5f req-a0ed51ee-bfa5-4592-ad4e-89f46c52e696 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:29.838994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-378587ca-3809-444b-9d16-dc31f4dfc665 service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613504 Apr 01 14:57:29.897724 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-57c533ca-ca91-4340-9b4a-c7184575a572 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1101 time: 0.2376842 Apr 01 14:57:30.000126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.010188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-eb38f82c-d00e-4147-ac0f-ff4f68ebee5f req-a0ed51ee-bfa5-4592-ad4e-89f46c52e696 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:30.011385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb38f82c-d00e-4147-ac0f-ff4f68ebee5f req-a0ed51ee-bfa5-4592-ad4e-89f46c52e696 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 2374 time: 0.4787276 Apr 01 14:57:30.129129 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-3ed99803-3bc0-45e2-8c35-6adff6a171e4 service neutron] 10.222.0.44 "GET /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420061 Apr 01 14:57:30.133863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.162763 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a665bad-055a-423b-941c-baf025477c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.177212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 78327e2f-27fe-4d66-ab33-2626a05d423b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:30.213911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb38f82c-d00e-4147-ac0f-ff4f68ebee5f req-c0893d77-a83d-49a6-8a0a-ce97b97926e0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891551 Apr 01 14:57:30.234255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-981b328c-da55-4b3b-9cc0-dc1875b04a03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 200 len: 217 time: 0.0970094 Apr 01 14:57:30.235354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Transition to ACTIVE for port object 5091ae5b-e132-46db-ba75-b84b33869811 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:30.262628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 78327e2f-27fe-4d66-ab33-2626a05d423b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:30.269882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 78327e2f-27fe-4d66-ab33-2626a05d423b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:30.270319 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.312080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-3973716b-15f0-41d5-a108-04bb16f425a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:30.313593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-3973716b-15f0-41d5-a108-04bb16f425a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.0690157 Apr 01 14:57:30.328015 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.374257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:30.390750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:30.399785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:30.400138 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.415416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-08c4ac1e-6c90-475a-9ca4-78563edeeaa5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956640 Apr 01 14:57:30.430118 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.434939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Pushing event updated for resources: {'Port': ['ID=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:30.437614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-f2639e64-1aac-4d85-9701-8a9b5a978983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:30.439198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-f2639e64-1aac-4d85-9701-8a9b5a978983 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5334594 Apr 01 14:57:30.475472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 78327e2f-27fe-4d66-ab33-2626a05d423b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=78327e2f-27fe-4d66-ab33-2626a05d423b,segment=NetworkSegment(a1176e45-ce54-45e2-99b2-3ba71c08f076),segment_id=a1176e45-ce54-45e2-99b2-3ba71c08f076)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:30.482119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.498234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=5091ae5b-e132-46db-ba75-b84b33869811,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:30.525067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network c2eb948f-2926-4b40-928b-0734cf605002 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:30.531157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:30.534867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:30.551794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07c6808-a778-4e90-962b-5b1ad744459c,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:30.572020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-37e56538-ca60-4312-880a-909add813be9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.1213326 Apr 01 14:57:30.600056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=78327e2f-27fe-4d66-ab33-2626a05d423b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:30.668217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:30.669213 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.707612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Checking segment: {'id': '6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8dfbe4a0-3c3c-4f16-b431-97e8b472842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:30.708035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Network hostable DHCP agents. Network: 8dfbe4a0-3c3c-4f16-b431-97e8b472842a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:57:30.727560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b29b5447-4738-4b07-8acd-4dbf3a1d3ee3 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4341187 Apr 01 14:57:30.747604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-3f6e1981-d76a-4b4c-8137-cf7faa5226cb service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486141 Apr 01 14:57:30.756701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002', 'admin_state_up': True, 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'security_groups': ['b852108d-ed2f-4280-9585-9401a90dadf5']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:30.861711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9ab0195f-d7e6-4d32-b244-fb5f7d8a83cf None None] Provisioning for port 5091ae5b-e132-46db-ba75-b84b33869811 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:30.868186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9ab0195f-d7e6-4d32-b244-fb5f7d8a83cf None None] Provisioning complete for port 5091ae5b-e132-46db-ba75-b84b33869811 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:30.868509 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ab0195f-d7e6-4d32-b244-fb5f7d8a83cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:30.925735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-76de6d7d-065e-48f7-8550-2f3dea9ea938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:30.927320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-76de6d7d-065e-48f7-8550-2f3dea9ea938 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.3489034 Apr 01 14:57:30.934094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0195f-d7e6-4d32-b244-fb5f7d8a83cf None None] Port 5091ae5b-e132-46db-ba75-b84b33869811 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:30.966572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-de9622d4-fbd2-4f8d-af97-03bb383d34b8 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739933 Apr 01 14:57:31.038793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:57:31.058868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 8dfbe4a0-3c3c-4f16-b431-97e8b472842a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:31.067268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ee6f5-a1b5-4b90-ab74-fc399a866059 None None] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:31.068477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:31.069252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.114169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-bef60650-b5c0-4e13-a6c2-dc6150fb8a6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658404 Apr 01 14:57:31.122087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-abed59c3-c9f5-4d22-8076-4ed95314a28f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8971717 Apr 01 14:57:31.122290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48850) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:31.154816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-356567443-router', 'tenant_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:31.209710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:31.222815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Usage tracker for resource:router and tenant:c18d9f7d529f4f7781131fb9c42fd59f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:31.233962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:31.250934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:31.255598 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.256095 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-6b24334f-ec73-4f69-8265-460bc01eedda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 200 len: 217 time: 0.1920700 Apr 01 14:57:31.284458 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.285183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.300506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.310872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.311822 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.313574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-8dfbe4a0-3c3c-4f16-b431-97e8b472842a', 'network_id': '8dfbe4a0-3c3c-4f16-b431-97e8b472842a', 'tenant_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'fixed_ips': [{'subnet_id': 'a07c6808-a778-4e90-962b-5b1ad744459c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:57:31.314291 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.386426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-4f8684c5-3302-4d29-bd79-e56a2b3daff9 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628555 Apr 01 14:57:31.395695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-2e7679ad-08b8-47b2-a082-5d42e5734358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:31.397837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-2e7679ad-08b8-47b2-a082-5d42e5734358 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.1316874 Apr 01 14:57:31.408715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aa872-72a5-4006-93c4-c814881f4c88 req-cb8b708d-4e4a-4bfa-b418-7bc49d506cdc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:31.411874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-108aa872-72a5-4006-93c4-c814881f4c88 req-cb8b708d-4e4a-4bfa-b418-7bc49d506cdc tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.4442029 Apr 01 14:57:31.475025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:31.484663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Allocated IP 172.20.0.2 (8dfbe4a0-3c3c-4f16-b431-97e8b472842a/a07c6808-a778-4e90-962b-5b1ad744459c/524ed0bb-ee40-4e7e-8879-2f7ba5882a21) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:31.495233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:31.526214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Made reservation on behalf of a6b2b266019e4ca0b6df8a7372023ef8 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:31.530971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.551994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-108aa872-72a5-4006-93c4-c814881f4c88 req-ef9bc901-49bf-4cb9-97e5-c9392602b97d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Apr 01 14:57:31.564331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.589135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:31.632764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-9c4898be-3079-4c74-8219-d545df986030 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2178192 Apr 01 14:57:31.657763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-d8d21209-d0f0-4a1f-ba9e-dacb9f26499e service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594340 Apr 01 14:57:31.733317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.760636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Transition to ACTIVE for port object 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:31.787517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Transition to ACTIVE for port object 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:31.796615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:31.971553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Pushing event updated for resources: {'Port': ['ID=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:31.996309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:31.997567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:32.004322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:32.119665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-c8e3161a-2fb0-4dcc-b78e-6c35efe37e4e service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766405 Apr 01 14:57:32.122501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Allocated IP 10.2.2.200 (c2eb948f-2926-4b40-928b-0734cf605002/d8d35d89-454c-42dd-a9f3-3418a98bd853/c439ee6b-3a2c-40eb-a017-a454d985dd64) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:32.170982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Attempting to bind port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:32.171767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Attempting to bind port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8dfbe4a0-3c3c-4f16-b431-97e8b472842a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:32.172348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Attempting to bind port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 on network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:32.181076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:32.181818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Checking segment: {'id': '6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8dfbe4a0-3c3c-4f16-b431-97e8b472842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:32.182439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.183036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Bound using segment: {'id': '6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8dfbe4a0-3c3c-4f16-b431-97e8b472842a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:32.184108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Bound port: 524ed0bb-ee40-4e7e-8879-2f7ba5882a21, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8dfbe4a0-3c3c-4f16-b431-97e8b472842a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:32.184693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.291001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 78327e2f-27fe-4d66-ab33-2626a05d423b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:32.373650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.411492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-6ff9394c-da6b-4da6-bfa8-461a24f1bf02 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845783 Apr 01 14:57:32.412336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] For port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:32.416441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] For port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,segment=NetworkSegment(6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15),segment_id=6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:32.426046 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.472494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 78327e2f-27fe-4d66-ab33-2626a05d423b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:32.472806 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.519767 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-77d40cac-07eb-485a-bd1f-a0c3c983e56f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=423143e2-c303-428d-8571-a54fc30a788c HTTP/1.1" status: 200 len: 217 time: 0.0990894 Apr 01 14:57:32.555655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e8b2c-d036-4afe-bd97-dd8bd97503f5 None None] Pushing event updated for resources: {'Port': ['ID=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:32.568434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:57:32.598719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:32.611028 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:32.631156 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:32.634223 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:32.634679 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.645320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.667689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056e04-a388-4989-b8c4-534c3a9440ca req-7fa6ddc4-bd0b-41a5-89b4-41bf6b5f3a5b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:32.671914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056e04-a388-4989-b8c4-534c3a9440ca req-7fa6ddc4-bd0b-41a5-89b4-41bf6b5f3a5b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:32.677047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056e04-a388-4989-b8c4-534c3a9440ca req-7fa6ddc4-bd0b-41a5-89b4-41bf6b5f3a5b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:32.680168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056e04-a388-4989-b8c4-534c3a9440ca req-7fa6ddc4-bd0b-41a5-89b4-41bf6b5f3a5b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:32.687397 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.687893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35056e04-a388-4989-b8c4-534c3a9440ca req-7fa6ddc4-bd0b-41a5-89b4-41bf6b5f3a5b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 3095 time: 0.3432713 Apr 01 14:57:32.694191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-5101c060-570b-4d92-8602-c75a8b2741de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:32.695775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-5101c060-570b-4d92-8602-c75a8b2741de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.1687608 Apr 01 14:57:32.754886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Transition to ACTIVE for port object c439ee6b-3a2c-40eb-a017-a454d985dd64 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:32.812448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5110d963-af10-4320-bec0-df2afc7c7071 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:57:32.824023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35056e04-a388-4989-b8c4-534c3a9440ca req-1b724e31-a604-4e58-bbf8-650012854873 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350110 Apr 01 14:57:32.893270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-ec497c66-7d44-4239-9e0b-cee333b4ce45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575220 Apr 01 14:57:32.920130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:32.955750 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:33.028606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-bf0eb3bf-4393-4ffd-b74f-a4b347d9515b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "PUT /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 200 len: 696 time: 4.6498845 Apr 01 14:57:33.037004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:33.115744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Network c2eb948f-2926-4b40-928b-0734cf605002 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:33.119160 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:33.137640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:33.137937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:33.140108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event updated for resources: {'Port': ['ID=c439ee6b-3a2c-40eb-a017-a454d985dd64,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:33.160527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:33.168925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:33.178675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '5110d963-af10-4320-bec0-df2afc7c7071', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'port_id': '5110d963-af10-4320-bec0-df2afc7c7071', 'mac_address': 'fa:16:3e:91:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c17c9c-2026-4113-8daa-cb1eb862a1d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:57:33.277625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:33.304329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5110d963-af10-4320-bec0-df2afc7c7071 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:33.324174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:33.332377 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:33.362200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-b1b48d16-2019-4c8b-89fa-67a1c0898d7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.3098114 Apr 01 14:57:33.407045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-ccb2902c-2898-4eb7-bf34-4a5f72a28a68 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118952 Apr 01 14:57:33.440777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:33.469497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['5110d963-af10-4320-bec0-df2afc7c7071'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:57:33.471196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:33.471852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:33.515409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Allocated IP 172.25.2.39 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/2b7c590d-8a10-4c17-a32b-035c2f339fba) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:33.552111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:33.566024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418246db-5673-4926-8c94-a66341e2623b None None] Sync routers for ids ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:33.578697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-560b1778-af36-49f2-9673-6072deca2b64 None None] Provisioning for port c439ee6b-3a2c-40eb-a017-a454d985dd64 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:33.598765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-560b1778-af36-49f2-9673-6072deca2b64 None None] Provisioning complete for port c439ee6b-3a2c-40eb-a017-a454d985dd64 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:33.599182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-560b1778-af36-49f2-9673-6072deca2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:33.600690 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:33.612752 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:33.636653 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:33.638970 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:33.670520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-f00c1dde-bf9e-4e4d-be06-62413079285d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:33.672019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-f00c1dde-bf9e-4e4d-be06-62413079285d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.3028617 Apr 01 14:57:33.675444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:33.679000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1a42ef0d-3ca6-4271-b104-2cd6e8c06977 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0881441 Apr 01 14:57:33.684127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48872) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:33.760827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-560b1778-af36-49f2-9673-6072deca2b64 None None] Port c439ee6b-3a2c-40eb-a017-a454d985dd64 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:33.778172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] Routers {'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:33.779062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:33.808137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-715e90a4-23e5-462c-b103-eb5f29a6440c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0594616 Apr 01 14:57:33.821815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12a323-5ae6-42eb-adf8-57c7cc309255 req-176a163e-f4e7-4d5f-b187-37d2e0e9b229 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:33.835741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e12a323-5ae6-42eb-adf8-57c7cc309255 req-176a163e-f4e7-4d5f-b187-37d2e0e9b229 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.6065211 Apr 01 14:57:33.879970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:33.949566 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:33.958182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-7eafef02-3953-4fd8-bdfa-a4e837074e1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 217 time: 0.2116518 Apr 01 14:57:33.971792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-fe0907f6-899c-4c29-be81-30c5ecad4542 service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541039 Apr 01 14:57:34.010895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e12a323-5ae6-42eb-adf8-57c7cc309255 req-1c5504ea-bb01-4bd9-b51a-360048c79a52 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733646 Apr 01 14:57:34.144650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:34.198272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-44f0a221-d0ea-49bd-8993-3bf65c71831f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:34.206848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-44f0a221-d0ea-49bd-8993-3bf65c71831f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.2261345 Apr 01 14:57:34.217362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-3168449f-f9fc-45c5-ae4e-bc3bd6c565bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4 HTTP/1.1" status: 200 len: 217 time: 0.2220981 Apr 01 14:57:34.230356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] Set router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:34.281666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:34.349848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825a995-8176-4129-a36b-132cfe8a6710 None None] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:34.366472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-6a85a9f8-9988-4636-acd6-48722962a59e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585155 Apr 01 14:57:34.388263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:34.413996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:34.448127 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:34.453955 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606b1d6-784f-478e-bf1b-29cc96e16740 None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '73d4c530-a7e7-4a2c-b630-94182c19d578', 'name': '', 'network_id': 'e30228bb-3950-42d7-8581-f8163e72e1da', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'mac_address': 'fa:16:3e:60:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'subnets': [{'id': 'c794f423-c149-4b6f-9569-ab53cc22e1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:34.472440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7c590d-8a10-4c17-a32b-035c2f339fba,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:34.491596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-b1ede90c-b57c-4f55-97b4-0204cd3ca0c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:34.493695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-b1ede90c-b57c-4f55-97b4-0204cd3ca0c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 200 len: 797 time: 0.2073836 Apr 01 14:57:34.585133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a903a2c-359d-4f8f-8dc0-3d57ad0910e3 req-698747be-a459-41ae-9aca-2b94b6dd6fc7 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:34.586698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a903a2c-359d-4f8f-8dc0-3d57ad0910e3 req-698747be-a459-41ae-9aca-2b94b6dd6fc7 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 945 time: 0.2922032 Apr 01 14:57:34.676096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d1a1474e-b943-4d39-b755-365c5302d611 None None] Provisioning for port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:34.720026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:34.725670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:34.730318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a903a2c-359d-4f8f-8dc0-3d57ad0910e3 req-f38cdf29-8ea0-4c13-98df-d60f7ba8bfa3 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313331 Apr 01 14:57:34.730469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:34.731271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:34.802535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:34.802894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:34.816078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-cda3b448-bdc7-4ded-aa3c-bff0d1f742d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed87e57-f44b-4fff-96bc-c0e73ef02f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3072457 Apr 01 14:57:34.867682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5110d963-af10-4320-bec0-df2afc7c7071 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:34.991075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-4c6036fb-00e4-4fe5-b4bf-74efd92b036d service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236124 Apr 01 14:57:34.998046 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'status': 'completed', 'code': 200} Apr 01 14:57:35.117721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-b040b902-7be0-4dbd-9440-38a64a181d4f service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769118 Apr 01 14:57:35.215877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.219840 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cde1947-f08d-4d65-8452-bf87b2c541be req-aa2fc63d-f855-479f-9539-d690d856f01e service neutron] 10.222.0.48 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184851 Apr 01 14:57:35.227103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.265527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5110d963-af10-4320-bec0-df2afc7c7071 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:35.295417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:35.305807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.309524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,segment=NetworkSegment(6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15),segment_id=6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:35.348684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:57:30Z', 'revision_number': 3, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:35.350799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.405429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.406266 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.423655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:35.437325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418246db-5673-4926-8c94-a66341e2623b None None] Checking router: b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:35.438452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418246db-5673-4926-8c94-a66341e2623b None None] Updating router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 port f396cf66-c32e-4b62-91ec-8c0eaf155c2c binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:57:35.515657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-9dcd6506-577d-4384-afbc-78fc7312215f service neutron] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523312 Apr 01 14:57:35.541916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:35.546040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:35.550135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:35.554097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:35.558250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:35.559058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:35.577121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-418246db-5673-4926-8c94-a66341e2623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.620443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:35.621450 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-6cb568c8-9ed6-47d3-8818-d2b5eda300ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 1097 time: 0.5020654 Apr 01 14:57:35.664593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080cfda3-e275-47e3-b022-93e406c83db8 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:35.673173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-e5728707-7265-4623-bb6a-a3cefa1ff72c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a9437a8-3440-47d2-ac66-7819aada0154 HTTP/1.1" status: 200 len: 217 time: 0.1432071 Apr 01 14:57:35.710692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-06ae74bd-a0fc-4953-a32f-e68e1b5d71bd None None] Provisioning complete for port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:35.711330 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06ae74bd-a0fc-4953-a32f-e68e1b5d71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.723192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:35.727135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43204dae-0c57-4ace-88d5-3e963871c7ef req-2b128256-cafd-4834-ad09-d92817830101 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:35.728885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-43204dae-0c57-4ace-88d5-3e963871c7ef req-2b128256-cafd-4834-ad09-d92817830101 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.2124629 Apr 01 14:57:35.872030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-43204dae-0c57-4ace-88d5-3e963871c7ef req-c18e8398-50a7-4cd4-a999-a3ab13f29496 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222517 Apr 01 14:57:35.884502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:35.891486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-f7b5f109-a333-4f02-8fea-9d912a7adeb8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 3816 time: 0.7685955 Apr 01 14:57:35.956637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Transition to ACTIVE for port object 080cfda3-e275-47e3-b022-93e406c83db8 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:35.968125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.024660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.039554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Router dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:57:36.046771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-3c79e141-a326-424b-95b2-e8cd2db4946b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:36.048405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-3c79e141-a326-424b-95b2-e8cd2db4946b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 0.3690262 Apr 01 14:57:36.148175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-673697c1-0bff-45f0-a3e1-920956a978b4 req-98374ffb-9ecb-444b-9f5b-842ef4f9d64d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556109 Apr 01 14:57:36.216449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:36.263350 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-418246db-5673-4926-8c94-a66341e2623b None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.307865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-418246db-5673-4926-8c94-a66341e2623b None None] Transition to ACTIVE for port object f396cf66-c32e-4b62-91ec-8c0eaf155c2c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:36.341921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-418246db-5673-4926-8c94-a66341e2623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.348508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Pushing event updated for resources: {'Port': ['ID=080cfda3-e275-47e3-b022-93e406c83db8,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:36.351405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-72a68d99-ceec-4a74-917e-e3af66cd1c6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:36.352877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-72a68d99-ceec-4a74-917e-e3af66cd1c6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 200 len: 922 time: 0.7102916 Apr 01 14:57:36.470287 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5364d2-e528-4040-b4cb-18d9aecc797b None None] New status for floating IP 639ed2bd-2dd9-4584-97fc-63d6d7266ec6: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:57:36.472820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:36.473185 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.518180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-418246db-5673-4926-8c94-a66341e2623b None None] Attempting to bind port f396cf66-c32e-4b62-91ec-8c0eaf155c2c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:36.518542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-418246db-5673-4926-8c94-a66341e2623b None None] Attempting to bind port f396cf66-c32e-4b62-91ec-8c0eaf155c2c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:36.518915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418246db-5673-4926-8c94-a66341e2623b None None] Attempting to bind port f396cf66-c32e-4b62-91ec-8c0eaf155c2c on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:36.538356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418246db-5673-4926-8c94-a66341e2623b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:36.538700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418246db-5673-4926-8c94-a66341e2623b None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:36.539022 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-418246db-5673-4926-8c94-a66341e2623b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.539454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418246db-5673-4926-8c94-a66341e2623b None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:36.539914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-418246db-5673-4926-8c94-a66341e2623b None None] Bound port: f396cf66-c32e-4b62-91ec-8c0eaf155c2c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:36.540282 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-418246db-5673-4926-8c94-a66341e2623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.607514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-ab477ac0-4dda-4d13-93be-f9610c23c055 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 200 len: 217 time: 0.2343178 Apr 01 14:57:36.613324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-418246db-5673-4926-8c94-a66341e2623b None None] For port f396cf66-c32e-4b62-91ec-8c0eaf155c2c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:36.616999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-418246db-5673-4926-8c94-a66341e2623b None None] For port f396cf66-c32e-4b62-91ec-8c0eaf155c2c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:36.621700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b099d-f11d-4633-b86f-0f237360447c None None] Pushing event updated for resources: {'Port': ['ID=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:36.636727 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-418246db-5673-4926-8c94-a66341e2623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:36.702297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-1f9f01ff-d521-47c2-a7b4-e220ab1978a0 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 200 len: 696 time: 0.1805782 Apr 01 14:57:36.726599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Allocated IP 172.20.0.1 (00301b31-2e04-42ef-8631-c492395f211e/54af0ede-5673-4af9-919f-f88a68a1f54a/e59c9abc-7a30-4c97-b6af-50f3f40d3a31) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:36.747300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117f40-2ec9-4fd5-908b-07b6588d1046 req-ca528356-f2ca-494a-9ad3-caf80e4a4f2d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:36.757400 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd117f40-2ec9-4fd5-908b-07b6588d1046 req-ca528356-f2ca-494a-9ad3-caf80e4a4f2d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 944 time: 0.2492514 Apr 01 14:57:36.764304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-08e6d548-9958-4063-afb5-4f6c0c5cf02d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6972520 Apr 01 14:57:36.765554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-fc8b5e09-409a-42f1-9385-9cbba9d21e16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:36.766933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-fc8b5e09-409a-42f1-9385-9cbba9d21e16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 200 len: 860 time: 0.1368389 Apr 01 14:57:36.790297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b099d-f11d-4633-b86f-0f237360447c None None] Pushing event updated for resources: {'Port': ['ID=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:36.796149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] Routers {'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:36.796919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:36.900885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Attempting to bind port 080cfda3-e275-47e3-b022-93e406c83db8 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:36.901281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Attempting to bind port 080cfda3-e275-47e3-b022-93e406c83db8 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:36.901552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Attempting to bind port 080cfda3-e275-47e3-b022-93e406c83db8 on network f0d1a499-01f5-4bc0-b0f4-c1b28085261e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:36.922249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd117f40-2ec9-4fd5-908b-07b6588d1046 req-99d41f2c-9621-48c3-aa86-ca4d17772ae7 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635044 Apr 01 14:57:37.013594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Port 080cfda3-e275-47e3-b022-93e406c83db8 on network f0d1a499-01f5-4bc0-b0f4-c1b28085261e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:37.013964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Attempting to bind port 080cfda3-e275-47e3-b022-93e406c83db8 on network f0d1a499-01f5-4bc0-b0f4-c1b28085261e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:37.039840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] Set router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:37.084516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:37.084934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Checking segment: {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:37.085264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Bound using segment: {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:37.085909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Bound port: 080cfda3-e275-47e3-b022-93e406c83db8, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c06247c-0c51-4245-914b-1c91ea531b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:37.086189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:37.107463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:37.138414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Transition to ACTIVE for port object e59c9abc-7a30-4c97-b6af-50f3f40d3a31 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:37.142427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-775bf238-c43c-412c-bc83-fe1d3ad36c30 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:37.149636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-775bf238-c43c-412c-bc83-fe1d3ad36c30 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.4353666 Apr 01 14:57:37.211767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:37.253867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:37.275882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Sync routers for ids ['dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:37.307918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-7ae02af4-08e5-41e5-a972-8aae792fd291 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 697 time: 0.1571791 Apr 01 14:57:37.308115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Network 00301b31-2e04-42ef-8631-c492395f211e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:37.311946 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-2de86647-6c41-45bb-a57b-1c7515e00107 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e30228bb-3950-42d7-8581-f8163e72e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4981363 Apr 01 14:57:37.313713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-f8e0c54b-33c3-4aaf-b97b-adb9d145ee15 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974360 Apr 01 14:57:37.320981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:37.325937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:37.336402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Routers {'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:37.337032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:37.359716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:37.364457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1900d88a-b5d9-4138-b7d0-15f088ec7929 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.2188244 Apr 01 14:57:37.367165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Pushing event updated for resources: {'Port': ['ID=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:37.369331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48908) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:37.523283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:37.535911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7042a2-e054-4e9e-aa20-2ceee6eab7e5 req-3009c70b-fb62-4182-b4ed-2d23cf4a8bb6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:37.537064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f7042a2-e054-4e9e-aa20-2ceee6eab7e5 req-3009c70b-fb62-4182-b4ed-2d23cf4a8bb6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.3637090 Apr 01 14:57:37.560253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-0b8f827e-06f7-4e20-939b-81643c8d9bdf tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 697 time: 0.2514374 Apr 01 14:57:37.583746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Set router dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:37.659496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f7042a2-e054-4e9e-aa20-2ceee6eab7e5 req-d0418707-338b-4fd7-926e-73c9b5da6798 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046829 Apr 01 14:57:37.681621 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:37.716522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-418246db-5673-4926-8c94-a66341e2623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:57:30Z', 'revision_number': 3, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:37.718576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d492666d-930c-4bce-9ebd-a72d55aa6d62 None None] Provisioning for port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:37.805849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] For port 080cfda3-e275-47e3-b022-93e406c83db8, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:37.890120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418246db-5673-4926-8c94-a66341e2623b None None] The sync data for ids ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'] in n-d-836017-1 is: [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:57:30Z', 'revision_number': 3, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:37.894448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d492666d-930c-4bce-9ebd-a72d55aa6d62 None None] Provisioning complete for port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:37.894815 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d492666d-930c-4bce-9ebd-a72d55aa6d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:37.914336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] For port 080cfda3-e275-47e3-b022-93e406c83db8, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=080cfda3-e275-47e3-b022-93e406c83db8,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:37.963733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d492666d-930c-4bce-9ebd-a72d55aa6d62 None None] Port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:37.986579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-356567443-router', 'tenant_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '2b7c590d-8a10-4c17-a32b-035c2f339fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:31Z', 'updated_at': '2022-04-01T14:57:35Z', 'revision_number': 3, 'project_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'gw_port': {'id': '2b7c590d-8a10-4c17-a32b-035c2f339fba', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:33Z', 'updated_at': '2022-04-01T14:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:37.990987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Checking router: dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:37.991352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Updating router dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb port 2b7c590d-8a10-4c17-a32b-035c2f339fba binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:57:38.040096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.046346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-fb8948c5-5cf9-4d4d-b048-4b5a8912b030 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631429 Apr 01 14:57:38.048482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-d82597ff-5bf2-4d55-91fb-caa5bb90180d service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664987 Apr 01 14:57:38.067743 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.134640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.140445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.207293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Deleting port f4c0afdf-707a-4388-82fd-8bac9e3e9c8d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:38.207778 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.307361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Pushing event updated for resources: {'Port': ['ID=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:38.374743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.406611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.412951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] 10.222.0.62 "PUT /v2.0/ports/080cfda3-e275-47e3-b022-93e406c83db8 HTTP/1.1" status: 200 len: 1092 time: 4.5417218 Apr 01 14:57:38.418429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-f4f16a24-ba21-4488-ae2d-7f8aaf40e192 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b05891e-4275-4a9e-94b6-128f79ff1280 HTTP/1.1" status: 200 len: 217 time: 0.3261583 Apr 01 14:57:38.426934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:38.570459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd713751-8fc3-426b-b568-c355158671b9 req-0f219ec4-bff6-4372-ab06-24d802197dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:38.571968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-0f219ec4-bff6-4372-ab06-24d802197dbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 200 len: 797 time: 0.1131794 Apr 01 14:57:38.609148 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.624287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Transition to ACTIVE for port object 2b7c590d-8a10-4c17-a32b-035c2f339fba will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:38.633083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.652884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:38.736577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8a116-ab0f-441a-84c5-6bebaa1bcd39 None None] Pushing event updated for resources: {'Port': ['ID=2b7c590d-8a10-4c17-a32b-035c2f339fba,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:38.746261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Attempting to bind port 2b7c590d-8a10-4c17-a32b-035c2f339fba on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:38.746694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Attempting to bind port 2b7c590d-8a10-4c17-a32b-035c2f339fba by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:38.747156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Attempting to bind port 2b7c590d-8a10-4c17-a32b-035c2f339fba on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:38.761080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:38.761540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:38.762002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.762574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:38.763086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Bound port: 2b7c590d-8a10-4c17-a32b-035c2f339fba, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:38.763564 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:38.782100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Network 00301b31-2e04-42ef-8631-c492395f211e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:38.783650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:38.859232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d3a22-710a-4159-bc26-06eec75d85d9 service neutron] Pushing event updated for resources: {'Port': ['ID=080cfda3-e275-47e3-b022-93e406c83db8,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:38.866545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] For port 2b7c590d-8a10-4c17-a32b-035c2f339fba, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:38.869959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] For port 2b7c590d-8a10-4c17-a32b-035c2f339fba, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2b7c590d-8a10-4c17-a32b-035c2f339fba,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:38.877368 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:39.028788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6a3e-770a-403c-9202-0460820b944f req-c06d474c-487b-4c27-85af-549849dbbc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:39.029018 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:39.034308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6a3e-770a-403c-9202-0460820b944f req-c06d474c-487b-4c27-85af-549849dbbc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:39.034984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8a116-ab0f-441a-84c5-6bebaa1bcd39 None None] Pushing event updated for resources: {'Port': ['ID=2b7c590d-8a10-4c17-a32b-035c2f339fba,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:39.040262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6a3e-770a-403c-9202-0460820b944f req-c06d474c-487b-4c27-85af-549849dbbc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:39.040444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Routers {'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:39.041055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:39.045686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6a3e-770a-403c-9202-0460820b944f req-c06d474c-487b-4c27-85af-549849dbbc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:39.049875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6a3e-770a-403c-9202-0460820b944f req-c06d474c-487b-4c27-85af-549849dbbc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:39.058263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dedd6a3e-770a-403c-9202-0460820b944f req-c06d474c-487b-4c27-85af-549849dbbc22 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 3828 time: 0.7646837 Apr 01 14:57:39.077059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3315acaa-f858-47ba-bc5d-5045e393fd9f req-a69fe199-ecf6-4d64-97df-2fed46d3fae2 service neutron] 10.222.0.44 "GET /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9832053 Apr 01 14:57:39.140885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:39.141211 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:39.150746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-ee939b4d-15c9-43a7-8e16-6e62ef037fae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de22a0b-a4d7-460a-9c8b-b278b9bc2683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5019298 Apr 01 14:57:39.215923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ed53aa80-7a95-49cb-a752-b3c9927f9ac0 None None] Provisioning complete for port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:39.216161 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed53aa80-7a95-49cb-a752-b3c9927f9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:39.286651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dedd6a3e-770a-403c-9202-0460820b944f req-2ad45414-5625-409e-a540-29e26034fa28 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272966 Apr 01 14:57:39.287266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ed53aa80-7a95-49cb-a752-b3c9927f9ac0 None None] Port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:39.296969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] Set router dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:39.309602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Calling delete_port for f4c0afdf-707a-4388-82fd-8bac9e3e9c8d owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:39.583744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-2841f4ca-d26c-4404-82ea-7bd57c74e2f6 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187932 Apr 01 14:57:39.664994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-356567443-router', 'tenant_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '2b7c590d-8a10-4c17-a32b-035c2f339fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:31Z', 'updated_at': '2022-04-01T14:57:35Z', 'revision_number': 3, 'project_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'gw_port': {'id': '2b7c590d-8a10-4c17-a32b-035c2f339fba', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:33Z', 'updated_at': '2022-04-01T14:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:39.670960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78239924-d56c-43d3-9076-08ee6b214a1d None None] The sync data for ids ['dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'] in n-d-836017-1 is: [{'id': 'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-356567443-router', 'tenant_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '2b7c590d-8a10-4c17-a32b-035c2f339fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:31Z', 'updated_at': '2022-04-01T14:57:35Z', 'revision_number': 3, 'project_id': 'c18d9f7d529f4f7781131fb9c42fd59f', 'gw_port': {'id': '2b7c590d-8a10-4c17-a32b-035c2f339fba', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:33Z', 'updated_at': '2022-04-01T14:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:39.682538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:39.688729 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:57:39.856909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.008756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.018315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0db636-993e-470b-9aa7-da2ffcdfdf60 req-d940d2de-eaac-4edc-b5c8-86fd15fb4d6a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:40.019788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec0db636-993e-470b-9aa7-da2ffcdfdf60 req-d940d2de-eaac-4edc-b5c8-86fd15fb4d6a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 944 time: 0.2993016 Apr 01 14:57:40.088456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Pushing event deleted for resources: {'Port': ['ID=f4c0afdf-707a-4388-82fd-8bac9e3e9c8d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:40.151692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd713751-8fc3-426b-b568-c355158671b9 req-bd8170fb-7135-405c-945f-ef1f63d4bbf1 service neutron] 10.222.0.44 "GET /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733685 Apr 01 14:57:40.164527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec0db636-993e-470b-9aa7-da2ffcdfdf60 req-47ff8b85-c353-4834-8ad4-bbda9f07cd9e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362400 Apr 01 14:57:40.191790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f396cf66-c32e-4b62-91ec-8c0eaf155c2c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:40.276556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Allocated IP 172.20.0.1 (8dfbe4a0-3c3c-4f16-b431-97e8b472842a/a07c6808-a778-4e90-962b-5b1ad744459c/5fe33646-e246-4958-8652-8e39630fb0c8) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:40.288953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-598c7a5d-41e0-49da-aaa3-1dabb12cb3f9 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:40.290921 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-598c7a5d-41e0-49da-aaa3-1dabb12cb3f9 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 944 time: 0.3873956 Apr 01 14:57:40.329473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f396cf66-c32e-4b62-91ec-8c0eaf155c2c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:40.335957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f396cf66-c32e-4b62-91ec-8c0eaf155c2c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:40.336884 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.344804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425e9765-72ba-4d48-8762-ebaa7c124efd {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:40.355316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.359630 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.375357 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8', 'status': 'completed', 'code': 200} Apr 01 14:57:40.411948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Deleting port 5110d963-af10-4320-bec0-df2afc7c7071 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:40.412334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.438260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Transition to ACTIVE for port object 425e9765-72ba-4d48-8762-ebaa7c124efd will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:40.477540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.491629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.492769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4773e2e4-7406-4cc4-a33d-ba663c4808eb req-a32eeb07-1594-4ea2-9907-f5368169a31b tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "DELETE /v2.0/floatingips/639ed2bd-2dd9-4584-97fc-63d6d7266ec6 HTTP/1.1" status: 204 len: 173 time: 2.9318388 Apr 01 14:57:40.520634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.558867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f396cf66-c32e-4b62-91ec-8c0eaf155c2c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:40.564675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.568194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.640010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:40.666277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ae4e25c6-5798-4818-8fbb-fcc0c5c7c165 admin admin] 10.222.0.48 "PUT /v2.0/routers/b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9810715 Apr 01 14:57:40.753282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Pushing event updated for resources: {'Port': ['ID=425e9765-72ba-4d48-8762-ebaa7c124efd,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:40.773739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:40.797248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3733a-a67b-4948-8a38-dd962184b7df req-2bd7f52e-b7e8-4045-a281-ee9c2c006dc2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:40.799287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89d3733a-a67b-4948-8a38-dd962184b7df req-2bd7f52e-b7e8-4045-a281-ee9c2c006dc2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.2616670 Apr 01 14:57:40.815647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:40.837310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Transition to ACTIVE for port object 5fe33646-e246-4958-8652-8e39630fb0c8 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:40.852198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ee37141-1cca-4649-bdd5-3cf5e2bc5168 req-f936e69b-70d4-4131-b8bf-ad116b0ece6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5245 time: 0.3465328 Apr 01 14:57:40.965599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89d3733a-a67b-4948-8a38-dd962184b7df req-a2f35c4c-1ca1-4ed5-9966-1169844f282b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592731 Apr 01 14:57:41.020300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.104579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee37141-1cca-4649-bdd5-3cf5e2bc5168 req-9c1feed8-d1de-4fcf-82ef-19f2b7178b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.105068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee37141-1cca-4649-bdd5-3cf5e2bc5168 req-9c1feed8-d1de-4fcf-82ef-19f2b7178b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.105488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee37141-1cca-4649-bdd5-3cf5e2bc5168 req-9c1feed8-d1de-4fcf-82ef-19f2b7178b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.107164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ee37141-1cca-4649-bdd5-3cf5e2bc5168 req-9c1feed8-d1de-4fcf-82ef-19f2b7178b8d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2397878 Apr 01 14:57:41.112700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:41.133959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:41.141056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:41.171662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Pushing event updated for resources: {'Port': ['ID=5fe33646-e246-4958-8652-8e39630fb0c8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:41.176846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] For port 5110d963-af10-4320-bec0-df2afc7c7071, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5110d963-af10-4320-bec0-df2afc7c7071,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:41.177411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.190321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Attempting to bind port 425e9765-72ba-4d48-8762-ebaa7c124efd on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:41.190860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Attempting to bind port 425e9765-72ba-4d48-8762-ebaa7c124efd by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:41.191384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Attempting to bind port 425e9765-72ba-4d48-8762-ebaa7c124efd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:41.289073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.322404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Calling delete_port for 5110d963-af10-4320-bec0-df2afc7c7071 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:41.348050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee37141-1cca-4649-bdd5-3cf5e2bc5168 req-d16eab2e-882e-4a18-a111-ab7ba98f99bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.349693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ee37141-1cca-4649-bdd5-3cf5e2bc5168 req-d16eab2e-882e-4a18-a111-ab7ba98f99bb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358325 Apr 01 14:57:41.363142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-1988e6ca-f566-499c-b397-cf79a34ec19b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.369113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-1988e6ca-f566-499c-b397-cf79a34ec19b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.373534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-1988e6ca-f566-499c-b397-cf79a34ec19b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.378540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-1988e6ca-f566-499c-b397-cf79a34ec19b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.382923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-1988e6ca-f566-499c-b397-cf79a34ec19b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.387690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-1988e6ca-f566-499c-b397-cf79a34ec19b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:41.390157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-1988e6ca-f566-499c-b397-cf79a34ec19b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 4601 time: 0.6136429 Apr 01 14:57:41.399489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Port 425e9765-72ba-4d48-8762-ebaa7c124efd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:41.400836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Attempting to bind port 425e9765-72ba-4d48-8762-ebaa7c124efd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:41.435253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.437232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:41.437568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Checking segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:41.437952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Bound using segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:41.438448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Bound port: 425e9765-72ba-4d48-8762-ebaa7c124efd, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:41.438794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.457604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c533f0fe-ba62-4bdf-b2e3-cb1af39197ee None None] Provisioning for port 5fe33646-e246-4958-8652-8e39630fb0c8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:41.464344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c533f0fe-ba62-4bdf-b2e3-cb1af39197ee None None] Provisioning complete for port 5fe33646-e246-4958-8652-8e39630fb0c8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:41.464757 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c533f0fe-ba62-4bdf-b2e3-cb1af39197ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.544307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c533f0fe-ba62-4bdf-b2e3-cb1af39197ee None None] Port 5fe33646-e246-4958-8652-8e39630fb0c8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:41.656199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f61f3991-e7df-478b-93a8-75c404fe9b8b req-8e71febf-116c-4d78-bc81-c3f8238a7786 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501702 Apr 01 14:57:41.730047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] For port 425e9765-72ba-4d48-8762-ebaa7c124efd, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:41.735198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] For port 425e9765-72ba-4d48-8762-ebaa7c124efd, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=425e9765-72ba-4d48-8762-ebaa7c124efd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:41.742633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.811870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-0c68ff81-060e-4b48-8b13-fbd15f757b81 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2630556 Apr 01 14:57:41.822462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:41.830850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:41.833251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.838570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Usage tracker for resource:floatingip and tenant:23b31dc0822f4962842861fadfb37eec is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:41.842726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:41.852212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:41.865813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.867168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] 10.222.0.62 "PUT /v2.0/ports/425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 200 len: 1131 time: 3.2719691 Apr 01 14:57:41.880250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.885142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.911721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:41.916547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38c2c-f779-40d7-9603-07f0e47d213a service neutron] Pushing event updated for resources: {'Port': ['ID=425e9765-72ba-4d48-8762-ebaa7c124efd,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:41.978834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:42.009432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:42.173428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63e5103a-37c9-4ee4-875c-fdabf3cae3b9 req-5f7562a2-5b56-46e6-a0c5-d7a8f8269a55 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d3c502-186a-449e-b5c9-44e607009afa HTTP/1.1" status: 200 len: 210 time: 0.2667220 Apr 01 14:57:42.174432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event deleted for resources: {'Port': ['ID=5110d963-af10-4320-bec0-df2afc7c7071,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:42.197888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] No DVR routers for this DVR port 5110d963-af10-4320-bec0-df2afc7c7071 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:57:42.204178 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:42.277191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Pushing event updated for resources: {'Port': ['ID=5fe33646-e246-4958-8652-8e39630fb0c8,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:42.279190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed7602f7-e6f6-4997-8407-a835d96b3201 req-01a9fd9a-a432-40f1-bff1-657e31e22359 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "DELETE /v2.0/ports/5110d963-af10-4320-bec0-df2afc7c7071 HTTP/1.1" status: 204 len: 173 time: 1.9641795 Apr 01 14:57:42.312661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:42.321021 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Sync routers for ids ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:42.343906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f396cf66-c32e-4b62-91ec-8c0eaf155c2c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:42.364290 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Routers {'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:42.365130 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:42.405557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '425e9765-72ba-4d48-8762-ebaa7c124efd'}, {'server_uuid': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'name': 'network-vif-deleted', 'tag': '5110d963-af10-4320-bec0-df2afc7c7071'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:42.425913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:42.429985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:42.458510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f396cf66-c32e-4b62-91ec-8c0eaf155c2c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:42.459115 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:42.674332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b7c590d-8a10-4c17-a32b-035c2f339fba up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:42.805032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 2b7c590d-8a10-4c17-a32b-035c2f339fba completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:42.821370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2b7c590d-8a10-4c17-a32b-035c2f339fba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:42.823615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:42.854361 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Set router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:42.931839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5110d963-af10-4320-bec0-df2afc7c7071 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:43.015637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 5110d963-af10-4320-bec0-df2afc7c7071 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:57:43.016012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5110d963-af10-4320-bec0-df2afc7c7071 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:57:43.016437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:43.043570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.068082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4ac9-6305-4589-9950-c57a827587bb req-265ce086-4695-4c85-9bba-3847b798944c tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:43.069192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-71ac4ac9-6305-4589-9950-c57a827587bb req-265ce086-4695-4c85-9bba-3847b798944c tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:43.080647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d43a9005-af9b-4506-95cc-f84cebd145f7 None None] Provisioning complete for port 5fe33646-e246-4958-8652-8e39630fb0c8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:43.080939 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d43a9005-af9b-4506-95cc-f84cebd145f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.115701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480a4a-4ea6-4f7d-b6ea-482a9c81e953 req-b7c7b9f3-ad1d-400b-a479-426eea4002bd tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:43.116705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c4480a4a-4ea6-4f7d-b6ea-482a9c81e953 req-b7c7b9f3-ad1d-400b-a479-426eea4002bd tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:43.146220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-71ac4ac9-6305-4589-9950-c57a827587bb req-265ce086-4695-4c85-9bba-3847b798944c tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:43.147671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71ac4ac9-6305-4589-9950-c57a827587bb req-265ce086-4695-4c85-9bba-3847b798944c tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 946 time: 0.4741874 Apr 01 14:57:43.150853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c4480a4a-4ea6-4f7d-b6ea-482a9c81e953 req-b7c7b9f3-ad1d-400b-a479-426eea4002bd tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:43.158097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c4480a4a-4ea6-4f7d-b6ea-482a9c81e953 req-b7c7b9f3-ad1d-400b-a479-426eea4002bd tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 946 time: 0.5990686 Apr 01 14:57:43.199057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d43a9005-af9b-4506-95cc-f84cebd145f7 None None] Port 5fe33646-e246-4958-8652-8e39630fb0c8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:57:43.209900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Allocated IP 172.25.2.21 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/32666ba7-fdbd-494a-8ba7-c4aa0b53afd0) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:43.268595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c4480a4a-4ea6-4f7d-b6ea-482a9c81e953 req-04ea2efe-c0c5-45cc-9b9a-a518f234f648 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093001 Apr 01 14:57:43.304290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.310190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Deleting port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:43.310705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.315260 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.381705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:43.386942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:43.390424 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:57:37Z', 'revision_number': 4, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e59c9abc-7a30-4c97-b6af-50f3f40d3a31', 'name': '', 'network_id': '00301b31-2e04-42ef-8631-c492395f211e', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'mac_address': 'fa:16:3e:92:c7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54af0ede-5673-4af9-919f-f88a68a1f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:36Z', 'updated_at': '2022-04-01T14:57:37Z', 'revision_number': 2, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'subnets': [{'id': '54af0ede-5673-4af9-919f-f88a68a1f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:43.396511 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Checking router: b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:57:43.397094 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Updating router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:57:43.404981 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.413605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 2b7c590d-8a10-4c17-a32b-035c2f339fba, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2b7c590d-8a10-4c17-a32b-035c2f339fba,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:43.449983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9349d1-3aac-4939-8fdd-fb26fbc546cd {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:43.487253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.491745 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.522909 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.535082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Transition to ACTIVE for port object cc9349d1-3aac-4939-8fdd-fb26fbc546cd will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:43.600079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:43.695418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.714756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.749440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=2b7c590d-8a10-4c17-a32b-035c2f339fba,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:43.770725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:43.878142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Router dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:43.880666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:43.889212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:43.900259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:43.949655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Pushing event updated for resources: {'Port': ['ID=32666ba7-fdbd-494a-8ba7-c4aa0b53afd0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:43.997025 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.009761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:44.015304 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Transition to ACTIVE for port object e59c9abc-7a30-4c97-b6af-50f3f40d3a31 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:44.024397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] For port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:44.024821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.028478 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.127362 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Pushing event updated for resources: {'Port': ['ID=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:44.139047 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.139671 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.140006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.140443 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.140773 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.141315 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.141642 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.142006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.142495 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.142815 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.143126 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:44.238755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.241656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:44.259660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b7c590d-8a10-4c17-a32b-035c2f339fba up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:44.360276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.362782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2b7c590d-8a10-4c17-a32b-035c2f339fba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:44.363401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.476774 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.513778 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Attempting to bind port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:44.515189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Calling delete_port for 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:44.515594 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Attempting to bind port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:44.515594 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Attempting to bind port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 on network 00301b31-2e04-42ef-8631-c492395f211e {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:44.531604 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:44.532035 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Checking segment: {'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:44.532473 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.532833 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Bound using segment: {'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:44.533297 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Bound port: e59c9abc-7a30-4c97-b6af-50f3f40d3a31, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1176e45-ce54-45e2-99b2-3ba71c08f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '00301b31-2e04-42ef-8631-c492395f211e'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:44.533657 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.648483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.654436 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] For port e59c9abc-7a30-4c97-b6af-50f3f40d3a31, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:44.657984 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] For port e59c9abc-7a30-4c97-b6af-50f3f40d3a31, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,segment=NetworkSegment(a1176e45-ce54-45e2-99b2-3ba71c08f076),segment_id=a1176e45-ce54-45e2-99b2-3ba71c08f076)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:44.663444 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.682535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8a8fa-b381-46ca-98d3-5a1c1b7f2da6 req-646a05ec-68e8-4185-95cc-1ffca22990f6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:44.684330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7fb8a8fa-b381-46ca-98d3-5a1c1b7f2da6 req-646a05ec-68e8-4185-95cc-1ffca22990f6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.9741766 Apr 01 14:57:44.727871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:44.746776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:e86f27a9a1fc4667ab54fd913d834666 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:44.747630 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc7f0-7918-404e-bcf2-a6c9d65c9891 None None] Pushing event updated for resources: {'Port': ['ID=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:44.778178 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Routers {'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:44.778710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:44.792786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.800649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:44.810869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:44.823362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Attempting to bind port cc9349d1-3aac-4939-8fdd-fb26fbc546cd on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:44.823617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Attempting to bind port cc9349d1-3aac-4939-8fdd-fb26fbc546cd by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:44.823961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Attempting to bind port cc9349d1-3aac-4939-8fdd-fb26fbc546cd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:44.843160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7fb8a8fa-b381-46ca-98d3-5a1c1b7f2da6 req-76e6098c-d035-417c-832c-659785586310 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434343 Apr 01 14:57:44.847140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Port cc9349d1-3aac-4939-8fdd-fb26fbc546cd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:44.847533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Attempting to bind port cc9349d1-3aac-4939-8fdd-fb26fbc546cd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:44.861210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:44.862263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Checking segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:44.862263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Bound using segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:44.862660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Bound port: cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:44.863008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.863662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.881136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:44.985674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Pushing event deleted for resources: {'Port': ['ID=9bf7c6d7-22fd-40c9-9c31-0312fe1adff7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:44.989080 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '425e9765-72ba-4d48-8762-ebaa7c124efd', 'status': 'completed', 'code': 200} Apr 01 14:57:44.989557 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3c502-186a-449e-b5c9-44e607009afa', 'name': 'network-vif-deleted', 'tag': '5110d963-af10-4320-bec0-df2afc7c7071', 'status': 'completed', 'code': 200} Apr 01 14:57:45.107199 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] Set router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:57:45.133418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] No DVR routers for this DVR port 9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:57:45.169384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.193282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] For port cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:45.205765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71ac4ac9-6305-4589-9950-c57a827587bb req-3b89b1b7-a8be-4300-b4ed-f4352ae749de tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.44 "DELETE /v2.0/ports/9bf7c6d7-22fd-40c9-9c31-0312fe1adff7 HTTP/1.1" status: 204 len: 173 time: 2.0419352 Apr 01 14:57:45.208110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] For port cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:45.212344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.220458 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.239388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:45.275605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Pushing event updated for resources: {'Port': ['ID=32666ba7-fdbd-494a-8ba7-c4aa0b53afd0,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:45.316188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-31103d04-7e4b-4c78-ab21-39b2055e138f admin admin] 10.222.0.48 "PUT /v2.0/routers/dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9357920 Apr 01 14:57:45.320736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.325621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.325979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.327014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] 10.222.0.62 "PUT /v2.0/ports/cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 200 len: 1131 time: 3.4184456 Apr 01 14:57:45.327895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94749c-fbb6-4632-969b-8f685d7228c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:45.335103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-4f469c80-1120-4c25-889c-c49c7e57f8bb tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5221229 Apr 01 14:57:45.347510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:45.352875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:45.354721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.357532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:45.362044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:45.369948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:45.374308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:45.378514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:45.390460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-fe88d0c2-ef4b-4a6f-945d-6c26ed8bbe39 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5374 time: 0.2513747 Apr 01 14:57:45.424341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:45.562592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4c175d2-3827-4c72-9fbc-5fc886262e07 req-58e60e29-9da5-423f-8c60-056fb4905803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710875 Apr 01 14:57:45.601877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e86f27a9a1fc4667ab54fd913d834666&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3572788 Apr 01 14:57:45.602610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48966) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:45.603059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-02d44629-cc3c-425b-ab5f-09a9b107294d tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Synchronizing usage tracker for tenant:23b31dc0822f4962842861fadfb37eec on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:45.626339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5afce-da00-47b0-afdb-84ed2ff13bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e49ea-b953-45b1-8b8c-f3f85cac6782,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:45.655866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-02d44629-cc3c-425b-ab5f-09a9b107294d tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Unset dirty status for tenant:23b31dc0822f4962842861fadfb37eec on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:45.665151 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-02d44629-cc3c-425b-ab5f-09a9b107294d tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.21 HTTP/1.1" status: 200 len: 695 time: 0.2619729 Apr 01 14:57:45.696173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:45.764794 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:57:37Z', 'revision_number': 4, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e59c9abc-7a30-4c97-b6af-50f3f40d3a31', 'name': '', 'network_id': '00301b31-2e04-42ef-8631-c492395f211e', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'mac_address': 'fa:16:3e:92:c7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54af0ede-5673-4af9-919f-f88a68a1f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:36Z', 'updated_at': '2022-04-01T14:57:44Z', 'revision_number': 4, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'subnets': [{'id': '54af0ede-5673-4af9-919f-f88a68a1f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:45.772048 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc3fb5-d05a-43fd-90ff-0d452b84d56b None None] The sync data for ids ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'] in n-d-836017-1 is: [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:57:37Z', 'revision_number': 4, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e59c9abc-7a30-4c97-b6af-50f3f40d3a31', 'name': '', 'network_id': '00301b31-2e04-42ef-8631-c492395f211e', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'mac_address': 'fa:16:3e:92:c7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54af0ede-5673-4af9-919f-f88a68a1f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:36Z', 'updated_at': '2022-04-01T14:57:44Z', 'revision_number': 4, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'subnets': [{'id': '54af0ede-5673-4af9-919f-f88a68a1f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:57:45.842896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32ee7e6-b83c-477e-97e1-33b461440bb4 req-276bd948-c76f-4280-915d-9b148563cee5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6211 time: 0.7976067 Apr 01 14:57:45.867890 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'code': 200} Apr 01 14:57:46.090544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee7e6-b83c-477e-97e1-33b461440bb4 req-eb48804f-1cf1-401f-8786-c67135e0a0ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:46.091653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee7e6-b83c-477e-97e1-33b461440bb4 req-eb48804f-1cf1-401f-8786-c67135e0a0ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:46.093503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee7e6-b83c-477e-97e1-33b461440bb4 req-eb48804f-1cf1-401f-8786-c67135e0a0ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:46.099407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32ee7e6-b83c-477e-97e1-33b461440bb4 req-eb48804f-1cf1-401f-8786-c67135e0a0ae service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2418857 Apr 01 14:57:46.228710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e59c9abc-7a30-4c97-b6af-50f3f40d3a31 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:46.288885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee7e6-b83c-477e-97e1-33b461440bb4 req-cbf629f1-bbd4-4bd3-951f-6214f3ff92be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:46.290476 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32ee7e6-b83c-477e-97e1-33b461440bb4 req-cbf629f1-bbd4-4bd3-951f-6214f3ff92be service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754951 Apr 01 14:57:46.305673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:46.314436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:46.315035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.325086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-f586c9b9-5a0a-44ac-8f83-7bc659335bea tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:46.326589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95d08ac2-0e4a-4dda-825a-69869c14f623 req-f586c9b9-5a0a-44ac-8f83-7bc659335bea tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.6606724 Apr 01 14:57:46.340920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d7f1b09a-fb9f-42cc-b420-032cf5ed5a2e req-d3312df5-46ca-4493-9961-4dce8d4557d0 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Synchronizing usage tracker for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:46.350908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f383a1f3-ad5a-4532-820d-d58abccbdc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.382854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94374e79-b824-4959-8d44-e4ac9470eea6 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:46.395842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d7f1b09a-fb9f-42cc-b420-032cf5ed5a2e req-d3312df5-46ca-4493-9961-4dce8d4557d0 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] Unset dirty status for tenant:e8090a88fd4a4acab183ef9ac4f60dd1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:46.407371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7f1b09a-fb9f-42cc-b420-032cf5ed5a2e req-d3312df5-46ca-4493-9961-4dce8d4557d0 tempest-FloatingIPsAssociationTestJSON-993646632 tempest-FloatingIPsAssociationTestJSON-993646632-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8bd03c-ec17-49b0-b392-19e00a02a385 HTTP/1.1" status: 200 len: 210 time: 0.2084324 Apr 01 14:57:46.412196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.451672 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f383a1f3-ad5a-4532-820d-d58abccbdc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.461868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.486654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Transition to ACTIVE for port object 94374e79-b824-4959-8d44-e4ac9470eea6 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:46.497135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.515927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e59c9abc-7a30-4c97-b6af-50f3f40d3a31, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,segment=NetworkSegment(a1176e45-ce54-45e2-99b2-3ba71c08f076),segment_id=a1176e45-ce54-45e2-99b2-3ba71c08f076)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:46.526486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.578067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Pushing event updated for resources: {'Port': ['ID=94374e79-b824-4959-8d44-e4ac9470eea6,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:46.623102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:46.693275 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-70380394-aa60-4397-91f1-b366d1e3d36a req-014547b4-44a6-451f-af4b-849b1b803452 tempest-FloatingIPDetailsNegativeTestJSON-442613075 tempest-FloatingIPDetailsNegativeTestJSON-442613075-project] show failed (client error): The resource could not be found. Apr 01 14:57:46.694359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70380394-aa60-4397-91f1-b366d1e3d36a req-014547b4-44a6-451f-af4b-849b1b803452 tempest-FloatingIPDetailsNegativeTestJSON-442613075 tempest-FloatingIPDetailsNegativeTestJSON-442613075-project] 10.222.0.48 "GET /v2.0/floatingips/82ab60a2-546f-4dad-aef0-03bcadb579aa HTTP/1.1" status: 404 len: 350 time: 0.1274962 Apr 01 14:57:46.718825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48982) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:46.745136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f383a1f3-ad5a-4532-820d-d58abccbdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.795441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f383a1f3-ad5a-4532-820d-d58abccbdc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:46.799064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f383a1f3-ad5a-4532-820d-d58abccbdc5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/199e49ea-b953-45b1-8b8c-f3f85cac6782 HTTP/1.1" status: 204 len: 168 time: 1.1932695 Apr 01 14:57:46.804624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383a1f3-ad5a-4532-820d-d58abccbdc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e49ea-b953-45b1-8b8c-f3f85cac6782,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:47.108748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'name': 'network-vif-deleted', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7'}, {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': 'cc9349d1-3aac-4939-8fdd-fb26fbc546cd'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:47.123659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276ae6-b12e-4226-8f08-714090dfef0d req-843982cf-130a-4d9e-af95-c589be1fec81 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:47.130156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-843982cf-130a-4d9e-af95-c589be1fec81 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 821 time: 0.1853802 Apr 01 14:57:47.130303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfa48c-e73e-4dc1-97e0-49383d4b1191 req-3fca9486-6487-453d-86be-29ece533f7df tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:47.135784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37dfa48c-e73e-4dc1-97e0-49383d4b1191 req-3fca9486-6487-453d-86be-29ece533f7df tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.5453579 Apr 01 14:57:47.152916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-a293878f-20b3-4212-85be-2a533478a0c4 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/quotas/619765f092c941a4ba7a502fac4701ee HTTP/1.1" status: 200 len: 375 time: 0.0218763 Apr 01 14:57:47.177323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Attempting to bind port 94374e79-b824-4959-8d44-e4ac9470eea6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:47.177653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Attempting to bind port 94374e79-b824-4959-8d44-e4ac9470eea6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:47.178256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Attempting to bind port 94374e79-b824-4959-8d44-e4ac9470eea6 on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:47.198558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Port 94374e79-b824-4959-8d44-e4ac9470eea6 on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:47.198873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Attempting to bind port 94374e79-b824-4959-8d44-e4ac9470eea6 on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:47.211792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37dfa48c-e73e-4dc1-97e0-49383d4b1191 req-1da726b9-f8a1-4b43-9bac-0848f7909c83 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Apr 01 14:57:47.212518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:47.212846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Checking segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:47.213281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Bound using segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:47.214191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Bound port: 94374e79-b824-4959-8d44-e4ac9470eea6, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:47.214191 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:47.307806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-3de3866c-2c2a-48de-b6dc-b10594654e6c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1539721 Apr 01 14:57:47.382347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a90a01d-a0ab-4250-b2b4-2d17fbfdbde7 req-196ae82a-f89b-4829-824c-4e562524e625 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips/2bc99d35-dfec-4b79-a9be-e34f4c8d9999 HTTP/1.1" status: 200 len: 692 time: 0.1081736 Apr 01 14:57:47.423857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] For port 94374e79-b824-4959-8d44-e4ac9470eea6, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:47.486676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] For port 94374e79-b824-4959-8d44-e4ac9470eea6, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=94374e79-b824-4959-8d44-e4ac9470eea6,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:47.494782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:47.538004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-491b8d8e-ff87-40b9-bf0e-6801c0c2cbff service neutron] 10.222.0.48 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210636 Apr 01 14:57:47.590247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:47.591703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] 10.222.0.62 "PUT /v2.0/ports/94374e79-b824-4959-8d44-e4ac9470eea6 HTTP/1.1" status: 200 len: 1091 time: 2.1719704 Apr 01 14:57:47.629012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90a01d-a0ab-4250-b2b4-2d17fbfdbde7 req-3c7e2a74-bb04-47c6-b4d2-e3b003e2ccf7 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:47.629654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4a90a01d-a0ab-4250-b2b4-2d17fbfdbde7 req-3c7e2a74-bb04-47c6-b4d2-e3b003e2ccf7 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Synchronizing usage tracker for tenant:23b31dc0822f4962842861fadfb37eec on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:47.637307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:47.688982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcfe40-a4ad-4fd5-839b-50f3cecba22d service neutron] Pushing event updated for resources: {'Port': ['ID=94374e79-b824-4959-8d44-e4ac9470eea6,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:47.701766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4a90a01d-a0ab-4250-b2b4-2d17fbfdbde7 req-3c7e2a74-bb04-47c6-b4d2-e3b003e2ccf7 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Unset dirty status for tenant:23b31dc0822f4962842861fadfb37eec on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:47.703307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a90a01d-a0ab-4250-b2b4-2d17fbfdbde7 req-3c7e2a74-bb04-47c6-b4d2-e3b003e2ccf7 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.3120310 Apr 01 14:57:47.717967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-4a90a01d-a0ab-4250-b2b4-2d17fbfdbde7 req-eac25e78-e5a0-49ce-9266-d75113561432 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:57:47.719338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a90a01d-a0ab-4250-b2b4-2d17fbfdbde7 req-eac25e78-e5a0-49ce-9266-d75113561432 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082688 Apr 01 14:57:47.793135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:47.962527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-84796164-2800-4ac9-9731-7e210a7b12be service neutron] 10.222.0.48 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237807 Apr 01 14:57:47.980225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:48.129366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49014) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:48.217629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e59c9abc-7a30-4c97-b6af-50f3f40d3a31 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:48.367566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49026) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:48.369198 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8bd03c-ec17-49b0-b392-19e00a02a385', 'name': 'network-vif-deleted', 'tag': '9bf7c6d7-22fd-40c9-9c31-0312fe1adff7', 'status': 'completed', 'code': 200} Apr 01 14:57:48.369455 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': 'cc9349d1-3aac-4939-8fdd-fb26fbc546cd', 'status': 'completed', 'code': 200} Apr 01 14:57:48.386462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-229202580-network', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:48.404732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:48.405208 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:48.423584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:48.446789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Usage tracker for resource:network and tenant:49e3207af22340cebfa937e1c5d5670f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:48.455459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:48.462953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:48.514237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:48.518533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:48.522596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:48.527489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:48.532242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:48.536263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:48.540331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:48.548003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04046774-091d-4a79-80d5-00b8fac9a5fc req-ccbd75e3-cfcd-49a5-91d4-7773a7ff1e6e tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=23b31dc0822f4962842861fadfb37eec HTTP/1.1" status: 200 len: 695 time: 0.1017423 Apr 01 14:57:48.548383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-fc9de232-628d-4e60-a12f-ff8c669597fa tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5386 time: 0.3618705 Apr 01 14:57:48.553470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Made reservation on behalf of 49e3207af22340cebfa937e1c5d5670f for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:48.559081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:48.639091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:48.677475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a9917f-85b1-4d1f-9d0a-546a49aa31ce {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:48.704826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:48.736322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:48.741233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8bc23eb7-eb63-4ff1-90af-c6aaf2525bc2 req-b3c27812-e68a-4ac9-a91c-7bf869a27c5f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1920528 Apr 01 14:57:48.742193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Transition to ACTIVE for port object c3a9917f-85b1-4d1f-9d0a-546a49aa31ce will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:48.744934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Usage tracker for resource:security_group_rule and tenant:49e3207af22340cebfa937e1c5d5670f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:48.748981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:48.752694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:48.841235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:48.975914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e69b5fd-b84d-4eab-bf5d-cbec6a1c65fa req-7a74525f-2074-441f-ad51-4c9b485c62f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6278 time: 0.6696794 Apr 01 14:57:49.010249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3e39286b-f0a5-48a7-8cea-b5162f44fc4f req-cbf013e4-40f0-4e3f-a447-6d8c6b4d418c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:49.012817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Pushing event updated for resources: {'Port': ['ID=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:49.094518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3e39286b-f0a5-48a7-8cea-b5162f44fc4f req-cbf013e4-40f0-4e3f-a447-6d8c6b4d418c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:49.099913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e39286b-f0a5-48a7-8cea-b5162f44fc4f req-cbf013e4-40f0-4e3f-a447-6d8c6b4d418c tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 210 time: 0.1548467 Apr 01 14:57:49.162214 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-5b16fa82-41e3-49d4-829d-b096b39bc546 service neutron] show failed (client error): The resource could not be found. Apr 01 14:57:49.163380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-5b16fa82-41e3-49d4-829d-b096b39bc546 service neutron] 10.222.0.62 "GET /v2.0/ports/ecd211dc-c671-4245-9a46-c46a1f9e669c/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.5224173 Apr 01 14:57:49.169164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04046774-091d-4a79-80d5-00b8fac9a5fc req-e527a08e-f4ea-4b3f-a31a-6cfe2a90e56c tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:49.185129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04046774-091d-4a79-80d5-00b8fac9a5fc req-e527a08e-f4ea-4b3f-a31a-6cfe2a90e56c tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks?id=59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 787 time: 0.6353762 Apr 01 14:57:49.188735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:49.238831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:49.327779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:57:49.329829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Attempting to bind port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:49.330139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Attempting to bind port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:49.330454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Attempting to bind port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:49.345422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f53491c-0cb1-41c5-a5ac-f61d15bf7931,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:49.357091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:49.358287 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Added segment 0b00f76e-03b7-4156-ae0c-a86d628bc4cb of type vlan for network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 Apr 01 14:57:49.360432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:49.360745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Attempting to bind port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:49.393139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:49.393616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Checking segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:49.393915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Bound using segment: {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:49.394369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Bound port: c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:49.395162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:49.420761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:49.480046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b5fd-b84d-4eab-bf5d-cbec6a1c65fa req-7c6df003-050a-4bf8-b1e5-8fb65d532f03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:49.480631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b5fd-b84d-4eab-bf5d-cbec6a1c65fa req-7c6df003-050a-4bf8-b1e5-8fb65d532f03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:49.480631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b5fd-b84d-4eab-bf5d-cbec6a1c65fa req-7c6df003-050a-4bf8-b1e5-8fb65d532f03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:49.482210 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e69b5fd-b84d-4eab-bf5d-cbec6a1c65fa req-7c6df003-050a-4bf8-b1e5-8fb65d532f03 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4795382 Apr 01 14:57:49.489216 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-d2efd55c-8d11-4d05-a43c-e97e78d6f30e tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips/2bc99d35-dfec-4b79-a9be-e34f4c8d9999 HTTP/1.1" status: 200 len: 692 time: 0.2753470 Apr 01 14:57:49.723912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f641b5-7d6b-4310-83d3-f3b7fb6fc3ec req-c4b1eed7-69c9-499e-ada2-7ea134852a3d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:49.725472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4f641b5-7d6b-4310-83d3-f3b7fb6fc3ec req-c4b1eed7-69c9-499e-ada2-7ea134852a3d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.4877810 Apr 01 14:57:49.739335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b5fd-b84d-4eab-bf5d-cbec6a1c65fa req-2155a3b3-e67e-48a6-a000-c2ae49d09cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:49.740711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e69b5fd-b84d-4eab-bf5d-cbec6a1c65fa req-2155a3b3-e67e-48a6-a000-c2ae49d09cbb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2481701 Apr 01 14:57:49.765817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:57:49.865208 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:49.866036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:49.866598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:49.892654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] For port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:49.998639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] For port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:50.008629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276ae6-b12e-4226-8f08-714090dfef0d req-e855ecf6-bdae-4af3-89ce-6a3e3a118e00 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.010087 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-e855ecf6-bdae-4af3-89ce-6a3e3a118e00 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 821 time: 0.3775461 Apr 01 14:57:50.012168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4f641b5-7d6b-4310-83d3-f3b7fb6fc3ec req-ac83fd52-a30e-40f9-8b3f-f6ab26568c5f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563894 Apr 01 14:57:50.021029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.060210 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-430c0a8f-5826-4bae-9bb5-f24df95685fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9&tenant_id=92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 1101 time: 0.6352978 Apr 01 14:57:50.068201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Request body: {'port': {'device_id': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'admin_state_up': True, 'tenant_id': '619765f092c941a4ba7a502fac4701ee'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:50.082253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] Pushing event updated for resources: {'Network': ['ID=05b02078-7bc1-48f4-9e8d-5232c6fd2844,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:50.087890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6932cd58-8ccc-4830-8292-32a40ddc340f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9549034 Apr 01 14:57:50.099488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:57:50.105880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:50.109626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:50.126737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-c43bec1f-38b1-438f-aeba-512ec1e9fe9e tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.128093 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-c43bec1f-38b1-438f-aeba-512ec1e9fe9e tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.6145432 Apr 01 14:57:50.157960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Request body: {'subnet': {'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-229202580-subnet', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:50.214965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:50.223008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Deleting port 5fe33646-e246-4958-8652-8e39630fb0c8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:50.223380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.252229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-f6e6b8f3-4bbc-48e5-8aec-91e87cfed2a1 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.21 HTTP/1.1" status: 200 len: 695 time: 0.1155961 Apr 01 14:57:50.272372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Usage tracker for resource:subnet and tenant:49e3207af22340cebfa937e1c5d5670f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:50.280675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:50.284566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.285950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-203795b5-633a-415f-a98c-52c0f960941e service neutron] 10.222.0.62 "PUT /v2.0/ports/c3a9917f-85b1-4d1f-9d0a-546a49aa31ce HTTP/1.1" status: 200 len: 1090 time: 2.6639512 Apr 01 14:57:50.317622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:50.329345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:50.369779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203795b5-633a-415f-a98c-52c0f960941e service neutron] Pushing event updated for resources: {'Port': ['ID=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:50.383499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6'}, {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:50.447861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-6aa69e5d-ab5c-4dda-81b6-11a6bf04c90d tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.21 HTTP/1.1" status: 200 len: 695 time: 0.1819487 Apr 01 14:57:50.462047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Made reservation on behalf of 49e3207af22340cebfa937e1c5d5670f for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:50.464279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.624677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:50.626848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.627632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.667897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:50.729460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.733294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.737241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.741085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.744916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.748764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.752690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:50.754542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-709860e7-14c1-4661-b6d0-a857dc08bd1d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5398 time: 0.5873411 Apr 01 14:57:50.755141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.767474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Deleting port 32666ba7-fdbd-494a-8ba7-c4aa0b53afd0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:50.767474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.780266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Made reservation on behalf of 619765f092c941a4ba7a502fac4701ee for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:57:50.783223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:50.790711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:51.068915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eae9bcc-aea0-4b4e-9ea0-e55d6e88caa8 req-4a30cc04-3147-46cc-9d61-39fe613c47c5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3043320 Apr 01 14:57:51.071616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Calling delete_port for 5fe33646-e246-4958-8652-8e39630fb0c8 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:51.314307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:51.314659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:51.443858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Calling delete_port for 32666ba7-fdbd-494a-8ba7-c4aa0b53afd0 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:51.477304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc0215fb-769d-493e-ab2e-851e07044181 req-00627de8-8487-44ac-8322-3123632dcd34 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 210 time: 0.0915246 Apr 01 14:57:51.489470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:51.556212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Allocated IP 172.20.0.2 (a0288a54-101c-49f9-a7fb-bad41fa75ebe/26c17c9c-2026-4113-8daa-cb1eb862a1d6/50ef711a-6bdc-4126-9669-584fa818ac08) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:51.588890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:51.637219 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6', 'status': 'completed', 'code': 200} Apr 01 14:57:51.637506 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce', 'status': 'completed', 'code': 200} Apr 01 14:57:51.704687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe33646-e246-4958-8652-8e39630fb0c8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:51.718968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:51.768475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a702cd9-e437-4e8c-b3f5-23dd6e6fe432,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:51.888254 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:51.895645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Checking segment: {'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:51.896000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Network hostable DHCP agents. Network: 05b02078-7bc1-48f4-9e8d-5232c6fd2844, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:57:51.974805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:52.004913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Pushing event deleted for resources: {'Port': ['ID=32666ba7-fdbd-494a-8ba7-c4aa0b53afd0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:52.112675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-a7e0d780-ece6-475d-846c-829d8e567b13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6345 time: 0.4806960 Apr 01 14:57:52.143133 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.151161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072754d-63f5-4300-bdec-d82acf4585ea req-9093fb84-1140-446e-9a70-cbd1f70fe759 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:52.152659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9072754d-63f5-4300-bdec-d82acf4585ea req-9093fb84-1140-446e-9a70-cbd1f70fe759 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.4596822 Apr 01 14:57:52.172439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:57:52.204889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5091ae5b-e132-46db-ba75-b84b33869811 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:52.213386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Transition to ACTIVE for port object ecd211dc-c671-4245-9a46-c46a1f9e669c will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:52.220092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.232950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 05b02078-7bc1-48f4-9e8d-5232c6fd2844) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:52.234475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.241597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d542e-d565-4253-9124-ccc37e31d0aa None None] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:52.246124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.280211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:52.280821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.317569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Transition to ACTIVE for port object 5091ae5b-e132-46db-ba75-b84b33869811 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:52.342930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.429021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:52.478175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-05b02078-7bc1-48f4-9e8d-5232c6fd2844', 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'fixed_ips': [{'subnet_id': '2a702cd9-e437-4e8c-b3f5-23dd6e6fe432'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:57:52.479580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.491202 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9072754d-63f5-4300-bdec-d82acf4585ea req-f18d5ec2-8655-4f30-b3b2-5a166b2b5caa tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295019 Apr 01 14:57:52.519100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4a0dba83-0b69-452d-99e1-6d91f4333922 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3821981 Apr 01 14:57:52.543429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49056) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:52.596432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:52.600508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.612648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:52.634207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Usage tracker for resource:router and tenant:49e3207af22340cebfa937e1c5d5670f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:52.653390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:52.666145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] No DVR routers for this DVR port ecd211dc-c671-4245-9a46-c46a1f9e669c on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:57:52.686086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:52.690553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Pushing event updated for resources: {'Port': ['ID=5091ae5b-e132-46db-ba75-b84b33869811,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:52.693536 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.707224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-31f2ecd3-86e8-4a46-9a04-538a04d508c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:52.708272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-31f2ecd3-86e8-4a46-9a04-538a04d508c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:52.708812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-31f2ecd3-86e8-4a46-9a04-538a04d508c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:52.710541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-31f2ecd3-86e8-4a46-9a04-538a04d508c3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5199397 Apr 01 14:57:52.787634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Allocated IP 172.20.0.2 (05b02078-7bc1-48f4-9e8d-5232c6fd2844/2a702cd9-e437-4e8c-b3f5-23dd6e6fe432/09fdd492-5906-4b1e-a63a-923497701cef) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:52.848439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.869738 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bee7c432-9dc0-49e0-8b85-058bf971a0bc req-1f7a70b1-0f81-4581-8dbf-ff543b47aa4a tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "DELETE /v2.0/floatingips/2bc99d35-dfec-4b79-a9be-e34f4c8d9999 HTTP/1.1" status: 204 len: 173 time: 2.4061761 Apr 01 14:57:52.935491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.938648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:52.970267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event updated for resources: {'Port': ['ID=50ef711a-6bdc-4126-9669-584fa818ac08,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:52.973277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:52.973869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:52.974417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:53.015830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Network a0288a54-101c-49f9-a7fb-bad41fa75ebe is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:53.022294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:53.036555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:53.075002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:53.075439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:53.092963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.106244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Transition to ACTIVE for port object 09fdd492-5906-4b1e-a63a-923497701cef will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:53.124137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:53.124899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:53.125352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:53.125781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Bound port: ecd211dc-c671-4245-9a46-c46a1f9e669c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:53.126285 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.127642 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.131041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Transition to ACTIVE for port object 09fdd492-5906-4b1e-a63a-923497701cef will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:53.137670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.154109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-aa8dfa9b-e279-4d19-9f69-02cf75621550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.155615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-aa8dfa9b-e279-4d19-9f69-02cf75621550 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4329560 Apr 01 14:57:53.155930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Attempting to bind port 5091ae5b-e132-46db-ba75-b84b33869811 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:53.156411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Attempting to bind port 5091ae5b-e132-46db-ba75-b84b33869811 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:53.156679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Attempting to bind port 5091ae5b-e132-46db-ba75-b84b33869811 on network c2eb948f-2926-4b40-928b-0734cf605002 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:53.168620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.172986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.176943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.181756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.186346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.191444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.195676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.203729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5655c897-fdbb-427b-95a6-1b9deb32b922 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5410 time: 0.5142891 Apr 01 14:57:53.212172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.212829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.252563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:53.255441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:53.257878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:53.266558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Pushing event updated for resources: {'Port': ['ID=09fdd492-5906-4b1e-a63a-923497701cef,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:53.292699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Port 5091ae5b-e132-46db-ba75-b84b33869811 on network c2eb948f-2926-4b40-928b-0734cf605002 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:53.293037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Attempting to bind port 5091ae5b-e132-46db-ba75-b84b33869811 on network c2eb948f-2926-4b40-928b-0734cf605002 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:53.317973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-16ba45e4-be57-4829-94c6-aa06af29c637 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2928843 Apr 01 14:57:53.334349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:53.334676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Checking segment: {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:53.335084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Bound using segment: {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:53.335545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Bound port: 5091ae5b-e132-46db-ba75-b84b33869811, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:53.335871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.347742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.349280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Request body: {'port': {'device_id': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:53.351584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Attempting to bind port 09fdd492-5906-4b1e-a63a-923497701cef on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:53.352173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Attempting to bind port 09fdd492-5906-4b1e-a63a-923497701cef by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:53.352509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Attempting to bind port 09fdd492-5906-4b1e-a63a-923497701cef on network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:53.359768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:53.360205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Checking segment: {'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:53.360616 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.361006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Bound using segment: {'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:53.361462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Bound port: 09fdd492-5906-4b1e-a63a-923497701cef, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:53.361833 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.463352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] For port 09fdd492-5906-4b1e-a63a-923497701cef, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:53.466657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] For port 09fdd492-5906-4b1e-a63a-923497701cef, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=09fdd492-5906-4b1e-a63a-923497701cef,segment=NetworkSegment(0b00f76e-03b7-4156-ae0c-a86d628bc4cb),segment_id=0b00f76e-03b7-4156-ae0c-a86d628bc4cb)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:53.471230 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.509329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4996f2-43b3-4132-bc38-92779cf6bbc4 req-33126663-2949-4b96-b2dd-93252ee68c74 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:53.510218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0b4996f2-43b3-4132-bc38-92779cf6bbc4 req-33126663-2949-4b96-b2dd-93252ee68c74 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 931 time: 0.4423749 Apr 01 14:57:53.541098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0197868c-ab96-42bb-aaa3-9d6bdc578b1f req-5f8caa6e-3b8a-4489-98d9-8f887c6f5a70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3351264 Apr 01 14:57:53.560087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaea049-0b8b-4cc1-aa0f-a3b1cf199bbe None None] Pushing event updated for resources: {'Port': ['ID=09fdd492-5906-4b1e-a63a-923497701cef,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:53.618421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:53.641417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.662686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:53.681076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:53.695453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0b4996f2-43b3-4132-bc38-92779cf6bbc4 req-bd776cde-aa63-4a0f-898f-cdddaab3a4ef tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788385 Apr 01 14:57:53.702857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.707001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-64d414bd-c84f-4bc6-a341-e206605abc0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6370 time: 0.4826345 Apr 01 14:57:53.804927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.832848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:53.834568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] 10.222.0.44 "PUT /v2.0/ports/ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 1096 time: 3.7363801 Apr 01 14:57:53.868000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] For port 5091ae5b-e132-46db-ba75-b84b33869811, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:54.075056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] For port 5091ae5b-e132-46db-ba75-b84b33869811, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5091ae5b-e132-46db-ba75-b84b33869811,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:54.085064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Deleting port 73d4c530-a7e7-4a2c-b630-94182c19d578 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:54.086165 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:54.100059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:54.122536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.122878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.123285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.123585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.123909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.124228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.124653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.124854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.125160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.125501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.125959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf99c0b-bbb8-479b-ba3d-63e96a0f8228 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:57:54.129934 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:54.217804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-70d1376c-9323-43ea-abe3-52d5d1ee52f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:54.218172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-70d1376c-9323-43ea-abe3-52d5d1ee52f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:54.218579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-70d1376c-9323-43ea-abe3-52d5d1ee52f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:54.220417 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-70d1376c-9323-43ea-abe3-52d5d1ee52f1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4725027 Apr 01 14:57:54.254418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09fdd492-5906-4b1e-a63a-923497701cef up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:54.314963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:54.316307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] 10.222.0.62 "PUT /v2.0/ports/5091ae5b-e132-46db-ba75-b84b33869811 HTTP/1.1" status: 200 len: 1091 time: 4.0042827 Apr 01 14:57:54.338121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 09fdd492-5906-4b1e-a63a-923497701cef completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:54.374060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Request body: {'port': {'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:54.400137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:57:54.421648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bea6a-8511-4097-9080-2f9a1bb0642e service neutron] Pushing event updated for resources: {'Port': ['ID=5091ae5b-e132-46db-ba75-b84b33869811,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:54.464943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-09668166-68ea-45c4-814f-511821e7c58b tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8076808 Apr 01 14:57:54.474902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:57:54.484145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:57:54.495959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-ace5c8c3-dffa-477e-adeb-b94561fc74cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1099 time: 0.5716529 Apr 01 14:57:54.499606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:57:54.604527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Usage tracker for resource:floatingip and tenant:23b31dc0822f4962842861fadfb37eec is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:57:54.607573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:57:54.664242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:57:54.738612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:54.781802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-051f6cd9-40b7-419c-8b59-09e74cd91445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:54.782891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:54.783926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90d370af-ab95-4e1b-8d59-36ecdc9170e6 req-051f6cd9-40b7-419c-8b59-09e74cd91445 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5021241 Apr 01 14:57:54.820461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] For port 73d4c530-a7e7-4a2c-b630-94182c19d578, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=73d4c530-a7e7-4a2c-b630-94182c19d578,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:54.821187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:54.835421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de7f69-5809-4191-a9ac-1d9b7166ae1e None None] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:57:54.930617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-81edfb11-cb4d-4645-bda3-03637fc34776 None None] Provisioning for port 09fdd492-5906-4b1e-a63a-923497701cef completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:57:54.939003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-81edfb11-cb4d-4645-bda3-03637fc34776 None None] Provisioning complete for port 09fdd492-5906-4b1e-a63a-923497701cef triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:54.939411 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81edfb11-cb4d-4645-bda3-03637fc34776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:54.963200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-13060eeb-8e55-4e13-8385-178b200b1645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:54.964680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-13060eeb-8e55-4e13-8385-178b200b1645 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4470632 Apr 01 14:57:54.980081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac0954-e888-4876-bfad-61ec13a96d8e req-100e2c18-ca89-4ea9-b668-334e6432a679 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:54.981531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1ac0954-e888-4876-bfad-61ec13a96d8e req-100e2c18-ca89-4ea9-b668-334e6432a679 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 948 time: 0.7671442 Apr 01 14:57:54.990197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Calling delete_port for 73d4c530-a7e7-4a2c-b630-94182c19d578 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:57:55.096985 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-beacd28f-2f6a-4592-af85-cd7dffa4dfa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.1242774 Apr 01 14:57:55.103857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:57:55.163251 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81edfb11-cb4d-4645-bda3-03637fc34776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.210334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-81edfb11-cb4d-4645-bda3-03637fc34776 None None] For port 09fdd492-5906-4b1e-a63a-923497701cef, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=09fdd492-5906-4b1e-a63a-923497701cef,segment=NetworkSegment(0b00f76e-03b7-4156-ae0c-a86d628bc4cb),segment_id=0b00f76e-03b7-4156-ae0c-a86d628bc4cb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:55.221036 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81edfb11-cb4d-4645-bda3-03637fc34776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.292110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edfb11-cb4d-4645-bda3-03637fc34776 None None] Pushing event updated for resources: {'Port': ['ID=09fdd492-5906-4b1e-a63a-923497701cef,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:55.329459 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1ac0954-e888-4876-bfad-61ec13a96d8e req-0f74c550-6134-436c-af92-4a3dee6a2fb0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536807 Apr 01 14:57:55.348734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.388449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.464016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ef711a-6bdc-4126-9669-584fa818ac08 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:55.471481 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'code': 200} Apr 01 14:57:55.486874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-211878ea-9b2f-4003-a86e-c5ffb806232b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:55.488384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-211878ea-9b2f-4003-a86e-c5ffb806232b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.3706095 Apr 01 14:57:55.490054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.569038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7e5a7433-823b-409b-b1da-cef6431d3a25 None None] Provisioning complete for port 09fdd492-5906-4b1e-a63a-923497701cef triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:55.570338 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7433-823b-409b-b1da-cef6431d3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.592080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Transition to ACTIVE for port object 50ef711a-6bdc-4126-9669-584fa818ac08 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:55.631427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.722921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Allocated IP 172.25.2.94 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/88cb9e4f-fcee-4ce5-828d-285b31035625) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:55.796710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-af271d47-d903-448f-96fe-2d21ea613db4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3011284 Apr 01 14:57:55.805179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50ef711a-6bdc-4126-9669-584fa818ac08,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:55.835984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.916271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:55.984058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d4c530-a7e7-4a2c-b630-94182c19d578,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:55.994319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:55.998185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:56.002194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:56.006066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:56.009948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:56.011506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c439ee6b-3a2c-40eb-a017-a454d985dd64 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:56.013798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:56.017734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:56.019596 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-8cb503d0-2f95-4916-992a-d53f97d28f21 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5410 time: 0.4196284 Apr 01 14:57:56.057995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:56.187004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Transition to ACTIVE for port object c439ee6b-3a2c-40eb-a017-a454d985dd64 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:57:56.201043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-f51010fb-993b-4edb-8f25-af1fb6f3ffcf service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931558 Apr 01 14:57:56.201820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:56.269135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09fdd492-5906-4b1e-a63a-923497701cef up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:57:56.314107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:56.357055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 09fdd492-5906-4b1e-a63a-923497701cef triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:57:56.357606 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:56.415604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7441e8f5-4668-465f-9eec-bbe5ea24a5e1 req-a2f4433f-c03b-49a1-96b5-08bb3307c6da tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3872056 Apr 01 14:57:56.482106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Attempting to bind port 50ef711a-6bdc-4126-9669-584fa818ac08 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:56.482477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Attempting to bind port 50ef711a-6bdc-4126-9669-584fa818ac08 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:56.482758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Attempting to bind port 50ef711a-6bdc-4126-9669-584fa818ac08 on network a0288a54-101c-49f9-a7fb-bad41fa75ebe {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:56.498378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Port 50ef711a-6bdc-4126-9669-584fa818ac08 on network a0288a54-101c-49f9-a7fb-bad41fa75ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:56.498698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Attempting to bind port 50ef711a-6bdc-4126-9669-584fa818ac08 on network a0288a54-101c-49f9-a7fb-bad41fa75ebe {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:56.500947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Pushing event updated for resources: {'Port': ['ID=c439ee6b-3a2c-40eb-a017-a454d985dd64,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:56.528854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:56.529211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Checking segment: {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:56.529605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Bound using segment: {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:56.530592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Bound port: 50ef711a-6bdc-4126-9669-584fa818ac08, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb2ab4c-9134-4380-9262-cf230ffd8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:56.530953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:56.539912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:56.605417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-3d200925-e61a-407c-9586-3636bb2e9d4e service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400545 Apr 01 14:57:56.651442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Router dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:56.699922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:56.702442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Pushing event updated for resources: {'Port': ['ID=88cb9e4f-fcee-4ce5-828d-285b31035625,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:56.708536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:56.712024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:56.715363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Allocated IP 172.25.2.199 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/e9405cd8-79f0-4c14-8b36-d67876d71eaf) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:57:56.888953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Attempting to bind port c439ee6b-3a2c-40eb-a017-a454d985dd64 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:57:56.889287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Attempting to bind port c439ee6b-3a2c-40eb-a017-a454d985dd64 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:57:56.889588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Attempting to bind port c439ee6b-3a2c-40eb-a017-a454d985dd64 on network c2eb948f-2926-4b40-928b-0734cf605002 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:56.902253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] For port 50ef711a-6bdc-4126-9669-584fa818ac08, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:56.906847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] For port 50ef711a-6bdc-4126-9669-584fa818ac08, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=50ef711a-6bdc-4126-9669-584fa818ac08,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:56.911726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:56.951508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Port c439ee6b-3a2c-40eb-a017-a454d985dd64 on network c2eb948f-2926-4b40-928b-0734cf605002 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:57:56.951802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Attempting to bind port c439ee6b-3a2c-40eb-a017-a454d985dd64 on network c2eb948f-2926-4b40-928b-0734cf605002 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:57:56.996530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75914b-22c8-41cd-8fcc-8941bbc5a633 req-7ef83a7c-6add-479c-88a3-6f4c832d4df5 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:56.997972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b75914b-22c8-41cd-8fcc-8941bbc5a633 req-7ef83a7c-6add-479c-88a3-6f4c832d4df5 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 943 time: 0.3985257 Apr 01 14:57:56.998945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:57:56.999294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Checking segment: {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:57:56.999674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Bound using segment: {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:57:57.000164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Bound port: c439ee6b-3a2c-40eb-a017-a454d985dd64, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270944c3-25b7-4cdc-82d2-a30bc6311aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:57:57.000550 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.038362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.039667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/50ef711a-6bdc-4126-9669-584fa818ac08 HTTP/1.1" status: 200 len: 1091 time: 3.7086008 Apr 01 14:57:57.052259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.118722 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b75914b-22c8-41cd-8fcc-8941bbc5a633 req-4900666e-6236-47f7-b79a-cdbbbe436b55 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053512 Apr 01 14:57:57.125206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc49652-8d1c-470e-8c18-23e9a76b32f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50ef711a-6bdc-4126-9669-584fa818ac08,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:57.160069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.214349 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.219677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] For port c439ee6b-3a2c-40eb-a017-a454d985dd64, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:57:57.365774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.366515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.402887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] For port c439ee6b-3a2c-40eb-a017-a454d985dd64, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:57:57.418244 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.431874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-792c5c81-9c83-45b6-82d7-ff34b2f649b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 1094 time: 0.3456359 Apr 01 14:57:57.433643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:57:57.435090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Pushing event updated for resources: {'Port': ['ID=e9405cd8-79f0-4c14-8b36-d67876d71eaf,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:57.439584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:57:57.453339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:57.475763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:57:57.547612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}, {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811'}, {'name': 'network-changed', 'server_uuid': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'tag': '50ef711a-6bdc-4126-9669-584fa818ac08'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:57:57.563376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca24f45-a13b-43de-a442-dcbec7b92878 req-7df02462-785c-43f8-9798-d904c34bfd2a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:57.564790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fca24f45-a13b-43de-a442-dcbec7b92878 req-7df02462-785c-43f8-9798-d904c34bfd2a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 948 time: 0.3149447 Apr 01 14:57:57.575943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-17c78e11-46c1-484f-b266-4c33f5f18aa8 admin admin] 10.222.0.48 "PUT /v2.0/routers/dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8553953 Apr 01 14:57:57.581195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49080) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:57.601706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.603124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] 10.222.0.62 "PUT /v2.0/ports/c439ee6b-3a2c-40eb-a017-a454d985dd64 HTTP/1.1" status: 200 len: 1091 time: 3.2506099 Apr 01 14:57:57.611089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-98e09063-6349-4c78-8066-ec4de28c6266 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ef711a-6bdc-4126-9669-584fa818ac08 HTTP/1.1" status: 200 len: 217 time: 0.1430039 Apr 01 14:57:57.684938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e19443-8b4d-42e1-af87-4aa54ad1dc1f service neutron] Pushing event updated for resources: {'Port': ['ID=c439ee6b-3a2c-40eb-a017-a454d985dd64,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:57.706557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276ae6-b12e-4226-8f08-714090dfef0d req-e14a530e-7c28-410c-8581-355e62e3b331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:57.712735 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-e14a530e-7c28-410c-8581-355e62e3b331 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26c17c9c-2026-4113-8daa-cb1eb862a1d6 HTTP/1.1" status: 200 len: 861 time: 0.0923185 Apr 01 14:57:57.771593 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2faf7fe-02fe-45a1-a3ef-4c786cde2a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:57.781178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-c9dfa978-ad96-4d3a-8ef2-dc72392ebac9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0288a54-101c-49f9-a7fb-bad41fa75ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586245 Apr 01 14:57:57.942374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fca24f45-a13b-43de-a442-dcbec7b92878 req-fcb12759-4ecf-4c79-a50a-e7f2f9d7c90d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702025 Apr 01 14:57:57.985122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:58.078320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:58.144956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-1faa2294-e22f-4a2a-be2c-b98e001b72f3 service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562229 Apr 01 14:57:58.189055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-79fc14ab-8fd9-4ae9-9467-d555e935d451 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6479 time: 0.5311568 Apr 01 14:57:58.391249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-5794c094-e99b-439f-adfe-bf27ac094258 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080cfda3-e275-47e3-b022-93e406c83db8 HTTP/1.1" status: 200 len: 217 time: 0.1389706 Apr 01 14:57:58.414586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.418451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.422361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.426259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.430137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.434018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.437927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.439798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-362097b9-1082-4804-8562-6ec836612f76 req-98c2be65-7e5b-4c5d-8d38-ec935f71ce71 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.3754170 Apr 01 14:57:58.493748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32276ae6-b12e-4226-8f08-714090dfef0d req-b351bd6c-c102-4a53-bbd7-eecc06610298 service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410013 Apr 01 14:57:58.511317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:58.514601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-7cde3eab-186f-42a1-9375-889baff76ffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:58.516114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-7cde3eab-186f-42a1-9375-889baff76ffb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d011030-0327-42dc-9c3b-dcd693297f1d HTTP/1.1" status: 200 len: 851 time: 0.1178730 Apr 01 14:57:58.589296 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:58.596685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:58.647960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:57:58.692915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-362097b9-1082-4804-8562-6ec836612f76 req-d424e8e2-b120-45c3-b6c0-132898355363 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2081583 Apr 01 14:57:58.697998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Pushing event updated for resources: {'Port': ['ID=e9405cd8-79f0-4c14-8b36-d67876d71eaf,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:58.706327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-501e61fc-ed83-4978-b308-0b3754485e1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841998 Apr 01 14:57:58.721715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fbb92dc5-80ae-406d-aa5a-94fb59ef0af2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:57:58.722421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-fbb92dc5-80ae-406d-aa5a-94fb59ef0af2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076149 Apr 01 14:57:58.754631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:58.946154 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'status': 'completed', 'code': 200} Apr 01 14:57:58.946373 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811', 'status': 'completed', 'code': 200} Apr 01 14:57:58.946557 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'tag': '50ef711a-6bdc-4126-9669-584fa818ac08', 'status': 'completed', 'code': 200} Apr 01 14:57:58.960178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:57:59.043435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:59.043848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-8844b960-62be-4d86-8473-72317476745e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1099 time: 0.2021034 Apr 01 14:57:59.044573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-42a2116b-62b1-4120-bed1-541dc18c1aaa tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5758991 Apr 01 14:57:59.102757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:59.116737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'mac_address': 'fa:16:3e:ae:c3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:57:59.127492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-a301d265-af55-490e-bd9f-2f5c821d8789 service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977029 Apr 01 14:57:59.171035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:59.183103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Router a316ca55-29b8-4967-bb02-4278be2e605f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:57:59.189398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd211dc-c671-4245-9a46-c46a1f9e669c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:57:59.207562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:59.207755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:57:59.212559 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:59.221790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-d25a8b2f-f9e0-4860-be5a-03a1fc2dde31 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Synchronizing usage tracker for tenant:23b31dc0822f4962842861fadfb37eec on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:57:59.230831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-4a1507d0-6c9f-45cf-804c-ead718cfa453 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1099 time: 0.2789631 Apr 01 14:57:59.239583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513857e6-29d6-4f77-bf7e-656b0424c9ab req-568444ba-14d4-418e-b450-058daa8d4e6f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:59.241042 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-513857e6-29d6-4f77-bf7e-656b0424c9ab req-568444ba-14d4-418e-b450-058daa8d4e6f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 943 time: 0.3068755 Apr 01 14:57:59.280305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Deleting port 2b7c590d-8a10-4c17-a32b-035c2f339fba {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:57:59.280668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:59.293542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:57:59.329353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-953442c0-197b-4a8c-a00a-5b8bcaa911b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:59.330849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-953442c0-197b-4a8c-a00a-5b8bcaa911b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2716999 Apr 01 14:57:59.346648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-d25a8b2f-f9e0-4860-be5a-03a1fc2dde31 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Unset dirty status for tenant:23b31dc0822f4962842861fadfb37eec on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:57:59.347808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-d25a8b2f-f9e0-4860-be5a-03a1fc2dde31 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.2860842 Apr 01 14:57:59.470743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-88e87ac1-14b9-4692-b6d8-5a552410633f service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272891 Apr 01 14:57:59.521322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['ecd211dc-c671-4245-9a46-c46a1f9e669c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:57:59.578672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-6727ac67-2cf9-458e-9fd2-1d4163d007bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 200 len: 217 time: 0.0940266 Apr 01 14:57:59.590856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-70f44326-4211-47d8-9507-affd6e092a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:59.592349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-70f44326-4211-47d8-9507-affd6e092a96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3498199 Apr 01 14:57:59.715075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-1819f248-9edc-4ca5-8864-63abcdd41358 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.3278961 Apr 01 14:57:59.731715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-764f1970-dcbd-4dc6-b60c-81c93ba68d9f tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:59.733096 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aee97648-f33c-44fa-91d6-db2acdad5bec req-764f1970-dcbd-4dc6-b60c-81c93ba68d9f tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.3765500 Apr 01 14:57:59.736536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-4a08d54b-e805-4d0d-85b4-85c78770c0b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.0967827 Apr 01 14:57:59.802316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-ac342e46-bc7d-4a8a-ae12-624e30432034 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:59.803787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-ac342e46-bc7d-4a8a-ae12-624e30432034 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0592470 Apr 01 14:57:59.809127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-a3bb533d-e958-46f7-920d-36149376b9ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:59.810633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-a3bb533d-e958-46f7-920d-36149376b9ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.2139974 Apr 01 14:57:59.812079 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-513857e6-29d6-4f77-bf7e-656b0424c9ab req-906cfdbc-d631-4fd9-bb71-a161da6f048f tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508666 Apr 01 14:57:59.832227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:57:59.842776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Sync routers for ids ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:57:59.864967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Routers {'74bc92a4-81b3-43cc-bf2c-ef31f40e9636'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:57:59.865838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:57:59.926389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:57:59.927466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39d7b510-9645-4180-ab8e-d2af4c40e921 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3829820 Apr 01 14:57:59.939917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49098) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:57:59.947310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-f1b8d34d-d6de-4bbe-8dd0-cac738aeb179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:57:59.948857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-f1b8d34d-d6de-4bbe-8dd0-cac738aeb179 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1811054 Apr 01 14:58:00.033483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-7e859340-2b8b-4401-be97-6e177d0dcab2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2112820 Apr 01 14:58:00.036091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-07d69f59-ddac-4801-abcd-d5267341e7f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128832 Apr 01 14:58:00.149233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260c0a2-924f-4f16-a071-63b53d334c15 req-cd48bc59-3faa-461a-9cfa-7b900c914748 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.150291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0260c0a2-924f-4f16-a071-63b53d334c15 req-cd48bc59-3faa-461a-9cfa-7b900c914748 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 949 time: 0.2426033 Apr 01 14:58:00.162472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] For port 2b7c590d-8a10-4c17-a32b-035c2f339fba, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2b7c590d-8a10-4c17-a32b-035c2f339fba,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:00.162844 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:00.199161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Set router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:00.267853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3594f3de-77bb-4adf-851b-d5403423a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:00.290774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0260c0a2-924f-4f16-a071-63b53d334c15 req-2c84e8de-e8d5-4d44-91fb-423c09834d9e tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861871 Apr 01 14:58:00.305274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Calling delete_port for 2b7c590d-8a10-4c17-a32b-035c2f339fba owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:00.325184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-07b52156-e805-4513-a8d4-cd0d8b752300 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839777 Apr 01 14:58:00.416703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-e9f9167b-6b41-4623-a289-190921ab8f69 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528295 Apr 01 14:58:00.465244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-b3f8facd-f3c2-4d04-ba0e-32188f1f27ae tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips/5d01d25f-6af5-4180-b059-dd3e6510f2ff HTTP/1.1" status: 200 len: 693 time: 0.1666293 Apr 01 14:58:00.585606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:57:57Z', 'revision_number': 3, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:00.590432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Checking router: 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:00.590432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Updating router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 port 88cb9e4f-fcee-4ce5-828d-285b31035625 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:58:00.612823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-d08daf0d-7bcf-4552-b87d-ec93016f5d57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5895469 Apr 01 14:58:00.644777 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:00.740796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-45810e78-0ca1-4241-9fc7-6d9109db2e52 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048357 Apr 01 14:58:00.775618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-5139c833-2f50-494d-b6ae-1eb3a1587347 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.776650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-5139c833-2f50-494d-b6ae-1eb3a1587347 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.2981021 Apr 01 14:58:00.843714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.847563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.851683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.853505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:00.855720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.859603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-74fc24df-4433-4bae-8fb7-e2e8dae2f594 admin admin] 10.222.0.48 "PUT /v2.0/routers/a316ca55-29b8-4967-bb02-4278be2e605f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4891386 Apr 01 14:58:00.862460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.867814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.870473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:00.873510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49108) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:00.874798 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] Sync routers for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:00.878106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-e4280efd-4d22-4c14-85f4-da291bcbdb70 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.3251305 Apr 01 14:58:00.897604 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:00.898630 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:00.906077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-0f708361-0f1a-4c3d-a3bb-3a716b0bf410 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 200 len: 217 time: 0.1479640 Apr 01 14:58:00.948172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-1daa3af8-00e9-4885-81ff-e4a383d61ff5 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662777 Apr 01 14:58:00.952712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:01.006691 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.019350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Transition to ACTIVE for port object 88cb9e4f-fcee-4ce5-828d-285b31035625 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:01.026626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 50ef711a-6bdc-4126-9669-584fa818ac08 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:01.029596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:01.055731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c652f16e-05b4-40b2-a2cb-d0fade23d13b req-65dd7d04-339f-4da5-bf23-5ee26a729e72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764886 Apr 01 14:58:01.057250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-0d239264-3a1b-4aff-b444-631ee16391af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.061962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-0d239264-3a1b-4aff-b444-631ee16391af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.1448264 Apr 01 14:58:01.066014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.131279 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:01.220497 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:58:01.243380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-7978c2de-d566-4563-a696-4336eb2d8b44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=619765f092c941a4ba7a502fac4701ee&device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 1094 time: 0.2456601 Apr 01 14:58:01.250045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352772b1-1c69-4c45-81ff-ee6c0fbd9cc4 None None] Pushing event updated for resources: {'Port': ['ID=88cb9e4f-fcee-4ce5-828d-285b31035625,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:01.255023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-c966340c-3540-43f4-8555-d8804b8d4360 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1903002 Apr 01 14:58:01.279572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-ef70541b-93de-4bf7-8a56-af8fd148f756 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Synchronizing usage tracker for tenant:23b31dc0822f4962842861fadfb37eec on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:01.341559 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-d60cff0c-239e-495d-8d74-6a4a2ea5e61a service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161851 Apr 01 14:58:01.344633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.356834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Attempting to bind port 88cb9e4f-fcee-4ce5-828d-285b31035625 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:01.357475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Attempting to bind port 88cb9e4f-fcee-4ce5-828d-285b31035625 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:01.358699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Attempting to bind port 88cb9e4f-fcee-4ce5-828d-285b31035625 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:01.393144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-ef70541b-93de-4bf7-8a56-af8fd148f756 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Unset dirty status for tenant:23b31dc0822f4962842861fadfb37eec on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:01.398626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:01.399239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:01.399715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.400159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:01.400819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Bound port: 88cb9e4f-fcee-4ce5-828d-285b31035625, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:01.400950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-ef70541b-93de-4bf7-8a56-af8fd148f756 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.6124222 Apr 01 14:58:01.401611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.433310 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-d471ccd6-f29e-4979-b9a0-813e1cd6fb93 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397128 Apr 01 14:58:01.440473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.490115 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:57:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:01.496436 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] Checking router: a316ca55-29b8-4967-bb02-4278be2e605f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:01.510073 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] Routers {'a316ca55-29b8-4967-bb02-4278be2e605f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:01.511745 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a316ca55-29b8-4967-bb02-4278be2e605f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:01.516669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port ecd211dc-c671-4245-9a46-c46a1f9e669c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:01.539815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 50ef711a-6bdc-4126-9669-584fa818ac08, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=50ef711a-6bdc-4126-9669-584fa818ac08,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:01.550695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port ecd211dc-c671-4245-9a46-c46a1f9e669c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:01.551344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.569837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.621710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-281dc103-1882-4203-801b-30efa1319aff tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.2194657 Apr 01 14:58:01.634828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] For port 88cb9e4f-fcee-4ce5-828d-285b31035625, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:01.640390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '50ef711a-6bdc-4126-9669-584fa818ac08', 'network_id': 'a0288a54-101c-49f9-a7fb-bad41fa75ebe', 'port_id': '50ef711a-6bdc-4126-9669-584fa818ac08', 'mac_address': 'fa:16:3e:11:40:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c17c9c-2026-4113-8daa-cb1eb862a1d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:01.655072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] For port 88cb9e4f-fcee-4ce5-828d-285b31035625, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=88cb9e4f-fcee-4ce5-828d-285b31035625,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:01.705408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.762415 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] Set router a316ca55-29b8-4967-bb02-4278be2e605f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:01.764258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-39836123-b73c-4a8e-afb1-40d5351ee2d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.765702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-39836123-b73c-4a8e-afb1-40d5351ee2d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 200 len: 922 time: 0.5098045 Apr 01 14:58:01.802313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7c590d-8a10-4c17-a32b-035c2f339fba,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:01.837751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.841890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.846435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.850618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.854958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.859155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.863375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:01.865195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-7799b8d4-e82d-4a33-bb81-aa539cc8871c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.4275925 Apr 01 14:58:01.905304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-875985f3-e574-4ce0-af47-74d0dca8feb7 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826232 Apr 01 14:58:01.909379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-ed0aa3ef-81a3-448a-94e3-0dfafe927a23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ef711a-6bdc-4126-9669-584fa818ac08 HTTP/1.1" status: 200 len: 217 time: 0.1320083 Apr 01 14:58:01.922575 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:01.983621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352772b1-1c69-4c45-81ff-ee6c0fbd9cc4 None None] Pushing event updated for resources: {'Port': ['ID=88cb9e4f-fcee-4ce5-828d-285b31035625,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:01.999663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ef711a-6bdc-4126-9669-584fa818ac08 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:02.008883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-4ebab4eb-c681-41a4-b307-d7680d1d7094 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588316 Apr 01 14:58:02.009388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:02.035379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cea2120a-0528-41ba-8506-3e9d6f08422a req-81b3a801-fd81-493c-a4b2-72513f8fa470 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589801 Apr 01 14:58:02.036624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-83f3894d-240f-4cfc-93f6-7eb1bf15b078 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=94374e79-b824-4959-8d44-e4ac9470eea6 HTTP/1.1" status: 200 len: 217 time: 0.1057348 Apr 01 14:58:02.044200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Routers {'74bc92a4-81b3-43cc-bf2c-ef31f40e9636'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:02.044825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:02.117057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Deleting port e9405cd8-79f0-4c14-8b36-d67876d71eaf {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:02.117717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:02.121118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-d0e4b2d6-9f99-4714-bbd8-d86564c60d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:02.122446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-d0e4b2d6-9f99-4714-bbd8-d86564c60d04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26c17c9c-2026-4113-8daa-cb1eb862a1d6 HTTP/1.1" status: 200 len: 861 time: 0.1199627 Apr 01 14:58:02.130228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-397a6ed7-41d5-488f-9455-943ac4a165cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:02.131720 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-397a6ed7-41d5-488f-9455-943ac4a165cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.0859468 Apr 01 14:58:02.214013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 50ef711a-6bdc-4126-9669-584fa818ac08, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=50ef711a-6bdc-4126-9669-584fa818ac08,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:02.223185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-2436d5c9-34de-4e4f-9dca-5bee2a86923e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0288a54-101c-49f9-a7fb-bad41fa75ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903502 Apr 01 14:58:02.276467 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:02.322786 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:57:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:02.329842 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b90750-b4f7-4f0f-b17a-62b9ebf0fb43 None None] The sync data for ids ['a316ca55-29b8-4967-bb02-4278be2e605f'] in n-d-836017-1 is: [{'id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379535737-router', 'tenant_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:30Z', 'updated_at': '2022-04-01T14:57:55Z', 'revision_number': 5, 'project_id': 'e8090a88fd4a4acab183ef9ac4f60dd1', 'gw_port': {'id': 'f2494605-c041-4cbe-a318-53d688ca57eb', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316ca55-29b8-4967-bb02-4278be2e605f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:34Z', 'updated_at': '2022-04-01T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:02.354947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:02.393478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:02.409546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:02.437218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=50ef711a-6bdc-4126-9669-584fa818ac08,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:02.477427 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:02.518472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] Set router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:02.518971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-a5886e7f-6f25-4e67-b135-880ba3a37f41 service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892809 Apr 01 14:58:02.576446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:02.655756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-12ce4aa2-2d2e-4aea-90e9-f13c18c60ad2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4783003 Apr 01 14:58:02.678814 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:02.758642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['50ef711a-6bdc-4126-9669-584fa818ac08'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:02.886510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-2201c5ee-2167-4f70-ad5f-af7afeecc940 service neutron] 10.222.0.44 "GET /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546340 Apr 01 14:58:02.934818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:02.951273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b2113a56-e02c-4756-8e7e-4daef09af9b7 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885869 Apr 01 14:58:02.959576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0022e-ac0e-49a0-8035-632253ac450c req-954e6f9b-fcee-4cb6-b97c-0ba7dc71d278 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:02.960604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-15d0022e-ac0e-49a0-8035-632253ac450c req-954e6f9b-fcee-4cb6-b97c-0ba7dc71d278 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Synchronizing usage tracker for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:03.066410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-e7076f4b-fca0-49b0-9f61-4a2efe8e6df6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.067313 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-e7076f4b-fca0-49b0-9f61-4a2efe8e6df6 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.44 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9&tenant_id=92ae89e691eb495a9d56b813de5b091a&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 950 time: 0.3787787 Apr 01 14:58:03.087403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-13009422-8132-4374-989e-666bc99e52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:57:57Z', 'revision_number': 3, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:03.104088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13009422-8132-4374-989e-666bc99e52c2 None None] The sync data for ids ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'] in n-d-836017-1 is: [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:57:57Z', 'revision_number': 3, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:03.115708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-15d0022e-ac0e-49a0-8035-632253ac450c req-954e6f9b-fcee-4cb6-b97c-0ba7dc71d278 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Unset dirty status for tenant:619765f092c941a4ba7a502fac4701ee on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:03.116861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15d0022e-ac0e-49a0-8035-632253ac450c req-954e6f9b-fcee-4cb6-b97c-0ba7dc71d278 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 944 time: 0.3865864 Apr 01 14:58:03.188585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.188812 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.225864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15d0022e-ac0e-49a0-8035-632253ac450c req-e7e48341-30b9-497a-8d61-f48fbe292b14 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936651 Apr 01 14:58:03.229284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-b6ff73c0-8657-4029-8a81-61f9c713db40 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654014 Apr 01 14:58:03.232828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-112b13ef-37a0-4c76-848b-93f64ec8473d service neutron] 10.222.0.44 "GET /v2.0/ports/ecd211dc-c671-4245-9a46-c46a1f9e669c/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 382 time: 0.1537366 Apr 01 14:58:03.325148 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64', 'status': 'completed', 'code': 200} Apr 01 14:58:03.346773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-94a5e000-b177-4bfa-964d-e88591dea37d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce HTTP/1.1" status: 200 len: 217 time: 0.1089482 Apr 01 14:58:03.427138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-afb805a9-88d4-4054-b708-cb6f09b93358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.428596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-afb805a9-88d4-4054-b708-cb6f09b93358 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.0767210 Apr 01 14:58:03.454623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Calling delete_port for e9405cd8-79f0-4c14-8b36-d67876d71eaf owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:03.490229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.508010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-92a96a90-f94c-4b32-81fb-d3c33716ed58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1101 time: 0.2125189 Apr 01 14:58:03.512420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.701612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.702068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:58:03.754176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.758019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.761891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.765870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.769839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.773703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.777523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.779731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-fa17cb0d-97a9-4b17-8203-a5f349e6dad5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.3490672 Apr 01 14:58:03.780868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-4b929016-1fb0-449d-8443-5becf6fb24a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.782317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-4b929016-1fb0-449d-8443-5becf6fb24a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2657819 Apr 01 14:58:03.794005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-a983d5e5-98aa-4f6c-a79e-c2f9b916280c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3285077 Apr 01 14:58:03.834239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.874331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.875477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1c420748-fa3b-47a3-bdd3-28047d56054a admin admin] 10.222.0.48 "DELETE /v2.0/routers/dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb HTTP/1.1" status: 204 len: 168 time: 6.2796738 Apr 01 14:58:03.884706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.894470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49122) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:03.899248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Pushing event deleted for resources: {'Port': ['ID=e9405cd8-79f0-4c14-8b36-d67876d71eaf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:03.918664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.922771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.926616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.930481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.934433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.938643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.942361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Deleting port f2494605-c041-4cbe-a318-53d688ca57eb {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:03.942822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:03.942907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:03.944362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-8ebb7ffe-98bf-4f7a-9469-0ab801baafae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.4042594 Apr 01 14:58:04.112486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 73d4c530-a7e7-4a2c-b630-94182c19d578 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:04.149349 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.151783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 73d4c530-a7e7-4a2c-b630-94182c19d578 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:04.152090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.152297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 73d4c530-a7e7-4a2c-b630-94182c19d578 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:04.153871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3584a724-8fba-43b5-b924-e4860ac7c0a0 req-0f6be508-53ed-453b-8935-bf726e624870 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "DELETE /v2.0/floatingips/5d01d25f-6af5-4180-b059-dd3e6510f2ff HTTP/1.1" status: 204 len: 173 time: 2.5307071 Apr 01 14:58:04.200730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-a901d3c6-26b7-43c7-9331-da1a70a74182 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.4099283 Apr 01 14:58:04.207764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] For port f2494605-c041-4cbe-a318-53d688ca57eb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f2494605-c041-4cbe-a318-53d688ca57eb,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:04.208120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.235055 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'code': 200} Apr 01 14:58:04.322500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fbb49f07-edcd-4376-9d03-6f2b48880f34 req-a9983694-5422-4583-9f93-2240c98ebca4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5270855 Apr 01 14:58:04.343357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] Deleting subnet a07c6808-a778-4e90-962b-5b1ad744459c {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:58:04.372219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.417573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-5f02461d-da16-4c7a-96e3-d780b42fb853 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:04.418913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-5f02461d-da16-4c7a-96e3-d780b42fb853 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "GET /v2.0/ports/43b826f3-ae35-4fd0-be90-ef8c3cb28523?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2769022 Apr 01 14:58:04.436493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-9088c38c-e680-4260-8165-8f870290af97 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695543 Apr 01 14:58:04.465327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-29badebb-6d98-4df1-9f78-5aede3831072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:04.466732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-29badebb-6d98-4df1-9f78-5aede3831072 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2420547 Apr 01 14:58:04.506962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Calling delete_port for f2494605-c041-4cbe-a318-53d688ca57eb owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:04.603755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.769241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97381e-f6b3-4b4b-b327-4881121d5411 req-976b41bd-5744-41f6-aaa8-959d287b4c5b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:04.770714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c97381e-f6b3-4b4b-b327-4881121d5411 req-976b41bd-5744-41f6-aaa8-959d287b4c5b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.2722533 Apr 01 14:58:04.805365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.881455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-61dc5c65-0fb9-45a6-b97a-41c0a5e8cdf6 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195583 Apr 01 14:58:04.889415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-52ffdb22-88b7-4a69-8ff3-a75135b9d940 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "GET /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4574370 Apr 01 14:58:04.950656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.954361 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:04.985821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:04.992184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 50ef711a-6bdc-4126-9669-584fa818ac08 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:05.000084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c97381e-f6b3-4b4b-b327-4881121d5411 req-ad4f3154-b637-44dc-8cfc-7434ba9c44e9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152548 Apr 01 14:58:05.049720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] Sync routers for ids ['dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:05.053066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.057117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.062504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.067467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.071478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.076914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.082284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.084795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-df4a170b-5adc-475d-9f8c-a8fa39f9aa9f tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5445 time: 0.5947838 Apr 01 14:58:05.100500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:05.101023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 14:58:05.101658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 14:58:05.111485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-0c84da36-b00a-44a6-82d8-2cb0c9548ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6185312 Apr 01 14:58:05.119168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:05.119789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 14:58:05.120414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 14:58:05.120795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec853658-4e7a-443e-af47-3e5f888cb645 None None] The sync data for ids ['dd20d7d4-b6e9-41bb-9c74-9aeabe52d2cb'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:05.129258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 50ef711a-6bdc-4126-9669-584fa818ac08 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:05.135279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 50ef711a-6bdc-4126-9669-584fa818ac08 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:05.135565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.161777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-863fdb04-92c2-437e-a402-a5de3df6cb83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5091ae5b-e132-46db-ba75-b84b33869811 HTTP/1.1" status: 200 len: 217 time: 0.2704771 Apr 01 14:58:05.183293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2494605-c041-4cbe-a318-53d688ca57eb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:05.241005 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-cbddd1da-f1a9-4e52-8b73-898c62128201 req-6e91d8fb-d37b-4dc1-8c40-633467951e82 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] show failed (client error): The resource could not be found. Apr 01 14:58:05.242279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbddd1da-f1a9-4e52-8b73-898c62128201 req-6e91d8fb-d37b-4dc1-8c40-633467951e82 tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips/5d01d25f-6af5-4180-b059-dd3e6510f2ff HTTP/1.1" status: 404 len: 350 time: 0.1363208 Apr 01 14:58:05.259279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-f40187ac-cfe6-4630-b999-53cf0fcbde64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:05.261147 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-f40187ac-cfe6-4630-b999-53cf0fcbde64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.0807784 Apr 01 14:58:05.292731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.293351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.293822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.294286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.294747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.300512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.301037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.308873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.311794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.313206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.313710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:05.320886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.362137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 50ef711a-6bdc-4126-9669-584fa818ac08, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=50ef711a-6bdc-4126-9669-584fa818ac08,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:05.371224 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.372450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 33908a26-cae7-4b84-8e75-1d8a9e778bf4 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:05.403747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Allocated IP 172.20.0.1 (05b02078-7bc1-48f4-9e8d-5232c6fd2844/2a702cd9-e437-4e8c-b3f5-23dd6e6fe432/92befa5c-272b-4057-b3c9-4e960ff0efd8) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:58:05.455860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-f3460d33-ca63-4729-9b9d-2590c1624aa1 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151648 Apr 01 14:58:05.598072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.611591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=50ef711a-6bdc-4126-9669-584fa818ac08,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:05.647332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:05.654758 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.655798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6a9437a8-3440-47d2-ac66-7819aada0154 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:05.719456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-000c21cd-006e-48cf-b733-40ea4c3acdb6 req-d13c8ccf-b98b-4e01-a113-9cdf72e5403d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6159816 Apr 01 14:58:05.752138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.795226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=33908a26-cae7-4b84-8e75-1d8a9e778bf4,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:05.805383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.930609 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.970964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6a9437a8-3440-47d2-ac66-7819aada0154, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a9437a8-3440-47d2-ac66-7819aada0154,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:05.979889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:05.981138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 43b826f3-ae35-4fd0-be90-ef8c3cb28523 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:06.057630 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.110583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6a9437a8-3440-47d2-ac66-7819aada0154,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:06.125826 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-c611f253-1acc-44a2-8b7c-9e6f1029b994 req-781a05d0-5eb9-437b-9eba-158fc0a6deca tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] show failed (client error): The resource could not be found. Apr 01 14:58:06.137650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c611f253-1acc-44a2-8b7c-9e6f1029b994 req-781a05d0-5eb9-437b-9eba-158fc0a6deca tempest-FloatingIPsTestJSON-1605549102 tempest-FloatingIPsTestJSON-1605549102-project] 10.222.0.48 "GET /v2.0/floatingips/5d01d25f-6af5-4180-b059-dd3e6510f2ff HTTP/1.1" status: 404 len: 350 time: 0.3078771 Apr 01 14:58:06.143327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49136) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:06.279669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef711a-6bdc-4126-9669-584fa818ac08'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:06.308767 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.319165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88cb9e4f-fcee-4ce5-828d-285b31035625 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:06.333994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07c6808-a778-4e90-962b-5b1ad744459c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:06.334401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf53c8-432d-465c-be37-2819aae2fa15 req-f22b48ef-e447-4f81-a1d9-d0bc15b6afa3 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.342088 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3fcf53c8-432d-465c-be37-2819aae2fa15 req-f22b48ef-e447-4f81-a1d9-d0bc15b6afa3 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 945 time: 0.6907189 Apr 01 14:58:06.355089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-d9604838-bafd-447b-981b-18c6d5ded61d service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918314 Apr 01 14:58:06.359045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.380807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.401604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.401948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:06.403474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Transition to ACTIVE for port object 92befa5c-272b-4057-b3c9-4e960ff0efd8 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:06.411355 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.412177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 037c76ab-4816-4301-a4e0-f1517f9ee301 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:06.444907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3fcf53c8-432d-465c-be37-2819aae2fa15 req-0dd28c3f-cecd-499d-af69-19ae06d6b794 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018734 Apr 01 14:58:06.459455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.474641 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.475383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a316ca55-29b8-4967-bb02-4278be2e605f {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:58:06.486201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.499941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:58:06.500718 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:58:06.514894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb677d-69c1-4f85-b142-c777282c1ebb None None] Network 8dfbe4a0-3c3c-4f16-b431-97e8b472842a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:06.519316 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-4c9ff527-33d0-41b3-9b20-bc67487af099 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9965980 Apr 01 14:58:06.537095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:06.558313 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.561992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a178401c-48e0-43aa-929e-11d4d07e40b0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a316ca55-29b8-4967-bb02-4278be2e605f HTTP/1.1" status: 204 len: 168 time: 5.6743569 Apr 01 14:58:06.571049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:06.574382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49142) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:06.575323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:06.589465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7d0b559c-4655-416d-82e0-4a9c5cd8d939 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a07c6808-a778-4e90-962b-5b1ad744459c HTTP/1.1" status: 204 len: 168 time: 2.6922767 Apr 01 14:58:06.619882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:58:06.653830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:06.654041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 88cb9e4f-fcee-4ce5-828d-285b31035625 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:06.689781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 88cb9e4f-fcee-4ce5-828d-285b31035625 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:06.690141 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.731884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Pushing event updated for resources: {'Port': ['ID=92befa5c-272b-4057-b3c9-4e960ff0efd8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:06.773991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] Deleting subnet c794f423-c149-4b6f-9569-ab53cc22e1f2 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:58:06.777025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.783907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.878765 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.892350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22990127-6d7d-410e-aa53-81fb6adfc5c9 req-5b87bd05-0f61-48c7-84e4-8cbdec276be5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.900346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.901399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22990127-6d7d-410e-aa53-81fb6adfc5c9 req-5b87bd05-0f61-48c7-84e4-8cbdec276be5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.3220894 Apr 01 14:58:06.904965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.909825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.914722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.918836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.922708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:06.923566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.927703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:06.929757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-7acb012d-4f59-4a4a-865f-bdb2ee6836d1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.5737517 Apr 01 14:58:06.931710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-0bb5b24e-2bf4-4130-9fbb-098a8460d6af service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795893 Apr 01 14:58:06.977626 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22990127-6d7d-410e-aa53-81fb6adfc5c9 req-443db27c-a0e4-48f5-bac5-5097435e2b68 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752549 Apr 01 14:58:07.014478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.036750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 037c76ab-4816-4301-a4e0-f1517f9ee301, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=037c76ab-4816-4301-a4e0-f1517f9ee301,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:07.058504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.063458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 4b587822-0697-4d86-b662-9dc616b3cc98 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:07.099833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Deleting port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:07.100378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.163656 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.211801 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef711a-6bdc-4126-9669-584fa818ac08', 'code': 200} Apr 01 14:58:07.212353 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4', 'code': 200} Apr 01 14:58:07.212735 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154', 'code': 200} Apr 01 14:58:07.220406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] DHCP port deletion for 8dfbe4a0-3c3c-4f16-b431-97e8b472842a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:58:07.256841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.265348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.274030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93e6f78-6be3-49f2-af1c-5f0e313f0cf2 req-87513b31-bfe7-448e-87b1-d6c9f7496ef4 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3364818 Apr 01 14:58:07.288088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-350a1df5-ee36-4d35-b9f3-61255a75245a None None] Provisioning for port 92befa5c-272b-4057-b3c9-4e960ff0efd8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:07.319399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] Deleting port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:07.319964 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.378496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 88cb9e4f-fcee-4ce5-828d-285b31035625, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=88cb9e4f-fcee-4ce5-828d-285b31035625,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:07.379566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-350a1df5-ee36-4d35-b9f3-61255a75245a None None] Provisioning complete for port 92befa5c-272b-4057-b3c9-4e960ff0efd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:07.380379 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-350a1df5-ee36-4d35-b9f3-61255a75245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.429517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.439761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.453044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b7c590d-8a10-4c17-a32b-035c2f339fba no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:07.470446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-421a37f6-20c5-4b9b-ac08-d201609d52e7 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139284 Apr 01 14:58:07.524816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 2b7c590d-8a10-4c17-a32b-035c2f339fba {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:07.525149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b7c590d-8a10-4c17-a32b-035c2f339fba not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:07.532391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=037c76ab-4816-4301-a4e0-f1517f9ee301,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:07.635867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-350a1df5-ee36-4d35-b9f3-61255a75245a None None] Port 92befa5c-272b-4057-b3c9-4e960ff0efd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:58:07.708827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:07.713260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:07.717196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:07.721295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:07.725711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:07.729935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:07.751379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:07.753941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-2bba3523-d885-4768-9a12-4df3d27a4d39 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 5437 time: 0.4261014 Apr 01 14:58:07.775144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.815605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=88cb9e4f-fcee-4ce5-828d-285b31035625,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:07.827875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.872336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] For port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,segment=NetworkSegment(6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15),segment_id=6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:07.872731 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.877881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c794f423-c149-4b6f-9569-ab53cc22e1f2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:07.881592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-426da7c4-3cad-4b56-b520-3aea01e2f739 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64 HTTP/1.1" status: 200 len: 217 time: 0.3791094 Apr 01 14:58:07.896850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:07.916082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7f6e680c-0513-430e-bd49-96e5f1b09661 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c794f423-c149-4b6f-9569-ab53cc22e1f2 HTTP/1.1" status: 204 len: 168 time: 1.3384936 Apr 01 14:58:07.928256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49154) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:07.944754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b7083e-ee53-4b72-a51b-2e05fbd68ace None None] Network e30228bb-3950-42d7-8581-f8163e72e1da requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:07.951490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-762ec62d-2f43-4b0c-ab4a-f86440f0a16c req-fbe77e94-e7fd-4102-a779-58c3dff1b88c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141424 Apr 01 14:58:07.955704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.013301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4b587822-0697-4d86-b662-9dc616b3cc98,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:08.022931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] Calling delete_port for 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:08.028925 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.042478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] For port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,segment=NetworkSegment(6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15),segment_id=6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:08.045867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.053138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.053832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2b05891e-4275-4a9e-94b6-128f79ff1280 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:08.235947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88cb9e4f-fcee-4ce5-828d-285b31035625 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:08.274754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Calling delete_port for 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:08.283156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Pushing event updated for resources: {'Port': ['ID=92befa5c-272b-4057-b3c9-4e960ff0efd8,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:08.289360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.292046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.393617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Deleting port 49c50292-5f1c-4a9e-bb10-e4e173284802 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:08.394116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.441153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:08.461065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-12ca5480-86bc-4dd2-8dd5-ba7edb51fc32 req-a4dca758-b993-4f3b-91d6-21355510e014 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 1096 time: 1.1534636 Apr 01 14:58:08.520066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-15bb8b4e-2ecf-4e20-b3e7-620d3886f2c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:08.521533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-15bb8b4e-2ecf-4e20-b3e7-620d3886f2c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.5854669 Apr 01 14:58:08.573016 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.587246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cfe0b-cae9-4143-81c9-6329dce6034c req-48ba255c-459e-49bb-9d2e-3328efc0af8a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:08.588706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-226cfe0b-cae9-4143-81c9-6329dce6034c req-48ba255c-459e-49bb-9d2e-3328efc0af8a tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 945 time: 0.9746094 Apr 01 14:58:08.609737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:58:08.610044 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:58:08.634465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] Pushing event deleted for resources: {'Port': ['ID=524ed0bb-ee40-4e7e-8879-2f7ba5882a21,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:08.639353 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.654089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da7ac-5715-4f05-b36c-ed6f7da77d7a req-d1b8566c-7134-4038-8746-b96a49da04de tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:08.656621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 88cb9e4f-fcee-4ce5-828d-285b31035625 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:08.656621 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.659832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b1da7ac-5715-4f05-b36c-ed6f7da77d7a req-d1b8566c-7134-4038-8746-b96a49da04de tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.5041056 Apr 01 14:58:08.666568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=43b826f3-ae35-4fd0-be90-ef8c3cb28523,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:08.691683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680c89d-4728-4102-8a03-b56bebe4a9b3 None None] No DVR routers for this DVR port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:08.705597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-12ca5480-86bc-4dd2-8dd5-ba7edb51fc32 req-8180b85c-2358-45e7-8545-6b1954f197f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040954 Apr 01 14:58:08.740672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2b05891e-4275-4a9e-94b6-128f79ff1280, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2b05891e-4275-4a9e-94b6-128f79ff1280,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:08.752428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-226cfe0b-cae9-4143-81c9-6329dce6034c req-d2e61611-3115-4f2a-b85f-45d9f7b6a32d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518509 Apr 01 14:58:08.754901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] For port 43b826f3-ae35-4fd0-be90-ef8c3cb28523, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:08.760021 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.764076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 423143e2-c303-428d-8571-a54fc30a788c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:08.843370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-c8b1a2db-4b0f-464d-80ff-3a28a50e7f9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3080513 Apr 01 14:58:08.879653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] device_id is not set on port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 14:58:08.901039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:08.910764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:08.944995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:08.968545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.004900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] DHCP port deletion for e30228bb-3950-42d7-8581-f8163e72e1da request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:58:09.013881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b1da7ac-5715-4f05-b36c-ed6f7da77d7a req-919d937a-8fe9-414b-9b80-f362c4d970c8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296816 Apr 01 14:58:09.029098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Deleting port 49c50292-5f1c-4a9e-bb10-e4e173284802 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:09.029478 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.121386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:09.122648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Deleting port 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:09.123454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.144581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] For port 49c50292-5f1c-4a9e-bb10-e4e173284802, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=49c50292-5f1c-4a9e-bb10-e4e173284802,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:09.144957 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.151601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2b05891e-4275-4a9e-94b6-128f79ff1280,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:09.183461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:09.183845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 524ed0bb-ee40-4e7e-8879-2f7ba5882a21 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:09.220655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] The port '524ed0bb-ee40-4e7e-8879-2f7ba5882a21' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:58:09.230136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b826f3-ae35-4fd0-be90-ef8c3cb28523'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b587822-0697-4d86-b662-9dc616b3cc98'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:09.287594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Calling delete_port for 49c50292-5f1c-4a9e-bb10-e4e173284802 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:09.290384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.377526 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.379111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-8a877740-edb2-420e-8b2c-6697893dbaeb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9&tenant_id=92ae89e691eb495a9d56b813de5b091a HTTP/1.1" status: 200 len: 1101 time: 0.8018858 Apr 01 14:58:09.401457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:09.415417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-422c32ba-3e46-442d-9f04-f33eab3cced7 None None] Provisioning complete for port 92befa5c-272b-4057-b3c9-4e960ff0efd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:09.415781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-422c32ba-3e46-442d-9f04-f33eab3cced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.463901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Pushing event updated for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:09.479769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] For port 49c50292-5f1c-4a9e-bb10-e4e173284802, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=49c50292-5f1c-4a9e-bb10-e4e173284802,segment=NetworkSegment(46472cc1-61eb-49d3-963a-caf1cf400d22),segment_id=46472cc1-61eb-49d3-963a-caf1cf400d22)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:09.480340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.563245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 423143e2-c303-428d-8571-a54fc30a788c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=423143e2-c303-428d-8571-a54fc30a788c,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:09.608211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-9dfe0782-bfcd-4bcd-b87d-7f67ab795f34 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:09.612425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-9dfe0782-bfcd-4bcd-b87d-7f67ab795f34 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:09.616664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-9dfe0782-bfcd-4bcd-b87d-7f67ab795f34 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:09.620589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-9dfe0782-bfcd-4bcd-b87d-7f67ab795f34 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:09.624442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-9dfe0782-bfcd-4bcd-b87d-7f67ab795f34 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:09.628356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-9dfe0782-bfcd-4bcd-b87d-7f67ab795f34 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:09.630221 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-9dfe0782-bfcd-4bcd-b87d-7f67ab795f34 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 4656 time: 0.3102455 Apr 01 14:58:09.642641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Calling delete_port for 49c50292-5f1c-4a9e-bb10-e4e173284802 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:09.658290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.669019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-422c32ba-3e46-442d-9f04-f33eab3cced7 None None] Port 92befa5c-272b-4057-b3c9-4e960ff0efd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:58:09.676837 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.722089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-8d458446-a613-4cc5-9cec-a489b26dabd2 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8635101 Apr 01 14:58:09.761526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.794249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=423143e2-c303-428d-8571-a54fc30a788c,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:09.799756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:58:09.800098 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:58:09.814064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-124261c1-7e38-4f26-a5d9-bffc38d1a494 None None] Provisioning complete for port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:09.814430 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-124261c1-7e38-4f26-a5d9-bffc38d1a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:09.885206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=49c50292-5f1c-4a9e-bb10-e4e173284802,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:09.908118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-124261c1-7e38-4f26-a5d9-bffc38d1a494 None None] Port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:58:09.918992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cefc98e6-c3d8-409d-90fd-40c9ea6263bf req-b1ad2296-bc65-4081-a975-b3857026f9af tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534287 Apr 01 14:58:09.919409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.001541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] No DVR routers for this DVR port 49c50292-5f1c-4a9e-bb10-e4e173284802 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:10.015061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] No DVR routers for this DVR port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:10.017513 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b826f3-ae35-4fd0-be90-ef8c3cb28523', 'code': 200} Apr 01 14:58:10.017773 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'code': 200} Apr 01 14:58:10.018023 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b587822-0697-4d86-b662-9dc616b3cc98', 'code': 200} Apr 01 14:58:10.018270 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280', 'code': 200} Apr 01 14:58:10.082392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfbe4a0-3c3c-4f16-b431-97e8b472842a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:10.113232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] In _notify_port_updated(), no bound segment for port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 14:58:10.114633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.116082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f489735d-dca0-49b7-9e7b-40b64e65c104 service neutron] 10.222.0.44 "PUT /v2.0/ports/43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 200 len: 1032 time: 5.1344595 Apr 01 14:58:10.138335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.142337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.146643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.150606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.154722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.159719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.163731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.165623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-a315065d-68f0-4842-a469-c28ae742b803 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 1.1553330 Apr 01 14:58:10.184592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 49c50292-5f1c-4a9e-bb10-e4e173284802 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:10.220531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:10.220824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4c38fd-191b-4f7d-a2dd-5e00a0e95f15') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:10.224487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 49c50292-5f1c-4a9e-bb10-e4e173284802 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:10.224943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 49c50292-5f1c-4a9e-bb10-e4e173284802 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:10.266996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.301649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Deleting port 49c50292-5f1c-4a9e-bb10-e4e173284802 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:10.303444 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.315883 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.355035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-3072fdd1-24b1-4777-afe5-d04054d419a6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.356991 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-3072fdd1-24b1-4777-afe5-d04054d419a6 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "GET /v2.0/ports/4b587822-0697-4d86-b662-9dc616b3cc98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1835194 Apr 01 14:58:10.358024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:58:10.358424 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:58:10.377155 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:58:10.385812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:10.417795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.468843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30228bb-3950-42d7-8581-f8163e72e1da']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:10.479666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a386f667-c0af-429f-80c7-59e8adf79dca None None] The port '49c50292-5f1c-4a9e-bb10-e4e173284802' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:58:10.508557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46472cc1-61eb-49d3-963a-caf1cf400d22') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:10.508897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46472cc1-61eb-49d3-963a-caf1cf400d22') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:10.517803 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2875568f-55e2-47bd-836b-85362e6cbbd7 req-de7f894a-b130-4d36-9217-2a38b953be6d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2898724 Apr 01 14:58:10.546160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6142e1-c51e-48dc-a4e4-b7615a76cc30 req-4068b02e-3250-4ecc-8a4a-513e9c6b9fde service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408166 Apr 01 14:58:10.584556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.588111 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.631421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.660344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47522b-97d7-4e65-a647-976992a43850 req-498478bd-8a2c-4bbc-8c2e-f12dd17ba676 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:10.662192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc47522b-97d7-4e65-a647-976992a43850 req-498478bd-8a2c-4bbc-8c2e-f12dd17ba676 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 945 time: 0.5032206 Apr 01 14:58:10.663536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:58:10.663983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:58:10.679940 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:58:10.710061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.773689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.807906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfbe4a0-3c3c-4f16-b431-97e8b472842a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:10.816326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:10.829726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-59e92af0-b6fb-40a7-b557-3366fb2d5243 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8dfbe4a0-3c3c-4f16-b431-97e8b472842a HTTP/1.1" status: 204 len: 168 time: 4.1745052 Apr 01 14:58:10.830631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.854963 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.871893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc47522b-97d7-4e65-a647-976992a43850 req-04c038d1-a5f2-47c5-a271-b974fe3f3ba0 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866226 Apr 01 14:58:10.903741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:10.947243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=e30228bb-3950-42d7-8581-f8163e72e1da,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:10.958056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cbe2e879-62a5-475d-ac8d-671a27c78e9a admin admin] 10.222.0.48 "DELETE /v2.0/networks/e30228bb-3950-42d7-8581-f8163e72e1da HTTP/1.1" status: 204 len: 168 time: 3.0286350 Apr 01 14:58:11.007998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:11.048251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:58:11.103749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-7b13ea0b-515a-408e-b29d-862af0cd6140 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6479 time: 0.4538479 Apr 01 14:58:11.106176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49178) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:11.165889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:11.185273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Transition to ACTIVE for port object ecd211dc-c671-4245-9a46-c46a1f9e669c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:11.186165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:11.199333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:11.310271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49184) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:11.382734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:11.459247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7579-102a-458d-bac1-c105beb6fde0 req-8dfb00c8-40bc-4262-9c82-a8274ede2813 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.460708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3aac7579-102a-458d-bac1-c105beb6fde0 req-8dfb00c8-40bc-4262-9c82-a8274ede2813 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 950 time: 0.7217004 Apr 01 14:58:11.527475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-3630b1ae-c531-43ba-b06d-53d6ece3feb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.529013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-3630b1ae-c531-43ba-b06d-53d6ece3feb2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2eb948f-2926-4b40-928b-0734cf605002 HTTP/1.1" status: 200 len: 903 time: 0.3489532 Apr 01 14:58:11.587697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] No DVR routers for this DVR port ecd211dc-c671-4245-9a46-c46a1f9e669c on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:11.594583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d368c77-e0d6-487b-961b-c70c7a7d1053 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c18d9f7d529f4f7781131fb9c42fd59f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4869311 Apr 01 14:58:11.601540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49190) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:11.707932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a27335f6-4bc1-4e0b-91a7-3f6761e2da46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8090a88fd4a4acab183ef9ac4f60dd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3955724 Apr 01 14:58:11.721289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49196) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:11.747816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:11.748383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:11.748796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:11.795605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-998c3124-f08d-495e-b953-e98efc0e7109 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5091ae5b-e132-46db-ba75-b84b33869811 HTTP/1.1" status: 200 len: 217 time: 0.2581685 Apr 01 14:58:11.797593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:58:11.798299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Attempting to bind port ecd211dc-c671-4245-9a46-c46a1f9e669c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:11.827787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-d7a19988-5695-4a4d-8d08-4f190de1a886 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.831823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-d7a19988-5695-4a4d-8d08-4f190de1a886 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.835739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-d7a19988-5695-4a4d-8d08-4f190de1a886 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.839931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-d7a19988-5695-4a4d-8d08-4f190de1a886 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.844201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-d7a19988-5695-4a4d-8d08-4f190de1a886 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.848106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-d7a19988-5695-4a4d-8d08-4f190de1a886 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.849918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-d7a19988-5695-4a4d-8d08-4f190de1a886 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 4654 time: 0.4070845 Apr 01 14:58:11.857735 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8351b5da-b141-4c34-8499-17ae14ae755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:11.865817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:11.866051 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3aac7579-102a-458d-bac1-c105beb6fde0 req-49238f36-d19a-42fb-963d-64f8e5a871b2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828771 Apr 01 14:58:11.866154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:11.866520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:11.866953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Bound port: ecd211dc-c671-4245-9a46-c46a1f9e669c, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:11.867285 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:11.882406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=4b587822-0697-4d86-b662-9dc616b3cc98,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:11.945546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-be8b4790-c8d0-48ef-8908-175be0a1010b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:11.947047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-be8b4790-c8d0-48ef-8908-175be0a1010b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.1385067 Apr 01 14:58:11.951684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3be05238-5a0b-4466-9ba2-8d0f5491603b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:11.956153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8351b5da-b141-4c34-8499-17ae14ae755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:11.987034 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'code': 200} Apr 01 14:58:12.021947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423143e2-c303-428d-8571-a54fc30a788c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:12.025459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] For port 4b587822-0697-4d86-b662-9dc616b3cc98, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:12.080771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3be05238-5a0b-4466-9ba2-8d0f5491603b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.106361 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ede0a36-09d8-4a3b-aaa8-dbc12e0cf409 req-66989e4b-19b4-4beb-9c0e-639dda65fadc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=4baee9ae-a650-40e5-b662-53a16bcd7a1d&id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422390 Apr 01 14:58:12.119169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f2494605-c041-4cbe-a318-53d688ca57eb no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:12.140527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] device_id is not set on port 4b587822-0697-4d86-b662-9dc616b3cc98 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 14:58:12.165131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f2494605-c041-4cbe-a318-53d688ca57eb {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:12.166102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f2494605-c041-4cbe-a318-53d688ca57eb not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:12.167312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.177731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:12.186535 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Sync routers for ids ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:12.189481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.196235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8351b5da-b141-4c34-8499-17ae14ae755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.200224 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Routers {'74bc92a4-81b3-43cc-bf2c-ef31f40e9636'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:12.201033 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:12.235311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:12.242410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:12.243760 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-add94cd7-0e6b-47df-a8c0-4b279e7bf280 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2778172 Apr 01 14:58:12.247729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351b5da-b141-4c34-8499-17ae14ae755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b713864d-255b-4baf-a873-e7762d2e84c9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:12.277009 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.338674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8351b5da-b141-4c34-8499-17ae14ae755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.342570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8351b5da-b141-4c34-8499-17ae14ae755d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b713864d-255b-4baf-a873-e7762d2e84c9 HTTP/1.1" status: 204 len: 168 time: 0.7346973 Apr 01 14:58:12.395995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5325b11f-d5ca-4106-858a-ef2385b2b141 admin admin] 10.222.0.48 "PUT /v2.0/routers/74bc92a4-81b3-43cc-bf2c-ef31f40e9636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4545093 Apr 01 14:58:12.409767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3be05238-5a0b-4466-9ba2-8d0f5491603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.444088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.445620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] 10.222.0.62 "PUT /v2.0/ports/ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 1097 time: 3.0491319 Apr 01 14:58:12.446474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be05238-5a0b-4466-9ba2-8d0f5491603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4e813-d9f2-4533-b22d-4a8cf2832e9b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:12.453530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3be05238-5a0b-4466-9ba2-8d0f5491603b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.454769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3be05238-5a0b-4466-9ba2-8d0f5491603b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cf4e813-d9f2-4533-b22d-4a8cf2832e9b HTTP/1.1" status: 204 len: 168 time: 0.7318490 Apr 01 14:58:12.465186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5e1f-c769-40a5-9971-b2a2b10e78ad service neutron] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=11']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:12.519989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Set router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:12.568345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3a94b-deea-4e6b-85e1-55e9b50beb8d req-71929d76-af13-4f9d-9c49-9fee1976c46e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.582447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17b3a94b-deea-4e6b-85e1-55e9b50beb8d req-71929d76-af13-4f9d-9c49-9fee1976c46e tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 945 time: 0.5127084 Apr 01 14:58:12.603688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.626973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.631111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.656163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.671032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.684821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.696801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:12.707079 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-d0365354-aab1-4df2-b024-37353a8a432b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.3786800 Apr 01 14:58:12.729578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] Pushing event updated for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:12.730638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49208) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:12.830873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-225627b6-7f0a-4ce5-9da7-209fbc08a736 None None] Provisioning complete for port 4b587822-0697-4d86-b662-9dc616b3cc98 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:12.831256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-225627b6-7f0a-4ce5-9da7-209fbc08a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:12.957542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] No DVR routers for this DVR port 4b587822-0697-4d86-b662-9dc616b3cc98 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:12.962454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-225627b6-7f0a-4ce5-9da7-209fbc08a736 None None] Port 4b587822-0697-4d86-b662-9dc616b3cc98 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:58:12.997856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:13.072131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17b3a94b-deea-4e6b-85e1-55e9b50beb8d req-53eb8323-7cfd-45ce-8952-6941566e30e6 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884079 Apr 01 14:58:13.078572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] In _notify_port_updated(), no bound segment for port 4b587822-0697-4d86-b662-9dc616b3cc98 on network bed87e57-f44b-4fff-96bc-c0e73ef02f63 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 14:58:13.081759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:13.086833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-299f7ef7-2cc3-4389-85f7-b43dfccaf727 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 200 len: 1033 time: 2.7050362 Apr 01 14:58:13.124803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:13.137821 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '92befa5c-272b-4057-b3c9-4e960ff0efd8', 'name': '', 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'mac_address': 'fa:16:3e:72:76:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a702cd9-e437-4e8c-b3f5-23dd6e6fe432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:04Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 2, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'subnets': [{'id': '2a702cd9-e437-4e8c-b3f5-23dd6e6fe432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:13.142420 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Checking router: 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:13.142857 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Updating router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 port 92befa5c-272b-4057-b3c9-4e960ff0efd8 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:58:13.200221 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:13.208417 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423143e2-c303-428d-8571-a54fc30a788c', 'code': 200} Apr 01 14:58:13.270392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-2a304df6-5cfb-4ee9-8697-d11ee88dc088 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1100 time: 0.7977791 Apr 01 14:58:13.311197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 6a9437a8-3440-47d2-ac66-7819aada0154 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:13.311578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:13.317993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a08ae0c9-2d50-4f22-8b2f-6c2705e2988c req-6e6e252f-0740-4107-ad17-d2f2a5e3a282 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6035459 Apr 01 14:58:13.359130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-d5582397-60f9-496f-be24-0dd4f7bc8974 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0986772 Apr 01 14:58:13.384342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-4b299f7d-cedb-4bb8-a087-7d8c04ce2175 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.385906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-4b299f7d-cedb-4bb8-a087-7d8c04ce2175 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 945 time: 0.7479634 Apr 01 14:58:13.602544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-425d267a-b6be-41b1-be37-b5ae7418b86e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.603858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-425d267a-b6be-41b1-be37-b5ae7418b86e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3263693 Apr 01 14:58:13.677860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Deleting port e59c9abc-7a30-4c97-b6af-50f3f40d3a31 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:13.678366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:13.697460 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-9b8f1a29-ffeb-4f21-a2cf-4824f618e9c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.0791156 Apr 01 14:58:13.716390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Deleting port 50ef711a-6bdc-4126-9669-584fa818ac08 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:13.716726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:13.838249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61192f38-425c-4c51-9b29-afe39b7baf07 req-d7436d7b-8653-42e9-bee4-e0ae1175a42d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.842900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61192f38-425c-4c51-9b29-afe39b7baf07 req-d7436d7b-8653-42e9-bee4-e0ae1175a42d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.846957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61192f38-425c-4c51-9b29-afe39b7baf07 req-d7436d7b-8653-42e9-bee4-e0ae1175a42d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.851323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61192f38-425c-4c51-9b29-afe39b7baf07 req-d7436d7b-8653-42e9-bee4-e0ae1175a42d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.856221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61192f38-425c-4c51-9b29-afe39b7baf07 req-d7436d7b-8653-42e9-bee4-e0ae1175a42d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.858012 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61192f38-425c-4c51-9b29-afe39b7baf07 req-d7436d7b-8653-42e9-bee4-e0ae1175a42d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 3876 time: 0.3589487 Apr 01 14:58:13.874632 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:13.900321 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Transition to ACTIVE for port object 92befa5c-272b-4057-b3c9-4e960ff0efd8 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:13.912579 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:13.944551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-a1aef4dd-159f-4393-91aa-3a97cc93275a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:13.946266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-a1aef4dd-159f-4393-91aa-3a97cc93275a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2424228 Apr 01 14:58:13.991774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:14.069046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61192f38-425c-4c51-9b29-afe39b7baf07 req-e4bc4a33-dd71-4f58-91c5-c28f16a3c40a tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575623 Apr 01 14:58:14.118406 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-1b1f0f3a-c03c-4107-808f-b2856cb14294 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618521 Apr 01 14:58:14.187140 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2de757-cfd5-4edb-ac25-39684fa60957 None None] Pushing event updated for resources: {'Port': ['ID=92befa5c-272b-4057-b3c9-4e960ff0efd8,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:14.347349 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:14.365426 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Attempting to bind port 92befa5c-272b-4057-b3c9-4e960ff0efd8 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:14.366021 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Attempting to bind port 92befa5c-272b-4057-b3c9-4e960ff0efd8 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:14.366129 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Attempting to bind port 92befa5c-272b-4057-b3c9-4e960ff0efd8 on network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:14.373133 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:14.373489 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Checking segment: {'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:14.374018 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:14.374392 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Bound using segment: {'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:14.374838 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Bound port: 92befa5c-272b-4057-b3c9-4e960ff0efd8, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b00f76e-03b7-4156-ae0c-a86d628bc4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:14.376492 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:14.412243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82ffa5dd-527a-4b33-b7e5-bcbd7569938c req-81ee112c-a021-4b5c-8c88-cbdb9dec1b84 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0216403 Apr 01 14:58:14.432138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49252) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:14.468005 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:14.533476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0646-6743-4eff-b8a7-b961e8daa350 req-cd411eb8-ef4a-40d8-a35d-12731f06f884 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:14.535257 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'status': 'completed', 'code': 200} Apr 01 14:58:14.540625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c1f0646-6743-4eff-b8a7-b961e8daa350 req-cd411eb8-ef4a-40d8-a35d-12731f06f884 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 949 time: 1.1510634 Apr 01 14:58:14.564894 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] For port 92befa5c-272b-4057-b3c9-4e960ff0efd8, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:14.568764 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] For port 92befa5c-272b-4057-b3c9-4e960ff0efd8, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=92befa5c-272b-4057-b3c9-4e960ff0efd8,segment=NetworkSegment(0b00f76e-03b7-4156-ae0c-a86d628bc4cb),segment_id=0b00f76e-03b7-4156-ae0c-a86d628bc4cb)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:14.575738 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:14.653021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-d7e80bb3-739c-441f-859d-d178252294e0 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286882 Apr 01 14:58:14.746950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] For port 6a9437a8-3440-47d2-ac66-7819aada0154, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a9437a8-3440-47d2-ac66-7819aada0154,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:14.747569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:14.778283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] For port e59c9abc-7a30-4c97-b6af-50f3f40d3a31, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,segment=NetworkSegment(a1176e45-ce54-45e2-99b2-3ba71c08f076),segment_id=a1176e45-ce54-45e2-99b2-3ba71c08f076)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:14.778638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:14.816129 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2de757-cfd5-4edb-ac25-39684fa60957 None None] Pushing event updated for resources: {'Port': ['ID=92befa5c-272b-4057-b3c9-4e960ff0efd8,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:14.848308 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Routers {'74bc92a4-81b3-43cc-bf2c-ef31f40e9636'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:14.849248 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:14.993114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8d6b1b6-5f10-43a4-8f3a-8dbca3e934bd req-6b20eb27-5d13-41d6-9791-61d0be16c916 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325300 Apr 01 14:58:15.070709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758ed72-7132-4bd3-9576-3a3b68be7a9d req-28a72a3f-60fc-46c0-adc5-97dd5a20d1c8 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:15.072388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7758ed72-7132-4bd3-9576-3a3b68be7a9d req-28a72a3f-60fc-46c0-adc5-97dd5a20d1c8 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 945 time: 0.4690998 Apr 01 14:58:15.127662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 6a9437a8-3440-47d2-ac66-7819aada0154 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:15.181168 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] Set router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:15.236101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c1f0646-6743-4eff-b8a7-b961e8daa350 req-940af7dc-e128-49a7-84ed-b5cbabb207d9 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945882 Apr 01 14:58:15.244883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-network', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:15.274396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Calling delete_port for e59c9abc-7a30-4c97-b6af-50f3f40d3a31 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:15.373824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:15.403553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7758ed72-7132-4bd3-9576-3a3b68be7a9d req-166b320f-aae0-4c94-937b-649b2e95061d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895563 Apr 01 14:58:15.462158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-34a136b1-f6f7-4e71-ad63-ec3b0a624d36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1100 time: 0.9516737 Apr 01 14:58:15.484860 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-226b5d1f-20cd-4304-b59a-5cdca6c8850e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1100 time: 0.4202070 Apr 01 14:58:15.495616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Usage tracker for resource:network and tenant:8de433666a7a412ebf266852c04b0dcc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:15.509481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:15.520711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] For port 50ef711a-6bdc-4126-9669-584fa818ac08, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=50ef711a-6bdc-4126-9669-584fa818ac08,segment=NetworkSegment(8cb2ab4c-9134-4380-9262-cf230ffd8c73),segment_id=8cb2ab4c-9134-4380-9262-cf230ffd8c73)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:15.521158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:15.548250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-a21ae74c-8e1d-4b6f-92b4-b8f3832cdb72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6479 time: 1.0723398 Apr 01 14:58:15.553459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:15.676238 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '92befa5c-272b-4057-b3c9-4e960ff0efd8', 'name': '', 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'mac_address': 'fa:16:3e:72:76:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a702cd9-e437-4e8c-b3f5-23dd6e6fe432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:04Z', 'updated_at': '2022-04-01T14:58:14Z', 'revision_number': 4, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'subnets': [{'id': '2a702cd9-e437-4e8c-b3f5-23dd6e6fe432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:15.680264 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4bc1be-8ac7-48a2-920d-3e6f3c73107d None None] The sync data for ids ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'] in n-d-836017-1 is: [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '92befa5c-272b-4057-b3c9-4e960ff0efd8', 'name': '', 'network_id': '05b02078-7bc1-48f4-9e8d-5232c6fd2844', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'mac_address': 'fa:16:3e:72:76:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a702cd9-e437-4e8c-b3f5-23dd6e6fe432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:04Z', 'updated_at': '2022-04-01T14:58:14Z', 'revision_number': 4, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'subnets': [{'id': '2a702cd9-e437-4e8c-b3f5-23dd6e6fe432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:15.870712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Calling delete_port for 50ef711a-6bdc-4126-9669-584fa818ac08 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:15.941752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Made reservation on behalf of 8de433666a7a412ebf266852c04b0dcc for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:15.942668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:16.017914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:16.050878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-4be31768-9e56-4349-ac48-e40402472912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.052342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-4be31768-9e56-4349-ac48-e40402472912 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5665853 Apr 01 14:58:16.053161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-6280616d-a833-49fd-ab2b-26ba6189679b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.054386 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-6280616d-a833-49fd-ab2b-26ba6189679b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5449002 Apr 01 14:58:16.061071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.065111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.069065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.072989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.076901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.080864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.084755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.086729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce588663-57da-4bd9-857a-482d9ee7908c req-a1ad4780-4e49-44ea-b06c-e9ffd02ca136 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.6491628 Apr 01 14:58:16.181505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de879-71d8-4492-a154-892a60d9536b req-abca0d57-c8fc-4671-9a32-6e7875174c80 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.185865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de879-71d8-4492-a154-892a60d9536b req-abca0d57-c8fc-4671-9a32-6e7875174c80 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.192625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de879-71d8-4492-a154-892a60d9536b req-abca0d57-c8fc-4671-9a32-6e7875174c80 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.196984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de879-71d8-4492-a154-892a60d9536b req-abca0d57-c8fc-4671-9a32-6e7875174c80 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.200861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de879-71d8-4492-a154-892a60d9536b req-abca0d57-c8fc-4671-9a32-6e7875174c80 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.202692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f16de879-71d8-4492-a154-892a60d9536b req-abca0d57-c8fc-4671-9a32-6e7875174c80 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 3876 time: 0.5276773 Apr 01 14:58:16.237059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 92befa5c-272b-4057-b3c9-4e960ff0efd8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:16.279288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-0dca48a6-00cd-4f56-9737-86e2bce9ad22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.2167275 Apr 01 14:58:16.284960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-e5daf7cb-e9ae-4824-9416-6a292f144518 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 200 len: 217 time: 0.1694357 Apr 01 14:58:16.330061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 92befa5c-272b-4057-b3c9-4e960ff0efd8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:16.338938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 92befa5c-272b-4057-b3c9-4e960ff0efd8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:16.342226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:16.344762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-19bd6ca8-0333-4deb-bb36-3f807f68cc52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.346349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-19bd6ca8-0333-4deb-bb36-3f807f68cc52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2eb948f-2926-4b40-928b-0734cf605002 HTTP/1.1" status: 200 len: 903 time: 0.7740033 Apr 01 14:58:16.412575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:16.472215 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f16de879-71d8-4492-a154-892a60d9536b req-e25e2af6-088e-44cc-bc53-616ef5dd5721 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545199 Apr 01 14:58:16.499093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:16.502533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-46d8e761-a310-4d51-9b17-02e61c79513b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.504033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-46d8e761-a310-4d51-9b17-02e61c79513b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2165496 Apr 01 14:58:16.543256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce588663-57da-4bd9-857a-482d9ee7908c req-6d2567d8-f58c-47a9-8bc4-234b4acef9a0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2880549 Apr 01 14:58:16.548001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:16.618239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-eb734e52-aee6-4177-9aec-302366369a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:16.620152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-eb734e52-aee6-4177-9aec-302366369a5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2880573 Apr 01 14:58:16.647926 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:16.689424 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:58:16.694861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:16.697413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Usage tracker for resource:security_group_rule and tenant:8de433666a7a412ebf266852c04b0dcc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:16.733965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:16.737311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=6a9437a8-3440-47d2-ac66-7819aada0154,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:16.749630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:16.784157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-d6098fc6-f945-4489-a29a-305a3679097f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64 HTTP/1.1" status: 200 len: 217 time: 0.3298745 Apr 01 14:58:16.900244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 92befa5c-272b-4057-b3c9-4e960ff0efd8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=92befa5c-272b-4057-b3c9-4e960ff0efd8,segment=NetworkSegment(0b00f76e-03b7-4156-ae0c-a86d628bc4cb),segment_id=0b00f76e-03b7-4156-ae0c-a86d628bc4cb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:16.900468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event deleted for resources: {'Port': ['ID=50ef711a-6bdc-4126-9669-584fa818ac08,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:16.913780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:16.948877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d21cf09-1197-41d3-b1da-459f0dd42792 req-c29a457d-8412-4c4b-bc2c-5714e92f0e57 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/ports?device_id=61d6c1d9-e4b2-477c-8f3f-a2531c740b7b HTTP/1.1" status: 200 len: 210 time: 0.1110306 Apr 01 14:58:17.039375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 50ef711a-6bdc-4126-9669-584fa818ac08 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:17.044777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-7a7bb6dc-edf8-4319-bf0f-255f1c8d0ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5214396 Apr 01 14:58:17.104595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.107503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 50ef711a-6bdc-4126-9669-584fa818ac08 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:17.107976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 50ef711a-6bdc-4126-9669-584fa818ac08 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:17.108186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-9ad80cd1-42de-4440-9162-40521da18f0e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:58:17.111522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-9ad80cd1-42de-4440-9162-40521da18f0e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0304732 Apr 01 14:58:17.138934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=92befa5c-272b-4057-b3c9-4e960ff0efd8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:17.148680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:17.156706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.157041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.157371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.157692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.158222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.158549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.158864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.159249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.159545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.159856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.160168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:17.179343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'mac_address': 'fa:16:3e:ae:c3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:17.196218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-fe40cec0-6ece-455a-92fd-e1e5270b375c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5654826 Apr 01 14:58:17.204089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] No DVR routers for this DVR port 6a9437a8-3440-47d2-ac66-7819aada0154 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:17.212823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.263877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.275628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:17.294586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd211dc-c671-4245-9a46-c46a1f9e669c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:17.302148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e59c9abc-7a30-4c97-b6af-50f3f40d3a31,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:17.343897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:17.354342 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.466387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:17.500830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-8fbfa806-2bba-45cb-96d0-ba0c383e1b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:17.502859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-8fbfa806-2bba-45cb-96d0-ba0c383e1b26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.6973717 Apr 01 14:58:17.575993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] No DVR routers for this DVR port 50ef711a-6bdc-4126-9669-584fa818ac08 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:17.604715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['ecd211dc-c671-4245-9a46-c46a1f9e669c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:17.701706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.704153 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ca2ec02-4d3e-4c32-ae51-087e5988771a req-0503bc02-6124-47eb-b969-a86398387d86 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.44 "DELETE /v2.0/ports/50ef711a-6bdc-4126-9669-584fa818ac08 HTTP/1.1" status: 204 len: 173 time: 4.2380390 Apr 01 14:58:17.741179 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-2b958142-b315-4981-b8e6-4f1f6bbad960 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "DELETE /v2.0/ports/6a9437a8-3440-47d2-ac66-7819aada0154 HTTP/1.1" status: 204 len: 173 time: 4.6471589 Apr 01 14:58:17.742656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Deleting port 92befa5c-272b-4057-b3c9-4e960ff0efd8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:17.746634 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.776661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-097cce86-3763-4e63-81c3-b9edc067456e service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582184 Apr 01 14:58:17.829426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.849284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-077c45bc-da58-4490-a73a-1866e307514b service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440926 Apr 01 14:58:17.885602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:17.956816 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '6a9437a8-3440-47d2-ac66-7819aada0154', 'status': 'completed', 'code': 200} Apr 01 14:58:17.986130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:58:18.021464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef79e0a3-9a05-4bc0-b0fd-80ef6b69491f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:18.030752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9535ca-e6b7-4aac-bc29-a796350ed95b req-48010356-34ab-433b-81f5-e0311596a6b0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:18.033240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f9535ca-e6b7-4aac-bc29-a796350ed95b req-48010356-34ab-433b-81f5-e0311596a6b0 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 949 time: 1.0655694 Apr 01 14:58:18.036325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:18.036654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.078514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.078856 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Added segment bc5a958f-f101-4faa-b380-0a4a3afa2b96 of type vlan for network 821893dd-6328-4475-99b8-44dd25bd19e4 Apr 01 14:58:18.176062 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-0eb07431-6de8-4c23-b82c-6b48b6c4aa1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6093347 Apr 01 14:58:18.201509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.255726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 92befa5c-272b-4057-b3c9-4e960ff0efd8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:18.290867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-3a372c51-8ef7-45c2-af5a-fc8109dfbdfa service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056202 Apr 01 14:58:18.338164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] For port 92befa5c-272b-4057-b3c9-4e960ff0efd8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=92befa5c-272b-4057-b3c9-4e960ff0efd8,segment=NetworkSegment(0b00f76e-03b7-4156-ae0c-a86d628bc4cb),segment_id=0b00f76e-03b7-4156-ae0c-a86d628bc4cb)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:18.338512 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.347158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c40ee8e9-c6eb-4755-8933-c243c8a21230 req-7a13e484-d9b4-4a18-9eb5-1c1cee93a2f2 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768048 Apr 01 14:58:18.363238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 92befa5c-272b-4057-b3c9-4e960ff0efd8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:18.364056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f9535ca-e6b7-4aac-bc29-a796350ed95b req-fcb83938-1d58-4674-a62c-ba59a966ca68 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945509 Apr 01 14:58:18.364496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.509890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1701-ef27-41f3-835a-68e840c8a738 req-f4e8fe1f-a742-4f17-ae9c-51abb4250b6d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:18.514190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1701-ef27-41f3-835a-68e840c8a738 req-f4e8fe1f-a742-4f17-ae9c-51abb4250b6d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:18.518445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1701-ef27-41f3-835a-68e840c8a738 req-f4e8fe1f-a742-4f17-ae9c-51abb4250b6d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:18.522342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1701-ef27-41f3-835a-68e840c8a738 req-f4e8fe1f-a742-4f17-ae9c-51abb4250b6d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:18.525701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:18.529503 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d10e1701-ef27-41f3-835a-68e840c8a738 req-f4e8fe1f-a742-4f17-ae9c-51abb4250b6d tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 3143 time: 0.4602146 Apr 01 14:58:18.538181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Calling delete_port for 92befa5c-272b-4057-b3c9-4e960ff0efd8 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:18.614613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port ecd211dc-c671-4245-9a46-c46a1f9e669c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:18.620799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port ecd211dc-c671-4245-9a46-c46a1f9e669c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:18.620799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.647822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d10e1701-ef27-41f3-835a-68e840c8a738 req-d7fad77a-98b8-41de-b914-18aed635b7f2 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173806 Apr 01 14:58:18.658942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.659819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:18.660452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.791913 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.802423 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.832783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:18.833118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:18.841929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:18.872757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Pushing event deleted for resources: {'Port': ['ID=92befa5c-272b-4057-b3c9-4e960ff0efd8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:18.923562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=13']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:18.946791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.5044341 Apr 01 14:58:18.954730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-8d685eef-4847-492b-84ce-99b3b135d396 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621083 Apr 01 14:58:18.957693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49346) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:18.968181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Request body: {'subnet': {'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-subnet', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:18.982992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:19.018584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f295f-6a1b-4273-8390-ff45655ab401 admin admin] Pushing event updated for resources: {'Network': ['ID=821893dd-6328-4475-99b8-44dd25bd19e4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:19.028605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] For port 33908a26-cae7-4b84-8e75-1d8a9e778bf4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=33908a26-cae7-4b84-8e75-1d8a9e778bf4,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:19.029243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:19.030020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 821893dd-6328-4475-99b8-44dd25bd19e4 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:58:19.040017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Usage tracker for resource:subnet and tenant:8de433666a7a412ebf266852c04b0dcc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:19.048328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:19.058415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:19.226191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Made reservation on behalf of 8de433666a7a412ebf266852c04b0dcc for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:19.228838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:19.232762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 33908a26-cae7-4b84-8e75-1d8a9e778bf4 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:19.271670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:19.310697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:19.315007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:19.319147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:19.323098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:19.327180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:19.331071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:19.335119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:19.337175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-d463fe3c-4f60-42f7-b44f-bf62472ddbfd tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.7597959 Apr 01 14:58:19.367241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-20a96c77-c80c-45ae-b25c-b18a18908452 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3858662 Apr 01 14:58:19.484947 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'code': 200} Apr 01 14:58:19.539462 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c37a6fb0-7a1d-42b4-b711-02661e6c4edb req-cbcae1f6-401b-4d93-b4bc-343bacd857b3 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561841 Apr 01 14:58:19.565574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5f9d6db-312d-4649-8c76-65b8985e0494 req-677bb6e6-5cb7-4dfe-bed2-d1f665c10414 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2100012 Apr 01 14:58:19.683527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:19.701775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-87cd38cf-c5c6-4e31-ad62-913bf50f70bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92ae89e691eb495a9d56b813de5b091a&device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 1101 time: 0.3045232 Apr 01 14:58:19.705348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:19.748840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=33908a26-cae7-4b84-8e75-1d8a9e778bf4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:19.778419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:19.884601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2c07ab-6696-434e-a2dd-8eef90732fa8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:19.894781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] No DVR routers for this DVR port 33908a26-cae7-4b84-8e75-1d8a9e778bf4 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:19.901400 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:19.921161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-f0fc4573-7c7f-4165-8387-35f081a0b7d4 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "DELETE /v2.0/ports/33908a26-cae7-4b84-8e75-1d8a9e778bf4 HTTP/1.1" status: 204 len: 173 time: 2.0841208 Apr 01 14:58:19.990395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'name': 'network-vif-deleted', 'tag': '50ef711a-6bdc-4126-9669-584fa818ac08'}, {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:20.065803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-b523f36e-7a02-4f0a-b5a2-1cacbf07babe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:20.067356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-b523f36e-7a02-4f0a-b5a2-1cacbf07babe service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.3264055 Apr 01 14:58:20.068296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Checking segment: {'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:20.068638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Network hostable DHCP agents. Network: 821893dd-6328-4475-99b8-44dd25bd19e4, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:58:20.130583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5558e-594f-4b97-ae21-9657cf9e4a16 req-2e3efa65-7ef9-439e-a9cf-2bc6ea292f12 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:20.137439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7df5558e-594f-4b97-ae21-9657cf9e4a16 req-2e3efa65-7ef9-439e-a9cf-2bc6ea292f12 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 951 time: 0.3930216 Apr 01 14:58:20.161030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-502622a8-7d7f-411e-b61b-05d833a4c02d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 200 len: 217 time: 0.0867300 Apr 01 14:58:20.192568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 2b05891e-4275-4a9e-94b6-128f79ff1280 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:20.192893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:20.269722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-402999ae-b250-4273-859a-0212c9dbc304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:20.271579 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-402999ae-b250-4273-859a-0212c9dbc304 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0943022 Apr 01 14:58:20.274173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Network 821893dd-6328-4475-99b8-44dd25bd19e4 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:58:20.331964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 821893dd-6328-4475-99b8-44dd25bd19e4) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:20.338865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:20.339532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:20.342341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04648a71-898a-4b9a-9389-3b7301d87208 None None] Network 821893dd-6328-4475-99b8-44dd25bd19e4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:20.414067 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4cbf2506-9fb8-442c-94bf-8ae9dcb34d9c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4551070 Apr 01 14:58:20.420993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49398) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:20.424429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7df5558e-594f-4b97-ae21-9657cf9e4a16 req-ff106cfe-c41e-4d69-affc-cebebafcf714 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860396 Apr 01 14:58:20.444735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-84cc9892-afb4-476d-a272-8d51993671a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641424 Apr 01 14:58:20.456074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:20.560422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:20.565588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Usage tracker for resource:router and tenant:8de433666a7a412ebf266852c04b0dcc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:20.568674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:20.570875 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d6c1d9-e4b2-477c-8f3f-a2531c740b7b', 'name': 'network-vif-deleted', 'tag': '50ef711a-6bdc-4126-9669-584fa818ac08', 'status': 'completed', 'code': 200} Apr 01 14:58:20.571352 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '33908a26-cae7-4b84-8e75-1d8a9e778bf4', 'status': 'completed', 'code': 200} Apr 01 14:58:20.577493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:20.681741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-821893dd-6328-4475-99b8-44dd25bd19e4', 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'fixed_ips': [{'subnet_id': 'fd2c07ab-6696-434e-a2dd-8eef90732fa8'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:58:20.682766 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:20.713131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:20.715282 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:20.792679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] For port 2b05891e-4275-4a9e-94b6-128f79ff1280, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2b05891e-4275-4a9e-94b6-128f79ff1280,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:20.793260 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:20.880919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Allocated IP 172.20.0.2 (821893dd-6328-4475-99b8-44dd25bd19e4/fd2c07ab-6696-434e-a2dd-8eef90732fa8/c23c2a38-f984-4e98-9929-ba0f3569cbb5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:58:20.901071 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-83b2e134-572f-43bb-b62b-cbb239f97108 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320130 Apr 01 14:58:20.951842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475999a-fe46-45c8-8f14-0b64555560f3 req-da117bf5-0d6d-475c-9833-9b6117e284c5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:20.955820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475999a-fe46-45c8-8f14-0b64555560f3 req-da117bf5-0d6d-475c-9833-9b6117e284c5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:20.960034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475999a-fe46-45c8-8f14-0b64555560f3 req-da117bf5-0d6d-475c-9833-9b6117e284c5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:20.961629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8475999a-fe46-45c8-8f14-0b64555560f3 req-da117bf5-0d6d-475c-9833-9b6117e284c5 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 2411 time: 0.4913206 Apr 01 14:58:20.983391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 2b05891e-4275-4a9e-94b6-128f79ff1280 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:21.025855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.098715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.112211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Transition to ACTIVE for port object c23c2a38-f984-4e98-9929-ba0f3569cbb5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:21.127014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-72805726-732f-45d1-a1c0-8a394f631d00 req-75a96276-dc37-44fb-87d5-17cba3e74d85 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 1102 time: 0.2420828 Apr 01 14:58:21.133011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Transition to ACTIVE for port object c23c2a38-f984-4e98-9929-ba0f3569cbb5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:21.138999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.194557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8475999a-fe46-45c8-8f14-0b64555560f3 req-a0536764-d4a6-4184-ba87-13f42115f822 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194102 Apr 01 14:58:21.208380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Network 821893dd-6328-4475-99b8-44dd25bd19e4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:21.211563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:21.212199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-72805726-732f-45d1-a1c0-8a394f631d00 req-47f0725d-4a2e-4e74-b7f2-3ef7e0f985c7 tempest-MigrationsAdminTest-542269459 tempest-MigrationsAdminTest-542269459-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840912 Apr 01 14:58:21.214910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:58:21.221378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Pushing event updated for resources: {'Port': ['ID=c23c2a38-f984-4e98-9929-ba0f3569cbb5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:21.280229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:58:21.328832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Attempting to bind port c23c2a38-f984-4e98-9929-ba0f3569cbb5 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:21.329194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Attempting to bind port c23c2a38-f984-4e98-9929-ba0f3569cbb5 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:21.329548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Attempting to bind port c23c2a38-f984-4e98-9929-ba0f3569cbb5 on network 821893dd-6328-4475-99b8-44dd25bd19e4 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:21.337044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:21.337465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Checking segment: {'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:21.337868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.338251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Bound using segment: {'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:21.338709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Bound port: c23c2a38-f984-4e98-9929-ba0f3569cbb5, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:21.339075 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.340617 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.440249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] For port c23c2a38-f984-4e98-9929-ba0f3569cbb5, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:21.443296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] For port c23c2a38-f984-4e98-9929-ba0f3569cbb5, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c23c2a38-f984-4e98-9929-ba0f3569cbb5,segment=NetworkSegment(bc5a958f-f101-4faa-b380-0a4a3afa2b96),segment_id=bc5a958f-f101-4faa-b380-0a4a3afa2b96)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:21.451422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.490594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=2b05891e-4275-4a9e-94b6-128f79ff1280,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:21.547557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caca36d-cce0-4778-9116-71c3a19a9eed None None] Pushing event updated for resources: {'Port': ['ID=c23c2a38-f984-4e98-9929-ba0f3569cbb5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:21.662569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6db01ab0-2c10-4203-b610-6673f1889a5f req-70b39b8a-a2a0-4b34-8294-0d68f84e731e service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440233 Apr 01 14:58:21.683426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] No DVR routers for this DVR port 2b05891e-4275-4a9e-94b6-128f79ff1280 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:21.687101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.711475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-0c754119-ac2b-43ec-8419-fb198558f879 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "DELETE /v2.0/ports/2b05891e-4275-4a9e-94b6-128f79ff1280 HTTP/1.1" status: 204 len: 173 time: 1.7217803 Apr 01 14:58:21.720576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49436) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:21.794220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.831007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 423143e2-c303-428d-8571-a54fc30a788c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:21.835927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:21.913852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:21.913852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:21.920931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:21.920931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:21.926973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:21.926973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:21.932860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:21.935039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-11d8cedf-dd06-4075-b530-ba36cfb34c16 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.5257947 Apr 01 14:58:22.025682 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-842b31e0-ce1e-4909-88d4-25cf2a7a4440 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:22.156282 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-842b31e0-ce1e-4909-88d4-25cf2a7a4440 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:22.171571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:22.179653 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e50a6f56-dce2-4b31-a597-a2eac80b40b2 admin admin] 10.222.0.48 "PUT /v2.0/routers/b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0198994 Apr 01 14:58:22.184335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49442) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:22.204599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] Sync routers for ids ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:22.207819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c696dfac-ef96-4de3-90d9-11ba34170c29 req-24cea1f8-4c43-4b39-9eda-11b480c7535e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2618213 Apr 01 14:58:22.225570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] Routers {'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:22.226350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:22.326671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-842b31e0-ce1e-4909-88d4-25cf2a7a4440 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:22.348746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:58:22.352210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c23c2a38-f984-4e98-9929-ba0f3569cbb5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:22.390177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b31e0-ce1e-4909-88d4-25cf2a7a4440 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f6fa1b-6df9-4dec-b186-8ed71c5db0a2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:22.597572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:22.599781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] Set router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:22.618003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-842b31e0-ce1e-4909-88d4-25cf2a7a4440 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:22.621928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-842b31e0-ce1e-4909-88d4-25cf2a7a4440 tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "DELETE /v2.0/security-groups/22f6fa1b-6df9-4dec-b186-8ed71c5db0a2 HTTP/1.1" status: 204 len: 168 time: 0.9000711 Apr 01 14:58:22.622805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:22.683682 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-e48e720b-4fda-40ec-bece-f4ad374d749d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] show failed (client error): The resource could not be found. Apr 01 14:58:22.687744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e48e720b-4fda-40ec-bece-f4ad374d749d tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "GET /v2.0/security-groups/22f6fa1b-6df9-4dec-b186-8ed71c5db0a2 HTTP/1.1" status: 404 len: 347 time: 0.0615184 Apr 01 14:58:22.689212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49460) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:22.710068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] For port 423143e2-c303-428d-8571-a54fc30a788c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=423143e2-c303-428d-8571-a54fc30a788c,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:22.710432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:22.750507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c23c2a38-f984-4e98-9929-ba0f3569cbb5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:22.877963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 423143e2-c303-428d-8571-a54fc30a788c owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:22.906909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea30844-dcfe-4ec2-b16a-4f33c77467ce None None] Network 821893dd-6328-4475-99b8-44dd25bd19e4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:22.963203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4e20-08a5-400e-9e4b-02a91e117af6 req-ca5e35cf-4d29-44b2-86c4-413b87d73c0f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:22.964798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78da4e20-08a5-400e-9e4b-02a91e117af6 req-ca5e35cf-4d29-44b2-86c4-413b87d73c0f tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 951 time: 0.4297097 Apr 01 14:58:22.984935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1251c-9ce9-4d11-9741-35f7402bbb8d req-bee8159d-fa8a-4532-8f05-57aea6f2feef tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:22.988971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1251c-9ce9-4d11-9741-35f7402bbb8d req-bee8159d-fa8a-4532-8f05-57aea6f2feef tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:22.996058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23a1251c-9ce9-4d11-9741-35f7402bbb8d req-bee8159d-fa8a-4532-8f05-57aea6f2feef tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 1678 time: 0.4980361 Apr 01 14:58:23.016764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Deleting port 9f2e7293-08a9-472a-ac38-fad4621017bf {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:23.017411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.065448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.104276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c022fc94-8c62-4e42-8b15-af710f6e2b40 None None] Provisioning for port c23c2a38-f984-4e98-9929-ba0f3569cbb5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:23.110171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78da4e20-08a5-400e-9e4b-02a91e117af6 req-8b295c38-f3c8-47c2-a474-ce927bba4f88 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353498 Apr 01 14:58:23.113081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c022fc94-8c62-4e42-8b15-af710f6e2b40 None None] Provisioning complete for port c23c2a38-f984-4e98-9929-ba0f3569cbb5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:23.114411 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c022fc94-8c62-4e42-8b15-af710f6e2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.114886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.125105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.215939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23a1251c-9ce9-4d11-9741-35f7402bbb8d req-4fe95631-8cc9-4185-9378-7cf81b4a506c tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186289 Apr 01 14:58:23.361048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:58:16Z', 'revision_number': 5, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:23.369075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] Checking router: b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:23.378406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c022fc94-8c62-4e42-8b15-af710f6e2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.386478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.389253 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '2b05891e-4275-4a9e-94b6-128f79ff1280', 'status': 'completed', 'code': 200} Apr 01 14:58:23.445981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c022fc94-8c62-4e42-8b15-af710f6e2b40 None None] For port c23c2a38-f984-4e98-9929-ba0f3569cbb5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c23c2a38-f984-4e98-9929-ba0f3569cbb5,segment=NetworkSegment(bc5a958f-f101-4faa-b380-0a4a3afa2b96),segment_id=bc5a958f-f101-4faa-b380-0a4a3afa2b96)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:23.451231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] Routers {'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:23.451942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:23.478671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=423143e2-c303-428d-8571-a54fc30a788c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:23.504124 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c022fc94-8c62-4e42-8b15-af710f6e2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.636615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] No DVR routers for this DVR port 423143e2-c303-428d-8571-a54fc30a788c on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:23.641369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.662484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-36511d96-4707-4603-843a-7f9de6e53718 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "DELETE /v2.0/ports/423143e2-c303-428d-8571-a54fc30a788c HTTP/1.1" status: 204 len: 173 time: 1.9444022 Apr 01 14:58:23.695779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022fc94-8c62-4e42-8b15-af710f6e2b40 None None] Pushing event updated for resources: {'Port': ['ID=c23c2a38-f984-4e98-9929-ba0f3569cbb5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:23.718352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] Set router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:23.793128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 037c76ab-4816-4301-a4e0-f1517f9ee301 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:23.793396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.960329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.961174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:23.976177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Allocated IP 172.25.2.76 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/8881b77f-35ac-4e10-8d33-4fc37f103a25) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:58:23.996735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:24.172084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9261b2f1-0d25-409a-823a-539dce273093 None None] Provisioning complete for port c23c2a38-f984-4e98-9929-ba0f3569cbb5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:24.172475 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9261b2f1-0d25-409a-823a-539dce273093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.235267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.241494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c23c2a38-f984-4e98-9929-ba0f3569cbb5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:24.244778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Calling delete_port for 9f2e7293-08a9-472a-ac38-fad4621017bf owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:24.266950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] For port 037c76ab-4816-4301-a4e0-f1517f9ee301, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=037c76ab-4816-4301-a4e0-f1517f9ee301,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:24.267356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.277301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Deleting port f396cf66-c32e-4b62-91ec-8c0eaf155c2c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:24.277301 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.291237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:58:16Z', 'revision_number': 5, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:24.315200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bb5a9-3fd6-4d7c-829d-d477c8f10382 None None] The sync data for ids ['b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999'] in n-d-836017-1 is: [{'id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'name': 'tempest-FloatingIPsTestJSON-218102583-router', 'tenant_id': '23b31dc0822f4962842861fadfb37eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:26Z', 'updated_at': '2022-04-01T14:58:16Z', 'revision_number': 5, 'project_id': '23b31dc0822f4962842861fadfb37eec', 'gw_port': {'id': 'f396cf66-c32e-4b62-91ec-8c0eaf155c2c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:28Z', 'updated_at': '2022-04-01T14:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:24.389637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-58b260a0-0262-450d-9099-6bee20aab7db admin admin] 10.222.0.48 "PUT /v2.0/routers/74bc92a4-81b3-43cc-bf2c-ef31f40e9636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6491699 Apr 01 14:58:24.399273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:24.401054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c23c2a38-f984-4e98-9929-ba0f3569cbb5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:24.401562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.458831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.462736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.467320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.470655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.474553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.478760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.482665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.484628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-d6f24871-0e06-41af-b94a-0427fd1e5273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.9952509 Apr 01 14:58:24.571811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-69ea4473-333e-4bf5-9e1e-bef96095b087 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.573234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-69ea4473-333e-4bf5-9e1e-bef96095b087 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 951 time: 1.0804958 Apr 01 14:58:24.826215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Deleting port ecd211dc-c671-4245-9a46-c46a1f9e669c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:24.826562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.871083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] For port f396cf66-c32e-4b62-91ec-8c0eaf155c2c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:24.871737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.884080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1f33b59-b43a-4f46-8d21-843549fefef9 req-26207c2f-a7bc-4d97-ab83-0a274d0e357b tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3327968 Apr 01 14:58:24.936788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.946894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:24.963926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8168-04e7-4fb5-8cea-087ae3c87007 req-30294731-9257-4f0f-8673-2ccdbbede5b2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:24.965434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-411f8168-04e7-4fb5-8cea-087ae3c87007 req-30294731-9257-4f0f-8673-2ccdbbede5b2 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 951 time: 0.5013862 Apr 01 14:58:25.042568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Pushing event deleted for resources: {'Port': ['ID=9f2e7293-08a9-472a-ac38-fad4621017bf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:25.098714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Calling delete_port for f396cf66-c32e-4b62-91ec-8c0eaf155c2c owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:25.170132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.170403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.170743 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Floating IP f62c195f-ff7b-4e42-9130-5da1233f31de disassociated. External IP: 172.25.2.158, port: 037c76ab-4816-4301-a4e0-f1517f9ee301. Apr 01 14:58:25.171190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 037c76ab-4816-4301-a4e0-f1517f9ee301 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:25.253274 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-411f8168-04e7-4fb5-8cea-087ae3c87007 req-681e520f-e3a9-4b49-8374-cee9a7c8c612 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326539 Apr 01 14:58:25.298716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.373078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.386100 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] Sync routers for ids ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:25.399475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '423143e2-c303-428d-8571-a54fc30a788c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:25.402943 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] Routers {'74bc92a4-81b3-43cc-bf2c-ef31f40e9636'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:25.404386 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:25.450707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:25.462547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:25.468402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:58:25.474066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.509696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Pushing event updated for resources: {'Port': ['ID=8881b77f-35ac-4e10-8d33-4fc37f103a25,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:25.525686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572e9a4-8137-48e2-b225-131ec47ac836 req-dcb9ebc1-d92d-47fa-b123-3adc343699fc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:25.533044 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d572e9a4-8137-48e2-b225-131ec47ac836 req-dcb9ebc1-d92d-47fa-b123-3adc343699fc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 944 time: 0.4945171 Apr 01 14:58:25.536210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] For port ecd211dc-c671-4245-9a46-c46a1f9e669c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=ecd211dc-c671-4245-9a46-c46a1f9e669c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:25.536572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.548253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.551943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ffc1f2b7-208d-44eb-9df1-0d2161c843db tempest-ImagesOneServerNegativeTestJSON-953000846 tempest-ImagesOneServerNegativeTestJSON-953000846-project] 10.222.0.48 "DELETE /v2.0/floatingips/4d7665c3-3c39-47a5-98ca-a58deb12b173 HTTP/1.1" status: 204 len: 168 time: 2.8585246 Apr 01 14:58:25.569199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f396cf66-c32e-4b62-91ec-8c0eaf155c2c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:25.581753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:25.658737 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] Set router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:25.853905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Calling delete_port for ecd211dc-c671-4245-9a46-c46a1f9e669c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:25.910239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=037c76ab-4816-4301-a4e0-f1517f9ee301,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:25.973921 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:58:18Z', 'revision_number': 5, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:25.979203 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] Checking router: 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:25.991016 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] Routers {'74bc92a4-81b3-43cc-bf2c-ef31f40e9636'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:25.991885 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:26.006847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.029804 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '423143e2-c303-428d-8571-a54fc30a788c', 'status': 'completed', 'code': 200} Apr 01 14:58:26.088654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.099553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d572e9a4-8137-48e2-b225-131ec47ac836 req-6dd1a26a-9cb7-46cd-bea9-e81080c21ebf tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups?id=195021a6-1c38-496f-84f3-dfcac8ade2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5654054 Apr 01 14:58:26.268902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e59c9abc-7a30-4c97-b6af-50f3f40d3a31 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:26.314732 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] Set router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:26.321850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.368495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e59c9abc-7a30-4c97-b6af-50f3f40d3a31 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:26.368834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e59c9abc-7a30-4c97-b6af-50f3f40d3a31 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:26.371387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438', 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', '83c269c4-7854-49d4-89f8-48405e6cb989', 'ecd211dc-c671-4245-9a46-c46a1f9e669c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:26.531083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event deleted for resources: {'Port': ['ID=ecd211dc-c671-4245-9a46-c46a1f9e669c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:26.662192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] No DVR routers for this DVR port ecd211dc-c671-4245-9a46-c46a1f9e669c on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:26.665199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.671354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-deleted', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:26.714411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11f0a723-84ba-4cf2-ba87-becf06c4c6e9 req-abcee7e8-001d-4325-811e-4715bd4b60b7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "DELETE /v2.0/ports/ecd211dc-c671-4245-9a46-c46a1f9e669c HTTP/1.1" status: 204 len: 173 time: 2.0704529 Apr 01 14:58:26.751549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:26.756597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:26.761941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:26.767110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:26.771865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:26.777668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:26.778623 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:58:18Z', 'revision_number': 5, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:26.785483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:26.790451 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16e62b-0878-47b4-8fe4-8ab11f9601b2 None None] The sync data for ids ['74bc92a4-81b3-43cc-bf2c-ef31f40e9636'] in n-d-836017-1 is: [{'id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'name': 'tempest-ServersTestFqdnHostnames-229202580-router', 'tenant_id': '49e3207af22340cebfa937e1c5d5670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:57:52Z', 'updated_at': '2022-04-01T14:58:18Z', 'revision_number': 5, 'project_id': '49e3207af22340cebfa937e1c5d5670f', 'gw_port': {'id': '88cb9e4f-fcee-4ce5-828d-285b31035625', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bc92a4-81b3-43cc-bf2c-ef31f40e9636', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:57:55Z', 'updated_at': '2022-04-01T14:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:26.807684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41477c8a-20a0-417b-9330-52da3d200690 req-cedf8ddd-93c6-4931-9b8f-52c413d9cc93 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.4030268 Apr 01 14:58:26.814629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.818174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.870675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.892679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.968580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:26.986877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:58:27.061113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.061961 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d3f2c52b-5248-4126-bc7b-5709aa7752b5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b6b85fcf-dbfe-44cd-b65d-dd0c14f1c999 HTTP/1.1" status: 204 len: 168 time: 4.8696256 Apr 01 14:58:27.064626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49576) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:27.095257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.112416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41477c8a-20a0-417b-9330-52da3d200690 req-fd597256-d138-4cf0-bee7-04034cf0c796 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3021855 Apr 01 14:58:27.116027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Deleting port 88cb9e4f-fcee-4ce5-828d-285b31035625 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:27.116366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.168739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] Deleting subnet 54af0ede-5673-4af9-919f-f88a68a1f54a {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:58:27.172628 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.222522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Router 55783f50-4b3b-48a2-af1a-092403f260a6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:58:27.239833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.331023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c00c932-f17c-4000-a4ef-3707b5dbb58d req-7876e6cd-6f53-4d0a-bbeb-bbf5cd275d5a tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=f336ced6-d888-4711-a76e-4676dbc366f9 HTTP/1.1" status: 200 len: 210 time: 0.0637999 Apr 01 14:58:27.376601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] For port 88cb9e4f-fcee-4ce5-828d-285b31035625, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=88cb9e4f-fcee-4ce5-828d-285b31035625,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:27.377053 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.496983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49590) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:27.537824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.541662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Calling delete_port for 88cb9e4f-fcee-4ce5-828d-285b31035625 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:27.585528 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336ced6-d888-4711-a76e-4676dbc366f9', 'name': 'network-vif-deleted', 'tag': 'ecd211dc-c671-4245-9a46-c46a1f9e669c', 'status': 'completed', 'code': 200} Apr 01 14:58:27.649448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-959432f8-6805-483b-ba79-5a4cda443bc6 req-a88bbf6e-0eb0-4992-956e-f7604b3e75a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Synchronizing usage tracker for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:27.705025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] Deleting subnet 26c17c9c-2026-4113-8daa-cb1eb862a1d6 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:58:27.708546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-959432f8-6805-483b-ba79-5a4cda443bc6 req-a88bbf6e-0eb0-4992-956e-f7604b3e75a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Unset dirty status for tenant:ca4bb17295584ff3ae7f6fddce07a9b3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:27.709359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-959432f8-6805-483b-ba79-5a4cda443bc6 req-a88bbf6e-0eb0-4992-956e-f7604b3e75a9 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 210 time: 0.1366949 Apr 01 14:58:27.710180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.772404 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba9bc-ea6c-4038-9cf5-6c99a520f6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.811468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.848051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.896638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:58:27.940892 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:27.987205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54af0ede-5673-4af9-919f-f88a68a1f54a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:28.043407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:28.056290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece4f98-17ce-460f-85dc-75c4a6462c6d None None] Network 00301b31-2e04-42ef-8631-c492395f211e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:28.080967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] Sync routers for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:28.103337 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.119460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.188315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c17c9c-2026-4113-8daa-cb1eb862a1d6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:28.193186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.195490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.246997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] No DVR routers for this DVR port 037c76ab-4816-4301-a4e0-f1517f9ee301 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:28.252295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e7a7ddca-cd50-44f6-a91d-f91f548f0bc6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/26c17c9c-2026-4113-8daa-cb1eb862a1d6 HTTP/1.1" status: 204 len: 168 time: 0.7543805 Apr 01 14:58:28.253348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49622) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:28.254427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.256734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7b159b7-c4f1-4707-b3d0-0dd8320d0db5 req-670a3071-c15c-4879-8ce3-b6fce9ed5e06 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.44 "DELETE /v2.0/ports/037c76ab-4816-4301-a4e0-f1517f9ee301 HTTP/1.1" status: 204 len: 173 time: 4.5708661 Apr 01 14:58:28.258987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:28.264963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 92befa5c-272b-4057-b3c9-4e960ff0efd8 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:28.294408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1e50288-70a0-4b5b-91b0-225ae8922ee4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54af0ede-5673-4af9-919f-f88a68a1f54a HTTP/1.1" status: 204 len: 168 time: 1.2286577 Apr 01 14:58:28.305947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49630) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:28.364161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 92befa5c-272b-4057-b3c9-4e960ff0efd8 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:28.364515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 92befa5c-272b-4057-b3c9-4e960ff0efd8 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:28.391954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cb9e4f-fcee-4ce5-828d-285b31035625,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:28.413804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:28.414747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:28.481047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.627069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 080cfda3-e275-47e3-b022-93e406c83db8 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:28.629089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:28.677997 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.684182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: ecd211dc-c671-4245-9a46-c46a1f9e669c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:28.684867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device ecd211dc-c671-4245-9a46-c46a1f9e669c not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:28.713786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Deleting port 78327e2f-27fe-4d66-ab33-2626a05d423b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:28.713786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.807828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:28.945064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:28.975432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:28.980794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:28.992823 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd62c5d-034d-476c-91dc-1eeca0b4c986', 'name': 'network-vif-deleted', 'tag': '037c76ab-4816-4301-a4e0-f1517f9ee301', 'status': 'completed', 'code': 200} Apr 01 14:58:28.995260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:29.008677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:29.025738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:29.029968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] DHCP port deletion for 00301b31-2e04-42ef-8631-c492395f211e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:58:29.030130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:29.042348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:29.053525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-757edd0b-15f5-4813-8dce-c435edfe3ae9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5422 time: 0.6421390 Apr 01 14:58:29.060578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Deleting port 78327e2f-27fe-4d66-ab33-2626a05d423b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:29.060950 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.100971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 080cfda3-e275-47e3-b022-93e406c83db8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=080cfda3-e275-47e3-b022-93e406c83db8,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:29.148544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '080cfda3-e275-47e3-b022-93e406c83db8', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'port_id': '080cfda3-e275-47e3-b022-93e406c83db8', 'mac_address': 'fa:16:3e:09:b2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:29.156163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.241976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b1bc2940-6b49-40b4-aff6-7caaa755caef req-1c2caf50-e205-4009-9bfa-52bf7d7f3767 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 210 time: 0.0738554 Apr 01 14:58:29.251263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0288a54-101c-49f9-a7fb-bad41fa75ebe']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:29.330353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb2ab4c-9134-4380-9262-cf230ffd8c73') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:29.330677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb2ab4c-9134-4380-9262-cf230ffd8c73') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:29.344221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.348311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.361177 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.401645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.405141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] For port 78327e2f-27fe-4d66-ab33-2626a05d423b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=78327e2f-27fe-4d66-ab33-2626a05d423b,segment=NetworkSegment(a1176e45-ce54-45e2-99b2-3ba71c08f076),segment_id=a1176e45-ce54-45e2-99b2-3ba71c08f076)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:29.405575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.423047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:58:29.423047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.429012 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dfe90d0d-9e30-4e47-9ebd-7848ffab2c3b req-2ea88594-d465-4b22-adb0-640ee4a1e10a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3746104 Apr 01 14:58:29.450983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.451662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74bc92a4-81b3-43cc-bf2c-ef31f40e9636 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:58:29.471989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:29.474315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.477566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9719dc7-63f8-4ccf-9527-f16b19a4c3f3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/74bc92a4-81b3-43cc-bf2c-ef31f40e9636 HTTP/1.1" status: 204 len: 168 time: 5.0287168 Apr 01 14:58:29.479859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49658) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:29.482862 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Sync routers for ids ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:58:29.493432 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:58:29.501035 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Routers {'1ea8412b-22ac-46fe-a4d0-befe6e7c75be'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:29.501648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:29.671529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] Deleting subnet 2a702cd9-e437-4e8c-b3f5-23dd6e6fe432 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:58:29.686230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.750053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Calling delete_port for 78327e2f-27fe-4d66-ab33-2626a05d423b owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:29.790026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.801579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.805311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2f62a77a-b2d1-4e6a-9079-cd59c462c17c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3710742 Apr 01 14:58:29.811449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49674) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:29.829165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.884013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0288a54-101c-49f9-a7fb-bad41fa75ebe,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:29.908107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cfb75ebc-2067-46cb-a83d-477c15cf5b90 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a0288a54-101c-49f9-a7fb-bad41fa75ebe HTTP/1.1" status: 204 len: 168 time: 1.6500361 Apr 01 14:58:29.949682 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:29.989030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.053066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Pushing event deleted for resources: {'Port': ['ID=78327e2f-27fe-4d66-ab33-2626a05d423b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:30.071145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] No DVR routers for this DVR port 78327e2f-27fe-4d66-ab33-2626a05d423b on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:30.072900 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Set router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:30.112869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.209484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080cfda3-e275-47e3-b022-93e406c83db8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:30.259922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42df27e4-2a9f-4b02-8f70-281278665ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.272409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] For port 78327e2f-27fe-4d66-ab33-2626a05d423b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=78327e2f-27fe-4d66-ab33-2626a05d423b,segment=NetworkSegment(a1176e45-ce54-45e2-99b2-3ba71c08f076),segment_id=a1176e45-ce54-45e2-99b2-3ba71c08f076)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:30.273402 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.321383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 080cfda3-e275-47e3-b022-93e406c83db8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=080cfda3-e275-47e3-b022-93e406c83db8,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:30.427826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:30.524202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.529377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Calling delete_port for 78327e2f-27fe-4d66-ab33-2626a05d423b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:30.557250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49694) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:30.603670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd6fd177-95a3-43d0-93c4-7b3fe1404bb6 req-4f67c929-2f90-43dd-aba7-cd9ba742e633 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 210 time: 0.0707047 Apr 01 14:58:30.604871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.623960 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:26Z', 'revision_number': 3, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:30.629431 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Checking router: 1ea8412b-22ac-46fe-a4d0-befe6e7c75be for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:30.630023 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Updating router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be port 8881b77f-35ac-4e10-8d33-4fc37f103a25 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:58:30.666292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00301b31-2e04-42ef-8631-c492395f211e']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:30.699413 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.717378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-26fc105d-9c96-4a33-a931-b7508104bbb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=619765f092c941a4ba7a502fac4701ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2862232 Apr 01 14:58:30.719371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1176e45-ce54-45e2-99b2-3ba71c08f076') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:30.719667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1176e45-ce54-45e2-99b2-3ba71c08f076') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:30.735890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49700) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:30.736381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.765645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.803919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.816812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:58:30.817589 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:58:30.831812 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:58:30.903133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.909616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 78327e2f-27fe-4d66-ab33-2626a05d423b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:30.925008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a702cd9-e437-4e8c-b3f5-23dd6e6fe432,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:30.934871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39c0b0af-5fe5-4b74-9d38-442c43acc726 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2a702cd9-e437-4e8c-b3f5-23dd6e6fe432 HTTP/1.1" status: 204 len: 168 time: 1.4418232 Apr 01 14:58:30.939775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49704) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:30.976309 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:30.990021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb668aa-fa12-4f30-9b28-1dc346468bee None None] Network 05b02078-7bc1-48f4-9e8d-5232c6fd2844 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:31.009788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.079961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c3a9917f-85b1-4d1f-9d0a-546a49aa31ce details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:31.082544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn_limited( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn_limited( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.098513 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:31.101084 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 14:58:31.107389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:52Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:31.112245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 78327e2f-27fe-4d66-ab33-2626a05d423b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:31.112722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 78327e2f-27fe-4d66-ab33-2626a05d423b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:31.113234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f396cf66-c32e-4b62-91ec-8c0eaf155c2c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:31.134532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964049f-32e2-4f2c-ab3a-5f0e39078cf6 req-65a8d093-5ebd-44cd-b17f-b75835cd23c7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.134532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b964049f-32e2-4f2c-ab3a-5f0e39078cf6 req-65a8d093-5ebd-44cd-b17f-b75835cd23c7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:31.167099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b964049f-32e2-4f2c-ab3a-5f0e39078cf6 req-65a8d093-5ebd-44cd-b17f-b75835cd23c7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:31.169017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b964049f-32e2-4f2c-ab3a-5f0e39078cf6 req-65a8d093-5ebd-44cd-b17f-b75835cd23c7 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 951 time: 0.9839942 Apr 01 14:58:31.177416 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.203598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b37778a3-135f-4a16-97a0-ad9cfa2cca35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.231558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:31.244013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] Checking router: 55783f50-4b3b-48a2-af1a-092403f260a6 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:31.246739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f396cf66-c32e-4b62-91ec-8c0eaf155c2c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:31.247088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f396cf66-c32e-4b62-91ec-8c0eaf155c2c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:31.268359 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.272204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b37778a3-135f-4a16-97a0-ad9cfa2cca35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.285356 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Transition to ACTIVE for port object 8881b77f-35ac-4e10-8d33-4fc37f103a25 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:31.294563 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.327364 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:58:31.327649 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:58:31.343392 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.358937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['080cfda3-e275-47e3-b022-93e406c83db8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:31.385023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Usage tracker for resource:security_group_rule and tenant:7fdcbe3dcb14434388d893bee4e19783 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:31.392534 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d86233-36df-4819-818a-4fdab65bb12e None None] Pushing event updated for resources: {'Port': ['ID=8881b77f-35ac-4e10-8d33-4fc37f103a25,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:31.392884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] Pushing event deleted for resources: {'Network': ['ID=00301b31-2e04-42ef-8631-c492395f211e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:31.407680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:31.428386 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Attempting to bind port 8881b77f-35ac-4e10-8d33-4fc37f103a25 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:31.428606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b37778a3-135f-4a16-97a0-ad9cfa2cca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.429599 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Attempting to bind port 8881b77f-35ac-4e10-8d33-4fc37f103a25 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:31.430301 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Attempting to bind port 8881b77f-35ac-4e10-8d33-4fc37f103a25 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:31.440606 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:31.440862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:31.440957 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:31.441209 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.441488 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:31.441943 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Bound port: 8881b77f-35ac-4e10-8d33-4fc37f103a25, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:31.442308 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.445441 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.449383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=080cfda3-e275-47e3-b022-93e406c83db8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:31.473933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:58:31.484220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b964049f-32e2-4f2c-ab3a-5f0e39078cf6 req-f72e1dee-b3e5-4970-8c95-4558b897d5b1 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960904 Apr 01 14:58:31.538295 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] For port 8881b77f-35ac-4e10-8d33-4fc37f103a25, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:31.541976 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] For port 8881b77f-35ac-4e10-8d33-4fc37f103a25, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8881b77f-35ac-4e10-8d33-4fc37f103a25,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:31.550024 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.556076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37778a3-135f-4a16-97a0-ad9cfa2cca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ae9a9-6b9c-4bec-b542-e5a673253e1c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:31.559734 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.568761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b37778a3-135f-4a16-97a0-ad9cfa2cca35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.572873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b37778a3-135f-4a16-97a0-ad9cfa2cca35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe6ae9a9-6b9c-4bec-b542-e5a673253e1c HTTP/1.1" status: 204 len: 168 time: 0.8363662 Apr 01 14:58:31.580317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-acf52b19-cedc-4520-85d1-4e748d57d544 admin admin] 10.222.0.48 "DELETE /v2.0/networks/00301b31-2e04-42ef-8631-c492395f211e HTTP/1.1" status: 204 len: 168 time: 3.2704408 Apr 01 14:58:31.588877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Deleting port 09fdd492-5906-4b1e-a63a-923497701cef {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:31.589217 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.622167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.626658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.630584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.634741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.639132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.643052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.647605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.649234 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d86233-36df-4819-818a-4fdab65bb12e None None] Pushing event updated for resources: {'Port': ['ID=8881b77f-35ac-4e10-8d33-4fc37f103a25,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:31.658340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-5584e9bf-6ae1-412f-a997-11c1f68ce164 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5423 time: 0.7236848 Apr 01 14:58:31.662727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-65b97391-c582-40cb-9fa5-3b98b0d75243 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:31.665378 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-65b97391-c582-40cb-9fa5-3b98b0d75243 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 951 time: 0.4009259 Apr 01 14:58:31.683299 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Routers {'1ea8412b-22ac-46fe-a4d0-befe6e7c75be'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:31.684372 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:31.842046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:31.843709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:31.845436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Deleting port 83c269c4-7854-49d4-89f8-48405e6cb989 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:31.845786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.899895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e26cd8b4-e806-404c-b1b4-0cf5952a909c req-3a8d3918-5764-466a-9b57-a88754fff435 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2405775 Apr 01 14:58:31.905305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:31.936976 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] Set router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:31.946784 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:32.131397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49716) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:32.161064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907de62b-3e73-40ec-b902-34bfa01aa656,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:32.170000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a42e7e8b-0642-440b-962a-b0f6eb338a4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fdcbe3dcb14434388d893bee4e19783&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4946687 Apr 01 14:58:32.171442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49720) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:32.258156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c4945dd-1ffc-4a27-9aed-90eab7e18bc7 req-806d1319-7263-4ff0-abc7-a74a29faac8e tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd62c5d-034d-476c-91dc-1eeca0b4c986 HTTP/1.1" status: 200 len: 210 time: 0.2257929 Apr 01 14:58:32.318015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:32.345906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-be172b7c-069e-4dc4-823c-9fa19f0e5838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23b31dc0822f4962842861fadfb37eec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2133293 Apr 01 14:58:32.348443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] For port 09fdd492-5906-4b1e-a63a-923497701cef, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=09fdd492-5906-4b1e-a63a-923497701cef,segment=NetworkSegment(0b00f76e-03b7-4156-ae0c-a86d628bc4cb),segment_id=0b00f76e-03b7-4156-ae0c-a86d628bc4cb)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:32.348981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:32.357099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49726) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:32.465337 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:26Z', 'revision_number': 3, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:32.470148 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cada3-2726-4664-96f5-aa55846413f9 None None] The sync data for ids ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'] in n-d-836017-1 is: [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:26Z', 'revision_number': 3, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:32.510743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Calling delete_port for 09fdd492-5906-4b1e-a63a-923497701cef owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:32.556024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Deleting port 78327e2f-27fe-4d66-ab33-2626a05d423b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:32.556386 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:32.589540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-569192dc-027b-43e3-97ca-5841bad86dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:32.657938 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-569192dc-027b-43e3-97ca-5841bad86dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:32.689568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88cb9e4f-fcee-4ce5-828d-285b31035625 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:32.697651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:32.801446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] For port 83c269c4-7854-49d4-89f8-48405e6cb989, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=83c269c4-7854-49d4-89f8-48405e6cb989,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:32.802030 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:32.839783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2780a1ce-a33a-4161-b3d0-0e8917cf3d9a None None] The port '78327e2f-27fe-4d66-ab33-2626a05d423b' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:58:32.910482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] No DVR routers for this DVR port 09fdd492-5906-4b1e-a63a-923497701cef on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:32.956782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 88cb9e4f-fcee-4ce5-828d-285b31035625 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:32.957114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88cb9e4f-fcee-4ce5-828d-285b31035625 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:32.984014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ffba92-5095-437a-89ec-4f9903a47c57 None None] DHCP port deletion for 05b02078-7bc1-48f4-9e8d-5232c6fd2844 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:58:32.996756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27416201-bc8b-4417-a3b2-c35cb9c777d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.022319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fdd492-5906-4b1e-a63a-923497701cef,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:33.044404 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.174655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:33.179441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Calling delete_port for 83c269c4-7854-49d4-89f8-48405e6cb989 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:33.217995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce', 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'port_id': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce', 'mac_address': 'fa:16:3e:ab:bf:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f52fb88-9108-4e02-a385-da872a1d5d9b', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:33.231764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.293607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b02078-7bc1-48f4-9e8d-5232c6fd2844']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:33.339740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b00f76e-03b7-4156-ae0c-a86d628bc4cb') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:33.340294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b00f76e-03b7-4156-ae0c-a86d628bc4cb') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:33.352435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-569192dc-027b-43e3-97ca-5841bad86dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.370471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27416201-bc8b-4417-a3b2-c35cb9c777d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.376525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.400531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a9917f-85b1-4d1f-9d0a-546a49aa31ce {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:33.407260 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.416919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:33.426015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:52Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:33.432738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569192dc-027b-43e3-97ca-5841bad86dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907de62b-3e73-40ec-b902-34bfa01aa656,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:33.433815 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.438361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 425e9765-72ba-4d48-8762-ebaa7c124efd details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:33.465009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.465870 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.469545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.473402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.477663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.482000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.486336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.487765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:58:33.488154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.491120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.493226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-63aec701-fd40-4095-85dc-c74652831155 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5423 time: 0.3414927 Apr 01 14:58:33.516496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86624a-db58-4c51-8f9b-828061301aa2 req-14bba928-904d-4634-b7e8-82da63882b7d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:33.517674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53976ec-bad8-4546-9c33-a8b5570a99dd None None] The sync data for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 is: [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:51:16Z', 'revision_number': 4, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '465f6659-457d-404f-a82a-89d5b4266c1a', 'name': '', 'network_id': '82c77167-1c02-4b4f-ad02-96945e2faef1', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'mac_address': 'fa:16:3e:02:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:14Z', 'updated_at': '2022-04-01T14:51:52Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'subnets': [{'id': '53540cf6-3274-427d-8950-3b3cece9abf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:33.523498 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f86624a-db58-4c51-8f9b-828061301aa2 req-14bba928-904d-4634-b7e8-82da63882b7d tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 951 time: 0.7317822 Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:58:33.525318 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:58:33.530443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-569192dc-027b-43e3-97ca-5841bad86dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.531651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-569192dc-027b-43e3-97ca-5841bad86dcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/907de62b-3e73-40ec-b902-34bfa01aa656 HTTP/1.1" status: 204 len: 168 time: 1.3591568 Apr 01 14:58:33.609338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 425e9765-72ba-4d48-8762-ebaa7c124efd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=425e9765-72ba-4d48-8762-ebaa7c124efd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:33.644542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '425e9765-72ba-4d48-8762-ebaa7c124efd', 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'port_id': '425e9765-72ba-4d48-8762-ebaa7c124efd', 'mac_address': 'fa:16:3e:7a:f8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f52fb88-9108-4e02-a385-da872a1d5d9b', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:33.718915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f86624a-db58-4c51-8f9b-828061301aa2 req-524336a4-a9e2-42bb-98f9-999266adb6ea tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943474 Apr 01 14:58:33.742476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.774839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.796468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] 10.222.0.48 "DELETE /v2.0/networks/05b02078-7bc1-48f4-9e8d-5232c6fd2844 HTTP/1.1" status: 204 len: 168 time: 2.8538342 Apr 01 14:58:33.826978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173f3a-7042-4f5c-9bb4-06f330004974 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b02078-7bc1-48f4-9e8d-5232c6fd2844,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:33.861220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:33.933662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.970662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27416201-bc8b-4417-a3b2-c35cb9c777d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:33.996519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425e9765-72ba-4d48-8762-ebaa7c124efd {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:34.013191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27416201-bc8b-4417-a3b2-c35cb9c777d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9524cb-6c29-4f4e-856a-c9da7d7770be,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:34.017484 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4490ac89-58eb-441e-b8e7-fa7fc5679317 req-603332e2-0010-4b83-b7f9-0e0acb3c8675 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5163903 Apr 01 14:58:34.030663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.047255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 425e9765-72ba-4d48-8762-ebaa7c124efd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=425e9765-72ba-4d48-8762-ebaa7c124efd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:34.056539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49760) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:34.072196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438', 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', '83c269c4-7854-49d4-89f8-48405e6cb989'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:34.133322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49764) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:34.134246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event deleted for resources: {'Port': ['ID=83c269c4-7854-49d4-89f8-48405e6cb989,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:34.146479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.149757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c439ee6b-3a2c-40eb-a017-a454d985dd64 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:34.157796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-85ddce9c-c180-4c64-b290-eeb304ee0c41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49e3207af22340cebfa937e1c5d5670f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0998404 Apr 01 14:58:34.160046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49768) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:34.279809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27416201-bc8b-4417-a3b2-c35cb9c777d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.280950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27416201-bc8b-4417-a3b2-c35cb9c777d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc9524cb-6c29-4f4e-856a-c9da7d7770be HTTP/1.1" status: 204 len: 168 time: 1.9149494 Apr 01 14:58:34.333814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5325545-a979-443d-af5b-a11eed357702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.342163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8881b77f-35ac-4e10-8d33-4fc37f103a25 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:34.369482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] No DVR routers for this DVR port 83c269c4-7854-49d4-89f8-48405e6cb989 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:34.375836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.377802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32dd3d0-46f5-467c-9c5c-07928b019ce0 req-92722b2b-0a38-469e-a5db-783e88522857 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "DELETE /v2.0/ports/83c269c4-7854-49d4-89f8-48405e6cb989 HTTP/1.1" status: 204 len: 173 time: 2.7050326 Apr 01 14:58:34.378232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-deleted', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:34.403279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5325545-a979-443d-af5b-a11eed357702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.424356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:58:34.440087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.495241 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ac227-e6a0-4067-a77b-0a41bdca8a31', 'name': 'network-vif-deleted', 'tag': '83c269c4-7854-49d4-89f8-48405e6cb989', 'status': 'completed', 'code': 200} Apr 01 14:58:34.497256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24b9e799-3006-48f2-ba6f-f2432b1420bc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.542144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5325545-a979-443d-af5b-a11eed357702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.581723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5325545-a979-443d-af5b-a11eed357702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f53491c-0cb1-41c5-a5ac-f61d15bf7931,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:34.589003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5325545-a979-443d-af5b-a11eed357702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.591324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e5325545-a979-443d-af5b-a11eed357702 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f53491c-0cb1-41c5-a5ac-f61d15bf7931 HTTP/1.1" status: 204 len: 168 time: 0.4292474 Apr 01 14:58:34.628617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24b9e799-3006-48f2-ba6f-f2432b1420bc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.735022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=425e9765-72ba-4d48-8762-ebaa7c124efd,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:34.829513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24b9e799-3006-48f2-ba6f-f2432b1420bc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:34.911151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9e799-3006-48f2-ba6f-f2432b1420bc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195021a6-1c38-496f-84f3-dfcac8ade2c7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:34.988382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c439ee6b-3a2c-40eb-a017-a454d985dd64, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:35.063065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8881b77f-35ac-4e10-8d33-4fc37f103a25 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:35.071379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'c439ee6b-3a2c-40eb-a017-a454d985dd64', 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002', 'port_id': 'c439ee6b-3a2c-40eb-a017-a454d985dd64', 'mac_address': 'fa:16:3e:fb:2f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d35d89-454c-42dd-a9f3-3418a98bd853', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:35.090429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24b9e799-3006-48f2-ba6f-f2432b1420bc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.117608 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-24b9e799-3006-48f2-ba6f-f2432b1420bc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/security-groups/195021a6-1c38-496f-84f3-dfcac8ade2c7 HTTP/1.1" status: 204 len: 168 time: 0.9734011 Apr 01 14:58:35.118289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8881b77f-35ac-4e10-8d33-4fc37f103a25 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:35.118645 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.119413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49804) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:35.166068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Allocated IP 172.20.0.1 (821893dd-6328-4475-99b8-44dd25bd19e4/fd2c07ab-6696-434e-a2dd-8eef90732fa8/50051e99-ad05-4b25-8319-572979d7e908) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:58:35.168761 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-efe459b8-88d0-403c-bfcd-25b7fcad48ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] show failed (client error): The resource could not be found. Apr 01 14:58:35.172845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-efe459b8-88d0-403c-bfcd-25b7fcad48ae tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "GET /v2.0/security-groups/195021a6-1c38-496f-84f3-dfcac8ade2c7 HTTP/1.1" status: 404 len: 347 time: 0.0367799 Apr 01 14:58:35.175524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:35.219321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-16a50e45-0734-4eda-a969-496cc0fd010f req-0a2429f7-5247-4a23-909b-736fe2e1292b tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c7ac227-e6a0-4067-a77b-0a41bdca8a31 HTTP/1.1" status: 200 len: 210 time: 0.1184835 Apr 01 14:58:35.371372 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.423057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c439ee6b-3a2c-40eb-a017-a454d985dd64 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:35.491548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 543fd9b2-57b1-48a0-9201-3957f20cdcc3 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:35.491885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.505063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c439ee6b-3a2c-40eb-a017-a454d985dd64, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:35.520621 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.521263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5091ae5b-e132-46db-ba75-b84b33869811 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:35.587783 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.634697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8881b77f-35ac-4e10-8d33-4fc37f103a25, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8881b77f-35ac-4e10-8d33-4fc37f103a25,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:35.656989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:35.662023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:35.666319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:35.671705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:35.675580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.677510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:35.682751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:35.687046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:35.699574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-02ceacc4-6ecd-406b-96ea-0ccd0909df4d tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5426 time: 0.2200568 Apr 01 14:58:35.702755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c439ee6b-3a2c-40eb-a017-a454d985dd64,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:35.773369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09fdd492-5906-4b1e-a63a-923497701cef no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:35.793242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.811992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad69f078-c28f-4d33-939c-641e3b8e7b0d req-2632bd71-f559-4b29-877c-7f805d78fc83 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112661 Apr 01 14:58:35.841028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Transition to ACTIVE for port object 50051e99-ad05-4b25-8319-572979d7e908 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:35.855910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5091ae5b-e132-46db-ba75-b84b33869811, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5091ae5b-e132-46db-ba75-b84b33869811,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:35.856078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.856424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:35.870471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 09fdd492-5906-4b1e-a63a-923497701cef {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:35.871125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09fdd492-5906-4b1e-a63a-923497701cef not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:35.915475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5091ae5b-e132-46db-ba75-b84b33869811', 'network_id': 'c2eb948f-2926-4b40-928b-0734cf605002', 'port_id': '5091ae5b-e132-46db-ba75-b84b33869811', 'mac_address': 'fa:16:3e:3a:b2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d35d89-454c-42dd-a9f3-3418a98bd853', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:35.970723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8881b77f-35ac-4e10-8d33-4fc37f103a25,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:35.996406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.008322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.015912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5091ae5b-e132-46db-ba75-b84b33869811 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:36.019453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 543fd9b2-57b1-48a0-9201-3957f20cdcc3 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:36.034914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5091ae5b-e132-46db-ba75-b84b33869811, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5091ae5b-e132-46db-ba75-b84b33869811,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:36.040638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.041340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 94374e79-b824-4959-8d44-e4ac9470eea6 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:36.048030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49840) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:36.134360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5091ae5b-e132-46db-ba75-b84b33869811,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:36.139206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 94374e79-b824-4959-8d44-e4ac9470eea6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=94374e79-b824-4959-8d44-e4ac9470eea6,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:36.155986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '94374e79-b824-4959-8d44-e4ac9470eea6', 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'port_id': '94374e79-b824-4959-8d44-e4ac9470eea6', 'mac_address': 'fa:16:3e:c3:88:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f52fb88-9108-4e02-a385-da872a1d5d9b', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:36.190190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Network 821893dd-6328-4475-99b8-44dd25bd19e4 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:36.201966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:36.212759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Pushing event updated for resources: {'Port': ['ID=50051e99-ad05-4b25-8319-572979d7e908,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:36.215133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:58:36.225331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68277676-a44e-4d5b-9b42-b8e67cf82574 None None] New status for floating IP f62c195f-ff7b-4e42-9130-5da1233f31de: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:58:36.295810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8881b77f-35ac-4e10-8d33-4fc37f103a25 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:36.380198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.435702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.527348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:36.532744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Usage tracker for resource:security_group_rule and tenant:ac56dadfe26a49509986bc078448e36a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:36.534568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.541715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:36.553010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:36.607447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-68277676-a44e-4d5b-9b42-b8e67cf82574 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:58:36.608007 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-68277676-a44e-4d5b-9b42-b8e67cf82574 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:58:36.636613 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.648178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49858) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:36.745684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94374e79-b824-4959-8d44-e4ac9470eea6 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:36.752165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.768185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.783494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 94374e79-b824-4959-8d44-e4ac9470eea6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=94374e79-b824-4959-8d44-e4ac9470eea6,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:36.785355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c95002ac-f45c-474b-a196-33b1ed6d89e1 None None] Provisioning for port 50051e99-ad05-4b25-8319-572979d7e908 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:36.792198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8881b77f-35ac-4e10-8d33-4fc37f103a25 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:36.792666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.855542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c95002ac-f45c-474b-a196-33b1ed6d89e1 None None] Provisioning complete for port 50051e99-ad05-4b25-8319-572979d7e908 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:36.855908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95002ac-f45c-474b-a196-33b1ed6d89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.875576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0e37a0-7e10-4038-b35d-77c415bcb3bb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:36.880780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1843fdf4-1cfe-4043-90d2-3a9101ea7d52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac56dadfe26a49509986bc078448e36a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8311868 Apr 01 14:58:36.883266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49870) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:36.890436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=543fd9b2-57b1-48a0-9201-3957f20cdcc3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:36.909300 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:36.913477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device cc9349d1-3aac-4939-8fdd-fb26fbc546cd details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:37.036784 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c93b68c-e620-42e8-b375-04b814920b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.081566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c93b68c-e620-42e8-b375-04b814920b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.160453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.172489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c93b68c-e620-42e8-b375-04b814920b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.177340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68277676-a44e-4d5b-9b42-b8e67cf82574 None None] New status for floating IP f62c195f-ff7b-4e42-9130-5da1233f31de: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:58:37.216277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.294411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-950972830-network', 'tenant_id': 'bd90fad651124d7e813a363387a32aa2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:37.307750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.311727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e2e634cc-d27a-4001-9032-8cef7a4c7219 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/floatingips/f62c195f-ff7b-4e42-9130-5da1233f31de HTTP/1.1" status: 204 len: 168 time: 2.1352324 Apr 01 14:58:37.316042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49880) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:37.327118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93b68c-e620-42e8-b375-04b814920b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0e37a0-7e10-4038-b35d-77c415bcb3bb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:37.337519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:37.342171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Usage tracker for resource:network and tenant:bd90fad651124d7e813a363387a32aa2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:37.345914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:37.352210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:37.395072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:58:37.400264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c95002ac-f45c-474b-a196-33b1ed6d89e1 None None] Port 50051e99-ad05-4b25-8319-572979d7e908 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:58:37.419237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:37.428132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=94374e79-b824-4959-8d44-e4ac9470eea6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:37.441511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Made reservation on behalf of bd90fad651124d7e813a363387a32aa2 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:37.442290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'cc9349d1-3aac-4939-8fdd-fb26fbc546cd', 'network_id': '89b629af-e989-4d77-a2fe-00691a1a1cf1', 'port_id': 'cc9349d1-3aac-4939-8fdd-fb26fbc546cd', 'mac_address': 'fa:16:3e:de:db:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f52fb88-9108-4e02-a385-da872a1d5d9b', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:37.444309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.480505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47276bb1-110a-4126-a1ca-d52443a97aa3 req-349da030-f47f-4013-8cb9-6a483c6fc7f5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.481343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-47276bb1-110a-4126-a1ca-d52443a97aa3 req-349da030-f47f-4013-8cb9-6a483c6fc7f5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:37.539627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-47276bb1-110a-4126-a1ca-d52443a97aa3 req-349da030-f47f-4013-8cb9-6a483c6fc7f5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:37.542165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47276bb1-110a-4126-a1ca-d52443a97aa3 req-349da030-f47f-4013-8cb9-6a483c6fc7f5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.3876402 Apr 01 14:58:37.571755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c93b68c-e620-42e8-b375-04b814920b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.571755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c93b68c-e620-42e8-b375-04b814920b07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b0e37a0-7e10-4038-b35d-77c415bcb3bb HTTP/1.1" status: 204 len: 168 time: 0.6849220 Apr 01 14:58:37.574897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.583742 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.607104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9349d1-3aac-4939-8fdd-fb26fbc546cd {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:37.624885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:37.631725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 4b587822-0697-4d86-b662-9dc616b3cc98 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:37.632126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.634058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.651663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47276bb1-110a-4126-a1ca-d52443a97aa3 req-9918d63b-005e-447d-8e3d-1e8e9b926123 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979021 Apr 01 14:58:37.656625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.667204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.677492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:37.680515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 080cfda3-e275-47e3-b022-93e406c83db8 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:37.698710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.702955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.706953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.710755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.714598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.719518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.723351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:37.725325 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-f2518c8d-e6ee-419e-9af4-874d569e5140 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5428 time: 0.5556102 Apr 01 14:58:37.726396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Usage tracker for resource:security_group_rule and tenant:bd90fad651124d7e813a363387a32aa2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:37.747088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:37.783091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:37.790144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:37.791287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 080cfda3-e275-47e3-b022-93e406c83db8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:37.804648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 080cfda3-e275-47e3-b022-93e406c83db8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:37.805390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:37.826486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Pushing event updated for resources: {'Port': ['ID=50051e99-ad05-4b25-8319-572979d7e908,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:37.837178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.003058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.006335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Network 821893dd-6328-4475-99b8-44dd25bd19e4 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:38.007639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:38.068404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 080cfda3-e275-47e3-b022-93e406c83db8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=080cfda3-e275-47e3-b022-93e406c83db8,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:38.071152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:38.087290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.181318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.186911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5091ae5b-e132-46db-ba75-b84b33869811'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:38.232161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.234932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c3a9917f-85b1-4d1f-9d0a-546a49aa31ce'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:38.256539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:58:38.264793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c439ee6b-3a2c-40eb-a017-a454d985dd64'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:38.277120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.277503 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Added segment 1c1cdab7-ee6b-4460-818a-fefaee097709 of type vlan for network 222f6bca-e39e-4fdb-bd83-f45ed942f90a Apr 01 14:58:38.322647 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.367661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['94374e79-b824-4959-8d44-e4ac9470eea6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:38.396345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6cc76d6-872e-4e06-8f24-ddc775e07ea4 req-8500bf77-6106-48a7-aca2-d200046942b9 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6508873 Apr 01 14:58:38.422360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6242d4b4-a526-47ed-81a6-be937942b027,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:38.443333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.444399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:38.445409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.481866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-9513f299-0af7-4f1a-8762-0c71e6b58df6 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=296c1f2d793040b6948bcdf7384d0617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317487 Apr 01 14:58:38.568582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.613195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aa9d63ea-f95b-4948-b7c0-82157b970bc2 None None] Provisioning complete for port 50051e99-ad05-4b25-8319-572979d7e908 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:38.613700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aa9d63ea-f95b-4948-b7c0-82157b970bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.676610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=080cfda3-e275-47e3-b022-93e406c83db8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:38.686587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d63ea-f95b-4948-b7c0-82157b970bc2 None None] Port 50051e99-ad05-4b25-8319-572979d7e908 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:58:38.724617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0574257 Apr 01 14:58:38.732532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 4b587822-0697-4d86-b662-9dc616b3cc98 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:38.757735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-be7e8ff0-8724-42bd-b727-5b5c19224298 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:38.760528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-be7e8ff0-8724-42bd-b727-5b5c19224298 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.6530221 Apr 01 14:58:38.761071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49916) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:38.781394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc55c2-9aaa-4025-abe9-b3757b9b02db admin admin] Pushing event updated for resources: {'Network': ['ID=222f6bca-e39e-4fdb-bd83-f45ed942f90a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:38.822362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Request body: {'subnet': {'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-950972830-subnet', 'tenant_id': 'bd90fad651124d7e813a363387a32aa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:38.841215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:58:38.920295 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:38.980205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=4b587822-0697-4d86-b662-9dc616b3cc98,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:38.993617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:39.021374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Usage tracker for resource:subnet and tenant:bd90fad651124d7e813a363387a32aa2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:39.032739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:39.044516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:39.065755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Deleting port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:39.066283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.129464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.142657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cb7a2ca2-4e62-4e68-8a0e-47e83fffe9da tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/ports/4b587822-0697-4d86-b662-9dc616b3cc98 HTTP/1.1" status: 204 len: 168 time: 1.8080730 Apr 01 14:58:39.145600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:39.199400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['cc9349d1-3aac-4939-8fdd-fb26fbc546cd'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:39.244101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Made reservation on behalf of bd90fad651124d7e813a363387a32aa2 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:39.246321 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.294874 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8', 'code': 200} Apr 01 14:58:39.309693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 43b826f3-ae35-4fd0-be90-ef8c3cb28523 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:39.311840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.453494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-e6955725-414c-49e8-886a-f3aae3dea4d8 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:39.464284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-e6955725-414c-49e8-886a-f3aae3dea4d8 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9683979 Apr 01 14:58:39.622229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4b72fbbc-7012-4be1-a568-34e0d8a7522d tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/quotas/296c1f2d793040b6948bcdf7384d0617 HTTP/1.1" status: 200 len: 375 time: 0.1563950 Apr 01 14:58:39.647427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device aadca0c6-d31a-4e6f-b4bf-3505b829ba4c no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:39.729462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-d2793d07-61dc-4153-a545-675d28031781 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=296c1f2d793040b6948bcdf7384d0617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063764 Apr 01 14:58:39.824956 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.834501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d3cf7-9fc9-4174-a0d8-1150fe2a9137 req-c1e6963d-6f8f-494f-b56d-e0d49f22d483 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:39.841606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-793d3cf7-9fc9-4174-a0d8-1150fe2a9137 req-c1e6963d-6f8f-494f-b56d-e0d49f22d483 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 950 time: 0.3230107 Apr 01 14:58:39.933657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e27a6c-3984-46dd-9d06-1495ca7533f1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:39.935615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.944886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:39.945337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.986442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:39.993348 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:39.994032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:40.010954 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-793d3cf7-9fc9-4174-a0d8-1150fe2a9137 req-69aac525-d878-4491-b63c-574a68b5aaaf tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608753 Apr 01 14:58:40.051143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:40.069011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93d80958-9e7c-401c-93fc-ebd8fc5d80e0 req-a17bc335-a1b4-4975-9aee-8bae70603ecf tempest-ServersAaction247Test-877929241 tempest-ServersAaction247Test-877929241-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.0820205 Apr 01 14:58:40.160436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 83c269c4-7854-49d4-89f8-48405e6cb989 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:40.160764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 83c269c4-7854-49d4-89f8-48405e6cb989 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:40.191770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:40.246560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 43b826f3-ae35-4fd0-be90-ef8c3cb28523 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:40.351571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Calling delete_port for aadca0c6-d31a-4e6f-b4bf-3505b829ba4c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:40.452778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Checking segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:40.453324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Network hostable DHCP agents. Network: 222f6bca-e39e-4fdb-bd83-f45ed942f90a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:58:40.491588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['425e9765-72ba-4d48-8762-ebaa7c124efd'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:40.491828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:58:40.551689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:58:40.583589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 222f6bca-e39e-4fdb-bd83-f45ed942f90a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:40.593184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d7c63-245d-4c28-a5ba-ab714bb5845c None None] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:40.614222 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:40.621071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:40.683852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Port': ['ID=43b826f3-ae35-4fd0-be90-ef8c3cb28523,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:40.735102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.735691 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:40.749340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:58:40.749811 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:58:40.762493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.765869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.770367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.774406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.778570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.782930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.786976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:40.795870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-f7cfec3d-d807-449f-96a7-69b999ee1f66 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5430 time: 0.3998623 Apr 01 14:58:40.891824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac4eed8e-fd42-48ad-a5a6-9733430b3025 req-395d0fb8-6c14-4773-8897-f69ad96d249f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949192 Apr 01 14:58:40.893598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a4919f9e-3a4a-4044-91bb-37980f364db4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1267667 Apr 01 14:58:40.952287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:40.964707 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ad25e2c3-8066-4e5f-bb7f-9d0357030428 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/ports/43b826f3-ae35-4fd0-be90-ef8c3cb28523 HTTP/1.1" status: 204 len: 168 time: 1.8178995 Apr 01 14:58:40.967881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49968) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:41.038137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:41.052568 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Sync routers for ids ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:41.060086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6a4a47fb-ef4d-42cc-88c4-ae8c84b487af admin admin] 10.222.0.48 "PUT /v2.0/routers/1ea8412b-22ac-46fe-a4d0-befe6e7c75be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2473586 Apr 01 14:58:41.105702 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Routers {'1ea8412b-22ac-46fe-a4d0-befe6e7c75be'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:41.108322 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:41.225206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9013efb7-cc5b-4176-9d8b-cff4578d8336 req-41c44ba5-1369-489e-a04a-c28ba2b28d48 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 210 time: 0.1494343 Apr 01 14:58:41.228134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd3ee8-bf55-4f8a-800f-caa006d58e0f None None] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:41.250992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Deleting port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:41.251481 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:41.308587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:41.523823 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Set router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:41.589487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting subnet a46a415c-f701-4ab7-a4ed-f57b2b5785b5 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:58:41.599453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:41.649124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c3a9917f-85b1-4d1f-9d0a-546a49aa31ce up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:41.676511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:41.738859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:41.746241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:41.747490 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:41.790112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ce98-a2c8-4140-89a1-4bc8508a985e req-f1794ba1-6dd6-4825-8440-d6b0f42b8758 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:41.790927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0a10ce98-a2c8-4140-89a1-4bc8508a985e req-f1794ba1-6dd6-4825-8440-d6b0f42b8758 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:41.816601 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:41.842899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0a10ce98-a2c8-4140-89a1-4bc8508a985e req-f1794ba1-6dd6-4825-8440-d6b0f42b8758 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:41.844623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a10ce98-a2c8-4140-89a1-4bc8508a985e req-f1794ba1-6dd6-4825-8440-d6b0f42b8758 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=530993b8-10d7-44b2-824f-3050d86a9c14 HTTP/1.1" status: 200 len: 948 time: 0.4647205 Apr 01 14:58:41.847010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] For port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:41.847650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:41.990487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.019847 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.063995 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:36Z', 'revision_number': 4, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '50051e99-ad05-4b25-8319-572979d7e908', 'name': '', 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'mac_address': 'fa:16:3e:a3:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd2c07ab-6696-434e-a2dd-8eef90732fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:34Z', 'updated_at': '2022-04-01T14:58:37Z', 'revision_number': 2, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'subnets': [{'id': 'fd2c07ab-6696-434e-a2dd-8eef90732fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:42.068817 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Checking router: 1ea8412b-22ac-46fe-a4d0-befe6e7c75be for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:42.069349 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Updating router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be port 50051e99-ad05-4b25-8319-572979d7e908 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:58:42.070249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:42.079487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.080686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c439ee6b-3a2c-40eb-a017-a454d985dd64 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:42.143155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9cba1-00e7-4eab-bafa-24c0b3ca1fba None None] Network 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:42.157829 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.169822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.251649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-946bf0ba-b111-4ad0-b131-c88f45afd1bd tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=296c1f2d793040b6948bcdf7384d0617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1530232 Apr 01 14:58:42.252461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Subnet': ['ID=a46a415c-f701-4ab7-a4ed-f57b2b5785b5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:42.258413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ee83e85e-bdfc-46b3-acd8-89f63e757986 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/subnets/a46a415c-f701-4ab7-a4ed-f57b2b5785b5 HTTP/1.1" status: 204 len: 168 time: 1.2872498 Apr 01 14:58:42.263904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49996) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:42.306205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:42.337417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Calling delete_port for aadca0c6-d31a-4e6f-b4bf-3505b829ba4c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:42.390389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port c439ee6b-3a2c-40eb-a017-a454d985dd64 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:42.405110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port c439ee6b-3a2c-40eb-a017-a454d985dd64 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:42.405786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.419933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a10ce98-a2c8-4140-89a1-4bc8508a985e req-598c303f-4590-44f5-857f-2c8f152d6ff3 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635309 Apr 01 14:58:42.482281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-036580b1-18d6-4f6d-809a-62259796df43 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:42.485687 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-036580b1-18d6-4f6d-809a-62259796df43 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264965 Apr 01 14:58:42.502457 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a505813-9032-4df7-b9eb-0a82911bcdcb req-cfda3fb8-2e06-45db-a0ff-6b60ad0fea62 tempest-ServersAaction247Test-877929241 tempest-ServersAaction247Test-877929241-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.4049404 Apr 01 14:58:42.513909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Request body: {'port': {'device_id': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '296c1f2d793040b6948bcdf7384d0617'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:42.546910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] DHCP port deletion for 8de22a0b-a4d7-460a-9c8b-b278b9bc2683 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:58:42.559411 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'code': 200} Apr 01 14:58:42.560369 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.569830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] Deleting port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:42.570127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.619268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.640269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c439ee6b-3a2c-40eb-a017-a454d985dd64, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:42.645774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:42.673104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.673935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 94374e79-b824-4959-8d44-e4ac9470eea6 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:42.758786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event deleted for resources: {'Port': ['ID=aadca0c6-d31a-4e6f-b4bf-3505b829ba4c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:42.828362 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.863539 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Transition to ACTIVE for port object 50051e99-ad05-4b25-8319-572979d7e908 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:42.877615 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:42.950839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c439ee6b-3a2c-40eb-a017-a454d985dd64,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:43.049986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] No DVR routers for this DVR port aadca0c6-d31a-4e6f-b4bf-3505b829ba4c on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:43.065558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-609d9b41-1681-4f9c-a7b7-903c4d63fd8d req-41d95886-3d3f-46c3-8a06-094808f079ee tempest-FloatingIPsNegativeTestJSON-647699109 tempest-FloatingIPsNegativeTestJSON-647699109-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=8de433666a7a412ebf266852c04b0dcc HTTP/1.1" status: 200 len: 217 time: 0.1615989 Apr 01 14:58:43.067221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.079530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-deleted', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:43.086729 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ed1cd-3fb7-4673-9c8b-3e98895da709 None None] Pushing event updated for resources: {'Port': ['ID=50051e99-ad05-4b25-8319-572979d7e908,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:43.091063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] For port e0d965ce-dd59-49f9-98ce-f4dccfb16c26, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0d965ce-dd59-49f9-98ce-f4dccfb16c26,segment=NetworkSegment(a55ed598-5d36-4d9c-832e-ab312102453a),segment_id=a55ed598-5d36-4d9c-832e-ab312102453a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:43.091487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.100866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 94374e79-b824-4959-8d44-e4ac9470eea6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:43.112529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:43.124390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Usage tracker for resource:port and tenant:296c1f2d793040b6948bcdf7384d0617 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:43.136441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:43.157270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:43.176323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d1a315-b56a-46bf-9344-d03f3a0f3e26 req-5a5efa58-c958-40be-a858-95e929dec8b8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "DELETE /v2.0/ports/aadca0c6-d31a-4e6f-b4bf-3505b829ba4c HTTP/1.1" status: 204 len: 173 time: 4.4003229 Apr 01 14:58:43.196672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000f52e5-eba2-4cad-a042-0cc281427777 req-18f42708-fb29-4b61-852d-34355525a80e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.0856988 Apr 01 14:58:43.212008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-8b0c2a30-f978-4718-aaf1-7c402956a408 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:43.223109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-8b0c2a30-f978-4718-aaf1-7c402956a408 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.3107021 Apr 01 14:58:43.247543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-5ac5c1dd-ee4c-4e2a-89f2-c5906e66981b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/quotas/bd90fad651124d7e813a363387a32aa2 HTTP/1.1" status: 200 len: 375 time: 0.0231833 Apr 01 14:58:43.259895 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Attempting to bind port 50051e99-ad05-4b25-8319-572979d7e908 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:43.260264 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Attempting to bind port 50051e99-ad05-4b25-8319-572979d7e908 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:43.260616 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Attempting to bind port 50051e99-ad05-4b25-8319-572979d7e908 on network 821893dd-6328-4475-99b8-44dd25bd19e4 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:43.274435 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:43.274793 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Checking segment: {'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:43.275185 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.279984 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Bound using segment: {'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:43.280462 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Bound port: 50051e99-ad05-4b25-8319-572979d7e908, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5a958f-f101-4faa-b380-0a4a3afa2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:43.280841 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.308304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Made reservation on behalf of 296c1f2d793040b6948bcdf7384d0617 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:43.321205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.327419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] Calling delete_port for e0d965ce-dd59-49f9-98ce-f4dccfb16c26 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:43.371241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting subnet 84d4bcc7-f201-466a-9864-d667bec53d06 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:58:43.379201 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.380232 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-6c98c116-1d26-402f-ade0-f32775831351 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305566 Apr 01 14:58:43.405411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 94374e79-b824-4959-8d44-e4ac9470eea6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:43.405718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.420415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.455473 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] For port 50051e99-ad05-4b25-8319-572979d7e908, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:43.459281 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] For port 50051e99-ad05-4b25-8319-572979d7e908, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=50051e99-ad05-4b25-8319-572979d7e908,segment=NetworkSegment(bc5a958f-f101-4faa-b380-0a4a3afa2b96),segment_id=bc5a958f-f101-4faa-b380-0a4a3afa2b96)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:43.465528 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.510794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.559437 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Routers {'1ea8412b-22ac-46fe-a4d0-befe6e7c75be'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:43.560041 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:43.600355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-0232133d-5de8-48fb-8841-329407598a97 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:58:43.611264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-0232133d-5de8-48fb-8841-329407598a97 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2255948 Apr 01 14:58:43.634172 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.779523 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ed1cd-3fb7-4673-9c8b-3e98895da709 None None] Pushing event updated for resources: {'Port': ['ID=50051e99-ad05-4b25-8319-572979d7e908,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:43.869810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-595a3f12-085b-471a-903b-147ca0fb93e0 service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573774 Apr 01 14:58:43.877201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.889175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] Pushing event deleted for resources: {'Port': ['ID=e0d965ce-dd59-49f9-98ce-f4dccfb16c26,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:43.916179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57daf38-f3bc-4b71-bda5-5555e8faf79b None None] No DVR routers for this DVR port e0d965ce-dd59-49f9-98ce-f4dccfb16c26 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:43.922269 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] Set router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:43.946638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:43.951155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Usage tracker for resource:security_group_rule and tenant:296c1f2d793040b6948bcdf7384d0617 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:43.954580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:43.955389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 94374e79-b824-4959-8d44-e4ac9470eea6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=94374e79-b824-4959-8d44-e4ac9470eea6,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:43.962408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:43.963655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5091ae5b-e132-46db-ba75-b84b33869811 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:43.987562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.064108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-21f7a82c-2be1-4cd4-8401-433763ab37df service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867979 Apr 01 14:58:44.073512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:44.079401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.143737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5091ae5b-e132-46db-ba75-b84b33869811 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:44.146377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Subnet': ['ID=84d4bcc7-f201-466a-9864-d667bec53d06,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:44.165341 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.171598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5091ae5b-e132-46db-ba75-b84b33869811 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:44.171973 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.205163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50022) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:44.216806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca33727b-aedd-450a-9dab-c7b0fd52eafc tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/subnets/84d4bcc7-f201-466a-9864-d667bec53d06 HTTP/1.1" status: 204 len: 168 time: 1.7337508 Apr 01 14:58:44.223977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6fdc2d-220b-4ac5-acb5-3e7d7c07d301 None None] Network bed87e57-f44b-4fff-96bc-c0e73ef02f63 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:44.242114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=94374e79-b824-4959-8d44-e4ac9470eea6,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:44.280352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:44.295259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:44.309858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:44.319120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e0d965ce-dd59-49f9-98ce-f4dccfb16c26 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:44.322330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:44.332102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:44.344100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:44.351174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:44.365343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-e31d8c22-7201-47f9-812f-5fe105ea2f91 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5432 time: 0.7669182 Apr 01 14:58:44.408032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e0d965ce-dd59-49f9-98ce-f4dccfb16c26 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:44.408651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e0d965ce-dd59-49f9-98ce-f4dccfb16c26 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:44.470548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.478772 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:36Z', 'revision_number': 4, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '50051e99-ad05-4b25-8319-572979d7e908', 'name': '', 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'mac_address': 'fa:16:3e:a3:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd2c07ab-6696-434e-a2dd-8eef90732fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:34Z', 'updated_at': '2022-04-01T14:58:43Z', 'revision_number': 4, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'subnets': [{'id': 'fd2c07ab-6696-434e-a2dd-8eef90732fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:44.480367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.484893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.487767 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ce571-55aa-4080-b946-b6d73658c8ad None None] The sync data for ids ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'] in n-d-836017-1 is: [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:36Z', 'revision_number': 4, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '50051e99-ad05-4b25-8319-572979d7e908', 'name': '', 'network_id': '821893dd-6328-4475-99b8-44dd25bd19e4', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'mac_address': 'fa:16:3e:a3:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd2c07ab-6696-434e-a2dd-8eef90732fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:34Z', 'updated_at': '2022-04-01T14:58:43Z', 'revision_number': 4, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'subnets': [{'id': 'fd2c07ab-6696-434e-a2dd-8eef90732fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:58:44.567469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dfa1912-54a5-452c-a41e-181783c62b2a req-92aa02ae-3e56-47e6-8f94-c6f76a948676 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032673 Apr 01 14:58:44.675381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce'}, {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64'}, {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:44.690171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d4c33df0-50cc-4d9f-bd5e-f58e07152079 req-30fcf0bc-6d69-429a-beb3-3f085e73efa7 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 210 time: 0.0864692 Apr 01 14:58:44.705071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c663d-40f2-4b42-9cfd-80dc734e5e7d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:44.721248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.762414 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.836608 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530993b8-10d7-44b2-824f-3050d86a9c14', 'name': 'network-vif-deleted', 'tag': 'aadca0c6-d31a-4e6f-b4bf-3505b829ba4c', 'status': 'completed', 'code': 200} Apr 01 14:58:44.855983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5091ae5b-e132-46db-ba75-b84b33869811, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5091ae5b-e132-46db-ba75-b84b33869811,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:44.862479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.863340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device cc9349d1-3aac-4939-8fdd-fb26fbc546cd up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:44.867004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:44.905340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d1e18d1d-26e2-4430-a647-ac6942253738 req-560598c6-fcb7-442e-8af5-06723e586594 tempest-FloatingIPsNegativeTestJSON-647699109 tempest-FloatingIPsNegativeTestJSON-647699109-project] Synchronizing usage tracker for tenant:8de433666a7a412ebf266852c04b0dcc on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:44.954393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de22a0b-a4d7-460a-9c8b-b278b9bc2683']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:44.970690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55ed598-5d36-4d9c-832e-ab312102453a') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:44.971037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55ed598-5d36-4d9c-832e-ab312102453a') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:44.988666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.002390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5091ae5b-e132-46db-ba75-b84b33869811,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:45.045400 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.055095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:58:45.055750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.062349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port cc9349d1-3aac-4939-8fdd-fb26fbc546cd completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:45.069750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port cc9349d1-3aac-4939-8fdd-fb26fbc546cd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:45.070642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.078883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d1e18d1d-26e2-4430-a647-ac6942253738 req-560598c6-fcb7-442e-8af5-06723e586594 tempest-FloatingIPsNegativeTestJSON-647699109 tempest-FloatingIPsNegativeTestJSON-647699109-project] Unset dirty status for tenant:8de433666a7a412ebf266852c04b0dcc on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:45.080205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1e18d1d-26e2-4430-a647-ac6942253738 req-560598c6-fcb7-442e-8af5-06723e586594 tempest-FloatingIPsNegativeTestJSON-647699109 tempest-FloatingIPsNegativeTestJSON-647699109-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3336835 Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:58:45.092375 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:58:45.138282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Allocated IP 192.168.233.88 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/fcb5b443-c9ec-4d6c-b9f6-c3021d29608c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:58:45.154412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] DHCP port deletion for bed87e57-f44b-4fff-96bc-c0e73ef02f63 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:58:45.161992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] Deleting port 6c94faa9-825a-4020-a4b5-56a16da895ff {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:45.162707 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.281806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.325648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.354764 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/networks/8de22a0b-a4d7-460a-9c8b-b278b9bc2683 HTTP/1.1" status: 204 len: 168 time: 1.1483119 Apr 01 14:58:45.359224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661004cd-39a1-490e-a2ca-fc7970b66ed0 tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Network': ['ID=8de22a0b-a4d7-460a-9c8b-b278b9bc2683,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:45.412836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.425635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50044) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:45.471501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.479707 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9cbb6a5-1316-4953-a9a4-33962aff26e8 req-92d9c502-e394-4d06-8ac2-168febdac555 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 210 time: 0.0513635 Apr 01 14:58:45.481116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Transition to ACTIVE for port object fcb5b443-c9ec-4d6c-b9f6-c3021d29608c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:45.536772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.642561 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce', 'code': 200} Apr 01 14:58:45.642879 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64', 'code': 200} Apr 01 14:58:45.643129 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6', 'code': 200} Apr 01 14:58:45.670516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:45.674685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:45.687029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Pushing event updated for resources: {'Port': ['ID=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:45.689042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.699015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:45.712484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:58:45.735472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 425e9765-72ba-4d48-8762-ebaa7c124efd up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:45.798593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.818421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] For port 6c94faa9-825a-4020-a4b5-56a16da895ff, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c94faa9-825a-4020-a4b5-56a16da895ff,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:45.818845 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.855280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:45.863034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-18c05867-7704-4d25-b143-6607aea3442a req-efaa4899-7263-46bf-860c-75081d3e80c7 tempest-ServersAaction247Test-877929241 tempest-ServersAaction247Test-877929241-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.4840503 Apr 01 14:58:45.863489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.909775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-4f34a0d2-22ac-4acd-b2e9-232852139d08 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4058545 Apr 01 14:58:45.910002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 6c94faa9-825a-4020-a4b5-56a16da895ff {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:45.912668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:45.923108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Request body: {'port': {'device_id': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:46.111564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] Calling delete_port for 6c94faa9-825a-4020-a4b5-56a16da895ff owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:46.206012 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.218719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:46.268799 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-f3780ac7-62de-4819-b646-a7203da2614d req-330af68f-b291-44f8-8e2f-4fc154f1d93e tempest-FloatingIPsNegativeTestJSON-647699109 tempest-FloatingIPsNegativeTestJSON-647699109-project] show failed (client error): The resource could not be found. Apr 01 14:58:46.269841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3780ac7-62de-4819-b646-a7203da2614d req-330af68f-b291-44f8-8e2f-4fc154f1d93e tempest-FloatingIPsNegativeTestJSON-647699109 tempest-FloatingIPsNegativeTestJSON-647699109-project] 10.222.0.48 "GET /v2.0/floatingips/3affdb72-e18d-4747-abdd-a453c17fff27 HTTP/1.1" status: 404 len: 350 time: 0.2146139 Apr 01 14:58:46.276017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5b72fb47-441c-4fe3-8c4f-4169e97aaf4b None None] Provisioning for port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:46.287111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 425e9765-72ba-4d48-8762-ebaa7c124efd completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:46.298855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50058) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:46.307412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 50051e99-ad05-4b25-8319-572979d7e908 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:46.331067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 425e9765-72ba-4d48-8762-ebaa7c124efd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:46.331474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.390017 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.393545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5b72fb47-441c-4fe3-8c4f-4169e97aaf4b None None] Provisioning complete for port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:46.393903 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b72fb47-441c-4fe3-8c4f-4169e97aaf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.502984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] Pushing event deleted for resources: {'Port': ['ID=6c94faa9-825a-4020-a4b5-56a16da895ff,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:46.560944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc098126-68c4-472b-b8a5-fa01973d4c88 None None] No DVR routers for this DVR port 6c94faa9-825a-4020-a4b5-56a16da895ff on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:46.577135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5b72fb47-441c-4fe3-8c4f-4169e97aaf4b None None] Port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:58:46.606099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.633403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 50051e99-ad05-4b25-8319-572979d7e908 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:46.638925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 50051e99-ad05-4b25-8319-572979d7e908 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:46.639333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.700376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 425e9765-72ba-4d48-8762-ebaa7c124efd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=425e9765-72ba-4d48-8762-ebaa7c124efd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:46.713873 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.730411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] For port 6c94faa9-825a-4020-a4b5-56a16da895ff, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c94faa9-825a-4020-a4b5-56a16da895ff,segment=NetworkSegment(a204888c-b888-46f8-b7a7-e136f3485438),segment_id=a204888c-b888-46f8-b7a7-e136f3485438)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:46.731037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.735201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.739677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.743646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.747879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.752953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.757685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.761645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.763632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-434f01be-e0d0-4666-837f-20a4677ba276 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5435 time: 0.1634283 Apr 01 14:58:46.814001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-409e8cae-3adf-412d-b66d-c2f488b587e6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:46.815880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-409e8cae-3adf-412d-b66d-c2f488b587e6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.5936124 Apr 01 14:58:46.829307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=425e9765-72ba-4d48-8762-ebaa7c124efd,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:46.883039 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.890330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Calling delete_port for 6c94faa9-825a-4020-a4b5-56a16da895ff owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:46.897495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17de2b3e-33bd-43e9-b928-e40c9ef65d05 req-0ddbff9b-048e-4258-99ed-6605c6fefc7e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206894 Apr 01 14:58:46.905159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb5b443-c9ec-4d6c-b9f6-c3021d29608c {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:46.912752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.921263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Request body: {'port': {'device_id': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'admin_state_up': True, 'tenant_id': 'bd90fad651124d7e813a363387a32aa2'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:46.924259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 50051e99-ad05-4b25-8319-572979d7e908, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=50051e99-ad05-4b25-8319-572979d7e908,segment=NetworkSegment(bc5a958f-f101-4faa-b380-0a4a3afa2b96),segment_id=bc5a958f-f101-4faa-b380-0a4a3afa2b96)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:46.929344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Transition to ACTIVE for port object fcb5b443-c9ec-4d6c-b9f6-c3021d29608c will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:46.932345 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:46.934505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:47.010805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c94faa9-825a-4020-a4b5-56a16da895ff no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:47.060235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 6c94faa9-825a-4020-a4b5-56a16da895ff {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:47.060568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c94faa9-825a-4020-a4b5-56a16da895ff not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:47.079858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=50051e99-ad05-4b25-8319-572979d7e908,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:47.091561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Pushing event updated for resources: {'Port': ['ID=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:47.173917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:58:47.175091 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:58:47.214708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Attempting to bind port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:47.215324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Attempting to bind port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:47.216239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Attempting to bind port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:47.226561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:58:47.227146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Attempting to bind port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:47.236525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:47.236893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:47.237272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:47.237691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Bound port: fcb5b443-c9ec-4d6c-b9f6-c3021d29608c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:47.238156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:47.275479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcbd97-fbad-4cd5-86ed-64dd90bd3080 req-f431c26c-3dd8-4768-9bdc-2b914981db7b tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:47.277521 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-07bcbd97-fbad-4cd5-86ed-64dd90bd3080 req-f431c26c-3dd8-4768-9bdc-2b914981db7b tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 947 time: 0.3602734 Apr 01 14:58:47.360133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:47.361990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] For port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:47.365416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] For port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:47.368380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Usage tracker for resource:port and tenant:bd90fad651124d7e813a363387a32aa2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:47.370791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:47.374238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-07bcbd97-fbad-4cd5-86ed-64dd90bd3080 req-109a29d0-7a3c-4664-b54c-92085279db35 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903528 Apr 01 14:58:47.375730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:47.644310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811'}, {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9349d1-3aac-4939-8fdd-fb26fbc546cd'}, {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e9765-72ba-4d48-8762-ebaa7c124efd'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:47.657058 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32fb48b4-39f1-45af-bd62-01e15f264244 req-084a1df0-9775-4a1e-983f-08bbccc77c39 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 210 time: 0.0698712 Apr 01 14:58:47.658468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:47.659749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-18736295-8e74-4743-aeff-588a7900f9af service neutron] 10.222.0.44 "PUT /v2.0/ports/fcb5b443-c9ec-4d6c-b9f6-c3021d29608c HTTP/1.1" status: 200 len: 1095 time: 1.7416000 Apr 01 14:58:47.664176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'tag': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:47.668629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:47.703526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18736295-8e74-4743-aeff-588a7900f9af service neutron] Pushing event updated for resources: {'Port': ['ID=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:47.716801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Deleting port 6c94faa9-825a-4020-a4b5-56a16da895ff {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:47.717202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:47.723764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24336e1c-8262-4108-aaee-103b39038a94 req-548f0d7c-cb9a-468e-abe9-d2ac6201c873 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:47.725344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24336e1c-8262-4108-aaee-103b39038a94 req-548f0d7c-cb9a-468e-abe9-d2ac6201c873 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.2010190 Apr 01 14:58:47.827325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] The port '6c94faa9-825a-4020-a4b5-56a16da895ff' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:58:47.878195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Made reservation on behalf of bd90fad651124d7e813a363387a32aa2 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:47.882130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:47.941584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Deleting port d3720c7a-956a-48ad-93f4-fab4760d5438 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:47.942188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.024949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-c846c133-13a7-494b-ab81-283f2699c394 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=296c1f2d793040b6948bcdf7384d0617&device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 1098 time: 0.2802186 Apr 01 14:58:48.086818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.108042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0568-0c12-4132-b715-e0ed76539222 req-18367fad-8b5d-47da-9b13-af61c4eb79d5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.108791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e9ae0568-0c12-4132-b715-e0ed76539222 req-18367fad-8b5d-47da-9b13-af61c4eb79d5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:48.139257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-57eaf63e-bf9f-4676-9da1-12c8dab443d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c HTTP/1.1" status: 200 len: 217 time: 0.0835285 Apr 01 14:58:48.188874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed87e57-f44b-4fff-96bc-c0e73ef02f63']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:48.219603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a204888c-b888-46f8-b7a7-e136f3485438') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:48.219952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a204888c-b888-46f8-b7a7-e136f3485438') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:48.236482 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811', 'code': 200} Apr 01 14:58:48.238156 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9349d1-3aac-4939-8fdd-fb26fbc546cd', 'code': 200} Apr 01 14:58:48.238648 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e9765-72ba-4d48-8762-ebaa7c124efd', 'code': 200} Apr 01 14:58:48.255008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 50051e99-ad05-4b25-8319-572979d7e908 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:48.281328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e9ae0568-0c12-4132-b715-e0ed76539222 req-18367fad-8b5d-47da-9b13-af61c4eb79d5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:48.283165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e9ae0568-0c12-4132-b715-e0ed76539222 req-18367fad-8b5d-47da-9b13-af61c4eb79d5 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 950 time: 0.6111555 Apr 01 14:58:48.286462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.321639 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'tag': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c', 'status': 'completed', 'code': 200} Apr 01 14:58:48.337240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-42ca87b8-2ac1-4f9b-af5e-18085a967ebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.337944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d1e838e-d547-4093-abf4-7a5187e903b8 req-be2e5783-d170-441d-91df-59360cc163f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b710622f38e64b21a4ab76a81cceb0ed&device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.1095662 Apr 01 14:58:48.339192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-42ca87b8-2ac1-4f9b-af5e-18085a967ebd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1729827 Apr 01 14:58:48.359238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 50051e99-ad05-4b25-8319-572979d7e908 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:48.359772 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.384678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Allocated IP 172.20.0.10 (222f6bca-e39e-4fdb-bd83-f45ed942f90a/d2e27a6c-3984-46dd-9d06-1495ca7533f1/6bc27f71-e2a3-46c8-b27d-042cfc617ca8) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:58:48.436526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] For port d3720c7a-956a-48ad-93f4-fab4760d5438, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d3720c7a-956a-48ad-93f4-fab4760d5438,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:48.436878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.454374 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.465005 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d1e838e-d547-4093-abf4-7a5187e903b8 req-6841afc6-18c0-434d-8738-673a9477d2c2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b710622f38e64b21a4ab76a81cceb0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673096 Apr 01 14:58:48.472523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:58:48.472919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.490251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e9ae0568-0c12-4132-b715-e0ed76539222 req-3c994ee5-69d6-440f-ae66-6ed1d9589dc8 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b13485d-b7e1-4fe9-ab09-fe28f80181e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796494 Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:58:48.490918 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:58:48.600639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Calling delete_port for d3720c7a-956a-48ad-93f4-fab4760d5438 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:48.684633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-0d38a0bd-4ed5-4462-b335-4a7f19a79073 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3299561 Apr 01 14:58:48.718201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.722382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.726805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.730545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.735093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.738966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.742828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:48.750415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-4af55403-94e4-41c1-ae51-274ca9b54083 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.3159063 Apr 01 14:58:48.752882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.757785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.839315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:48.903049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-e39a2a20-49e8-4e08-91c9-7c71ab49fac1 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953318 Apr 01 14:58:48.945439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] Pushing event deleted for resources: {'Network': ['ID=bed87e57-f44b-4fff-96bc-c0e73ef02f63,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:49.054836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2913ecfb-084f-4e92-b4f9-8e9863ec0cae req-31267d5b-6b07-41bc-b1e9-e96ad98cefed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6493 time: 0.7062576 Apr 01 14:58:49.062184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5670ff9c-7ef9-4533-b81c-862bb4ee18ce req-dee58816-74d9-4f3c-918e-d7ba6acc0fe5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3107975 Apr 01 14:58:49.071370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-55e171a1-a097-4a34-8f63-a1a30bdf56aa tempest-TaggedBootDevicesTest_v242-513679571 tempest-TaggedBootDevicesTest_v242-513679571-project] 10.222.0.48 "DELETE /v2.0/networks/bed87e57-f44b-4fff-96bc-c0e73ef02f63 HTTP/1.1" status: 204 len: 168 time: 3.6389806 Apr 01 14:58:49.137333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e838e-d547-4093-abf4-7a5187e903b8 req-754b9172-fdf3-45bd-b72b-d7506010c6d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:49.138811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d1e838e-d547-4093-abf4-7a5187e903b8 req-754b9172-fdf3-45bd-b72b-d7506010c6d9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6393085 Apr 01 14:58:49.152741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:49.163127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d3720c7a-956a-48ad-93f4-fab4760d5438'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:49.181836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9807d891-8ecc-436f-936e-519fadd680a0 req-d03c8afc-45bd-4e9c-92b0-14c1049516f8 tempest-ServersAaction247Test-877929241 tempest-ServersAaction247Test-877929241-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.0957286 Apr 01 14:58:49.220271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a403cfa-8f5c-46f6-a158-4909d878bd2c req-1e7b8358-271d-43d3-8b46-8ab37d1a909c service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067422 Apr 01 14:58:49.235800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2913ecfb-084f-4e92-b4f9-8e9863ec0cae req-5ae3fff1-2e6d-4ec0-8555-e15595b84c6d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fdb0e11a-da4b-4021-ab9a-22891fe995be&id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671219 Apr 01 14:58:49.250844 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:49.295515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:49.298803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Pushing event deleted for resources: {'Port': ['ID=d3720c7a-956a-48ad-93f4-fab4760d5438,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:49.527365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] No DVR routers for this DVR port d3720c7a-956a-48ad-93f4-fab4760d5438 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:58:49.529546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:49.531599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:49.544549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:58:49.549011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:49.550727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24336e1c-8262-4108-aaee-103b39038a94 req-267db218-93e0-43fb-9b9b-08bbe42c1e09 tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.62 "DELETE /v2.0/ports/d3720c7a-956a-48ad-93f4-fab4760d5438 HTTP/1.1" status: 204 len: 173 time: 1.8074539 Apr 01 14:58:49.553819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:58:49.596438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ce1f9-7a24-4633-b624-196445ba85bd req-1b0d30f4-25db-4eec-8cf1-ae1850bc3782 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:49.597126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-631ce1f9-7a24-4633-b624-196445ba85bd req-1b0d30f4-25db-4eec-8cf1-ae1850bc3782 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Synchronizing usage tracker for tenant:296c1f2d793040b6948bcdf7384d0617 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:49.603584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-aba238ac-2b70-493d-bc5f-07c509e14ea3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=296c1f2d793040b6948bcdf7384d0617&device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 1098 time: 0.3066828 Apr 01 14:58:49.640991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-631ce1f9-7a24-4633-b624-196445ba85bd req-1b0d30f4-25db-4eec-8cf1-ae1850bc3782 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Unset dirty status for tenant:296c1f2d793040b6948bcdf7384d0617 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:49.647485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-631ce1f9-7a24-4633-b624-196445ba85bd req-1b0d30f4-25db-4eec-8cf1-ae1850bc3782 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 947 time: 0.4049397 Apr 01 14:58:49.673930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:49.674564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:49.774112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-f1e3c4a8-2f58-4524-ac2c-927c3fae2373 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8910713 Apr 01 14:58:49.786915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-631ce1f9-7a24-4633-b624-196445ba85bd req-7cac6366-1ada-42c3-8415-a724dd239cb9 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Synchronizing usage tracker for tenant:296c1f2d793040b6948bcdf7384d0617 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:49.813910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Request body: {'port': {'device_id': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:49.831051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-f6f208ca-b57c-4af9-8c6f-e401e159897b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:49.832640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-f6f208ca-b57c-4af9-8c6f-e401e159897b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2171552 Apr 01 14:58:49.834963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-631ce1f9-7a24-4633-b624-196445ba85bd req-7cac6366-1ada-42c3-8415-a724dd239cb9 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Unset dirty status for tenant:296c1f2d793040b6948bcdf7384d0617 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:49.847246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-631ce1f9-7a24-4633-b624-196445ba85bd req-7cac6366-1ada-42c3-8415-a724dd239cb9 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987176 Apr 01 14:58:49.894396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44205d-f123-4d49-8ba1-08d6b191f033 req-6445d176-7995-436c-96c3-a53b8171ef98 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:49.895125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-cd44205d-f123-4d49-8ba1-08d6b191f033 req-6445d176-7995-436c-96c3-a53b8171ef98 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Synchronizing usage tracker for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:49.920477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-9898b0a1-23c6-4e36-afff-bb6eec9835f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c HTTP/1.1" status: 200 len: 217 time: 0.0721443 Apr 01 14:58:49.989366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-cca82816-aa0c-4180-8d77-eb5eda5ade31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:49.991744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-cca82816-aa0c-4180-8d77-eb5eda5ade31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0616233 Apr 01 14:58:50.005222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-cd44205d-f123-4d49-8ba1-08d6b191f033 req-6445d176-7995-436c-96c3-a53b8171ef98 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Unset dirty status for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:50.006356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd44205d-f123-4d49-8ba1-08d6b191f033 req-6445d176-7995-436c-96c3-a53b8171ef98 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 932 time: 0.6502132 Apr 01 14:58:50.086532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:50.087476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-331efb9d-c711-4080-9c23-48c566b338f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862052 Apr 01 14:58:50.174457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd44205d-f123-4d49-8ba1-08d6b191f033 req-3cd7188d-fb81-4fc3-8e5d-02e193ca40e4 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579294 Apr 01 14:58:50.311521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d853fbfe-4346-4373-b1ee-fda5ca0cc9af req-decdf9db-7fd7-4ad6-b70f-ec5440c2298c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Synchronizing usage tracker for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:50.314487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-fe0cdef7-21ae-486e-a3be-3da4537fc35f service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164404 Apr 01 14:58:50.341015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-deleted', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:50.349008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d853fbfe-4346-4373-b1ee-fda5ca0cc9af req-decdf9db-7fd7-4ad6-b70f-ec5440c2298c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] Unset dirty status for tenant:92ae89e691eb495a9d56b813de5b091a on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:50.358243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d853fbfe-4346-4373-b1ee-fda5ca0cc9af req-decdf9db-7fd7-4ad6-b70f-ec5440c2298c tempest-MigrationsAdminTest-1386229358 tempest-MigrationsAdminTest-1386229358-project] 10.222.0.48 "GET /v2.0/ports?device_id=29cbe023-c825-4c86-a099-e1a4c273cb4f HTTP/1.1" status: 200 len: 210 time: 0.1212940 Apr 01 14:58:50.550400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b3c34e8-29b2-4f28-9833-0c86af1f92ab req-d42c7546-140c-4b55-a256-05990eb81597 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301540 Apr 01 14:58:50.685745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71c950f2-43d4-47a2-a7f6-3e7e6d989e1e req-4c0986ad-b0c8-4483-9932-79e4bfbb1a63 tempest-ServersAaction247Test-877929241 tempest-ServersAaction247Test-877929241-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.0661507 Apr 01 14:58:50.776517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:50.780392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:50.784330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:50.788172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:50.792010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:50.795874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:50.802002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:50.803952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-09491c66-217e-4e74-a1dd-3e3c4e874cab tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.3191664 Apr 01 14:58:50.817916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:50.835996 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cbe023-c825-4c86-a099-e1a4c273cb4f', 'name': 'network-vif-deleted', 'tag': 'd3720c7a-956a-48ad-93f4-fab4760d5438', 'status': 'completed', 'code': 200} Apr 01 14:58:50.844240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:50.855829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Deleting port 50051e99-ad05-4b25-8319-572979d7e908 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:50.856140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:50.921280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Transition to ACTIVE for port object 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:58:50.934200 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:50.998015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8b4dd61-e0cb-43e6-bdc2-faffd21ce45f req-8030a0bf-b3ab-4e64-804b-a3f0d804edf8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843619 Apr 01 14:58:51.148041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d1e838e-d547-4093-abf4-7a5187e903b8 req-5c3cc921-a686-456e-ab10-ac010d74d1fc tempest-ServersAaction247Test-877929241 tempest-ServersAaction247Test-877929241-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.0463996 Apr 01 14:58:51.152829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fcb5b443-c9ec-4d6c-b9f6-c3021d29608c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:51.166163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e60f0-d3b4-4c67-bba2-b3694e77ec76 req-7af78913-d34b-489c-8d7b-4740b43f49cf tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:51.168977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-642e60f0-d3b4-4c67-bba2-b3694e77ec76 req-7af78913-d34b-489c-8d7b-4740b43f49cf tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 947 time: 0.1399634 Apr 01 14:58:51.200065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:51.296906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-642e60f0-d3b4-4c67-bba2-b3694e77ec76 req-44c0e003-c38b-487a-86d7-49337b2ffe97 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193051 Apr 01 14:58:51.335056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] For port 50051e99-ad05-4b25-8319-572979d7e908, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=50051e99-ad05-4b25-8319-572979d7e908,segment=NetworkSegment(bc5a958f-f101-4faa-b380-0a4a3afa2b96),segment_id=bc5a958f-f101-4faa-b380-0a4a3afa2b96)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:51.335562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:51.342476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:51.441575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:51.457438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c', 'mac_address': 'fa:16:3e:66:6a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:51.532158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:51.583696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:51.629050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Calling delete_port for 50051e99-ad05-4b25-8319-572979d7e908 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:58:51.646353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb5b443-c9ec-4d6c-b9f6-c3021d29608c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:58:51.657756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:51.668124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Usage tracker for resource:security_group_rule and tenant:fc867a1aca784cb9b6232daaa657551e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:51.675327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:51.684399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:51.689342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:51.697119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:51.736756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Attempting to bind port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:58:51.750050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Attempting to bind port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:58:51.753059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Attempting to bind port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:51.791165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:58:51.901466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:51.911380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:51.925457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:58:51.927893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Attempting to bind port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:58:51.943660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: d3720c7a-956a-48ad-93f4-fab4760d5438 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:58:51.944065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d3720c7a-956a-48ad-93f4-fab4760d5438 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:58:51.945937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:51.990568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:58:51.992454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Checking segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:51.992948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Bound using segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:58:51.993598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Bound port: 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:58:51.994034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.017301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc867a1aca784cb9b6232daaa657551e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6734555 Apr 01 14:58:52.021247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50136) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:52.023297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fcb5b443-c9ec-4d6c-b9f6-c3021d29608c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:58:52.034547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9b7b0-00fd-43ff-b4f7-d7d8e7ef8c70 req-204f74b0-bf84-4083-b4fe-dc75be59c3d0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.042703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3bc9b7b0-00fd-43ff-b4f7-d7d8e7ef8c70 req-204f74b0-bf84-4083-b4fe-dc75be59c3d0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 944 time: 0.5115612 Apr 01 14:58:52.051851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50140) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:52.074183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0611c-4e14-4497-8021-8e5de7ae94af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3054d7-3852-477e-9178-6f6bd6075f5c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:52.125122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e27a9c4a-41a7-4389-858f-1da69d54dc9f req-5d3d1e79-6846-4ce2-bdd3-77c3460ef3d0 tempest-ServersAaction247Test-877929241 tempest-ServersAaction247Test-877929241-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe98b5ae-6db5-4d97-898b-b7d01b333855 HTTP/1.1" status: 200 len: 210 time: 0.0534551 Apr 01 14:58:52.144404 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2b29d0f-4356-475b-abf2-5256677220b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.173851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2b29d0f-4356-475b-abf2-5256677220b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.183469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3bc9b7b0-00fd-43ff-b4f7-d7d8e7ef8c70 req-cd0a07da-409f-4920-913e-09e6006342b6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391921 Apr 01 14:58:52.258468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2b29d0f-4356-475b-abf2-5256677220b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.304346 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2b29d0f-4356-475b-abf2-5256677220b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.309644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2b29d0f-4356-475b-abf2-5256677220b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f3054d7-3852-477e-9178-6f6bd6075f5c HTTP/1.1" status: 204 len: 168 time: 0.2852402 Apr 01 14:58:52.322309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b29d0f-4356-475b-abf2-5256677220b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3054d7-3852-477e-9178-6f6bd6075f5c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:52.324629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:58:52.364328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:58:52.385143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.423335 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.451834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=50051e99-ad05-4b25-8319-572979d7e908,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:52.490005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.494127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.498538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.502793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.507705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.511742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.515835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:52.518310 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-da249afe-bd1d-4f7b-b92a-440b861afa41 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.1391904 Apr 01 14:58:52.623759 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-baa91332-8da0-48f3-bfe6-7a521e7a9def req-3d009aa7-9795-4217-b762-d1e4d99a5e5c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992522 Apr 01 14:58:52.628192 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:52.629589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] 10.222.0.62 "PUT /v2.0/ports/6bc27f71-e2a3-46c8-b27d-042cfc617ca8 HTTP/1.1" status: 200 len: 1092 time: 2.8248365 Apr 01 14:58:52.631036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:52.804384 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'status': 'completed', 'code': 200} Apr 01 14:58:52.810785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b786c224-d65a-48f6-b6a7-0b000211e529 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92ae89e691eb495a9d56b813de5b091a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7540035 Apr 01 14:58:52.811762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50162) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:52.818182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496152b7-bd32-4dc2-8ffa-30f3980dee7a service neutron] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:52.979298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-320a70e1-c47f-44b7-a447-9df8bd33b166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.025262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-320a70e1-c47f-44b7-a447-9df8bd33b166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.120573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbd808-e753-4afe-9bb1-c611ac72df17 req-a17b23fb-9123-46bc-bf80-c67ac986b33b tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.122881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fbdbd808-e753-4afe-9bb1-c611ac72df17 req-a17b23fb-9123-46bc-bf80-c67ac986b33b tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 948 time: 0.6054192 Apr 01 14:58:53.158892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fcb5b443-c9ec-4d6c-b9f6-c3021d29608c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:58:53.169165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.171446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-33d6bdae-2b31-47df-aef0-8e1531c8c328 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 1095 time: 0.4576781 Apr 01 14:58:53.173166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.177116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.181014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.184938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.188953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.193108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.195119 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7abfc08-ccd6-439d-9378-8457a2eafaa6 req-8e646caf-1e98-4989-86f7-762b854e72ef tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.1422985 Apr 01 14:58:53.207161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-320a70e1-c47f-44b7-a447-9df8bd33b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.247393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50172) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:53.276779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Request body: {'floatingip': {'port_id': '080cfda3-e275-47e3-b022-93e406c83db8'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:53.282401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:58:53.285921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fbdbd808-e753-4afe-9bb1-c611ac72df17 req-9a92fbf3-16c3-4c4b-91d2-7e23f6ecf95e tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570756 Apr 01 14:58:53.288542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-8104d844-dc2f-44c2-ad25-8fb25d2b1108 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8 HTTP/1.1" status: 200 len: 217 time: 0.1035256 Apr 01 14:58:53.291703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:58:53.292104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.375252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-3d71e6fb-f5f7-4b48-90a0-ef75dedce9fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:53.376952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-3d71e6fb-f5f7-4b48-90a0-ef75dedce9fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.0806611 Apr 01 14:58:53.489536 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-cf758d76-5070-4cb2-958f-a9593ea51793 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034334 Apr 01 14:58:53.501455 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.563866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:53.564794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:53.581998 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.646800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a70e1-c47f-44b7-a447-9df8bd33b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b13485d-b7e1-4fe9-ab09-fe28f80181e2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:53.669811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.675426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50192) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:53.694981 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c', 'code': 200} Apr 01 14:58:53.704931 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:58:53.744743 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-320a70e1-c47f-44b7-a447-9df8bd33b166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.748069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-320a70e1-c47f-44b7-a447-9df8bd33b166 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b13485d-b7e1-4fe9-ab09-fe28f80181e2 HTTP/1.1" status: 204 len: 168 time: 0.9326398 Apr 01 14:58:53.759348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:53.780404 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:53.793120 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-1fbeb373-1b24-4144-92e1-39dfb90c5b05 service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906275 Apr 01 14:58:53.931075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50200) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:53.954987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98851d72-4772-49b7-99b3-6e3ff241ab4e req-e23a9bef-ec30-4c4f-95b6-07d80c5bcf96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 1100 time: 0.1874998 Apr 01 14:58:54.006249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98851d72-4772-49b7-99b3-6e3ff241ab4e req-ccdefd8b-d290-46b7-b187-90ac4b0dab21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Apr 01 14:58:54.101985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-545601513-network', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:54.171291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:54.186303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Usage tracker for resource:network and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:54.193822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:54.202548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:54.348976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Made reservation on behalf of a4403c8a155446a0b769e9c73ad02f85 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:54.351276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.394956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:54.398440 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.427458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df9c0-9ce6-432a-b714-15f5478eda1a req-f5db95dc-e312-4d61-aaef-6d5db2e6b009 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:54.429013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-387df9c0-9ce6-432a-b714-15f5478eda1a req-f5db95dc-e312-4d61-aaef-6d5db2e6b009 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 944 time: 0.8832941 Apr 01 14:58:54.483543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78d91f36-9b69-49bc-b8f7-be00703843f6 req-fdaa5872-e4bb-423e-8ba7-796e7ed255b7 service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807480 Apr 01 14:58:54.511947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-387df9c0-9ce6-432a-b714-15f5478eda1a req-9ee0dad8-a53c-4477-8a89-64cabdc5d5d7 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728908 Apr 01 14:58:54.539055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:54.585655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:54.593824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:54.605974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.616394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:54.646138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bc54d05a-7fd1-4851-b247-a43853686379 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e53b9d121ed74fef9fec8e610e0d2a0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2160213 Apr 01 14:58:54.651870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50222) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:54.694417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:54.704168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b710622f38e64b21a4ab76a81cceb0ed is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:54.707819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:54.716380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:54.737882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f17e5a-1e89-4d61-a188-85329746c843 req-0e5f0aa6-f51b-4c0b-94ac-162c67d6dd76 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:54.740476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f1f17e5a-1e89-4d61-a188-85329746c843 req-0e5f0aa6-f51b-4c0b-94ac-162c67d6dd76 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 949 time: 0.2042527 Apr 01 14:58:54.798080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-0ed8078b-d1fc-4e1f-8236-290a0668a6d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 1095 time: 0.2487621 Apr 01 14:58:54.812329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.840387 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82b14d33-460c-42ae-92ae-89a3b36373d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.847996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.915743 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.926235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:54.966409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:58:54.989196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82b14d33-460c-42ae-92ae-89a3b36373d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.004229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d731a44-c829-4219-acf7-8951bad193f1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:55.007512 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.007990 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Added segment 142e28c1-46f6-4f4f-90ce-27f115631fe8 of type vlan for network d5beb2fb-7772-4e68-95a8-cf99bee622f1 Apr 01 14:58:55.041991 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f1f17e5a-1e89-4d61-a188-85329746c843 req-0da04a9b-b118-4317-a34f-7ab62407d722 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512144 Apr 01 14:58:55.058754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:58:55.146190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301cb549-e08f-46e2-8d5a-c1c9dca36ec6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:55.179732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b710622f38e64b21a4ab76a81cceb0ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2479239 Apr 01 14:58:55.184341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:55.201593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.202076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.202510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.202969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.203624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.203827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.204245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.204686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.205096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.205531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.205947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78418b01-0a43-497c-bf0a-082100ecd6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:58:55.228350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.239794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-072d8331-4ecc-4746-bd95-af23979c17a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:55.241293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-072d8331-4ecc-4746-bd95-af23979c17a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 905 time: 0.4276023 Apr 01 14:58:55.241891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.320085 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-a96831a6-ed8f-4df7-b1fd-abaf76a2039a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8 HTTP/1.1" status: 200 len: 217 time: 0.0685093 Apr 01 14:58:55.324537 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.414167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82b14d33-460c-42ae-92ae-89a3b36373d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.419121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e86822f-8fd4-4b2e-aa65-59f77e5c4c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.440805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b14d33-460c-42ae-92ae-89a3b36373d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954519fb-5f86-41b8-b3c8-2109e68e3f58,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:55.446917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-5e6a7226-2cfc-4549-9ab8-b2a97b46d6db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:55.448463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-5e6a7226-2cfc-4549-9ab8-b2a97b46d6db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.1184366 Apr 01 14:58:55.451022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e86822f-8fd4-4b2e-aa65-59f77e5c4c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.544187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e86822f-8fd4-4b2e-aa65-59f77e5c4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.551023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.551864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:55.552439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.570251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86822f-8fd4-4b2e-aa65-59f77e5c4c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301cb549-e08f-46e2-8d5a-c1c9dca36ec6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:55.573350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e86822f-8fd4-4b2e-aa65-59f77e5c4c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:55.574462 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e86822f-8fd4-4b2e-aa65-59f77e5c4c7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/301cb549-e08f-46e2-8d5a-c1c9dca36ec6 HTTP/1.1" status: 204 len: 168 time: 0.3868337 Apr 01 14:58:55.604605 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Floating IP 558da1d6-0ad3-4ab2-9824-2bfbc734c8a4 associated. External IP: 172.25.2.120, port: 080cfda3-e275-47e3-b022-93e406c83db8. Apr 01 14:58:55.833756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-a4546f7d-29ae-4e65-9c61-b7c4098be152 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3739204 Apr 01 14:58:56.030389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d5beb2fb-7772-4e68-95a8-cf99bee622f1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:56.041105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:58:56.140420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82b14d33-460c-42ae-92ae-89a3b36373d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:56.142456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-82b14d33-460c-42ae-92ae-89a3b36373d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/954519fb-5f86-41b8-b3c8-2109e68e3f58 HTTP/1.1" status: 204 len: 168 time: 1.4842460 Apr 01 14:58:56.144159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a10f8d6-ef12-4dd3-8753-f4164f6672b1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4648781 Apr 01 14:58:56.157135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50246) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:56.175464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Request body: {'subnet': {'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-545601513-subnet', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:56.189703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:56.195828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-e6eff45c-4b60-4cbb-b748-efba1cef2213 service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394783 Apr 01 14:58:56.200186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Usage tracker for resource:subnet and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:56.207378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:56.241207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:56.346502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb4c36-281a-4cde-b4e5-a7d3c654c716 req-539355aa-92d9-4ed8-84f5-11d8bcc60cd0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:56.353922 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2beb4c36-281a-4cde-b4e5-a7d3c654c716 req-539355aa-92d9-4ed8-84f5-11d8bcc60cd0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 944 time: 0.5192788 Apr 01 14:58:56.375160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Made reservation on behalf of a4403c8a155446a0b769e9c73ad02f85 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:56.377846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:56.420507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38690d70-070b-49bc-a697-4ca554d3b9f2 req-70757c3f-c557-4f06-ba1d-56445357afb3 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:56.422709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38690d70-070b-49bc-a697-4ca554d3b9f2 req-70757c3f-c557-4f06-ba1d-56445357afb3 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 949 time: 0.1261032 Apr 01 14:58:56.487558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38690d70-070b-49bc-a697-4ca554d3b9f2 req-5eb3ca47-92b1-4209-9f0d-0a6f566bce56 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570984 Apr 01 14:58:56.593075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:58:56.597170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92b8a39e-9eb7-46cf-a764-9a3583edfbc3 req-d34450c3-f5d2-406d-9761-cf05e0ef82f7 service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913372 Apr 01 14:58:56.643271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2beb4c36-281a-4cde-b4e5-a7d3c654c716 req-156166da-d6a0-433d-9185-77916bbd1922 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883024 Apr 01 14:58:56.994742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:58:57.009774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:57.101803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:57.138741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:57.152115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:57.158446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] Sync routers for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:57.218391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b4140f01-9885-468b-85a5-48c0ea7f99f8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "PUT /v2.0/floatingips/558da1d6-0ad3-4ab2-9824-2bfbc734c8a4 HTTP/1.1" status: 200 len: 992 time: 3.9547606 Apr 01 14:58:57.219187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:58:57.235293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:57.236362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:57.286650 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8', 'status': 'completed', 'code': 200} Apr 01 14:58:57.443326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50288) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:57.601209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:57.832700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Checking segment: {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:58:57.833267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Network hostable DHCP agents. Network: d5beb2fb-7772-4e68-95a8-cf99bee622f1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:58:57.935054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:58:57.983059 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-ae949117-e7be-43b9-96f2-f66d6ae215be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6493 time: 0.6099663 Apr 01 14:58:58.023541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-179379330-network', 'tenant_id': '6748d3a26e3046f68ebdc5db5f6c21c1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:58.039646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:58.047094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Usage tracker for resource:network and tenant:6748d3a26e3046f68ebdc5db5f6c21c1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:58.049004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6c4a3-ae1d-4c68-a832-18f63c50d1d8 req-88cac34b-62b9-4405-92c0-50bfd780d60a tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:58.050558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fc6c4a3-ae1d-4c68-a832-18f63c50d1d8 req-88cac34b-62b9-4405-92c0-50bfd780d60a tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 949 time: 0.5359995 Apr 01 14:58:58.052789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:58.064032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d380c093-d2c7-48be-80ba-f7a8ca3b5494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.067933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:58.097478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Made reservation on behalf of 6748d3a26e3046f68ebdc5db5f6c21c1 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:58:58.098128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:58:58.103170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.138079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.148820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, d5beb2fb-7772-4e68-95a8-cf99bee622f1) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:58:58.160697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:58.161256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.211536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cf5cb7-a30a-4876-9933-a00d49f7b6d9 None None] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:58:58.251872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fc6c4a3-ae1d-4c68-a832-18f63c50d1d8 req-29262c8e-410f-4898-aa5a-c4eff9dc7a0b tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547165 Apr 01 14:58:58.253121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7ffdcacc-5454-41fd-bc78-488a1b0c96e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0921075 Apr 01 14:58:58.256436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50306) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:58.261399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e623f54-0523-41eb-b7b1-3c2d6ec78f04 req-84c4c3f0-8c08-43ee-a788-0b67a4c80902 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:58.263183 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e623f54-0523-41eb-b7b1-3c2d6ec78f04 req-84c4c3f0-8c08-43ee-a788-0b67a4c80902 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 944 time: 0.3256032 Apr 01 14:58:58.264089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:58:58.264408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:58.268134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-1e8928ed-2e1c-48de-9bea-465c5b38608e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:58.269874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-1e8928ed-2e1c-48de-9bea-465c5b38608e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e HTTP/1.1" status: 200 len: 913 time: 0.2780912 Apr 01 14:58:58.273030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:58:58.279889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Usage tracker for resource:router and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:58.308427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Usage tracker for resource:security_group_rule and tenant:6748d3a26e3046f68ebdc5db5f6c21c1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:58:58.336776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:58.336954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:58:58.341372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e623f54-0523-41eb-b7b1-3c2d6ec78f04 req-93dc8875-e887-437f-aa43-a331b1fcf167 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Synchronizing usage tracker for tenant:bd90fad651124d7e813a363387a32aa2 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:58:58.349745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:58.364692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:58:58.380420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '558da1d6-0ad3-4ab2-9824-2bfbc734c8a4', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'port_id': '080cfda3-e275-47e3-b022-93e406c83db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'mac_address': 'fa:16:3e:09:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:57:09Z', 'updated_at': '2022-04-01T14:58:54Z', 'revision_number': 1, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:58.384611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:58:58.388176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e623f54-0523-41eb-b7b1-3c2d6ec78f04 req-93dc8875-e887-437f-aa43-a331b1fcf167 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Unset dirty status for tenant:bd90fad651124d7e813a363387a32aa2 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:58:58.389539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e623f54-0523-41eb-b7b1-3c2d6ec78f04 req-93dc8875-e887-437f-aa43-a331b1fcf167 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197493 Apr 01 14:58:58.397603 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] Sync routers for ids ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:58:58.411979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] Checking router: d4c7a6c9-f3f8-41c6-80b2-8398fe81062b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:58.421229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] Routers {'1ea8412b-22ac-46fe-a4d0-befe6e7c75be'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:58.422076 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:58.431353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-339de9c6-600b-4ced-b85b-aec127cfa8fa admin admin] 10.222.0.48 "PUT /v2.0/routers/1ea8412b-22ac-46fe-a4d0-befe6e7c75be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1280503 Apr 01 14:58:58.436216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50312) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:58:58.466292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.488036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.499204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-32ecfa12-033c-42e8-8038-b7a0ec00308e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080cfda3-e275-47e3-b022-93e406c83db8 HTTP/1.1" status: 200 len: 1000 time: 0.2214420 Apr 01 14:58:58.594574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:58.595382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:58.661202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.681624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-a42ad781-95f5-45cd-90cc-24474ea39bbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:58.685716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-a42ad781-95f5-45cd-90cc-24474ea39bbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d011030-0327-42dc-9c3b-dcd693297f1d HTTP/1.1" status: 200 len: 851 time: 0.1735678 Apr 01 14:58:58.698406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.714662 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] Set router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:58.752004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:58.838535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603a560-5c2f-4dc2-83df-980750591351,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:58:58.851306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:58.896947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-638ef4b4-921b-4be5-94db-bcc9cb5fae22 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:58.898423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-638ef4b4-921b-4be5-94db-bcc9cb5fae22 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 949 time: 0.2609742 Apr 01 14:58:58.899205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:58:58.991031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Deleting port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:58:58.991375 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.050722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.051061 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Added segment 1d20eaf3-385c-4ff9-8d89-188a7ec93303 of type vlan for network 4b423e8a-5d65-4b59-b3da-c4246d996070 Apr 01 14:58:59.127051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:59.147797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.172988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.242507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'mac_address': 'fa:16:3e:b3:04:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:58:59.244646 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:52Z', 'revision_number': 5, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:59.248902 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] Checking router: 1ea8412b-22ac-46fe-a4d0-befe6e7c75be for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:58:59.277896 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] Routers {'1ea8412b-22ac-46fe-a4d0-befe6e7c75be'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:58:59.278740 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:58:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:58:59.469213 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-66c484d0-638a-4ae4-ada5-3d75f1a5a518 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7741880 Apr 01 14:58:59.532075 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.572632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-d5beb2fb-7772-4e68-95a8-cf99bee622f1', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:58:59.573913 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.591000 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] Set router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:58:59.813780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.911777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] For port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:58:59.912354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:58:59.963711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-57c335f5-6e21-42f2-9efe-332af87ceecf service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866474 Apr 01 14:58:59.979641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0ac1-7e79-4b09-af66-fc80f640a0e9 req-58c42be8-ab7b-4b8c-a9b0-60574bc3b446 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:58:59.988320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ca1a0ac1-7e79-4b09-af66-fc80f640a0e9 req-58c42be8-ab7b-4b8c-a9b0-60574bc3b446 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 949 time: 0.4643903 Apr 01 14:59:00.041294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:00.086514 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:52Z', 'revision_number': 5, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:00.093572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Calling delete_port for fcb5b443-c9ec-4d6c-b9f6-c3021d29608c owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:00.095380 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a15a1-222a-4f8a-859b-32c5ea8827f0 None None] The sync data for ids ['1ea8412b-22ac-46fe-a4d0-befe6e7c75be'] in n-d-836017-1 is: [{'id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'name': 'tempest-FloatingIPsNegativeTestJSON-1695676455-router', 'tenant_id': '8de433666a7a412ebf266852c04b0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:20Z', 'updated_at': '2022-04-01T14:58:52Z', 'revision_number': 5, 'project_id': '8de433666a7a412ebf266852c04b0dcc', 'gw_port': {'id': '8881b77f-35ac-4e10-8d33-4fc37f103a25', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8412b-22ac-46fe-a4d0-befe6e7c75be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:58:23Z', 'updated_at': '2022-04-01T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:59:00.150860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:00.165516 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:00.214538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ca1a0ac1-7e79-4b09-af66-fc80f640a0e9 req-cb33547c-2b26-4b7c-8996-f5fbbe992531 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/security-groups?id=c97c663d-40f2-4b42-9cfd-80dc734e5e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251484 Apr 01 14:59:00.247094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] It took 1.08 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:59:00.279481 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1f7a396-033e-40a0-bcb5-c454b3119348 req-042703c5-0192-4b2d-96e0-3290f9d33bcf service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879257 Apr 01 14:59:00.325798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:00.346626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d7c9-210a-4903-92d3-55f038ba2b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:00.371587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Allocated IP 172.20.0.2 (d5beb2fb-7772-4e68-95a8-cf99bee622f1/3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217/e9665549-7b40-469f-93f5-845a0f1b8bde) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:00.381402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:00.404849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50340) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:00.420055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:00.485345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:00.486788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:00.491962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:00.630122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '558da1d6-0ad3-4ab2-9824-2bfbc734c8a4', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'port_id': '080cfda3-e275-47e3-b022-93e406c83db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'mac_address': 'fa:16:3e:09:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:57:09Z', 'updated_at': '2022-04-01T14:58:54Z', 'revision_number': 1, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:00.633007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-043e23bb-24a0-43de-bc15-43129a136551 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cae318f1e37f4ed0b48ebd967d3f31e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536788 Apr 01 14:59:00.639732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['6bc27f71-e2a3-46c8-b27d-042cfc617ca8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:00.711921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362c69b-a9aa-450c-9809-2ee038ed9419 None None] The sync data for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 is: [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '558da1d6-0ad3-4ab2-9824-2bfbc734c8a4', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'port_id': '080cfda3-e275-47e3-b022-93e406c83db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'mac_address': 'fa:16:3e:09:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fff8be-bc82-42dc-a658-80c703027077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:57:09Z', 'updated_at': '2022-04-01T14:58:54Z', 'revision_number': 1, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:59:00.733445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] Pushing event updated for resources: {'Network': ['ID=4b423e8a-5d65-4b59-b3da-c4246d996070,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:00.774282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 4b423e8a-5d65-4b59-b3da-c4246d996070 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:59:00.781145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:00.818894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fcb5b443-c9ec-4d6c-b9f6-c3021d29608c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:00.846113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Allocated IP 172.25.2.204 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/8811cc77-215d-4d3d-863a-2a92f2b8d56b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:00.922299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Pushing event deleted for resources: {'Port': ['ID=fcb5b443-c9ec-4d6c-b9f6-c3021d29608c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:01.004140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-0465bd56-d3fb-4475-a269-f929d61c96d4 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:01.006164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-0465bd56-d3fb-4475-a269-f929d61c96d4 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636284 Apr 01 14:59:01.015539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-557675b5-b221-46d2-a297-534b62250552 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5684757 Apr 01 14:59:01.076234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad30d1-df75-4f01-b1e5-4f480e2c4361 None None] New status for floating IP 558da1d6-0ad3-4ab2-9824-2bfbc734c8a4: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:59:01.078389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50350) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:01.101114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ed83e-403d-4657-86b0-a42fc7f3dadf req-c1fd9c64-80ed-4933-9b64-3a9db3fd1ef6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:01.109317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd8ed83e-403d-4657-86b0-a42fc7f3dadf req-c1fd9c64-80ed-4933-9b64-3a9db3fd1ef6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 945 time: 0.8533261 Apr 01 14:59:01.115413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Request body: {'subnet': {'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-179379330-subnet', 'tenant_id': '6748d3a26e3046f68ebdc5db5f6c21c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:01.136859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-ab13eaf7-00d1-4c73-8fd0-353dff8b57f7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/quotas/cae318f1e37f4ed0b48ebd967d3f31e7 HTTP/1.1" status: 200 len: 375 time: 0.0210159 Apr 01 14:59:01.172676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:01.177878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Usage tracker for resource:subnet and tenant:6748d3a26e3046f68ebdc5db5f6c21c1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:01.181701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:01.189061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:01.210932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Made reservation on behalf of 6748d3a26e3046f68ebdc5db5f6c21c1 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:01.211264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-676c551e-d23d-48f3-8ea0-f2192316e202 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cae318f1e37f4ed0b48ebd967d3f31e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680251 Apr 01 14:59:01.213595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:01.253248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:01.316730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:01.446403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:01.446403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:01.455865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:01.492697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] No DVR routers for this DVR port fcb5b443-c9ec-4d6c-b9f6-c3021d29608c on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:59:01.492697 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:01.506816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84a34a50-e2f5-4642-a6fc-b816189baa83 req-486e0c0e-9efd-45b2-912e-d1b724f20064 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.44 "DELETE /v2.0/ports/fcb5b443-c9ec-4d6c-b9f6-c3021d29608c HTTP/1.1" status: 204 len: 173 time: 2.5800509 Apr 01 14:59:01.538548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'name': 'network-vif-deleted', 'tag': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:01.596759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8811cc77-215d-4d3d-863a-2a92f2b8d56b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:01.656677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd8ed83e-403d-4657-86b0-a42fc7f3dadf req-72dbe3ef-1a46-46a5-b76e-d29818f6ff0c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348189 Apr 01 14:59:01.718316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:01.736245 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:01.767181 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:01.767181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Transition to ACTIVE for port object e9665549-7b40-469f-93f5-845a0f1b8bde will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:01.969778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Transition to ACTIVE for port object e9665549-7b40-469f-93f5-845a0f1b8bde will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:02.045980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.083273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e42bb2dd-a839-4d25-b907-127c00c251e5 req-83cdffc2-80d4-45fb-98d8-05062c0d3ab7 tempest-ImagesNegativeTestJSON-630635241 tempest-ImagesNegativeTestJSON-630635241-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0fc61c-fa3d-44d0-bf48-411c62c1838e HTTP/1.1" status: 200 len: 210 time: 0.4099896 Apr 01 14:59:02.089837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f7d05172-a0f2-409d-b246-bf57cdf86c2c req-16362a05-2291-44ef-a282-1e0d3ccefdce tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 210 time: 0.2068837 Apr 01 14:59:02.128675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.188616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Deleting port 8881b77f-35ac-4e10-8d33-4fc37f103a25 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:02.188616 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.220119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.220119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.232192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 50051e99-ad05-4b25-8319-572979d7e908 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:02.290952 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0fc61c-fa3d-44d0-bf48-411c62c1838e', 'name': 'network-vif-deleted', 'tag': 'fcb5b443-c9ec-4d6c-b9f6-c3021d29608c', 'status': 'completed', 'code': 200} Apr 01 14:59:02.315343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 50051e99-ad05-4b25-8319-572979d7e908 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:02.315343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 50051e99-ad05-4b25-8319-572979d7e908 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:02.315343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:02.341950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:02.341950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:02.341950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Pushing event updated for resources: {'Port': ['ID=e9665549-7b40-469f-93f5-845a0f1b8bde,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:02.508189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.526364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Attempting to bind port e9665549-7b40-469f-93f5-845a0f1b8bde on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:02.526364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Attempting to bind port e9665549-7b40-469f-93f5-845a0f1b8bde by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:02.526364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Attempting to bind port e9665549-7b40-469f-93f5-845a0f1b8bde on network d5beb2fb-7772-4e68-95a8-cf99bee622f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:02.541656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:02.541656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Checking segment: {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:02.541656 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.545733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Bound using segment: {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:02.545733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Bound port: e9665549-7b40-469f-93f5-845a0f1b8bde, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:02.545733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.705154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.728885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] For port e9665549-7b40-469f-93f5-845a0f1b8bde, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:02.739264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] For port e9665549-7b40-469f-93f5-845a0f1b8bde, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e9665549-7b40-469f-93f5-845a0f1b8bde,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:02.755086 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.889887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:59:02.898499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d8794d-aa5a-4696-b1bd-38d393ab81a9,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:02.933962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] For port 8881b77f-35ac-4e10-8d33-4fc37f103a25, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8881b77f-35ac-4e10-8d33-4fc37f103a25,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:02.934620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:02.939444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2ea01-4126-4602-a3ba-95b3daaedae1 None None] Pushing event updated for resources: {'Port': ['ID=e9665549-7b40-469f-93f5-845a0f1b8bde,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:03.162484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Calling delete_port for 8881b77f-35ac-4e10-8d33-4fc37f103a25 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:03.198341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:59:03.209147 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Sync routers for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:59:03.214981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fcb5b443-c9ec-4d6c-b9f6-c3021d29608c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:03.240299 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:03.242060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:03.276483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:03.279543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3168fc63-1014-40a6-b2e2-0c89053ad9e8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0220475 Apr 01 14:59:03.282198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50380) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:03.286153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Checking segment: {'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:03.286514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Network hostable DHCP agents. Network: 4b423e8a-5d65-4b59-b3da-c4246d996070, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:59:03.292389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-2e12c841-34fe-45ea-9a40-a44a02175927 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cae318f1e37f4ed0b48ebd967d3f31e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557554 Apr 01 14:59:03.322149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: fcb5b443-c9ec-4d6c-b9f6-c3021d29608c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:03.322617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fcb5b443-c9ec-4d6c-b9f6-c3021d29608c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:03.520216 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:03.536432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3b33c0b-c6dc-45d2-bf35-3c0d52a9999b req-ca335fbe-96fa-4560-96d8-819a61ff7dfd tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 210 time: 0.0782287 Apr 01 14:59:03.581881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c271-cddb-4c89-a2b0-334849bc07fc req-3697c34b-d574-4e83-a64d-880d705e4e66 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:03.583592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c052c271-cddb-4c89-a2b0-334849bc07fc req-3697c34b-d574-4e83-a64d-880d705e4e66 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 945 time: 0.6617694 Apr 01 14:59:03.584149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Network 4b423e8a-5d65-4b59-b3da-c4246d996070 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:59:03.623582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-4b67157b-b35f-4d61-8529-2f885b57bab8 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:03.625141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-4b67157b-b35f-4d61-8529-2f885b57bab8 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981479 Apr 01 14:59:03.632681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 4b423e8a-5d65-4b59-b3da-c4246d996070) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:03.640810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d10e5-0c24-4ea5-a08a-fcddfa23c106 None None] Network 4b423e8a-5d65-4b59-b3da-c4246d996070 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:03.685528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:03.686112 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:03.720502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Request body: {'port': {'device_id': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'cae318f1e37f4ed0b48ebd967d3f31e7'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:03.915021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c052c271-cddb-4c89-a2b0-334849bc07fc req-7f9475c7-4c76-4a2d-bc32-7d3824072a11 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150139 Apr 01 14:59:03.936546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d342cb74-8ab8-4527-bdc4-ddb4b7b8a1a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8531213 Apr 01 14:59:03.940541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:04.010600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:04.048743 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:01Z', 'revision_number': 3, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:04.075751 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Checking router: 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:59:04.078875 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Updating router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da port 8811cc77-215d-4d3d-863a-2a92f2b8d56b binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:59:04.101281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d905b3-8c32-4116-871c-80cb6578842d None None] Network 4b423e8a-5d65-4b59-b3da-c4246d996070 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:04.188086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8881b77f-35ac-4e10-8d33-4fc37f103a25,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:04.253606 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:04.261785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:04.368541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e9665549-7b40-469f-93f5-845a0f1b8bde up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:04.456959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317aa969-4512-40cd-99d7-1d59c7791739 None None] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:04.471632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:04.507800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Usage tracker for resource:port and tenant:cae318f1e37f4ed0b48ebd967d3f31e7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:04.514294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:04.553179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:04.654480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50412) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:04.837890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-abc50df1-18a0-4f54-a5c1-8a624106172c None None] Provisioning for port e9665549-7b40-469f-93f5-845a0f1b8bde completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:04.840743 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:04.849712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Made reservation on behalf of cae318f1e37f4ed0b48ebd967d3f31e7 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:04.853247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:04.864381 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Transition to ACTIVE for port object 8811cc77-215d-4d3d-863a-2a92f2b8d56b will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:04.867549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:04.877185 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:04.969003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:04.989117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:04.989804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.067251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.072972 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Pushing event updated for resources: {'Port': ['ID=8811cc77-215d-4d3d-863a-2a92f2b8d56b,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:05.078891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e9665549-7b40-469f-93f5-845a0f1b8bde completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:05.084353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28a40c7a-911e-4eb3-941e-4bdcc8215bb7 req-4733b849-83c0-4fa0-aa2c-e9c56dff4a2d tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 210 time: 0.2504139 Apr 01 14:59:05.087888 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.096519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.096923 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.097258 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.098240 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.098579 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.098901 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.099236 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.100283 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.100630 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.100944 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.106312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e9665549-7b40-469f-93f5-845a0f1b8bde triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:05.109201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.112129 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:05.172137 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Attempting to bind port 8811cc77-215d-4d3d-863a-2a92f2b8d56b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:05.172505 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Attempting to bind port 8811cc77-215d-4d3d-863a-2a92f2b8d56b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:05.176930 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Attempting to bind port 8811cc77-215d-4d3d-863a-2a92f2b8d56b on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:05.189626 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:05.192707 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:05.193276 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.194636 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:05.196657 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Bound port: 8811cc77-215d-4d3d-863a-2a92f2b8d56b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:05.197208 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.312791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a8d4514a-c625-4915-80cb-38424b0af241 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=296c1f2d793040b6948bcdf7384d0617&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6332133 Apr 01 14:59:05.319828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50422) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:05.322229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] For port 8811cc77-215d-4d3d-863a-2a92f2b8d56b, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:05.326567 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] For port 8811cc77-215d-4d3d-863a-2a92f2b8d56b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8811cc77-215d-4d3d-863a-2a92f2b8d56b,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:05.332819 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.375970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964cac2-4922-4b53-b850-a80c439ff682 req-18db77ba-bbff-4507-8513-92bdcd8f116c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:05.383121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-18db77ba-bbff-4507-8513-92bdcd8f116c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 813 time: 0.7295332 Apr 01 14:59:05.415245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:05.429896 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537ba56-066c-4779-8b0c-b4c2bdd607e4 None None] Pushing event updated for resources: {'Port': ['ID=8811cc77-215d-4d3d-863a-2a92f2b8d56b,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:05.456197 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.465196 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:05.466053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:05.469772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-8a1ba0cd-a848-4889-9e8b-48210fe860d3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/quotas/6748d3a26e3046f68ebdc5db5f6c21c1 HTTP/1.1" status: 200 len: 375 time: 0.0855036 Apr 01 14:59:05.473269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Usage tracker for resource:security_group_rule and tenant:cae318f1e37f4ed0b48ebd967d3f31e7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:05.496252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:05.504938 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.512266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:05.524879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e9665549-7b40-469f-93f5-845a0f1b8bde, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e9665549-7b40-469f-93f5-845a0f1b8bde,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:05.529724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.535286 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.563011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-67f43146-08fd-40ba-b14d-4801003c948e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920773 Apr 01 14:59:05.603194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:05.609727 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.652097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:05.662676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.673761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e9665549-7b40-469f-93f5-845a0f1b8bde,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:05.748542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:05.766321 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:05.812905 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.818966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e7d77543-3402-4fd7-a136-36e191325a6a None None] Provisioning complete for port e9665549-7b40-469f-93f5-845a0f1b8bde triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:05.819390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7d77543-3402-4fd7-a136-36e191325a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.823767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.824462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea8412b-22ac-46fe-a4d0-befe6e7c75be {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:59:05.826456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-dce007d9-61f1-40a8-b01e-e380e422935a service neutron] 10.222.0.48 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621634 Apr 01 14:59:05.844773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.878249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:05.990243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cb71d-1b59-4395-81c0-4ff2c6f28fa3 req-3bbb709c-3f61-4e37-a804-fc6a6fa3f392 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:05.991792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f4cb71d-1b59-4395-81c0-4ff2c6f28fa3 req-3bbb709c-3f61-4e37-a804-fc6a6fa3f392 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 945 time: 0.6362567 Apr 01 14:59:06.020513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.062203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Allocated IP 172.20.0.1 (d5beb2fb-7772-4e68-95a8-cf99bee622f1/3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217/46e8e866-2228-48b4-8d72-c5210114be8c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:06.104102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.104102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9e3f70d7-7822-4fca-9ce9-31823508f9b3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ea8412b-22ac-46fe-a4d0-befe6e7c75be HTTP/1.1" status: 204 len: 168 time: 7.6647913 Apr 01 14:59:06.104102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:06.105150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50428) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:06.153407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Allocated IP 192.168.233.85 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/bff842b3-55c1-46b8-9ec4-c2bc64faeb98) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:06.160304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f4cb71d-1b59-4395-81c0-4ff2c6f28fa3 req-d14172b2-9399-4af3-b722-369be303c889 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077864 Apr 01 14:59:06.200384 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:01Z', 'revision_number': 3, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:06.205349 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c614e53-a543-453e-a5ca-899e933e520f None None] The sync data for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 is: [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:01Z', 'revision_number': 3, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:59:06.256637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-aa258478-1c79-4500-9a26-86f73f3ba650 service neutron] 10.222.0.48 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760457 Apr 01 14:59:06.284955 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'code': 200} Apr 01 14:59:06.385414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.388952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e9665549-7b40-469f-93f5-845a0f1b8bde up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:06.395490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.502432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c663d-40f2-4b42-9cfd-80dc734e5e7d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:06.527369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] Deleting subnet fd2c07ab-6696-434e-a2dd-8eef90732fa8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:59:06.537091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.555132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e9665549-7b40-469f-93f5-845a0f1b8bde triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:06.555536 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.611177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.611549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.611925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.612255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.613063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.613063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.613253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.613472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.613922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c7a96415-ced4-448b-b28b-8d8994791feb req-8af8f577-b167-41d9-a732-8f3a85bb2006 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 210 time: 0.1033623 Apr 01 14:59:06.625359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.625696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.626024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:06.652602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Transition to ACTIVE for port object 46e8e866-2228-48b4-8d72-c5210114be8c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:06.724408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71785b76-729c-45a0-b837-a21268978f76 req-25787394-0f0b-4dfe-9891-809ca6942d7e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 210 time: 0.1343231 Apr 01 14:59:06.749604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.779465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.803507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Transition to ACTIVE for port object bff842b3-55c1-46b8-9ec4-c2bc64faeb98 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:06.883921 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.886829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6621bbfc-6918-4d44-a181-c400be0d5231 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c97c663d-40f2-4b42-9cfd-80dc734e5e7d HTTP/1.1" status: 204 len: 168 time: 1.5556562 Apr 01 14:59:06.888723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:06.898130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Deleting port 465f6659-457d-404f-a82a-89d5b4266c1a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:06.898560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.903291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:06.934848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:06.948093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:06.955507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:07.022453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Pushing event updated for resources: {'Port': ['ID=46e8e866-2228-48b4-8d72-c5210114be8c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:07.036411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8623cb8e-26d1-4d9c-86d7-e6365df1e042 req-a76ef446-4b42-4b68-aa18-cacd62e8087f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 1097 time: 0.6262131 Apr 01 14:59:07.108580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:07.153136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8623cb8e-26d1-4d9c-86d7-e6365df1e042 req-63abc315-0b60-4ce7-aab1-837325bb6fed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980525 Apr 01 14:59:07.173314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:07.345800 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:07.407152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee062dcb-9155-4418-8919-ae115072ccf0 None None] Provisioning for port 46e8e866-2228-48b4-8d72-c5210114be8c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:07.416939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee062dcb-9155-4418-8919-ae115072ccf0 None None] Provisioning complete for port 46e8e866-2228-48b4-8d72-c5210114be8c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:07.418358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee062dcb-9155-4418-8919-ae115072ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:07.497364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Pushing event updated for resources: {'Port': ['ID=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:07.508158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:07.516594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:07.528745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:07.559555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ee062dcb-9155-4418-8919-ae115072ccf0 None None] Port 46e8e866-2228-48b4-8d72-c5210114be8c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:59:07.740397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] For port 465f6659-457d-404f-a82a-89d5b4266c1a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=465f6659-457d-404f-a82a-89d5b4266c1a,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:07.740397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:07.904372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:07.904982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:07.986600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Calling delete_port for 465f6659-457d-404f-a82a-89d5b4266c1a owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:08.010220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:08.125988 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-782ecc5c-e2f9-4e05-9af7-a34c93607fcb None None] Provisioning for port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:08.134355 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-99268105-7b61-4dd1-9871-98e433f0c3b7 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4504213 Apr 01 14:59:08.148973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60811047-c02f-471d-8b91-e4c597505086 req-5a4653be-31af-40c0-a518-7dc7a743ac79 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:08.154196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-782ecc5c-e2f9-4e05-9af7-a34c93607fcb None None] Provisioning complete for port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:08.154559 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-782ecc5c-e2f9-4e05-9af7-a34c93607fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:08.156917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60811047-c02f-471d-8b91-e4c597505086 req-5a4653be-31af-40c0-a518-7dc7a743ac79 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 946 time: 0.7158847 Apr 01 14:59:08.165859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Request body: {'port': {'device_id': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:08.239933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-782ecc5c-e2f9-4e05-9af7-a34c93607fcb None None] Port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:59:08.417955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8811cc77-215d-4d3d-863a-2a92f2b8d56b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:08.463842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:08.495339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ae86d-8012-449e-ae40-6369d224f895 None None] Network 821893dd-6328-4475-99b8-44dd25bd19e4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:08.534595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2c07ab-6696-434e-a2dd-8eef90732fa8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:08.671519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60811047-c02f-471d-8b91-e4c597505086 req-cf2e8d42-1c6b-4619-8f12-43251d179341 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073106 Apr 01 14:59:08.671519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:08.729025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ef9c6f64-607e-48e6-b08d-1066fac30c0f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd2c07ab-6696-434e-a2dd-8eef90732fa8 HTTP/1.1" status: 204 len: 168 time: 2.4727726 Apr 01 14:59:08.754157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50468) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:08.786515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:08.887480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=465f6659-457d-404f-a82a-89d5b4266c1a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:08.909422 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:08.993483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Deleting port c23c2a38-f984-4e98-9929-ba0f3569cbb5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:08.993483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.065886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8811cc77-215d-4d3d-863a-2a92f2b8d56b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:09.084706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8811cc77-215d-4d3d-863a-2a92f2b8d56b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:09.084706 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.256282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6c222-768c-44cc-aa7c-836a7fca6ebd req-b876b6ea-2154-4551-86d7-50eed22530a4 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:09.258089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69a6c222-768c-44cc-aa7c-836a7fca6ebd req-b876b6ea-2154-4551-86d7-50eed22530a4 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 935 time: 1.3292778 Apr 01 14:59:09.320933 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:59:09.329190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dd70776-62cf-472f-9723-46ec7fbe3783 req-1a9dd2b9-14fb-4fac-a150-30280c45a81f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 210 time: 0.1503890 Apr 01 14:59:09.353047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.359930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964cac2-4922-4b53-b850-a80c439ff682 req-5adad972-8e08-4753-b6d8-bf28d339da5c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:09.363889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-5adad972-8e08-4753-b6d8-bf28d339da5c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 813 time: 0.8942361 Apr 01 14:59:09.395428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.437578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69a6c222-768c-44cc-aa7c-836a7fca6ebd req-675ba0b4-5585-46ed-9279-8e7f1863aae4 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576972 Apr 01 14:59:09.443851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Request body: {'port': {'device_id': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070', 'admin_state_up': True, 'tenant_id': '6748d3a26e3046f68ebdc5db5f6c21c1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:09.472341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8811cc77-215d-4d3d-863a-2a92f2b8d56b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8811cc77-215d-4d3d-863a-2a92f2b8d56b,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:09.496701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] DHCP port deletion for 821893dd-6328-4475-99b8-44dd25bd19e4 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:59:09.496701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.505981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.592732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8881b77f-35ac-4e10-8d33-4fc37f103a25 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:09.632874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] Deleting port c23c2a38-f984-4e98-9929-ba0f3569cbb5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:09.632874 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.684614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8881b77f-35ac-4e10-8d33-4fc37f103a25 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:09.684614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8881b77f-35ac-4e10-8d33-4fc37f103a25 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:09.757886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff842b3-55c1-46b8-9ec4-c2bc64faeb98 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:09.766762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:09.780767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Transition to ACTIVE for port object bff842b3-55c1-46b8-9ec4-c2bc64faeb98 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:09.980061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:10.072338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:10.091260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] For port c23c2a38-f984-4e98-9929-ba0f3569cbb5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c23c2a38-f984-4e98-9929-ba0f3569cbb5,segment=NetworkSegment(bc5a958f-f101-4faa-b380-0a4a3afa2b96),segment_id=bc5a958f-f101-4faa-b380-0a4a3afa2b96)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:10.091260 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:10.265809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] For port c23c2a38-f984-4e98-9929-ba0f3569cbb5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c23c2a38-f984-4e98-9929-ba0f3569cbb5,segment=NetworkSegment(bc5a958f-f101-4faa-b380-0a4a3afa2b96),segment_id=bc5a958f-f101-4faa-b380-0a4a3afa2b96)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:10.265809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:10.549626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] Calling delete_port for c23c2a38-f984-4e98-9929-ba0f3569cbb5 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:10.688060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c23c2a38-f984-4e98-9929-ba0f3569cbb5 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:10.692530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Calling delete_port for c23c2a38-f984-4e98-9929-ba0f3569cbb5 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:10.748704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50490) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:10.756763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8811cc77-215d-4d3d-863a-2a92f2b8d56b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:10.759520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:10.797530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:10.825332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Attempting to bind port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:10.825753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Attempting to bind port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:10.826148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Attempting to bind port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:10.840671 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:10.845586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-686e50e0-0eac-4500-9124-36fedeee0306 req-7da518e0-c971-403f-b683-f61bf1b5e468 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 210 time: 0.1594794 Apr 01 14:59:10.854048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] Pushing event deleted for resources: {'Port': ['ID=c23c2a38-f984-4e98-9929-ba0f3569cbb5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:10.857470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:59:10.857791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Attempting to bind port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:10.863706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No active binding found for port c23c2a38-f984-4e98-9929-ba0f3569cbb5 {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 14:59:10.864371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c23c2a38-f984-4e98-9929-ba0f3569cbb5 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:10.867264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8eb85-44ef-4607-8cac-6dbd822209de None None] No DVR routers for this DVR port c23c2a38-f984-4e98-9929-ba0f3569cbb5 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:59:10.895807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:10.896145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:10.896527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:10.897120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Bound port: bff842b3-55c1-46b8-9ec4-c2bc64faeb98, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:10.897279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:10.931040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Pushing event updated for resources: {'Port': ['ID=46e8e866-2228-48b4-8d72-c5210114be8c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:11.028101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:11.032189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Usage tracker for resource:port and tenant:6748d3a26e3046f68ebdc5db5f6c21c1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:11.035238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:11.042822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:11.064324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:11.065437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Made reservation on behalf of 6748d3a26e3046f68ebdc5db5f6c21c1 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:11.068627 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:11.080839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:11.120055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] For port bff842b3-55c1-46b8-9ec4-c2bc64faeb98, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:11.127373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] For port bff842b3-55c1-46b8-9ec4-c2bc64faeb98, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:11.147698 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:11.230284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:11.246575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9987d9-bb70-4637-b46a-4085f72f74be req-8518d7b7-bf6a-4700-a87b-c55c18edb2ef tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:11.247675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9c9987d9-bb70-4637-b46a-4085f72f74be req-8518d7b7-bf6a-4700-a87b-c55c18edb2ef tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Synchronizing usage tracker for tenant:cae318f1e37f4ed0b48ebd967d3f31e7 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:11.383641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:11.385354 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] 10.222.0.44 "PUT /v2.0/ports/bff842b3-55c1-46b8-9ec4-c2bc64faeb98 HTTP/1.1" status: 200 len: 1095 time: 3.2261639 Apr 01 14:59:11.387335 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:59:11.388815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'tag': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:11.396481 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:59:11.414384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9277c729-2816-4cc0-b185-e0f2d6ab6b79 None None] Provisioning complete for port 46e8e866-2228-48b4-8d72-c5210114be8c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:11.415063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9277c729-2816-4cc0-b185-e0f2d6ab6b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:11.416481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9c9987d9-bb70-4637-b46a-4085f72f74be req-8518d7b7-bf6a-4700-a87b-c55c18edb2ef tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Unset dirty status for tenant:cae318f1e37f4ed0b48ebd967d3f31e7 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:11.417753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c9987d9-bb70-4637-b46a-4085f72f74be req-8518d7b7-bf6a-4700-a87b-c55c18edb2ef tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 947 time: 0.4089854 Apr 01 14:59:11.419895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1b96c-d603-43aa-b10c-39ae2f4929d8 req-9ea974da-fca9-4ebd-ae8c-414d1dda5ec3 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:11.427289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30f1b96c-d603-43aa-b10c-39ae2f4929d8 req-9ea974da-fca9-4ebd-ae8c-414d1dda5ec3 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 946 time: 1.3855577 Apr 01 14:59:11.429568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac3fed-cac9-48bd-904a-a0555c1d4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:11.503167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:11.509151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9277c729-2816-4cc0-b185-e0f2d6ab6b79 None None] Port 46e8e866-2228-48b4-8d72-c5210114be8c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:59:11.586615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9c9987d9-bb70-4637-b46a-4085f72f74be req-a943b97d-f27f-405c-81d1-6167e1079cf5 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Synchronizing usage tracker for tenant:cae318f1e37f4ed0b48ebd967d3f31e7 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:11.611534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9c9987d9-bb70-4637-b46a-4085f72f74be req-a943b97d-f27f-405c-81d1-6167e1079cf5 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Unset dirty status for tenant:cae318f1e37f4ed0b48ebd967d3f31e7 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:11.624189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c9987d9-bb70-4637-b46a-4085f72f74be req-a943b97d-f27f-405c-81d1-6167e1079cf5 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883259 Apr 01 14:59:11.637653 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-e030584e-c0b3-4775-b4b3-8dbcf705eea4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae318f1e37f4ed0b48ebd967d3f31e7&device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 1098 time: 0.1823878 Apr 01 14:59:11.649359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:11.653442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30f1b96c-d603-43aa-b10c-39ae2f4929d8 req-8b83604e-be6b-4ca0-85f7-56ff361cf71b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253559 Apr 01 14:59:11.674552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Usage tracker for resource:security_group_rule and tenant:790fb047dbbc4e3e8c93a392b6563e2f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:11.721466 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'tag': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98', 'status': 'completed', 'code': 200} Apr 01 14:59:11.727903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:11.733421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-19bb27a8-6366-4f01-8661-48213bed2954 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=bff842b3-55c1-46b8-9ec4-c2bc64faeb98 HTTP/1.1" status: 200 len: 217 time: 0.0849032 Apr 01 14:59:11.749547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:11.915203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Deleting port c23c2a38-f984-4e98-9929-ba0f3569cbb5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:11.915882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:11.949108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-776c1c08-9fc0-4933-80dd-8f47273ea76d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:11.960578 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-776c1c08-9fc0-4933-80dd-8f47273ea76d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2210312 Apr 01 14:59:11.986724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Allocated IP 172.20.0.8 (4b423e8a-5d65-4b59-b3da-c4246d996070/99d8794d-aa5a-4696-b1bd-38d393ab81a9/a557bccf-d328-44e8-a2cf-a0d6f25db3d5) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:12.052733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] The port 'c23c2a38-f984-4e98-9929-ba0f3569cbb5' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:59:12.073981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb370e16-f96f-4f79-b52a-86e7dacb1716 req-d9fa3e8b-9a5b-4768-8d3e-6f74fa2eca27 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 210 time: 0.0497062 Apr 01 14:59:12.131849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-8b03548c-04f2-4167-99d5-e5ab5ab70279 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511097 Apr 01 14:59:12.233553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8811cc77-215d-4d3d-863a-2a92f2b8d56b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:12.308169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.319446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8811cc77-215d-4d3d-863a-2a92f2b8d56b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:12.319814 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.329595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.345586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.415509 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-fc26c40c-16e6-48c7-8e64-8af5f1634464 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342417 Apr 01 14:59:12.468601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821893dd-6328-4475-99b8-44dd25bd19e4']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:12.525082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5a958f-f101-4faa-b380-0a4a3afa2b96') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:12.525380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5a958f-f101-4faa-b380-0a4a3afa2b96') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:12.557186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b218fd20-bdae-42b1-afb7-e43d0c84a767,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:12.569920 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.592379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-03ae2c34-c1ee-4cb2-b4e1-53e21ef1a114 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=790fb047dbbc4e3e8c93a392b6563e2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8339562 Apr 01 14:59:12.614000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50504) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:12.620488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a5e7-955d-4b67-a45b-5228f0fb1f0b req-9f9505bb-2afd-4ed9-b396-5bcc8187f03c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:12.626231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7653a5e7-955d-4b67-a45b-5228f0fb1f0b req-9f9505bb-2afd-4ed9-b396-5bcc8187f03c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 946 time: 0.5163150 Apr 01 14:59:12.676845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.692369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:59:12.692369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:59:12.716834 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:59:12.730911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1bd1a53-309e-46a7-82fc-b838b18ff4af req-15942b78-e5f7-48d5-9ebb-b437e9861cfc service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094242 Apr 01 14:59:12.785354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Router 55783f50-4b3b-48a2-af1a-092403f260a6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:59:12.891183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.909434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7653a5e7-955d-4b67-a45b-5228f0fb1f0b req-1c5e1aee-4ee8-4457-ad1f-46c3b08bb0b4 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841916 Apr 01 14:59:12.920151 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.957990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:12.990241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=821893dd-6328-4475-99b8-44dd25bd19e4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:12.995146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709d0283-feab-41a3-bc61-7faec1b4bedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.027960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:59:13.045548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0d7b2b5b-0f6c-4a53-9551-1e91ca971f6d admin admin] 10.222.0.48 "DELETE /v2.0/networks/821893dd-6328-4475-99b8-44dd25bd19e4 HTTP/1.1" status: 204 len: 168 time: 4.2902939 Apr 01 14:59:13.056314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709d0283-feab-41a3-bc61-7faec1b4bedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.075859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.141295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e515561c-9022-4c41-a4e4-36427938b673 req-7caad34b-fe30-4dd6-ab41-f6a50feacb70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae318f1e37f4ed0b48ebd967d3f31e7&device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 1098 time: 0.3400233 Apr 01 14:59:13.258606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340bcd7-9ba4-40e3-a2d0-04540cc96345 req-c1a0832e-0692-4c1a-a882-aa512b2a5b4d tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:13.261237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c340bcd7-9ba4-40e3-a2d0-04540cc96345 req-c1a0832e-0692-4c1a-a882-aa512b2a5b4d tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 947 time: 0.2573059 Apr 01 14:59:13.306436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709d0283-feab-41a3-bc61-7faec1b4bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.312832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:13.345968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Network 4b423e8a-5d65-4b59-b3da-c4246d996070 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:13.361894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:13.390341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515561c-9022-4c41-a4e4-36427938b673 req-b354ec03-285a-49bb-b883-2657d37e1228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:13.391890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e515561c-9022-4c41-a4e4-36427938b673 req-b354ec03-285a-49bb-b883-2657d37e1228 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.2489996 Apr 01 14:59:13.481109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c340bcd7-9ba4-40e3-a2d0-04540cc96345 req-31de06d0-0b7c-453c-9315-779abbff3e58 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087348 Apr 01 14:59:13.508631 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e515561c-9022-4c41-a4e4-36427938b673 req-2bf1b24a-b9a8-4def-b78d-c42a88793033 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=bff842b3-55c1-46b8-9ec4-c2bc64faeb98 HTTP/1.1" status: 200 len: 217 time: 0.0988801 Apr 01 14:59:13.551717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:13.567148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f54089f8-4258-465f-89de-b93353bcd9bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8de433666a7a412ebf266852c04b0dcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2481992 Apr 01 14:59:13.576541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50518) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:13.577119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d0283-feab-41a3-bc61-7faec1b4bedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b218fd20-bdae-42b1-afb7-e43d0c84a767,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:13.585025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:13.604224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:59:13.617873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69678321-3471-487e-ae80-1dd3b964165c None None] Sync routers for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:59:13.625469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515561c-9022-4c41-a4e4-36427938b673 req-253b4945-3580-41ae-8759-6b1c2c6e626a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:13.625469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e515561c-9022-4c41-a4e4-36427938b673 req-253b4945-3580-41ae-8759-6b1c2c6e626a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1134038 Apr 01 14:59:13.636082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709d0283-feab-41a3-bc61-7faec1b4bedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.637601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-709d0283-feab-41a3-bc61-7faec1b4bedd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b218fd20-bdae-42b1-afb7-e43d0c84a767 HTTP/1.1" status: 204 len: 168 time: 1.0112882 Apr 01 14:59:13.647339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:13.648141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:13.680512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8c5e8b79-326f-48b0-bc35-78b1f0ba5f6d admin admin] 10.222.0.48 "PUT /v2.0/routers/55783f50-4b3b-48a2-af1a-092403f260a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2658796 Apr 01 14:59:13.686219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50524) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:13.734837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4442-95ff-40f3-9066-d22fc9802ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.772331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4442-95ff-40f3-9066-d22fc9802ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.786823 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e515561c-9022-4c41-a4e4-36427938b673 req-9d1bffd9-1d87-46ba-8e61-6203424b5dd2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544011 Apr 01 14:59:13.903637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:13.903637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:13.946130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-e799fe1b-9086-425e-9f98-dbe4024306d5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5488470 Apr 01 14:59:13.970007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Request body: {'port': {'device_id': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:14.016323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:14.177800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b4880-94ef-4281-990c-abfc5908af94 req-19274852-be92-44c8-b173-efc1a0a9b304 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:14.177800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-488b4880-94ef-4281-990c-abfc5908af94 req-19274852-be92-44c8-b173-efc1a0a9b304 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Synchronizing usage tracker for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:14.182923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4442-95ff-40f3-9066-d22fc9802ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:14.253479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba4442-95ff-40f3-9066-d22fc9802ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef79e0a3-9a05-4bc0-b0fd-80ef6b69491f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:14.322224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e515561c-9022-4c41-a4e4-36427938b673 req-d0a71284-127f-4079-94eb-1d3a02538102 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977939 Apr 01 14:59:14.347475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:14.358949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4442-95ff-40f3-9066-d22fc9802ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:14.360078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e5ba4442-95ff-40f3-9066-d22fc9802ee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef79e0a3-9a05-4bc0-b0fd-80ef6b69491f HTTP/1.1" status: 204 len: 168 time: 0.7807252 Apr 01 14:59:14.524242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22153ff-8727-47e2-855f-a9819186a22b req-76a6be7d-6e99-4cf4-979f-9caf86096703 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:14.525951 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:14.526193 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f22153ff-8727-47e2-855f-a9819186a22b req-76a6be7d-6e99-4cf4-979f-9caf86096703 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 946 time: 0.2771645 Apr 01 14:59:14.528217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-488b4880-94ef-4281-990c-abfc5908af94 req-19274852-be92-44c8-b173-efc1a0a9b304 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Unset dirty status for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:14.535066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e515561c-9022-4c41-a4e4-36427938b673 req-7983a3f3-c442-406c-8587-2e2478d3d7f2 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049015 Apr 01 14:59:14.543708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-488b4880-94ef-4281-990c-abfc5908af94 req-19274852-be92-44c8-b173-efc1a0a9b304 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 931 time: 0.9687812 Apr 01 14:59:14.556463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:59:08Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:14.562345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69678321-3471-487e-ae80-1dd3b964165c None None] Checking router: 55783f50-4b3b-48a2-af1a-092403f260a6 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:59:14.576978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] Routers {'55783f50-4b3b-48a2-af1a-092403f260a6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:14.577825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['55783f50-4b3b-48a2-af1a-092403f260a6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:14.654765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f22153ff-8727-47e2-855f-a9819186a22b req-b4899928-3976-4678-ab8b-641cde480b2c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075089 Apr 01 14:59:14.736075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:59:14.749922 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Sync routers for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:59:14.755258 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e3922c9e-4ad0-46a6-acdd-39f5d91f5d20 admin admin] 10.222.0.48 "PUT /v2.0/routers/49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4680097 Apr 01 14:59:14.766563 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:14.777280 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:14.816139 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-488b4880-94ef-4281-990c-abfc5908af94 req-5d35c2d0-a3e9-43b5-8ca3-54b46151a70b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645390 Apr 01 14:59:15.109893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014eb3b-9940-4bc7-9c7a-e8fe36728296 req-616a417d-a6f7-426c-8a70-33b1ed22fbbd tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:15.122856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7014eb3b-9940-4bc7-9c7a-e8fe36728296 req-616a417d-a6f7-426c-8a70-33b1ed22fbbd tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 947 time: 0.1895335 Apr 01 14:59:15.163781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] Set router 55783f50-4b3b-48a2-af1a-092403f260a6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:15.217388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:15.232406 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:15.303316 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7014eb3b-9940-4bc7-9c7a-e8fe36728296 req-99944cba-5f4f-4fde-a5fd-36d2dd246475 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729960 Apr 01 14:59:15.325412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bff842b3-55c1-46b8-9ec4-c2bc64faeb98 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:59:15.517037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:59:15.712425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a557bccf-d328-44e8-a2cf-a0d6f25db3d5 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:15.755796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:15.793466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Transition to ACTIVE for port object a557bccf-d328-44e8-a2cf-a0d6f25db3d5 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:15.811554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:15.812370 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 2, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:15.822789 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Checking router: 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:59:15.824793 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Updating router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da port 46e8e866-2228-48b4-8d72-c5210114be8c binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:59:15.847439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 14:59:16.035694 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.101889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50580) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:16.296928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:16.307589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port bff842b3-55c1-46b8-9ec4-c2bc64faeb98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:16.332518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98', 'mac_address': 'fa:16:3e:46:f7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:59:16.443889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.483560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff842b3-55c1-46b8-9ec4-c2bc64faeb98 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:16.491941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.506100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50590) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:16.509120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Attempting to bind port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:16.509772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Attempting to bind port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:16.509772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Attempting to bind port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 on network 4b423e8a-5d65-4b59-b3da-c4246d996070 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:16.514669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Deleting port 1aab9292-ef45-4814-ba8f-918915299a5a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:16.514807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.518584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458712813', 'description': 'tempest-description--1837755004'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:16.527678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port bff842b3-55c1-46b8-9ec4-c2bc64faeb98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:16.532862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:16.536120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69678321-3471-487e-ae80-1dd3b964165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:59:08Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:16.538191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Usage tracker for resource:security_group and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:16.542888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:16.546604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.553646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:16.570344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.625599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:16.630915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Usage tracker for resource:security_group_rule and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:16.632978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80739-c6b5-4793-988d-2842112df2a2 req-e4907c53-5c99-4d66-9ba3-2444f9e82408 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:16.634359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0d80739-c6b5-4793-988d-2842112df2a2 req-e4907c53-5c99-4d66-9ba3-2444f9e82408 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.4603105 Apr 01 14:59:16.634694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:16.642555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:16.658840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 on network 4b423e8a-5d65-4b59-b3da-c4246d996070 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:59:16.658840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Attempting to bind port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 on network 4b423e8a-5d65-4b59-b3da-c4246d996070 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:16.664975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1763166941-network', 'tenant_id': '258c887c59ca41bdb9250999f712ae87'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:16.668101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69678321-3471-487e-ae80-1dd3b964165c None None] The sync data for ids ['55783f50-4b3b-48a2-af1a-092403f260a6'] in n-d-836017-1 is: [{'id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'name': 'tempest-TaggedBootDevicesTest_v242-1347785399-router', 'tenant_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:50:59Z', 'updated_at': '2022-04-01T14:59:08Z', 'revision_number': 5, 'project_id': 'ca4bb17295584ff3ae7f6fddce07a9b3', 'gw_port': {'id': '1aab9292-ef45-4814-ba8f-918915299a5a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55783f50-4b3b-48a2-af1a-092403f260a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:04Z', 'updated_at': '2022-04-01T14:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:59:16.722717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:16.738147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Usage tracker for resource:network and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:16.743653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:16.764506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:16.769947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:16.778303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['bff842b3-55c1-46b8-9ec4-c2bc64faeb98'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:16.824056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.834800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.864515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec6528-c0e7-49ff-88d1-8e071e7d0b28 req-7eb52001-7f9a-4dd3-ae8c-a0a611d4de13 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:16.867169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c8ec6528-c0e7-49ff-88d1-8e071e7d0b28 req-7eb52001-7f9a-4dd3-ae8c-a0a611d4de13 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 948 time: 0.2100019 Apr 01 14:59:16.867324 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.897189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Made reservation on behalf of 258c887c59ca41bdb9250999f712ae87 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:16.898671 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Transition to ACTIVE for port object 46e8e866-2228-48b4-8d72-c5210114be8c will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:16.904500 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:16.910102 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.031510 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d34f25-c343-4abd-ab9b-2b22744039a2 None None] Pushing event updated for resources: {'Port': ['ID=46e8e866-2228-48b4-8d72-c5210114be8c,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:17.066197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:17.067259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Checking segment: {'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:17.067814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Bound using segment: {'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:17.068818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Bound port: a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:17.069489 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.358119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.396199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b69f5-edc5-4f86-810b-5f3c788c9feb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:17.423564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Attempting to bind port 46e8e866-2228-48b4-8d72-c5210114be8c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:17.423564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Attempting to bind port 46e8e866-2228-48b4-8d72-c5210114be8c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:17.423803 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Attempting to bind port 46e8e866-2228-48b4-8d72-c5210114be8c on network d5beb2fb-7772-4e68-95a8-cf99bee622f1 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:17.440690 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:17.440690 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Checking segment: {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:17.441177 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.450974 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Bound using segment: {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:17.450974 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Bound port: 46e8e866-2228-48b4-8d72-c5210114be8c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:17.450974 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.457931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.457931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-433cb6d1-2ce6-481d-9b19-14fc42d57489 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9395120 Apr 01 14:59:17.465268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50604) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:17.494077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0d80739-c6b5-4793-988d-2842112df2a2 req-aa34fb65-af99-4c82-a3b0-d73313e68afd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8363342 Apr 01 14:59:17.543614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Request body: {'security_group_rule': {'security_group_id': '7f1b69f5-edc5-4f86-810b-5f3c788c9feb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:17.555769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:17.562508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:17.576512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c8ec6528-c0e7-49ff-88d1-8e071e7d0b28 req-eca9a8ec-b22d-4f33-b22d-597ef9183a34 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804914 Apr 01 14:59:17.582234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Usage tracker for resource:security_group_rule and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:17.582653 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] For port 46e8e866-2228-48b4-8d72-c5210114be8c, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:17.587908 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] For port 46e8e866-2228-48b4-8d72-c5210114be8c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46e8e866-2228-48b4-8d72-c5210114be8c,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:17.591843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:17.595588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:17.598469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:17.604616 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.626292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:17.635575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] For port 1aab9292-ef45-4814-ba8f-918915299a5a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1aab9292-ef45-4814-ba8f-918915299a5a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:17.635575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.640260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:17.699902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.779652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Calling delete_port for 1aab9292-ef45-4814-ba8f-918915299a5a owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:17.831901 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d34f25-c343-4abd-ab9b-2b22744039a2 None None] Pushing event updated for resources: {'Port': ['ID=46e8e866-2228-48b4-8d72-c5210114be8c,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:17.855041 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:17.855041 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:17.877364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:17.888425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:17.893239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.903324 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.907697 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.938552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:59:17.948936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:17.948936 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Added segment 430e6e0b-f440-4cd5-aa5e-633d3cfca1da of type vlan for network 4153f95f-d0ce-4311-bda1-445ba695abcf Apr 01 14:59:18.020453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.020453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] 10.222.0.44 "PUT /v2.0/ports/a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 1091 time: 4.0502813 Apr 01 14:59:18.020453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:18.049980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.156320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.156320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.156320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:18.156320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.206312 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'status': 'completed', 'code': 200} Apr 01 14:59:18.213954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.242897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:59:18.341153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:18.372251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e20efb-6a9e-492d-974f-cee67145e1a1,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:18.374009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5825ae5-e461-43b8-a125-b643f44c47ca,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:18.384731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2802863 Apr 01 14:59:18.390317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50618) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:18.399804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08203b-a101-40b9-98de-8bf152a2b488 admin admin] Pushing event updated for resources: {'Network': ['ID=4153f95f-d0ce-4311-bda1-445ba695abcf,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:18.402808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.411006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-733be60f-b791-4010-9c1b-947d7bbe205e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9449909 Apr 01 14:59:18.411684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50622) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:18.415486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Request body: {'subnet': {'network_id': '4153f95f-d0ce-4311-bda1-445ba695abcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1763166941-subnet', 'tenant_id': '258c887c59ca41bdb9250999f712ae87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:18.434775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Request body: {'security_group_rule': {'security_group_id': '7f1b69f5-edc5-4f86-810b-5f3c788c9feb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:18.441048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 465f6659-457d-404f-a82a-89d5b4266c1a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:18.443891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:18.447756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Usage tracker for resource:security_group_rule and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:18.459900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:18.466752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2d8be-efef-4a9b-b74b-687607839d6a service neutron] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:18.473037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:18.484918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:18.487134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 4153f95f-d0ce-4311-bda1-445ba695abcf details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:59:18.495749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Usage tracker for resource:subnet and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:18.498144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.504235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:18.516957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.528730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:18.531123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 465f6659-457d-404f-a82a-89d5b4266c1a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:18.531786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 465f6659-457d-404f-a82a-89d5b4266c1a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:18.591788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Made reservation on behalf of 258c887c59ca41bdb9250999f712ae87 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:18.600782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:18.680316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aab9292-ef45-4814-ba8f-918915299a5a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:18.728580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:18.796611 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:17Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:18.801324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50636) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:18.801508 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f20c0-14d7-4749-ae4c-6d01a694ed0c None None] The sync data for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 is: [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:17Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:59:18.829251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'mac_address': 'fa:16:3e:b3:04:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:59:19.004705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.021867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-a2e7510e-c7c6-461e-af1c-ac61b941ac81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1094 time: 0.9469030 Apr 01 14:59:19.038225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:19.048717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.068897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:19.079546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.079698 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.183985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-194d7d0c-e5f8-4984-8db7-1175e3b031b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 217 time: 0.1512341 Apr 01 14:59:19.192905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:19.194492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8be074c-1b3f-4b5b-abb6-5675e9045039,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:19.199606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['6bc27f71-e2a3-46c8-b27d-042cfc617ca8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:19.260423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bff842b3-55c1-46b8-9ec4-c2bc64faeb98 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:19.309372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.320056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1713aa79-60bf-4b69-9b29-3b246327e2bf tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9008131 Apr 01 14:59:19.323011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50644) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:19.331806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.333220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.333745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.334482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.335002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.335704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.336247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.336766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.337284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.338059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.338592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:19.359741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:19.373322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cde5e-9335-48f2-b444-eed266ec4026 req-e6f9170c-2584-4530-a6d1-e64ae6529d3a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:19.381123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a8cde5e-9335-48f2-b444-eed266ec4026 req-e6f9170c-2584-4530-a6d1-e64ae6529d3a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.5276716 Apr 01 14:59:19.390988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:19.420699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Usage tracker for resource:floatingip and tenant:a4403c8a155446a0b769e9c73ad02f85 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:19.434454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:19.446909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:19.465264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.504847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:19.535567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:19.539533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.540761 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.591178 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:19.647844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8a8cde5e-9335-48f2-b444-eed266ec4026 req-eae67c0d-c382-4736-aecf-7998ad4d0f9c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Synchronizing usage tracker for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:19.679549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868e0f9-5cda-46a5-af39-e4ba02bcea05 req-2822242d-0048-4533-bf92-1be0306f2926 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:19.681011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9868e0f9-5cda-46a5-af39-e4ba02bcea05 req-2822242d-0048-4533-bf92-1be0306f2926 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 948 time: 0.7563419 Apr 01 14:59:19.693009 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.025600 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.069075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8a8cde5e-9335-48f2-b444-eed266ec4026 req-eae67c0d-c382-4736-aecf-7998ad4d0f9c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Unset dirty status for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:20.073718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964cac2-4922-4b53-b850-a80c439ff682 req-534ec5a5-0ec3-4ff1-b345-6d33873894bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:20.076005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:20.077459 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-534ec5a5-0ec3-4ff1-b345-6d33873894bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.7925317 Apr 01 14:59:20.083593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a8cde5e-9335-48f2-b444-eed266ec4026 req-eae67c0d-c382-4736-aecf-7998ad4d0f9c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003691 Apr 01 14:59:20.125396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port bff842b3-55c1-46b8-9ec4-c2bc64faeb98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:20.136566 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.188799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:20.192782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Usage tracker for resource:security_group_rule and tenant:98d838fb011448c28b5f6808d1c459c1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:20.196367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:20.204772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:20.279001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a755728-ce4b-4f25-9217-3598d312314c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:20.288153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:20.359331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Checking segment: {'id': '430e6e0b-f440-4cd5-aa5e-633d3cfca1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4153f95f-d0ce-4311-bda1-445ba695abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:20.361406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Network hostable DHCP agents. Network: 4153f95f-d0ce-4311-bda1-445ba695abcf, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:59:20.459143 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98', 'code': 200} Apr 01 14:59:20.464468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46e8e866-2228-48b4-8d72-c5210114be8c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:20.469238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Network 4153f95f-d0ce-4311-bda1-445ba695abcf is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:59:20.495824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 4153f95f-d0ce-4311-bda1-445ba695abcf) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:20.511426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:20.511426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.513225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.532080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb950d-ac44-488d-b524-1efaed418a5e None None] Network 4153f95f-d0ce-4311-bda1-445ba695abcf requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:20.621887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4962f3b0-ec78-4d58-924d-1d9d8ec8192c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2125101 Apr 01 14:59:20.622557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.706873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:20.728479 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.739927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-11875562-f1a7-4481-b43c-ec9802b1b3f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4283371 Apr 01 14:59:20.745850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:20.834288 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902eb3d6-5b4b-4cf8-9b52-e5ae9be827f1 req-fe472727-f5c1-4db4-9984-42bad6c655da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 1100 time: 0.2754588 Apr 01 14:59:20.885047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98d838fb011448c28b5f6808d1c459c1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0691602 Apr 01 14:59:20.888111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50674) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:20.899058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Allocated IP 172.25.2.97 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1ac268a3-12fe-466e-a6ce-85ab7c11a780) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:21.123005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902eb3d6-5b4b-4cf8-9b52-e5ae9be827f1 req-0e8dcbea-6a77-49f8-afce-fafcc867d098 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777519 Apr 01 14:59:21.142949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:21.144963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.165940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12d459-d3fc-4459-8b45-ac4803906a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0fc6e6-b0c0-4baa-b11c-92a06e4102b8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:21.174867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-86573988', 'description': 'tempest-description-532193275'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:21.179597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-fd9427a7-59f6-42a6-a974-6f09b35fe2cf service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638363 Apr 01 14:59:21.182418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.203594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:21.212010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9868e0f9-5cda-46a5-af39-e4ba02bcea05 req-22dd2a9c-f47e-4763-af5f-2a2c9e4b4e93 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1741998 Apr 01 14:59:21.238010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:21.238269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 46e8e866-2228-48b4-8d72-c5210114be8c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:21.255465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 46e8e866-2228-48b4-8d72-c5210114be8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:21.255832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.272758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:21.303916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a97c7d0-b2f8-4b9e-b864-cbe16da10b98 None None] Network 4153f95f-d0ce-4311-bda1-445ba695abcf requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:21.352480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:21.406450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.417947 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.504094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.557421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8964cac2-4922-4b53-b850-a80c439ff682 req-68baf360-9072-489b-a02b-e1a94e5f2dfa service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261152 Apr 01 14:59:21.625927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:21.642761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:21.659149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:21.673274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:21.682848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:21.688926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:21.695120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event updated for resources: {'Port': ['ID=1ac268a3-12fe-466e-a6ce-85ab7c11a780,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:21.703911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:21.780791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e36e1d1b-5177-4452-8ea7-2fd2914a038e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.810764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.811361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55783f50-4b3b-48a2-af1a-092403f260a6 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:59:21.853864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.859544 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.866856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.914186 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.955140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcdf678-d3f6-4117-b84d-40b719455db3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:21.960353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:21.965294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b9c4016-6981-4f85-b58b-851f46cb0637 req-f14ab0c8-ee0a-48da-993a-081d1696369d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.8059700 Apr 01 14:59:21.971049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e36e1d1b-5177-4452-8ea7-2fd2914a038e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.045627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:22.045627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 46e8e866-2228-48b4-8d72-c5210114be8c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46e8e866-2228-48b4-8d72-c5210114be8c,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:22.058388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.081393 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.128488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9688f1-8ea2-4164-81b1-f43d88fd03fb req-45eb4dcf-3e49-4071-85a1-df51b6532640 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:22.130097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a9688f1-8ea2-4164-81b1-f43d88fd03fb req-45eb4dcf-3e49-4071-85a1-df51b6532640 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.5654991 Apr 01 14:59:22.156322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:22.175380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.182433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-77d167b7-825f-4f0d-a766-44c171140e15 admin admin] 10.222.0.48 "DELETE /v2.0/routers/55783f50-4b3b-48a2-af1a-092403f260a6 HTTP/1.1" status: 204 len: 168 time: 8.4897587 Apr 01 14:59:22.201968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50694) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:22.303594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b373a49-dede-4589-a40b-27f62676c29b req-7be3c9bc-3ada-4f50-a4c4-11cf1d717e66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1094 time: 0.6571453 Apr 01 14:59:22.303999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=46e8e866-2228-48b4-8d72-c5210114be8c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:22.454311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.461174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:22.471952 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e36e1d1b-5177-4452-8ea7-2fd2914a038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.503800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a9688f1-8ea2-4164-81b1-f43d88fd03fb req-f432584f-1b32-4c0a-b1b2-70da89b970e9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556671 Apr 01 14:59:22.517940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1d1b-5177-4452-8ea7-2fd2914a038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0fc6e6-b0c0-4baa-b11c-92a06e4102b8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:22.527691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] Deleting subnet 53540cf6-3274-427d-8950-3b3cece9abf8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:59:22.537966 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.544612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-ca24d4e4-03b3-4cbc-bd65-53bbd15e7591 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/5dcdf678-d3f6-4117-b84d-40b719455db3 HTTP/1.1" status: 200 len: 1636 time: 0.3534393 Apr 01 14:59:22.558631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5dcdf678-d3f6-4117-b84d-40b719455db3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:22.558935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5dcdf678-d3f6-4117-b84d-40b719455db3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:22.571690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:22.576334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e36e1d1b-5177-4452-8ea7-2fd2914a038e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.578014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e36e1d1b-5177-4452-8ea7-2fd2914a038e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e0fc6e6-b0c0-4baa-b11c-92a06e4102b8 HTTP/1.1" status: 204 len: 168 time: 1.4011855 Apr 01 14:59:22.578333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.617791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:22.629715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:22.647783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:22.745364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:22.826504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b373a49-dede-4589-a40b-27f62676c29b req-b5e2eea6-5ace-4240-8033-a752b7959278 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:22.828141 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b373a49-dede-4589-a40b-27f62676c29b req-b5e2eea6-5ace-4240-8033-a752b7959278 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 914 time: 0.4991913 Apr 01 14:59:22.943574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b373a49-dede-4589-a40b-27f62676c29b req-bb7b461c-0a2b-4c37-8846-364bcc29632a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 217 time: 0.0972972 Apr 01 14:59:22.979447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.018334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9dc88-ffed-4e28-92c1-9d213ec4bd20 req-72fd8ad9-39cc-4d8c-97ce-aa80299049a4 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:23.019846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ade9dc88-ffed-4e28-92c1-9d213ec4bd20 req-72fd8ad9-39cc-4d8c-97ce-aa80299049a4 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 949 time: 0.3321743 Apr 01 14:59:23.149494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.169800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.178529 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.195742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b373a49-dede-4589-a40b-27f62676c29b req-2f24a8cb-5b9b-44fb-9d5e-b80d849219d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:23.197196 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b373a49-dede-4589-a40b-27f62676c29b req-2f24a8cb-5b9b-44fb-9d5e-b80d849219d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.2460089 Apr 01 14:59:23.229329 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ade9dc88-ffed-4e28-92c1-9d213ec4bd20 req-0fa3ba4d-2488-4539-aa63-b556d9c4efa1 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939089 Apr 01 14:59:23.249488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:59:23.291060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.292447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event updated for resources: {'Port': ['ID=1ac268a3-12fe-466e-a6ce-85ab7c11a780,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:23.307492 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.332486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b373a49-dede-4589-a40b-27f62676c29b req-235ce6f3-2fb6-42bc-ba4b-57a6b7720842 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192496 Apr 01 14:59:23.408310 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'code': 200} Apr 01 14:59:23.484255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ea594b-0e33-480b-9a47-90278c8a1a4f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:23.519887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.524737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.526896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-946f3737-27b3-4358-b8c7-81ec853eac39 req-450f3f9d-ed9e-4fd0-9b69-513444006b05 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.9749923 Apr 01 14:59:23.556780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.558896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e62bf713-4465-48f7-8dcc-6804be1435da tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2200954 Apr 01 14:59:23.568463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:23.585131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070', 'port_id': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'mac_address': 'fa:16:3e:22:88:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d8794d-aa5a-4696-b1bd-38d393ab81a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:59:23.710885 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.748164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a557bccf-d328-44e8-a2cf-a0d6f25db3d5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:23.790400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:23.797892 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.868555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:23.973952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5815194-e9d0-4275-a95c-c8d2dfa889ca req-6a29859b-5aa4-458b-80c6-d7ecdb242bac tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:23.981821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5815194-e9d0-4275-a95c-c8d2dfa889ca req-6a29859b-5aa4-458b-80c6-d7ecdb242bac tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 944 time: 0.2579172 Apr 01 14:59:24.033867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:24.041261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe11c9c-2a8e-4522-970b-57c01f86e414 None None] Network 82c77167-1c02-4b4f-ad02-96945e2faef1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:24.070086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53540cf6-3274-427d-8950-3b3cece9abf8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:24.083113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-84b0d29f-1421-4767-9d9f-e66fe18b196e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53540cf6-3274-427d-8950-3b3cece9abf8 HTTP/1.1" status: 204 len: 168 time: 1.8546536 Apr 01 14:59:24.092678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:24.093084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a557bccf-d328-44e8-a2cf-a0d6f25db3d5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:24.141467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5815194-e9d0-4275-a95c-c8d2dfa889ca req-693dad94-21b8-4bcf-ab08-cf8a9c89d645 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557858 Apr 01 14:59:24.247364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:24.291595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1090545944', 'description': 'tempest-description-1576906603'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:24.302737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:24.330153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:24.345245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:24.355687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b373a49-dede-4589-a40b-27f62676c29b req-c88e8d5f-5a8a-4855-b9e4-90e89cb447a4 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0074804 Apr 01 14:59:24.368646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:24.405774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:24.440712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50762) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:24.545773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46e8e866-2228-48b4-8d72-c5210114be8c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:24.573375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:24.579919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:24.589069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:24.615082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:24.738623 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:24.778343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:24.797260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1948244816-network', 'tenant_id': 'e830fb4b8ceb4f3fbb584c2784a3901b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:24.810865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:24.840478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Deleting port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:24.840830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:24.870399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:24.925254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Usage tracker for resource:network and tenant:e830fb4b8ceb4f3fbb584c2784a3901b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:24.950824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:24.980943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:24.988518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13a2a59b-bfdb-4ba2-9f46-b4c5f5e97fcb req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7012851 Apr 01 14:59:24.995949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:25.008833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0e15d-25f5-4a83-a8ef-b8fb899d7b09 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4537b8-6402-4895-9ec0-fb96a2d4ebe4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:25.021434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b373a49-dede-4589-a40b-27f62676c29b req-1b6aed09-a110-48e8-a7da-b628f72c9489 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555731 Apr 01 14:59:25.028209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Made reservation on behalf of e830fb4b8ceb4f3fbb584c2784a3901b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:25.031397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.057655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.251242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:25.273224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Usage tracker for resource:security_group_rule and tenant:e830fb4b8ceb4f3fbb584c2784a3901b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:25.289087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:25.299414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 46e8e866-2228-48b4-8d72-c5210114be8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:25.299997 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.315230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] For port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6e69e89e-f3d4-47e5-b1d1-be24b3f05834,segment=NetworkSegment(f259c499-fe47-4f02-836b-1b6149aa3bb4),segment_id=f259c499-fe47-4f02-836b-1b6149aa3bb4)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:25.315230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.318901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:25.354366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6406672d-34d6-4589-aee8-1603fe250356 req-37fe3213-c480-4e47-95e5-bd2492077cfb tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/7a4537b8-6402-4895-9ec0-fb96a2d4ebe4 HTTP/1.1" status: 200 len: 1639 time: 0.2601888 Apr 01 14:59:25.364891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a4537b8-6402-4895-9ec0-fb96a2d4ebe4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:25.367936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a4537b8-6402-4895-9ec0-fb96a2d4ebe4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:25.390777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:25.421682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:25.436627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:25.465731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:25.501510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Calling delete_port for 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:25.658593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.706654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.732831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.739030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e69e89e-f3d4-47e5-b1d1-be24b3f05834,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:25.744969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.756135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72051b7f-c387-4645-8b0e-000e7ceec80c None None] DHCP port deletion for 82c77167-1c02-4b4f-ad02-96945e2faef1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:59:25.779547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] No DVR routers for this DVR port 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:59:25.790570 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.820713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.883289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:59:25.894280 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.894647 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Added segment 140041fb-2a04-4db7-b0f7-7a330b1974f3 of type vlan for network ba18ce27-6976-4a11-845c-70b4055637ac Apr 01 14:59:25.927029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ed96b1-8eb6-4356-bdcc-079ef708c5b3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:25.941954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.948843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:25.950439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6406672d-34d6-4589-aee8-1603fe250356 req-c52a83a4-575a-4b99-9829-21073f530e0c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.6034708 Apr 01 14:59:25.976842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd6242f-432e-4e9e-bc35-3491875f90f1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:26.004345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.032510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.033404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:26.033989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.074325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e3949-2ae8-4d65-822a-d05c09339aae req-08d93b28-3ad1-4450-b3c0-0375f9ad8cc3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:26.078328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b8e3949-2ae8-4d65-822a-d05c09339aae req-08d93b28-3ad1-4450-b3c0-0375f9ad8cc3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 944 time: 0.4667566 Apr 01 14:59:26.080244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c77167-1c02-4b4f-ad02-96945e2faef1']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:26.114201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f259c499-fe47-4f02-836b-1b6149aa3bb4') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:26.114898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f259c499-fe47-4f02-836b-1b6149aa3bb4') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:26.131895 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.167965 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.173103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b8e3949-2ae8-4d65-822a-d05c09339aae req-935f30f4-e870-48d3-872b-f6524171c31b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842726 Apr 01 14:59:26.181356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:59:26.181967 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: timer() Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:59:26.201210 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:59:26.283952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1aab9292-ef45-4814-ba8f-918915299a5a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:26.307839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50814) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:26.308999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8622248 Apr 01 14:59:26.342001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1aab9292-ef45-4814-ba8f-918915299a5a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:26.342510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1aab9292-ef45-4814-ba8f-918915299a5a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:26.342961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:26.361125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Request body: {'subnet': {'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1948244816-subnet', 'tenant_id': 'e830fb4b8ceb4f3fbb584c2784a3901b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:26.380038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d019a9-6a30-477d-a75d-c8051a4ed987 admin admin] Pushing event updated for resources: {'Network': ['ID=ba18ce27-6976-4a11-845c-70b4055637ac,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:26.383741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:26.384234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:26.384664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6e69e89e-f3d4-47e5-b1d1-be24b3f05834 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:26.394719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ba18ce27-6976-4a11-845c-70b4055637ac details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:59:26.396890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-211753929', 'description': 'tempest-description-1933668548'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:26.403340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Usage tracker for resource:subnet and tenant:e830fb4b8ceb4f3fbb584c2784a3901b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:26.411770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:26.415285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:26.424660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:26.427565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:26.431524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.435324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:26.437981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db2342-c9e9-4ca1-9835-e8ef16fac009 req-1e20e67f-832d-4a3a-92b3-b0c96907447d tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:26.445831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8db2342-c9e9-4ca1-9835-e8ef16fac009 req-1e20e67f-832d-4a3a-92b3-b0c96907447d tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 949 time: 0.2202346 Apr 01 14:59:26.460270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.475333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:26.486259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c77167-1c02-4b4f-ad02-96945e2faef1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:26.516072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Made reservation on behalf of e830fb4b8ceb4f3fbb584c2784a3901b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:26.518677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.547731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9721e3e-863d-471e-acf2-ac03544c7729 admin admin] 10.222.0.48 "DELETE /v2.0/networks/82c77167-1c02-4b4f-ad02-96945e2faef1 HTTP/1.1" status: 204 len: 168 time: 2.4539821 Apr 01 14:59:26.551671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50818) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:26.566457 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8db2342-c9e9-4ca1-9835-e8ef16fac009 req-807b8925-d5d0-4247-b34b-a4934d86f477 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149607 Apr 01 14:59:26.619613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:26.732023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:26.738959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:26.743186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:26.751906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:27.079826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.101190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.268538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:27.269142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-82154958-0f2a-42ad-93a0-d01bcea65000 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:27.270227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-82154958-0f2a-42ad-93a0-d01bcea65000 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.44 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 949 time: 0.4991617 Apr 01 14:59:27.274949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.288819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.357384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa90e0b7-76e7-4261-a121-cb4e9a3aa9d8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:27.360293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.375900 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-718c8fa7-b363-4989-8cd5-8aee95879710 req-fb82782e-f219-4861-8ca7-aebc20123419 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.9938412 Apr 01 14:59:27.462478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Deleting port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:27.463161 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.473940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:27.491422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:27.491875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.585110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6521efc-de46-4114-bb3a-fb9a2a32075f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:27.649263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-747295125', 'description': 'tempest-description-1841785055'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:27.677706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:27.701730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:27.706495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:27.715537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Checking segment: {'id': '140041fb-2a04-4db7-b0f7-7a330b1974f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:27.716284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Network hostable DHCP agents. Network: ba18ce27-6976-4a11-845c-70b4055637ac, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:59:27.726419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:27.728116 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.775474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:27.795590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:27.798201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50217bde-b0d2-4b4b-b3b3-d39e6b11c352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.802917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:27.894476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:28.041141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36b69a-6665-4147-8833-a4bc86b11560 req-3eb24e85-f8aa-4b7b-b82c-9d146f565701 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:28.042588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c36b69a-6665-4147-8833-a4bc86b11560 req-3eb24e85-f8aa-4b7b-b82c-9d146f565701 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.5727758 Apr 01 14:59:28.114118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] For port bff842b3-55c1-46b8-9ec4-c2bc64faeb98, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:28.115497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:28.119887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c36b69a-6665-4147-8833-a4bc86b11560 req-2f1954e6-a8ed-45de-9ca7-b3e87b41984a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545566 Apr 01 14:59:28.392703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Calling delete_port for bff842b3-55c1-46b8-9ec4-c2bc64faeb98 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:28.474074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:28.559051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Network ba18ce27-6976-4a11-845c-70b4055637ac is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:59:28.591995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ba18ce27-6976-4a11-845c-70b4055637ac) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:28.608029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:28.608893 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:28.612472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94613c34-897e-4fcc-9bc8-4a6a567461e4 None None] Network ba18ce27-6976-4a11-845c-70b4055637ac requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:28.648031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340c5a-0dfe-4089-9e22-990585cb92e2 req-4b43c2e6-e1a3-4e26-bd6f-4a807d8a520f tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:28.656784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35340c5a-0dfe-4089-9e22-990585cb92e2 req-4b43c2e6-e1a3-4e26-bd6f-4a807d8a520f tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca11e44-204f-49bc-bd2d-6cfd91199f9c HTTP/1.1" status: 200 len: 949 time: 0.2452624 Apr 01 14:59:28.738707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:28.757078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:28.767943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:28.789520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:28.803031 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:28.820343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f7667740-a88a-4a2b-b00b-e162ae1faa1a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5003719 Apr 01 14:59:28.875841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['bff842b3-55c1-46b8-9ec4-c2bc64faeb98'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:28.896492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35340c5a-0dfe-4089-9e22-990585cb92e2 req-ffc47143-58c5-4a8a-b7e3-4d1a55e553b5 tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.48 "GET /v2.0/security-groups?id=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389650 Apr 01 14:59:28.900618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Pushing event deleted for resources: {'Port': ['ID=bff842b3-55c1-46b8-9ec4-c2bc64faeb98,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:29.201194 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'code': 200} Apr 01 14:59:29.226903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] No DVR routers for this DVR port bff842b3-55c1-46b8-9ec4-c2bc64faeb98 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:59:29.230703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90b796-a1be-47d7-9846-01951406d346 None None] Network ba18ce27-6976-4a11-845c-70b4055637ac requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:29.246828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:29.268605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'name': 'network-vif-deleted', 'tag': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:29.296630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:29.317444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:29.343613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a2068b0-7bcc-419f-8d12-622f857b7364 req-91f8a8d8-09ce-4eee-b3ce-ddf128b145fb tempest-TenantUsagesTestJSON-1618776636 tempest-TenantUsagesTestJSON-1618776636-project] 10.222.0.44 "DELETE /v2.0/ports/bff842b3-55c1-46b8-9ec4-c2bc64faeb98 HTTP/1.1" status: 204 len: 173 time: 2.0622487 Apr 01 14:59:29.409793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfccd9e-38e4-456d-83a0-15f5731b06f5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:29.419120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:29.434843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8dc791f-3679-441d-af13-445a6537c557 req-bf172de2-f4c5-431d-a46b-83b1d76324cd tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.8664720 Apr 01 14:59:29.521352 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca11e44-204f-49bc-bd2d-6cfd91199f9c', 'name': 'network-vif-deleted', 'tag': 'bff842b3-55c1-46b8-9ec4-c2bc64faeb98', 'status': 'completed', 'code': 200} Apr 01 14:59:29.786897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Deleting port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:29.787384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:29.840516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49fe695b-c045-492e-8da4-20886b826c8a req-c3cab016-13a7-4f33-bf8e-a72fd074b67b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1096 time: 0.6045663 Apr 01 14:59:30.013859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49fe695b-c045-492e-8da4-20886b826c8a req-9c096417-1ec9-4535-8c1f-6529a5f492f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592026 Apr 01 14:59:30.025184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec2e4c-6dad-43db-94ef-10f625a22686 req-1de51e73-4efc-4bbd-9c30-38b454586e6e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:30.026684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01ec2e4c-6dad-43db-94ef-10f625a22686 req-1de51e73-4efc-4bbd-9c30-38b454586e6e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.3899539 Apr 01 14:59:30.130441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] For port b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,segment=NetworkSegment(6aeccd09-3738-4fb0-b070-bc0c4ecfe24c),segment_id=6aeccd09-3738-4fb0-b070-bc0c4ecfe24c)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:30.130785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:30.144930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01ec2e4c-6dad-43db-94ef-10f625a22686 req-ac07e74f-372f-4bf5-8469-5e06e12870b8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065488 Apr 01 14:59:30.215527 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ef729fc-8df2-42df-bc1d-8e9e1a88fb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:30.293741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-faf5f785-1ebb-40a0-b224-9a0882624a82 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:30.295649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-faf5f785-1ebb-40a0-b224-9a0882624a82 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/networks?id=ba18ce27-6976-4a11-845c-70b4055637ac HTTP/1.1" status: 200 len: 814 time: 0.2407420 Apr 01 14:59:30.324681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-9ac0717b-2173-4dae-a7dc-8e89f11dc664 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/quotas/e830fb4b8ceb4f3fbb584c2784a3901b HTTP/1.1" status: 200 len: 375 time: 0.0234377 Apr 01 14:59:30.438737 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-22522ce2-3a4d-40cf-bbc6-d71d0d06b393 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e830fb4b8ceb4f3fbb584c2784a3901b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080260 Apr 01 14:59:30.458818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Calling delete_port for b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:30.598978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-ae6c47df-f23b-472d-80a5-a47d5c027c46 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/fa90e0b7-76e7-4261-a121-cb4e9a3aa9d8 HTTP/1.1" status: 200 len: 1638 time: 0.2861774 Apr 01 14:59:30.623815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-72f91dff-0207-47e8-b2ba-60e0a0834317 service neutron] 10.222.0.48 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833088 Apr 01 14:59:30.688258 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:59:30.798410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-c2b6a473-477c-4be7-9b52-243deb6b2e45 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/4bfccd9e-38e4-456d-83a0-15f5731b06f5 HTTP/1.1" status: 200 len: 1638 time: 0.1804359 Apr 01 14:59:30.932532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-96d8940c-f91b-44ef-8156-db54c057c05c service neutron] 10.222.0.48 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020489 Apr 01 14:59:30.966027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa90e0b7-76e7-4261-a121-cb4e9a3aa9d8', 'remote_group_id': '4bfccd9e-38e4-456d-83a0-15f5731b06f5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:30.966027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa90e0b7-76e7-4261-a121-cb4e9a3aa9d8', 'remote_group_id': '4bfccd9e-38e4-456d-83a0-15f5731b06f5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:30.996025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:31.007723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:31.009960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:31.036678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:31.149794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:31.172473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:31.237616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:31.257957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:31.301328 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:31.329912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bff842b3-55c1-46b8-9ec4-c2bc64faeb98 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:31.396379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: bff842b3-55c1-46b8-9ec4-c2bc64faeb98 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:31.397112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bff842b3-55c1-46b8-9ec4-c2bc64faeb98 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:31.863415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-550e5bb4-7ce4-4b93-b8e1-fff8beb4adeb req-d8fbcb4d-89a7-4595-b9a1-082795024267 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 210 time: 0.1651564 Apr 01 14:59:32.029256 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:32.185297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50900) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:32.201578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:32.337747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1650ae5-4b26-466d-90ce-c000f187e0ba,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:32.342838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:32.347160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-373ff284-9457-4ccb-adf3-842a8e418bf9 req-fd10a856-ba79-429c-9820-0788d90fc476 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.5186055 Apr 01 14:59:32.442743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1927240690', 'description': 'tempest-description-809811796'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:32.453422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:32.485215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:32.509020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:32.537704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:32.618136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:32.644571 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:32.764419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:32.774976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:32.779846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:32.789799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:32.840740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5ae2d572-f493-4d4c-8d55-1dd67fd5ea8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cae318f1e37f4ed0b48ebd967d3f31e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6536839 Apr 01 14:59:32.846169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50910) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:32.908255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:32.923528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:32.953163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5799a-228c-46a5-9d68-b58e61a19e6d req-caf696f6-d355-42f4-a6d7-215d9fc8d7d6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:32.960656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ac5799a-228c-46a5-9d68-b58e61a19e6d req-caf696f6-d355-42f4-a6d7-215d9fc8d7d6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.7198277 Apr 01 14:59:33.029876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7cf52c14-9b3e-4a7f-840d-53bc1fe7bc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:33.042612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:33.056807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be1d965-bae0-45ad-9492-8f7ef0ef336d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:33.060839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7cf52c14-9b3e-4a7f-840d-53bc1fe7bc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:33.075154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:33.090817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-329533a4-8a1c-4ada-b156-3003699b5543 req-65df3089-deae-475b-8942-70fbc35122bf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6687851 Apr 01 14:59:33.152068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ac5799a-228c-46a5-9d68-b58e61a19e6d req-d85c12c1-7df7-4ebe-a6b9-038ac8215781 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901476 Apr 01 14:59:33.244175 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7cf52c14-9b3e-4a7f-840d-53bc1fe7bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:33.322775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-816187248', 'description': 'tempest-description-2028420174'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:33.336484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf52c14-9b3e-4a7f-840d-53bc1fe7bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:33.341242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:33.356851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:33.363190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:33.367247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7cf52c14-9b3e-4a7f-840d-53bc1fe7bc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:33.369701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7cf52c14-9b3e-4a7f-840d-53bc1fe7bc32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33d31b8c-9bbc-4f14-a04b-37d0e3ac7c4d HTTP/1.1" status: 204 len: 168 time: 0.5184116 Apr 01 14:59:33.386005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:33.419688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:33.714843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2d6e7309-4bf7-4a5f-aeae-f14970b888a7 req-e7bf2cb3-0ce5-472a-9935-371805b95ccb tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 210 time: 0.1995537 Apr 01 14:59:33.917641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:33.932240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:33.948714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:33.994149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:34.018262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-ba4bbf97-14dd-48c8-91be-9d9f0b712cae tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:34.020072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-ba4bbf97-14dd-48c8-91be-9d9f0b712cae tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.62 "GET /v2.0/networks?id=ba18ce27-6976-4a11-845c-70b4055637ac HTTP/1.1" status: 200 len: 814 time: 0.4978387 Apr 01 14:59:34.047976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Request body: {'port': {'device_id': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac', 'admin_state_up': True, 'tenant_id': 'e830fb4b8ceb4f3fbb584c2784a3901b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:34.155870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50936) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:34.214360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:34.301334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:34.320232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:34.324329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:34.331242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:34.382743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Usage tracker for resource:port and tenant:e830fb4b8ceb4f3fbb584c2784a3901b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:34.390759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:34.417336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Usage tracker for resource:security_group_rule and tenant:f917fc61a6bc47bea3ae9c8ec446442e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:34.430851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:34.467420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d731d0-fbd5-4742-8953-aa0f4996b569,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:34.487504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-ffe8ae6e-49ab-41e0-9f15-6500f682b1d7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:34.488167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-ffe8ae6e-49ab-41e0-9f15-6500f682b1d7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Synchronizing usage tracker for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:34.497469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:34.503270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:34.525643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-087c52a2-bcf7-4a9f-bfd3-8535477d821f req-224b349f-fa27-4387-8a30-93673fa9bff1 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.2210271 Apr 01 14:59:34.554785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:34.596297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-ffe8ae6e-49ab-41e0-9f15-6500f682b1d7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Unset dirty status for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:34.597293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Made reservation on behalf of e830fb4b8ceb4f3fbb584c2784a3901b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:34.598728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-ffe8ae6e-49ab-41e0-9f15-6500f682b1d7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 813 time: 0.4393604 Apr 01 14:59:34.619268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:34.646920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-c93a1431-1505-4c28-8ec1-de7a48056a66 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/quotas/6748d3a26e3046f68ebdc5db5f6c21c1 HTTP/1.1" status: 200 len: 375 time: 0.0390463 Apr 01 14:59:34.976497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-1a8b2dfd-2471-4c2c-b56b-6bfa07838773 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2632906 Apr 01 14:59:35.113288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-eb599898-d40a-4a04-94b0-e21eb15742a6 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/6be1d965-bae0-45ad-9492-8f7ef0ef336d HTTP/1.1" status: 200 len: 1638 time: 0.2863853 Apr 01 14:59:35.121476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:59:35.190803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Allocated IP 172.20.0.8 (ba18ce27-6976-4a11-845c-70b4055637ac/a6521efc-de46-4114-bb3a-fb9a2a32075f/05909436-8237-4d75-b21b-72a4f0a76101) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:35.219968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-32e34239-24fd-4e1d-bd95-0eae580c2b12 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/71d731d0-fbd5-4742-8953-aa0f4996b569 HTTP/1.1" status: 200 len: 1638 time: 0.1056302 Apr 01 14:59:35.245897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.258159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.270272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6be1d965-bae0-45ad-9492-8f7ef0ef336d', 'remote_group_id': '71d731d0-fbd5-4742-8953-aa0f4996b569', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:35.270910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6be1d965-bae0-45ad-9492-8f7ef0ef336d', 'remote_group_id': '71d731d0-fbd5-4742-8953-aa0f4996b569', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:35.292235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:35.307232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:35.319749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:35.334956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:35.361503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63a0068-9c27-473f-8e1f-8cca9598e5b0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:35.386601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3bbc1a8b-df11-4c88-ba65-7afe44c7f3aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f917fc61a6bc47bea3ae9c8ec446442e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2296200 Apr 01 14:59:35.390386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:35.547427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:59:35.562715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] Sync routers for ids ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:59:35.569883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a21ac129-0719-4bd2-a46f-81fdc756e101 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0145538 Apr 01 14:59:35.572482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50958) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:35.605545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] Routers {'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:35.606189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:35.639084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.651885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1e78-58cd-4b79-95f9-314722d128c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.728438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.741726 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.759957 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.781122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1e78-58cd-4b79-95f9-314722d128c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.943926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-27261e31-a7fc-4705-bf9f-ebc1ddfc30d3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:59:35.945466 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-27261e31-a7fc-4705-bf9f-ebc1ddfc30d3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9397638 Apr 01 14:59:35.966333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1e78-58cd-4b79-95f9-314722d128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:35.989481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c721a60-0f40-4568-b092-3bc236dc6f06,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:36.023568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f1e78-58cd-4b79-95f9-314722d128c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63a0068-9c27-473f-8e1f-8cca9598e5b0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:36.059348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:36.084585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b48fc7a-57ec-4323-a956-62f1b0cf3179 req-e78637e5-00a2-45f9-8677-ea544a84948c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.8199902 Apr 01 14:59:36.089590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1e78-58cd-4b79-95f9-314722d128c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:36.094101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2b3f1e78-58cd-4b79-95f9-314722d128c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e63a0068-9c27-473f-8e1f-8cca9598e5b0 HTTP/1.1" status: 204 len: 168 time: 0.7022686 Apr 01 14:59:36.107859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:36.139711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] Set router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:36.473934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Network ba18ce27-6976-4a11-845c-70b4055637ac is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:36.494024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:36.505802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:36.547643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-1b37c316-1efc-494f-9684-5448ae3adc2b service neutron] 10.222.0.48 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922880 Apr 01 14:59:36.677555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:59:30Z', 'revision_number': 5, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:36.683760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] Checking router: fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:59:36.697436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Pushing event updated for resources: {'Port': ['ID=05909436-8237-4d75-b21b-72a4f0a76101,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:36.729096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:36.729949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:36.780189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] Routers {'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:59:36.780479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T14:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:36.833038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-5c984e9e-fdfb-47d5-9a2a-cbc10c3f0571 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7932243 Apr 01 14:59:36.900936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Request body: {'port': {'device_id': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:36.935585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-753460f1-92b4-4548-bb92-efdbde57d735 service neutron] 10.222.0.48 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774099 Apr 01 14:59:37.013108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711687-0a2c-4eb1-af40-6d6c7ca8904e req-c5cb2d91-a91c-47e3-b74f-73c601635c61 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:37.013108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-36711687-0a2c-4eb1-af40-6d6c7ca8904e req-c5cb2d91-a91c-47e3-b74f-73c601635c61 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Synchronizing usage tracker for tenant:e830fb4b8ceb4f3fbb584c2784a3901b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:37.051419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:37.055356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-36711687-0a2c-4eb1-af40-6d6c7ca8904e req-c5cb2d91-a91c-47e3-b74f-73c601635c61 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Unset dirty status for tenant:e830fb4b8ceb4f3fbb584c2784a3901b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:37.080111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36711687-0a2c-4eb1-af40-6d6c7ca8904e req-c5cb2d91-a91c-47e3-b74f-73c601635c61 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 931 time: 0.7861834 Apr 01 14:59:37.240057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36711687-0a2c-4eb1-af40-6d6c7ca8904e req-ae967246-ecdc-4dda-8e5e-0f9c1d6f9931 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469851 Apr 01 14:59:37.240057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:37.527756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] Set router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:59:37.830556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-090d1b93-5180-415c-9495-28be0d144f84 req-f7688b3a-3fcf-4c85-9f2a-fd060808c19a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/71d731d0-fbd5-4742-8953-aa0f4996b569 HTTP/1.1" status: 200 len: 1638 time: 0.2440462 Apr 01 14:59:37.864630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c05e1693-f2d4-4d55-b027-43b31a34bdb8 req-187652d7-1864-4683-a9d5-ce4eb3b696dc tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 210 time: 0.1513832 Apr 01 14:59:38.183128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-090d1b93-5180-415c-9495-28be0d144f84 req-c43e14ec-032a-40d1-8225-f2dcdcc9e29a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:38.263879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-090d1b93-5180-415c-9495-28be0d144f84 req-c43e14ec-032a-40d1-8225-f2dcdcc9e29a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:38.370684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:59:30Z', 'revision_number': 5, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:38.407358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9789101-f42f-444c-aad4-15d032bf1001 None None] The sync data for ids ['fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2'] in n-d-836017-1 is: [{'id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1859911258-router', 'tenant_id': 'b03a7bf21228444d8b56b1e5799bf354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:51:26Z', 'updated_at': '2022-04-01T14:59:30Z', 'revision_number': 5, 'project_id': 'b03a7bf21228444d8b56b1e5799bf354', 'gw_port': {'id': '3e1737ef-2fb6-4191-a685-1c78ef16d608', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:51:28Z', 'updated_at': '2022-04-01T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:59:38.439927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-090d1b93-5180-415c-9495-28be0d144f84 req-c43e14ec-032a-40d1-8225-f2dcdcc9e29a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:38.531817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e14ec-032a-40d1-8225-f2dcdcc9e29a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d731d0-fbd5-4742-8953-aa0f4996b569,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:38.555051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-090d1b93-5180-415c-9495-28be0d144f84 req-c43e14ec-032a-40d1-8225-f2dcdcc9e29a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:38.569285 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-090d1b93-5180-415c-9495-28be0d144f84 req-c43e14ec-032a-40d1-8225-f2dcdcc9e29a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-groups/71d731d0-fbd5-4742-8953-aa0f4996b569 HTTP/1.1" status: 204 len: 173 time: 0.7393801 Apr 01 14:59:38.629896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:38.652050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Deleting port 3e1737ef-2fb6-4191-a685-1c78ef16d608 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:38.652578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:39.079238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05909436-8237-4d75-b21b-72a4f0a76101 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:39.124124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b3d2de1-0948-453e-822d-9e83b4284da3 req-78146f2e-6804-4550-aa8b-519ffc0d58c8 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/6be1d965-bae0-45ad-9492-8f7ef0ef336d HTTP/1.1" status: 200 len: 1638 time: 0.2595189 Apr 01 14:59:39.126193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:39.187910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Transition to ACTIVE for port object 05909436-8237-4d75-b21b-72a4f0a76101 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:39.215058 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:39.315426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] For port 3e1737ef-2fb6-4191-a685-1c78ef16d608, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3e1737ef-2fb6-4191-a685-1c78ef16d608,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:39.315527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:39.370934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938b6b2-7b86-478a-ae8f-b0196295811b req-de5c0761-446d-4161-83a1-a949e5ef9506 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:39.379013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f938b6b2-7b86-478a-ae8f-b0196295811b req-de5c0761-446d-4161-83a1-a949e5ef9506 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 931 time: 0.5029891 Apr 01 14:59:39.538043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Pushing event updated for resources: {'Port': ['ID=05909436-8237-4d75-b21b-72a4f0a76101,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:39.665027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f938b6b2-7b86-478a-ae8f-b0196295811b req-8e01e7e2-33bf-46d5-a99c-adb2f75f2140 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851028 Apr 01 14:59:39.665953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Calling delete_port for 3e1737ef-2fb6-4191-a685-1c78ef16d608 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:39.766571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d7f233-479f-4c05-a464-94451edf515e req-392ae0a6-b81c-428f-800e-2b5e19423cbc tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 210 time: 0.2608893 Apr 01 14:59:39.892023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-277969846', 'description': 'tempest-description-1865692181'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:39.932440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:39.948409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:39.964012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Attempting to bind port 05909436-8237-4d75-b21b-72a4f0a76101 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:39.964349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Attempting to bind port 05909436-8237-4d75-b21b-72a4f0a76101 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '140041fb-2a04-4db7-b0f7-7a330b1974f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:39.964728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Attempting to bind port 05909436-8237-4d75-b21b-72a4f0a76101 on network ba18ce27-6976-4a11-845c-70b4055637ac {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:39.968404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:39.979203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:39.985451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Port 05909436-8237-4d75-b21b-72a4f0a76101 on network ba18ce27-6976-4a11-845c-70b4055637ac not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:59:39.985971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Attempting to bind port 05909436-8237-4d75-b21b-72a4f0a76101 on network ba18ce27-6976-4a11-845c-70b4055637ac {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:40.000888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:40.001668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Checking segment: {'id': '140041fb-2a04-4db7-b0f7-7a330b1974f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:40.002447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Bound using segment: {'id': '140041fb-2a04-4db7-b0f7-7a330b1974f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:40.003447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Bound port: 05909436-8237-4d75-b21b-72a4f0a76101, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140041fb-2a04-4db7-b0f7-7a330b1974f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:40.004105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.130915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] For port 05909436-8237-4d75-b21b-72a4f0a76101, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:40.141585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] For port 05909436-8237-4d75-b21b-72a4f0a76101, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=05909436-8237-4d75-b21b-72a4f0a76101,segment=NetworkSegment(140041fb-2a04-4db7-b0f7-7a330b1974f3),segment_id=140041fb-2a04-4db7-b0f7-7a330b1974f3)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:40.143915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.204496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.220764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:40.252502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.322551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Pushing event updated for resources: {'Port': ['ID=05909436-8237-4d75-b21b-72a4f0a76101,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:40.335468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:40.335993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1ddc139-fb49-4f9a-bd3d-9aeb109a5d86 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:40.383907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:40.402188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:40.408234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.410918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-7101168e-d176-45f5-b6c9-83cc6fe7d946 service neutron] 10.222.0.62 "PUT /v2.0/ports/05909436-8237-4d75-b21b-72a4f0a76101 HTTP/1.1" status: 200 len: 1091 time: 3.5709407 Apr 01 14:59:40.411598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'tag': '05909436-8237-4d75-b21b-72a4f0a76101'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:40.424940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:40.433696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:40.597468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.661804 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'tag': '05909436-8237-4d75-b21b-72a4f0a76101', 'status': 'completed', 'code': 200} Apr 01 14:59:40.665794 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.693696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.773033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1737ef-2fb6-4191-a685-1c78ef16d608,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:40.863430 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:40.864650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2493da2b-fbd1-4f25-8515-eaf585a04f87 req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.0014939 Apr 01 14:59:40.909675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820b238-fc83-4dfb-8617-587537c33149 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bfc7b2-6421-484f-b300-4f3e6d1888a9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:40.949478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-58453979-9084-4d8e-9ef3-a0db61bef7d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e830fb4b8ceb4f3fbb584c2784a3901b&device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 1094 time: 0.4352007 Apr 01 14:59:41.159272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-6293d41c-e46b-4d17-98bf-4bba47ac979a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:41.162510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-6293d41c-e46b-4d17-98bf-4bba47ac979a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 813 time: 0.9833529 Apr 01 14:59:41.219691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-9c6bd4b6-1e96-4e5e-9533-d36d0dced883 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05909436-8237-4d75-b21b-72a4f0a76101 HTTP/1.1" status: 200 len: 217 time: 0.2589691 Apr 01 14:59:41.273379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Request body: {'port': {'device_id': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070', 'admin_state_up': True, 'tenant_id': '6748d3a26e3046f68ebdc5db5f6c21c1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:41.328063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39e86ce5-5563-4a3f-9053-a7f15d520cec req-830878fd-a4ef-4d4a-81db-0ed722d230f1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 210 time: 0.1946754 Apr 01 14:59:41.370803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-15b68ca9-052f-4ea4-9988-5cd2cd34d00f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:41.376143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-15b68ca9-052f-4ea4-9988-5cd2cd34d00f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6521efc-de46-4114-bb3a-fb9a2a32075f HTTP/1.1" status: 200 len: 854 time: 0.1372998 Apr 01 14:59:41.479356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-15047ebf-f06d-4f5a-bed6-6af15bdadd86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba18ce27-6976-4a11-845c-70b4055637ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957932 Apr 01 14:59:41.495708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-269fa2b1-ae70-4a56-a7d9-567cc97ab17a tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/68bfc7b2-6421-484f-b300-4f3e6d1888a9 HTTP/1.1" status: 200 len: 1638 time: 0.0709364 Apr 01 14:59:41.502948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68bfc7b2-6421-484f-b300-4f3e6d1888a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:41.503493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68bfc7b2-6421-484f-b300-4f3e6d1888a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:41.510466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:41.514814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:41.518746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:41.524738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:41.623658 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:41.745625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:41.776898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80319e-0ba0-4e48-a52e-be489f6c7577 req-ed3f863f-b27c-4ecb-956f-a0c68e3a70de tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:41.785335 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab80319e-0ba0-4e48-a52e-be489f6c7577 req-ed3f863f-b27c-4ecb-956f-a0c68e3a70de tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 943 time: 0.7361791 Apr 01 14:59:41.788131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:41.801138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:41.810978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-411e75a0-55a3-4ced-b79f-46b1ad37cf92 service neutron] 10.222.0.62 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131125 Apr 01 14:59:41.812415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:41.824722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:41.856059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0ab4e4-683b-4ad8-b57a-3f6020a3f573,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:41.881232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:41.892723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d88a53e4-49ec-4372-8ead-cc2f001be2ae req-1f36ac1e-b62a-49ef-9874-faf617d09f4e tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3960547 Apr 01 14:59:42.006399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.011532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.062380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ab80319e-0ba0-4e48-a52e-be489f6c7577 req-01f560c8-94b7-4bca-9872-2adaf105c66c tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Synchronizing usage tracker for tenant:e830fb4b8ceb4f3fbb584c2784a3901b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:42.082697 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.088860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:59:42.090876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Made reservation on behalf of 6748d3a26e3046f68ebdc5db5f6c21c1 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:42.094066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.199092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef290616-43f4-4bf5-9861-5824719a0a09 req-db15c2ae-e327-4b47-b46e-b60349bd9600 service neutron] 10.222.0.62 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602941 Apr 01 14:59:42.211323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ab80319e-0ba0-4e48-a52e-be489f6c7577 req-01f560c8-94b7-4bca-9872-2adaf105c66c tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Unset dirty status for tenant:e830fb4b8ceb4f3fbb584c2784a3901b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:42.222236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab80319e-0ba0-4e48-a52e-be489f6c7577 req-01f560c8-94b7-4bca-9872-2adaf105c66c tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335597 Apr 01 14:59:42.238611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.242759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51076) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:42.243619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1a4c4b1e-25ea-40fa-a4e7-7815b6486270 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa60b9d8-c11a-4f4e-9ce4-ccc527b496f2 HTTP/1.1" status: 204 len: 168 time: 6.6662381 Apr 01 14:59:42.431639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Allocated IP 172.20.0.7 (4b423e8a-5d65-4b59-b3da-c4246d996070/99d8794d-aa5a-4696-b1bd-38d393ab81a9/1b3517c8-268f-46ca-bc50-825a3121e6ac) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:42.447990 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-1fb0357d-6a7b-4ba0-a5c6-df577c31267f tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/68bfc7b2-6421-484f-b300-4f3e6d1888a9 HTTP/1.1" status: 200 len: 2141 time: 0.1026335 Apr 01 14:59:42.453525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68bfc7b2-6421-484f-b300-4f3e6d1888a9', 'remote_group_id': None}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:42.453943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68bfc7b2-6421-484f-b300-4f3e6d1888a9', 'remote_group_id': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:42.465559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:42.472456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Usage tracker for resource:security_group_rule and tenant:258c887c59ca41bdb9250999f712ae87 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:42.479510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:42.505821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:42.598266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] Deleting subnet f6658f6e-0d01-4829-b266-4ad783a51314 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:59:42.605183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.695494 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777dfc12-22c4-4475-9601-993a7a938a8f req-5a9cfab8-9e42-409f-a608-352090891d94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e830fb4b8ceb4f3fbb584c2784a3901b&device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 1094 time: 0.2684970 Apr 01 14:59:42.864978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.898814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.907833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:42.920408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a557bccf-d328-44e8-a2cf-a0d6f25db3d5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:43.174217 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-139bdd71-f85c-48f3-88f4-5b318d5a8fe1 req-2e0002b8-313a-4b03-a651-36d9f197f8c6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 210 time: 0.4128380 Apr 01 14:59:43.202897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Network 4b423e8a-5d65-4b59-b3da-c4246d996070 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:43.202897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:43.213429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:43.266983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Pushing event updated for resources: {'Port': ['ID=1b3517c8-268f-46ca-bc50-825a3121e6ac,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:43.294366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.323350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.332178 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.337849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.378252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.387812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08c15301-6b14-4f26-a5f6-b0fc6b559c93 req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.9388609 Apr 01 14:59:43.426478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:43.429838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.445814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42836837-274a-4996-ab99-d68976bfd5c3 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c616d22b-006e-483a-8d19-50c5b9d03aee,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:43.459511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfc12-22c4-4475-9601-993a7a938a8f req-05b3250d-ee1e-40fa-b323-d1137e3e4c27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:43.460874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777dfc12-22c4-4475-9601-993a7a938a8f req-05b3250d-ee1e-40fa-b323-d1137e3e4c27 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba18ce27-6976-4a11-845c-70b4055637ac HTTP/1.1" status: 200 len: 915 time: 0.7574167 Apr 01 14:59:43.486027 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-429cdc56-2edf-4a9b-974e-76d00d0a325a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2935083 Apr 01 14:59:43.498162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Request body: {'port': {'device_id': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:43.565761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777dfc12-22c4-4475-9601-993a7a938a8f req-edbddd6e-244b-4b80-bd8a-b5e35852a139 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05909436-8237-4d75-b21b-72a4f0a76101 HTTP/1.1" status: 200 len: 217 time: 0.0888386 Apr 01 14:59:43.660407 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.714642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6658f6e-0d01-4829-b266-4ad783a51314,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:43.726362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfc12-22c4-4475-9601-993a7a938a8f req-2cf0735b-af46-4ea9-8180-bdaebb407eb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:43.729633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777dfc12-22c4-4475-9601-993a7a938a8f req-2cf0735b-af46-4ea9-8180-bdaebb407eb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6521efc-de46-4114-bb3a-fb9a2a32075f HTTP/1.1" status: 200 len: 854 time: 0.1551561 Apr 01 14:59:43.743637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:43.744530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88bf0ca-9918-480d-a726-d467d297adae None None] Network 4c0832c9-1e41-44cf-a628-48e0442a5bd0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:43.767652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-562ec522-29ad-4648-bf1c-1e8721082ed2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6658f6e-0d01-4829-b266-4ad783a51314 HTTP/1.1" status: 204 len: 168 time: 1.5226169 Apr 01 14:59:43.773931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51102) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:43.920900 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:44.003967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:44.052323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12291183-49b1-4852-8dbe-ba9e29556a7b req-1bacd839-ea40-4a18-b6d6-2c1ac2762568 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/68bfc7b2-6421-484f-b300-4f3e6d1888a9 HTTP/1.1" status: 200 len: 2649 time: 0.1848192 Apr 01 14:59:44.064478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777dfc12-22c4-4475-9601-993a7a938a8f req-92447085-f869-46ae-bf44-94e6a1a25f28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba18ce27-6976-4a11-845c-70b4055637ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3007658 Apr 01 14:59:44.153127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdb86f-e93d-4089-92b4-b5d5619e437a req-84275dd0-b240-423c-b8e0-69ce6367fb02 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:44.154656 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28bdb86f-e93d-4089-92b4-b5d5619e437a req-84275dd0-b240-423c-b8e0-69ce6367fb02 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 943 time: 0.4807668 Apr 01 14:59:44.230244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e1737ef-2fb6-4191-a685-1c78ef16d608 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:44.292977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3e1737ef-2fb6-4191-a685-1c78ef16d608 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:44.293542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e1737ef-2fb6-4191-a685-1c78ef16d608 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:44.313404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] DHCP port deletion for 4c0832c9-1e41-44cf-a628-48e0442a5bd0 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:59:44.318400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] Deleting port f8bd3e1f-1866-488d-8812-4d394b4ff6bd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:44.319301 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:44.330694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Deleting port f8bd3e1f-1866-488d-8812-4d394b4ff6bd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:44.332118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:44.388853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777dfc12-22c4-4475-9601-993a7a938a8f req-2b614375-7de4-4ac0-b6ae-fce43218407a service neutron] 10.222.0.62 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158433 Apr 01 14:59:44.484173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 05909436-8237-4d75-b21b-72a4f0a76101 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:59:44.501276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-262de40a-2733-4bb2-b3aa-da48e1bc5471 req-54ef7270-5b2d-451c-a611-b2a2bc85f81d tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-group-rules/c616d22b-006e-483a-8d19-50c5b9d03aee HTTP/1.1" status: 200 len: 718 time: 0.4299409 Apr 01 14:59:44.519402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51116) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:44.783422 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-262de40a-2733-4bb2-b3aa-da48e1bc5471 req-e6559056-041a-4db6-ac51-f64f1f7193e0 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/68bfc7b2-6421-484f-b300-4f3e6d1888a9 HTTP/1.1" status: 200 len: 2649 time: 0.2813208 Apr 01 14:59:44.792158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777dfc12-22c4-4475-9601-993a7a938a8f req-6967bcfd-4705-4b68-9a27-a55f1427d6c8 service neutron] 10.222.0.62 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911693 Apr 01 14:59:44.829338 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:44.873751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28bdb86f-e93d-4089-92b4-b5d5619e437a req-1bc1c36c-cdf5-45b3-9bef-ec1748660ec1 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698551 Apr 01 14:59:44.923591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:44.970785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-262de40a-2733-4bb2-b3aa-da48e1bc5471 req-57b5dc06-ac67-4310-8e52-f9468174cfa0 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:44.985508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-262de40a-2733-4bb2-b3aa-da48e1bc5471 req-57b5dc06-ac67-4310-8e52-f9468174cfa0 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.022287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:45.029192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:a862efb35d54408c99ea545be80b1454 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:45.033105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:45.041042 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-262de40a-2733-4bb2-b3aa-da48e1bc5471 req-57b5dc06-ac67-4310-8e52-f9468174cfa0 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.047649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:45.073819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5dc06-ac67-4310-8e52-f9468174cfa0 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c616d22b-006e-483a-8d19-50c5b9d03aee,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:45.077664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-262de40a-2733-4bb2-b3aa-da48e1bc5471 req-57b5dc06-ac67-4310-8e52-f9468174cfa0 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.078795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-262de40a-2733-4bb2-b3aa-da48e1bc5471 req-57b5dc06-ac67-4310-8e52-f9468174cfa0 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c616d22b-006e-483a-8d19-50c5b9d03aee HTTP/1.1" status: 204 len: 173 time: 0.2819581 Apr 01 14:59:45.190443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.203376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.220375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 05909436-8237-4d75-b21b-72a4f0a76101, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=05909436-8237-4d75-b21b-72a4f0a76101,segment=NetworkSegment(140041fb-2a04-4db7-b0f7-7a330b1974f3),segment_id=140041fb-2a04-4db7-b0f7-7a330b1974f3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:45.270019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] For port f8bd3e1f-1866-488d-8812-4d394b4ff6bd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,segment=NetworkSegment(6aeccd09-3738-4fb0-b070-bc0c4ecfe24c),segment_id=6aeccd09-3738-4fb0-b070-bc0c4ecfe24c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:45.271507 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.298640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '05909436-8237-4d75-b21b-72a4f0a76101', 'network_id': 'ba18ce27-6976-4a11-845c-70b4055637ac', 'port_id': '05909436-8237-4d75-b21b-72a4f0a76101', 'mac_address': 'fa:16:3e:19:c0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6521efc-de46-4114-bb3a-fb9a2a32075f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:59:45.400323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] For port f8bd3e1f-1866-488d-8812-4d394b4ff6bd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,segment=NetworkSegment(6aeccd09-3738-4fb0-b070-bc0c4ecfe24c),segment_id=6aeccd09-3738-4fb0-b070-bc0c4ecfe24c)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:45.400698 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.484480 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a862efb35d54408c99ea545be80b1454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9638746 Apr 01 14:59:45.492221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:45.493394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.500002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8bd34e83-0840-4e93-9004-8efa8fce62c6 req-08f8810d-9667-4db6-bb50-9c984d92b007 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/68bfc7b2-6421-484f-b300-4f3e6d1888a9 HTTP/1.1" status: 200 len: 2141 time: 0.1890419 Apr 01 14:59:45.517815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] Calling delete_port for f8bd3e1f-1866-488d-8812-4d394b4ff6bd owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:45.549023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3313345-f780-436e-9bd5-c8cb41e0d3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95192efb-3ad1-436e-afa7-556c4d5c1cba,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:45.582064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05909436-8237-4d75-b21b-72a4f0a76101 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:45.608748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 05909436-8237-4d75-b21b-72a4f0a76101, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=05909436-8237-4d75-b21b-72a4f0a76101,segment=NetworkSegment(140041fb-2a04-4db7-b0f7-7a330b1974f3),segment_id=140041fb-2a04-4db7-b0f7-7a330b1974f3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:45.628978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.700785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Calling delete_port for f8bd3e1f-1866-488d-8812-4d394b4ff6bd owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:45.740707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=05909436-8237-4d75-b21b-72a4f0a76101,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:45.767808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e29a9a-be1c-47ff-ac73-034159170f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.780482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.846049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] Pushing event deleted for resources: {'Port': ['ID=f8bd3e1f-1866-488d-8812-4d394b4ff6bd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:45.848832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8bd34e83-0840-4e93-9004-8efa8fce62c6 req-2fd591a7-8fbe-4d99-9185-4b79d5f19233 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.894403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145fb0b-6806-49b0-95c6-faa9149c6ecd None None] No DVR routers for this DVR port f8bd3e1f-1866-488d-8812-4d394b4ff6bd on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:59:45.951298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e29a9a-be1c-47ff-ac73-034159170f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.966126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8bd34e83-0840-4e93-9004-8efa8fce62c6 req-2fd591a7-8fbe-4d99-9185-4b79d5f19233 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:45.996732 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:59:45.997284 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:59:46.016131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516db1-fa07-451b-a5ad-0e6e36d1e74c req-a0b80bf2-17c6-4ee7-a24a-b626fcaa7953 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:46.016836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fa516db1-fa07-451b-a5ad-0e6e36d1e74c req-a0b80bf2-17c6-4ee7-a24a-b626fcaa7953 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Synchronizing usage tracker for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:46.026507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['05909436-8237-4d75-b21b-72a4f0a76101'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:46.103995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fa516db1-fa07-451b-a5ad-0e6e36d1e74c req-a0b80bf2-17c6-4ee7-a24a-b626fcaa7953 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Unset dirty status for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:46.111026 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa516db1-fa07-451b-a5ad-0e6e36d1e74c req-a0b80bf2-17c6-4ee7-a24a-b626fcaa7953 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 931 time: 0.8275967 Apr 01 14:59:46.134551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e29a9a-be1c-47ff-ac73-034159170f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:46.160673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3517c8-268f-46ca-bc50-825a3121e6ac {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:46.168716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8bd34e83-0840-4e93-9004-8efa8fce62c6 req-2fd591a7-8fbe-4d99-9185-4b79d5f19233 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:46.175026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:46.189426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e29a9a-be1c-47ff-ac73-034159170f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95192efb-3ad1-436e-afa7-556c4d5c1cba,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:46.197346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa516db1-fa07-451b-a5ad-0e6e36d1e74c req-3d28a845-b4b7-414b-aa31-d673671d13c6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853343 Apr 01 14:59:46.209612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd591a7-8fbe-4d99-9185-4b79d5f19233 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bfc7b2-6421-484f-b300-4f3e6d1888a9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:46.212100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8bd34e83-0840-4e93-9004-8efa8fce62c6 req-2fd591a7-8fbe-4d99-9185-4b79d5f19233 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:46.213408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8bd34e83-0840-4e93-9004-8efa8fce62c6 req-2fd591a7-8fbe-4d99-9185-4b79d5f19233 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-groups/68bfc7b2-6421-484f-b300-4f3e6d1888a9 HTTP/1.1" status: 204 len: 173 time: 0.6694281 Apr 01 14:59:46.231559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e29a9a-be1c-47ff-ac73-034159170f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:46.232966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-44e29a9a-be1c-47ff-ac73-034159170f7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95192efb-3ad1-436e-afa7-556c4d5c1cba HTTP/1.1" status: 204 len: 168 time: 0.7314520 Apr 01 14:59:46.236178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Transition to ACTIVE for port object 1b3517c8-268f-46ca-bc50-825a3121e6ac will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:46.246064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:46.370747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f8bd3e1f-1866-488d-8812-4d394b4ff6bd no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:46.441881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f8bd3e1f-1866-488d-8812-4d394b4ff6bd {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:46.442301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f8bd3e1f-1866-488d-8812-4d394b4ff6bd not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:46.599546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Deleting port f8bd3e1f-1866-488d-8812-4d394b4ff6bd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:46.600421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:46.761124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3517c8-268f-46ca-bc50-825a3121e6ac,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:46.783770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2a8a9-e8a8-4993-99da-6f49a9ce631c req-8de30fff-3a5a-4a17-847d-6d0815b5ed35 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:46.785444 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21c2a8a9-e8a8-4993-99da-6f49a9ce631c req-8de30fff-3a5a-4a17-847d-6d0815b5ed35 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 944 time: 0.2046916 Apr 01 14:59:46.836806 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-fd91bb20-1ccd-4c9c-b2f7-898746c0ae82 req-53d84bd3-d583-41d3-aaea-e423fd662f6c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] show failed (client error): The resource could not be found. Apr 01 14:59:46.850583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd91bb20-1ccd-4c9c-b2f7-898746c0ae82 req-53d84bd3-d583-41d3-aaea-e423fd662f6c tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/71d731d0-fbd5-4742-8953-aa0f4996b569 HTTP/1.1" status: 404 len: 352 time: 0.2519286 Apr 01 14:59:46.909514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21c2a8a9-e8a8-4993-99da-6f49a9ce631c req-d91d5ac2-1254-40ce-b779-31ea82b6de54 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083148 Apr 01 14:59:47.058290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5832c20-4a88-43d1-b136-73d75ccd3d1f req-dc26fd0e-5724-46de-934f-12e731660666 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/6be1d965-bae0-45ad-9492-8f7ef0ef336d HTTP/1.1" status: 200 len: 1638 time: 0.0873175 Apr 01 14:59:47.181515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] The port 'f8bd3e1f-1866-488d-8812-4d394b4ff6bd' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:59:47.184676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51168) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:47.314125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.340974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5832c20-4a88-43d1-b136-73d75ccd3d1f req-98800ab7-d857-4e86-adcc-52515e2ee8a2 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.393213 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5832c20-4a88-43d1-b136-73d75ccd3d1f req-98800ab7-d857-4e86-adcc-52515e2ee8a2 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.432410 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.463093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0832c9-1e41-44cf-a628-48e0442a5bd0']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:47.482392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:47.482787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aeccd09-3738-4fb0-b070-bc0c4ecfe24c') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:47.487107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5832c20-4a88-43d1-b136-73d75ccd3d1f req-98800ab7-d857-4e86-adcc-52515e2ee8a2 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.499788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.508744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98800ab7-d857-4e86-adcc-52515e2ee8a2 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be1d965-bae0-45ad-9492-8f7ef0ef336d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:47.534969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c5832c20-4a88-43d1-b136-73d75ccd3d1f req-98800ab7-d857-4e86-adcc-52515e2ee8a2 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.539930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.550704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:59:47.551108 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.556849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5832c20-4a88-43d1-b136-73d75ccd3d1f req-98800ab7-d857-4e86-adcc-52515e2ee8a2 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-groups/6be1d965-bae0-45ad-9492-8f7ef0ef336d HTTP/1.1" status: 204 len: 173 time: 0.4975121 Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:59:47.694914 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:59:47.774807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.848707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:47.930641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c55327-9d6c-4f1f-802e-d41ae9dc7d69 req-759a539e-948e-4ac8-b020-a305fc11e124 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:47.932189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68c55327-9d6c-4f1f-802e-d41ae9dc7d69 req-759a539e-948e-4ac8-b020-a305fc11e124 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 943 time: 0.1846390 Apr 01 14:59:47.933147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0832c9-1e41-44cf-a628-48e0442a5bd0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:47.976346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e408c182-0656-45ff-b224-7ae105d83d6c admin admin] 10.222.0.48 "DELETE /v2.0/networks/4c0832c9-1e41-44cf-a628-48e0442a5bd0 HTTP/1.1" status: 204 len: 168 time: 4.2012277 Apr 01 14:59:48.020649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:48.053651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:48.053651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:48.053651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:48.053651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:48.054794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:48.059333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68c55327-9d6c-4f1f-802e-d41ae9dc7d69 req-b5e5ccfb-9736-465f-9de0-fc83da55053f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149471 Apr 01 14:59:48.062562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:48.066400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-596dfb4f-801e-4ff0-b53c-7dba63e01927 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.8829808 Apr 01 14:59:48.083505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:48.112215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Usage tracker for resource:security_group_rule and tenant:10f61434fb01448daccb786eb900e880 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:48.117434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Attempting to bind port 1b3517c8-268f-46ca-bc50-825a3121e6ac on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:48.117924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Attempting to bind port 1b3517c8-268f-46ca-bc50-825a3121e6ac by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:48.118403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Attempting to bind port 1b3517c8-268f-46ca-bc50-825a3121e6ac on network 4b423e8a-5d65-4b59-b3da-c4246d996070 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:48.124265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:48.137729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:48.169631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Port 1b3517c8-268f-46ca-bc50-825a3121e6ac on network 4b423e8a-5d65-4b59-b3da-c4246d996070 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:59:48.169631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Attempting to bind port 1b3517c8-268f-46ca-bc50-825a3121e6ac on network 4b423e8a-5d65-4b59-b3da-c4246d996070 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:48.178601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:48.178601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Checking segment: {'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:48.178601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Bound using segment: {'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:48.178601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Bound port: 1b3517c8-268f-46ca-bc50-825a3121e6ac, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d20eaf3-385c-4ff9-8d89-188a7ec93303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:48.178601 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.216297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90679ba6-57b2-45c2-99d3-e2e0697e1465 req-89a26cfe-fe71-4b4e-9b7a-fc558d9e78a5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274722 Apr 01 14:59:48.230448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8796cbb7-45ea-4dc3-af94-ea35d0fff911 req-477d5a09-6fc6-428f-9c01-d0ce50f800cf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/4bfccd9e-38e4-456d-83a0-15f5731b06f5 HTTP/1.1" status: 200 len: 1638 time: 0.0962834 Apr 01 14:59:48.362535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8796cbb7-45ea-4dc3-af94-ea35d0fff911 req-3323f6f3-304d-4773-96df-3af0e9ebbd17 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.416908 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8796cbb7-45ea-4dc3-af94-ea35d0fff911 req-3323f6f3-304d-4773-96df-3af0e9ebbd17 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.417997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 05909436-8237-4d75-b21b-72a4f0a76101 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:48.468532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51196) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:48.553216 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8796cbb7-45ea-4dc3-af94-ea35d0fff911 req-3323f6f3-304d-4773-96df-3af0e9ebbd17 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.582883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323f6f3-304d-4773-96df-3af0e9ebbd17 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfccd9e-38e4-456d-83a0-15f5731b06f5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:48.584006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d3f4858f-a160-4a3e-b74b-10bac85e4a11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca4bb17295584ff3ae7f6fddce07a9b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1119206 Apr 01 14:59:48.590761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51200) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:48.598975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.600571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] For port 1b3517c8-268f-46ca-bc50-825a3121e6ac, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:48.601307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8796cbb7-45ea-4dc3-af94-ea35d0fff911 req-3323f6f3-304d-4773-96df-3af0e9ebbd17 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.603056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8796cbb7-45ea-4dc3-af94-ea35d0fff911 req-3323f6f3-304d-4773-96df-3af0e9ebbd17 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-groups/4bfccd9e-38e4-456d-83a0-15f5731b06f5 HTTP/1.1" status: 204 len: 173 time: 0.3693554 Apr 01 14:59:48.616491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 05909436-8237-4d75-b21b-72a4f0a76101 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:48.631322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 05909436-8237-4d75-b21b-72a4f0a76101 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:48.632258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.716220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.752353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] For port 1b3517c8-268f-46ca-bc50-825a3121e6ac, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1b3517c8-268f-46ca-bc50-825a3121e6ac,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:48.838483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.850672 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.918590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05909436-8237-4d75-b21b-72a4f0a76101'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:48.934996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 05909436-8237-4d75-b21b-72a4f0a76101, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=05909436-8237-4d75-b21b-72a4f0a76101,segment=NetworkSegment(140041fb-2a04-4db7-b0f7-7a330b1974f3),segment_id=140041fb-2a04-4db7-b0f7-7a330b1974f3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:48.946617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:48.994316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da27adcd-8d20-42cf-b011-34f492a3a7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.009149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.015012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.020701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.025044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.027381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1772fe1-a342-4da9-a350-112b8c9d3955,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:49.031958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.039108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3517c8-268f-46ca-bc50-825a3121e6ac,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:49.039378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.044502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.051061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd857259-5906-4599-85f1-9243ec926048 req-f1848cd5-3a5c-4955-b5e4-574f8d5cd810 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.1733868 Apr 01 14:59:49.066761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd507285-6c77-474c-b7de-ea106026504e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10f61434fb01448daccb786eb900e880&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8470700 Apr 01 14:59:49.068025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=05909436-8237-4d75-b21b-72a4f0a76101,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:49.071317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:49.075845 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.077637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-5d0882c3-1543-4c91-8570-df783aab4403 service neutron] 10.222.0.44 "PUT /v2.0/ports/1b3517c8-268f-46ca-bc50-825a3121e6ac HTTP/1.1" status: 200 len: 1091 time: 5.5843830 Apr 01 14:59:49.081007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'tag': '1b3517c8-268f-46ca-bc50-825a3121e6ac'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:49.087270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da27adcd-8d20-42cf-b011-34f492a3a7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.111734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc98cb-9718-4298-bceb-32f604a062fd req-19fbca39-b077-4641-b5b1-b2ee58320041 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.113409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8bc98cb-9718-4298-bceb-32f604a062fd req-19fbca39-b077-4641-b5b1-b2ee58320041 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 944 time: 0.5325162 Apr 01 14:59:49.189326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8831c04-57d1-425d-bc72-2cef1bb6f60c req-7a1747ff-6452-4369-8ce8-db93fba1a425 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/fa90e0b7-76e7-4261-a121-cb4e9a3aa9d8 HTTP/1.1" status: 200 len: 1638 time: 0.0868826 Apr 01 14:59:49.202693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4eccb6a0-70f8-437c-8c7d-bdf9167679b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.270638 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8bc98cb-9718-4298-bceb-32f604a062fd req-14f1e483-7874-4d3c-936a-fd5ffb3b9234 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497405 Apr 01 14:59:49.275729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4eccb6a0-70f8-437c-8c7d-bdf9167679b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.313848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da27adcd-8d20-42cf-b011-34f492a3a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.355726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27adcd-8d20-42cf-b011-34f492a3a7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baee9ae-a650-40e5-b662-53a16bcd7a1d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:49.361921 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-83d63877-5d76-498c-ae74-fe6d91e04c1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 1094 time: 0.2224941 Apr 01 14:59:49.368433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da27adcd-8d20-42cf-b011-34f492a3a7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.372588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-da27adcd-8d20-42cf-b011-34f492a3a7c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4baee9ae-a650-40e5-b662-53a16bcd7a1d HTTP/1.1" status: 204 len: 168 time: 0.7766635 Apr 01 14:59:49.377522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c8831c04-57d1-425d-bc72-2cef1bb6f60c req-f889f139-f749-4ad2-a605-7bd28155cb2f tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.455248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c8831c04-57d1-425d-bc72-2cef1bb6f60c req-f889f139-f749-4ad2-a605-7bd28155cb2f tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.472106 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4eccb6a0-70f8-437c-8c7d-bdf9167679b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.485932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-2fe4b5f4-9d8f-45b2-b459-31acdc5e0663 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b3517c8-268f-46ca-bc50-825a3121e6ac HTTP/1.1" status: 200 len: 217 time: 0.1103117 Apr 01 14:59:49.509996 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05909436-8237-4d75-b21b-72a4f0a76101', 'code': 200} Apr 01 14:59:49.550241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccb6a0-70f8-437c-8c7d-bdf9167679b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1772fe1-a342-4da9-a350-112b8c9d3955,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:49.590557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-44c37f6c-4e2e-41e8-932c-51488754ad90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:49.594191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-44c37f6c-4e2e-41e8-932c-51488754ad90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.1009610 Apr 01 14:59:49.596472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4eccb6a0-70f8-437c-8c7d-bdf9167679b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.597599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4eccb6a0-70f8-437c-8c7d-bdf9167679b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1772fe1-a342-4da9-a350-112b8c9d3955 HTTP/1.1" status: 204 len: 168 time: 0.5252557 Apr 01 14:59:49.682873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-03e104fd-ec19-4fdd-919e-985091fca8c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830576 Apr 01 14:59:49.734808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c8831c04-57d1-425d-bc72-2cef1bb6f60c req-f889f139-f749-4ad2-a605-7bd28155cb2f tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.789917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f139-f749-4ad2-a605-7bd28155cb2f tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa90e0b7-76e7-4261-a121-cb4e9a3aa9d8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:49.792412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c8831c04-57d1-425d-bc72-2cef1bb6f60c req-f889f139-f749-4ad2-a605-7bd28155cb2f tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:49.809962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8831c04-57d1-425d-bc72-2cef1bb6f60c req-f889f139-f749-4ad2-a605-7bd28155cb2f tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa90e0b7-76e7-4261-a121-cb4e9a3aa9d8 HTTP/1.1" status: 204 len: 173 time: 0.6081066 Apr 01 14:59:49.904062 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d03eb43-a326-4346-9125-ec8d5f87a594 req-75ac2cd8-b332-4f75-90a8-34d830fae69e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 1096 time: 0.2835801 Apr 01 14:59:49.944914 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'tag': '1b3517c8-268f-46ca-bc50-825a3121e6ac', 'status': 'completed', 'code': 200} Apr 01 14:59:49.985961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d03eb43-a326-4346-9125-ec8d5f87a594 req-60aee2c9-4d95-41c9-bc1f-e9635583eb6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736201 Apr 01 14:59:50.058102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-185fc940-a27b-4222-86c4-838af46358c5 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676944 Apr 01 14:59:50.097457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21294067-61f9-4fbe-910e-6a65deef3d8f req-60a7a9fd-8e9c-461c-a1e9-7e7512fa23b6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:50.099818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21294067-61f9-4fbe-910e-6a65deef3d8f req-60a7a9fd-8e9c-461c-a1e9-7e7512fa23b6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 943 time: 0.2834034 Apr 01 14:59:50.346063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51260) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:50.364436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21294067-61f9-4fbe-910e-6a65deef3d8f req-71247ac1-8b35-40d3-9b6e-99a0a6bd3406 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561107 Apr 01 14:59:50.386825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5406f476-b0f3-4dfc-95c0-a290d030909c req-6d58752a-d9fa-418f-94c5-52192249a823 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199766 Apr 01 14:59:50.483387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d7ecd18e-ac86-4eb8-aaa1-35b214493d27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b03a7bf21228444d8b56b1e5799bf354&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1371729 Apr 01 14:59:50.484837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51266) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:50.576422 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-115d85e1-08bf-4729-a456-6f3322fbed20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:50.579431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60a8de2b-3ece-4b09-af0c-45b53d3dbb1c req-e5e9a03f-842b-4d91-9a74-b71973475aaf tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/7a4537b8-6402-4895-9ec0-fb96a2d4ebe4 HTTP/1.1" status: 200 len: 2146 time: 0.1535990 Apr 01 14:59:50.631747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-115d85e1-08bf-4729-a456-6f3322fbed20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:50.646588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-d88d8d0a-2a56-4521-94f7-e9659fea9dbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 1094 time: 0.1949995 Apr 01 14:59:50.767081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-115d85e1-08bf-4729-a456-6f3322fbed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:50.805784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d85e1-08bf-4729-a456-6f3322fbed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e279e0-d89e-4c90-bc93-e6d04936b048,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:50.833669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-22581ac9-3457-487c-9cc1-802b7ae139fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:50.835110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-22581ac9-3457-487c-9cc1-802b7ae139fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 914 time: 0.1665390 Apr 01 14:59:50.839805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-115d85e1-08bf-4729-a456-6f3322fbed20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:50.867256 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-115d85e1-08bf-4729-a456-6f3322fbed20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65e279e0-d89e-4c90-bc93-e6d04936b048 HTTP/1.1" status: 204 len: 168 time: 0.3783395 Apr 01 14:59:51.030046 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-41e63d42-20ae-4881-9dd7-8ac8b2ecdd4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b3517c8-268f-46ca-bc50-825a3121e6ac HTTP/1.1" status: 200 len: 217 time: 0.1866784 Apr 01 14:59:51.186135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-b56da6f3-073d-4a86-a6a1-02b3189071a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:51.190906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-b56da6f3-073d-4a86-a6a1-02b3189071a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.1441002 Apr 01 14:59:51.331414 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60a8de2b-3ece-4b09-af0c-45b53d3dbb1c req-c52ed5e3-45b9-4595-b133-1cfa6beb06d5 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:51.359884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-f4d59a87-dbba-454d-8f5c-2212d907c672 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289282 Apr 01 14:59:51.402599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1b3517c8-268f-46ca-bc50-825a3121e6ac details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:59:51.670548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1b3517c8-268f-46ca-bc50-825a3121e6ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1b3517c8-268f-46ca-bc50-825a3121e6ac,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:51.694220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '1b3517c8-268f-46ca-bc50-825a3121e6ac', 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070', 'port_id': '1b3517c8-268f-46ca-bc50-825a3121e6ac', 'mac_address': 'fa:16:3e:7b:b2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d8794d-aa5a-4696-b1bd-38d393ab81a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:59:51.723598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60a8de2b-3ece-4b09-af0c-45b53d3dbb1c req-c52ed5e3-45b9-4595-b133-1cfa6beb06d5 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:51.793478 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:51.825517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3517c8-268f-46ca-bc50-825a3121e6ac {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:59:51.850444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1b3517c8-268f-46ca-bc50-825a3121e6ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1b3517c8-268f-46ca-bc50-825a3121e6ac,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:51.860512 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:51.894622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a231-8d6d-4bcf-9df4-1ff198a78084 req-0c19948b-7ab1-4c46-846c-3ebf5e7425df tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:51.912056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1e7a231-8d6d-4bcf-9df4-1ff198a78084 req-0c19948b-7ab1-4c46-846c-3ebf5e7425df tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 945 time: 0.2382052 Apr 01 14:59:51.951405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-d439c1a9-76b4-4389-a46a-ae7bda09716d service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889335 Apr 01 14:59:52.029534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60a8de2b-3ece-4b09-af0c-45b53d3dbb1c req-c52ed5e3-45b9-4595-b133-1cfa6beb06d5 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:52.093102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1b3517c8-268f-46ca-bc50-825a3121e6ac,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:52.120922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ed5e3-45b9-4595-b133-1cfa6beb06d5 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4537b8-6402-4895-9ec0-fb96a2d4ebe4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:52.133368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60a8de2b-3ece-4b09-af0c-45b53d3dbb1c req-c52ed5e3-45b9-4595-b133-1cfa6beb06d5 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:52.133368 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60a8de2b-3ece-4b09-af0c-45b53d3dbb1c req-c52ed5e3-45b9-4595-b133-1cfa6beb06d5 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-groups/7a4537b8-6402-4895-9ec0-fb96a2d4ebe4 HTTP/1.1" status: 204 len: 173 time: 1.5417390 Apr 01 14:59:52.168055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['1b3517c8-268f-46ca-bc50-825a3121e6ac'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:59:52.181907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1e7a231-8d6d-4bcf-9df4-1ff198a78084 req-0399f869-6793-4aeb-9972-a0e5f50da1c4 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642322 Apr 01 14:59:52.248134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78ebd523-0471-4a0a-ac53-3ee2328dd302 req-26a97e64-5965-4332-bbe3-588b840ffef8 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898862 Apr 01 14:59:52.434896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:52.590379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51348) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:52.639034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b5ed3-4c06-4116-a73e-9a60375f63d1 req-99fa3159-5028-40cb-bc6a-e8b58ab87e33 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:52.643903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d3b5ed3-4c06-4116-a73e-9a60375f63d1 req-99fa3159-5028-40cb-bc6a-e8b58ab87e33 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 944 time: 0.1118872 Apr 01 14:59:52.750385 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:52.756795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d3b5ed3-4c06-4116-a73e-9a60375f63d1 req-e22763b3-3004-42be-a1fb-1cdbaa766f01 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056948 Apr 01 14:59:52.954394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81726116-421c-4704-87d1-a2c5a7ed7426 req-48f923dc-cc5e-4f2a-9573-cbf7702ade67 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "GET /v2.0/security-groups/5dcdf678-d3f6-4117-b84d-40b719455db3 HTTP/1.1" status: 200 len: 2139 time: 0.0770655 Apr 01 14:59:52.972923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9984fea2-152c-4a64-97f8-8bff9018042b req-ea8ae8bc-bf68-4cf7-b81f-66561ef163fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6493 time: 0.3807039 Apr 01 14:59:52.979430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:52.988495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:52.998748 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.105030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9984fea2-152c-4a64-97f8-8bff9018042b req-8ad3b74b-6ad6-4e70-8b22-d7e07028e2fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fdb0e11a-da4b-4021-ab9a-22891fe995be&id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306818 Apr 01 14:59:53.169551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-81726116-421c-4704-87d1-a2c5a7ed7426 req-1f4bc049-02a7-46aa-8500-db3fb161eb35 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.191197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:53.206796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51368) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:53.222085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-81726116-421c-4704-87d1-a2c5a7ed7426 req-1f4bc049-02a7-46aa-8500-db3fb161eb35 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.296720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-81726116-421c-4704-87d1-a2c5a7ed7426 req-1f4bc049-02a7-46aa-8500-db3fb161eb35 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.324294 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-81726116-421c-4704-87d1-a2c5a7ed7426 req-1f4bc049-02a7-46aa-8500-db3fb161eb35 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.331628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51374) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:53.343229 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81726116-421c-4704-87d1-a2c5a7ed7426 req-1f4bc049-02a7-46aa-8500-db3fb161eb35 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] 10.222.0.48 "DELETE /v2.0/security-groups/5dcdf678-d3f6-4117-b84d-40b719455db3 HTTP/1.1" status: 204 len: 173 time: 0.3413730 Apr 01 14:59:53.344220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bc049-02a7-46aa-8500-db3fb161eb35 tempest-SecurityGroupRulesTestJSON-2033003243 tempest-SecurityGroupRulesTestJSON-2033003243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcdf678-d3f6-4117-b84d-40b719455db3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:53.462691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] Deleting subnet 9a755728-ce4b-4f25-9217-3598d312314c {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:59:53.469557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.508506 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'code': 200} Apr 01 14:59:53.509895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1891813054-network', 'tenant_id': 'f729c01575244dbba1fbf4809ba1ead3'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:53.524269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:53.536435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Usage tracker for resource:network and tenant:f729c01575244dbba1fbf4809ba1ead3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:53.541096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:53.550641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:53.558012 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.604665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Made reservation on behalf of f729c01575244dbba1fbf4809ba1ead3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:53.607846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.642922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.685772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:53.692928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Usage tracker for resource:security_group_rule and tenant:f729c01575244dbba1fbf4809ba1ead3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:53.696162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:53.702222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:53.797671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.799419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.834541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.840457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-38d16887-fe0b-4438-b3e1-d378433c6243 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:53.841148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-38d16887-fe0b-4438-b3e1-d378433c6243 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Synchronizing usage tracker for tenant:bd90fad651124d7e813a363387a32aa2 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:53.847819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:59:53.858784 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.859404 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Added segment 9c07c093-4653-4c25-8dd6-7785e0a29ffe of type vlan for network dfb22750-0932-4513-8798-1e424ae5c0da Apr 01 14:59:53.862018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-38d16887-fe0b-4438-b3e1-d378433c6243 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Unset dirty status for tenant:bd90fad651124d7e813a363387a32aa2 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:53.863671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-38d16887-fe0b-4438-b3e1-d378433c6243 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.2613595 Apr 01 14:59:53.907970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-43f879b7-86fd-4a89-8bf5-440273a097b6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/quotas/bd90fad651124d7e813a363387a32aa2 HTTP/1.1" status: 200 len: 375 time: 0.0380158 Apr 01 14:59:53.992063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:53.996995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:54.021218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-3aaea095-7fb5-444d-914a-d717a4b1367e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054435 Apr 01 14:59:54.045541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.097537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a755728-ce4b-4f25-9217-3598d312314c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:54.108904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.118366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.119433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:54.120154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.158857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-f193b337-cc5a-4dd4-83f8-efe86e95653b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e830fb4b8ceb4f3fbb584c2784a3901b&device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 1096 time: 0.2159693 Apr 01 14:59:54.239916 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-59978084-6cc3-4922-ba05-b659e2be0552 service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077866 Apr 01 14:59:54.256887 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3809c81-0d67-4c97-bfdb-2eed4c6c1a6f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9a755728-ce4b-4f25-9217-3598d312314c HTTP/1.1" status: 204 len: 168 time: 0.9241657 Apr 01 14:59:54.264846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51396) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:54.337025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1283615 Apr 01 14:59:54.348512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51402) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:54.358924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Request body: {'subnet': {'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1891813054-subnet', 'tenant_id': 'f729c01575244dbba1fbf4809ba1ead3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:54.365485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1b6b7-3a6b-4b16-888d-be4c9604a273 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb22750-0932-4513-8798-1e424ae5c0da,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:54.370451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:54.379926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network dfb22750-0932-4513-8798-1e424ae5c0da details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:59:54.516367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Usage tracker for resource:subnet and tenant:f729c01575244dbba1fbf4809ba1ead3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:54.534466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:54.558234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:54.569101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-9f971ff2-ef53-4920-81f8-9ecfa6104024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:54.570529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-9f971ff2-ef53-4920-81f8-9ecfa6104024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba18ce27-6976-4a11-845c-70b4055637ac HTTP/1.1" status: 200 len: 915 time: 0.3631058 Apr 01 14:59:54.609426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.631095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Made reservation on behalf of f729c01575244dbba1fbf4809ba1ead3 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:54.632794 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.665013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-4251d3af-16d1-42fb-ac78-0f75fe25d58d service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241471 Apr 01 14:59:54.727496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-6dfa9ade-8b41-47e7-8b6c-8830bc70296b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05909436-8237-4d75-b21b-72a4f0a76101 HTTP/1.1" status: 200 len: 217 time: 0.1469600 Apr 01 14:59:54.769122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-21cd0d7e-ccf6-4c0f-89e6-1dc3fb0cc9b0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:54.770730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-21cd0d7e-ccf6-4c0f-89e6-1dc3fb0cc9b0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ffa9b8c-751c-4cb9-83db-06b44435d4ff HTTP/1.1" status: 200 len: 944 time: 0.3175039 Apr 01 14:59:54.809131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1460-b1df-49c1-ac33-37788900d181 req-faa8efd3-7b59-45fa-b39d-f460716ba392 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:54.810586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-48da1460-b1df-49c1-ac33-37788900d181 req-faa8efd3-7b59-45fa-b39d-f460716ba392 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 944 time: 0.4357655 Apr 01 14:59:54.828883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-031b03b4-6b2b-4721-8bb9-9c0b7db40a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:54.830492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-031b03b4-6b2b-4721-8bb9-9c0b7db40a84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6521efc-de46-4114-bb3a-fb9a2a32075f HTTP/1.1" status: 200 len: 854 time: 0.0962698 Apr 01 14:59:54.835827 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.901899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Deleting port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:59:54.902525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:54.912337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-b3e4408a-dba6-4659-8bca-f0796f110ab5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba18ce27-6976-4a11-845c-70b4055637ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633204 Apr 01 14:59:54.932014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4153f95f-d0ce-4311-bda1-445ba695abcf']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:54.958941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430e6e0b-f440-4cd5-aa5e-633d3cfca1da') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:54.959421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430e6e0b-f440-4cd5-aa5e-633d3cfca1da') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:59:55.012619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.035264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-48da1460-b1df-49c1-ac33-37788900d181 req-b4997e57-f75f-4a94-b127-3e12e874071d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081275 Apr 01 14:59:55.099159 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.123521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:59:55.123928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.128736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: timer() Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:59:55.141572 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:59:55.168586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-9ce4d0b5-f36a-4f64-a9f6-98fbb12fe2c8 service neutron] 10.222.0.62 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270627 Apr 01 14:59:55.297136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516b2e73-1e40-4397-bb3f-395b35b7f35c,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:55.330215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Checking segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:55.330563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Network hostable DHCP agents. Network: dfb22750-0932-4513-8798-1e424ae5c0da, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:59:55.358113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f7de16d-231d-42e4-95ec-3a0c807cebbf req-87b91c40-42be-4776-90ef-134c7ab64a28 service neutron] 10.222.0.62 "GET /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823161 Apr 01 14:59:55.374094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Network dfb22750-0932-4513-8798-1e424ae5c0da is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:59:55.399142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, dfb22750-0932-4513-8798-1e424ae5c0da) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:55.401190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1b3517c8-268f-46ca-bc50-825a3121e6ac up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:55.404514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:55.405665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.442038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-63656beb-4d38-4c5f-8901-bd00b86c1c16 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0923903 Apr 01 14:59:55.443664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633ae89-599b-49d8-a806-5432156b54b3 req-211ea544-f171-49cd-8a54-dff513acf28b tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:55.450834 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b633ae89-599b-49d8-a806-5432156b54b3 req-211ea544-f171-49cd-8a54-dff513acf28b tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 945 time: 0.4813724 Apr 01 14:59:55.451200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-bc365d95-b183-4741-976d-e19c2e39a40a tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Synchronizing usage tracker for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:55.464057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814e0a0-99f1-4442-babd-cd8235294b35 None None] Network dfb22750-0932-4513-8798-1e424ae5c0da requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:55.474383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-bc365d95-b183-4741-976d-e19c2e39a40a tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Unset dirty status for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:55.476163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-bc365d95-b183-4741-976d-e19c2e39a40a tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1458712813&fields=id&tenant_id=a4403c8a155446a0b769e9c73ad02f85 HTTP/1.1" status: 200 len: 267 time: 0.0968096 Apr 01 14:59:55.476337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] For port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:55.478621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.508767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.645944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-8b9b55ee-6b4e-43a5-bef7-7d242672a484 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:55.647195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-8b9b55ee-6b4e-43a5-bef7-7d242672a484 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Synchronizing usage tracker for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:55.683897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-8b9b55ee-6b4e-43a5-bef7-7d242672a484 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Unset dirty status for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:55.685431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-8b9b55ee-6b4e-43a5-bef7-7d242672a484 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/networks?id=d5beb2fb-7772-4e68-95a8-cf99bee622f1 HTTP/1.1" status: 200 len: 815 time: 0.2014055 Apr 01 14:59:55.708595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-4f489ec2-56d9-483b-94eb-9bebac70569b tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/quotas/a4403c8a155446a0b769e9c73ad02f85 HTTP/1.1" status: 200 len: 375 time: 0.0144050 Apr 01 14:59:55.812661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Calling delete_port for 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:59:55.857795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-dfb22750-0932-4513-8798-1e424ae5c0da', 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'tenant_id': 'f729c01575244dbba1fbf4809ba1ead3', 'fixed_ips': [{'subnet_id': '516b2e73-1e40-4397-bb3f-395b35b7f35c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:59:55.859053 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.878042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 1b3517c8-268f-46ca-bc50-825a3121e6ac completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:55.885146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.887989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 1b3517c8-268f-46ca-bc50-825a3121e6ac triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:55.888606 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:55.901277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-881c799b-2977-41c6-9007-98eb96c8aae9 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Synchronizing usage tracker for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:55.915278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Pushing event deleted for resources: {'Network': ['ID=4153f95f-d0ce-4311-bda1-445ba695abcf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:55.931954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-881c799b-2977-41c6-9007-98eb96c8aae9 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Unset dirty status for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:55.935243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] 10.222.0.48 "DELETE /v2.0/networks/4153f95f-d0ce-4311-bda1-445ba695abcf HTTP/1.1" status: 204 len: 168 time: 1.6648438 Apr 01 14:59:55.936671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-881c799b-2977-41c6-9007-98eb96c8aae9 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4403c8a155446a0b769e9c73ad02f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2181354 Apr 01 14:59:55.975541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b633ae89-599b-49d8-a806-5432156b54b3 req-4419e3a0-96fd-4212-89b8-d3490e5cdd13 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238664 Apr 01 14:59:55.999456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.000118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.000636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.001160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.001756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.002141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.002516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.002901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.003378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.003681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.004402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fffeb1-3c01-47e3-86ca-d1c69a2c9eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:59:56.139525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.173482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-7a4d8178-6e39-450d-a911-9bf2eb3162cf service neutron] 10.222.0.48 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187843 Apr 01 14:59:56.188204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1b3517c8-268f-46ca-bc50-825a3121e6ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1b3517c8-268f-46ca-bc50-825a3121e6ac,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:56.192981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3517c8-268f-46ca-bc50-825a3121e6ac'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:56.204834 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.215652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51438) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:56.238534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.322953 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf3eae2a-0db3-46cc-b373-fbdc3307ec22 req-00d7f165-0a78-472b-954d-2932d695029c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 210 time: 0.1235328 Apr 01 14:59:56.344643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1b3517c8-268f-46ca-bc50-825a3121e6ac,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:56.350838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Allocated IP 172.20.0.2 (dfb22750-0932-4513-8798-1e424ae5c0da/516b2e73-1e40-4397-bb3f-395b35b7f35c/c384bfe0-0e87-4d87-8164-e667d3126e15) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:56.390456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-66e049d6-7264-4e14-a0a2-84be1dd0c755 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=258c887c59ca41bdb9250999f712ae87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1729939 Apr 01 14:59:56.391172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51442) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:56.405266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-eea02d23-33c9-4b0b-8326-078a67f9111c service neutron] 10.222.0.48 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303166 Apr 01 14:59:56.509503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfeaffe3-c34c-4eae-a9a0-55ad188328a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.541913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfeaffe3-c34c-4eae-a9a0-55ad188328a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.552545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event deleted for resources: {'Port': ['ID=6bc27f71-e2a3-46c8-b27d-042cfc617ca8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:56.608107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfeaffe3-c34c-4eae-a9a0-55ad188328a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.634843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaffe3-c34c-4eae-a9a0-55ad188328a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5825ae5-e461-43b8-a125-b643f44c47ca,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:56.655801 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfeaffe3-c34c-4eae-a9a0-55ad188328a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.659604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bfeaffe3-c34c-4eae-a9a0-55ad188328a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5825ae5-e461-43b8-a125-b643f44c47ca HTTP/1.1" status: 204 len: 168 time: 0.2636070 Apr 01 14:59:56.676066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] No DVR routers for this DVR port 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:59:56.705680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.718399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Transition to ACTIVE for port object c384bfe0-0e87-4d87-8164-e667d3126e15 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:56.732136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-fab66edc-f550-4e65-a95b-300683e3c86d tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:56.733839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-fab66edc-f550-4e65-a95b-300683e3c86d tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.4389498 Apr 01 14:59:56.735084 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.738208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-deleted', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:59:56.741108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Transition to ACTIVE for port object c384bfe0-0e87-4d87-8164-e667d3126e15 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:59:56.755496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:56.756256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Request body: {'port': {'device_id': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'admin_state_up': True, 'tenant_id': 'bd90fad651124d7e813a363387a32aa2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:56.786489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0435f364-08a4-4904-81e6-4aeab8ff1c4b req-2f96195d-bb7f-4dd7-b2e9-e17d610ab980 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "DELETE /v2.0/ports/6bc27f71-e2a3-46c8-b27d-042cfc617ca8 HTTP/1.1" status: 204 len: 173 time: 2.0100303 Apr 01 14:59:56.862314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Network dfb22750-0932-4513-8798-1e424ae5c0da is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:56.866262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:56.873218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:56.879665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Pushing event updated for resources: {'Port': ['ID=c384bfe0-0e87-4d87-8164-e667d3126e15,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:57.033119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Attempting to bind port c384bfe0-0e87-4d87-8164-e667d3126e15 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:59:57.033610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Attempting to bind port c384bfe0-0e87-4d87-8164-e667d3126e15 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:59:57.034062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Attempting to bind port c384bfe0-0e87-4d87-8164-e667d3126e15 on network dfb22750-0932-4513-8798-1e424ae5c0da {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:59:57.047788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:59:57.049905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Checking segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:59:57.051473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:57.052000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Bound using segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:59:57.052870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Bound port: c384bfe0-0e87-4d87-8164-e667d3126e15, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:59:57.053615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:57.069855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:57.137463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Usage tracker for resource:port and tenant:bd90fad651124d7e813a363387a32aa2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:57.145130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:57.165313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:57.197408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:59:57.204183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c384bfe0-0e87-4d87-8164-e667d3126e15,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:59:57.211543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Made reservation on behalf of bd90fad651124d7e813a363387a32aa2 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:57.215233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:57.222933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:57.337225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-241ea7d2-8996-4880-8efa-8bf53cc63345 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:57.352234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-241ea7d2-8996-4880-8efa-8bf53cc63345 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 816 time: 0.3124242 Apr 01 14:59:57.376645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24a88c-7434-41ae-943c-c6481127610e None None] Pushing event updated for resources: {'Port': ['ID=c384bfe0-0e87-4d87-8164-e667d3126e15,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:57.396107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-1d7a6e8c-b8af-4c3e-8c42-a01635c52c01 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/quotas/f729c01575244dbba1fbf4809ba1ead3 HTTP/1.1" status: 200 len: 375 time: 0.0418394 Apr 01 14:59:57.568858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7ce53-ece1-4190-9a27-a292e3561069 req-a9debda0-249d-419b-85e8-afe05a50934a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:57.581289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93f7ce53-ece1-4190-9a27-a292e3561069 req-a9debda0-249d-419b-85e8-afe05a50934a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 945 time: 0.3802836 Apr 01 14:59:57.671619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Allocated IP 172.20.0.8 (222f6bca-e39e-4fdb-bd83-f45ed942f90a/d2e27a6c-3984-46dd-9d06-1495ca7533f1/327f20d6-81b3-4d0b-b683-2225c8107909) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:59:57.695069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93f7ce53-ece1-4190-9a27-a292e3561069 req-ecf79b13-2194-4bca-9002-fe14f6432681 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123700 Apr 01 14:59:57.703074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-38848899-76b5-451c-b9c4-fea9bb795354 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2679887 Apr 01 14:59:57.780759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-922c05c8-9318-4201-b394-698eaef58d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:57.820751 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3517c8-268f-46ca-bc50-825a3121e6ac', 'code': 200} Apr 01 14:59:57.969476 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffa9b8c-751c-4cb9-83db-06b44435d4ff', 'name': 'network-vif-deleted', 'tag': '6bc27f71-e2a3-46c8-b27d-042cfc617ca8', 'status': 'completed', 'code': 200} Apr 01 14:59:58.095538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-731d2b11-db72-411b-a9b6-8e18ccbff808 service neutron] 10.222.0.48 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915315 Apr 01 14:59:58.120172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6e41818-97e2-4853-a80f-2f7fd4a8ce19 req-8f7bf06d-35b1-46a7-b80e-06961058b824 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 1096 time: 0.1921999 Apr 01 14:59:58.138224 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.165112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51496) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:58.206446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f15f95-0d83-4b86-a7f4-24033eace813 req-b77c6c7b-09ee-40f4-9c7f-ef24685912b5 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:58.208182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8f15f95-0d83-4b86-a7f4-24033eace813 req-b77c6c7b-09ee-40f4-9c7f-ef24685912b5 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 945 time: 0.1748872 Apr 01 14:59:58.220423 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6e41818-97e2-4853-a80f-2f7fd4a8ce19 req-6f4fd4ec-fd87-44d1-8706-f132a4eb8a0e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895388 Apr 01 14:59:58.295856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8f15f95-0d83-4b86-a7f4-24033eace813 req-12c74032-8c5c-4c0c-85cc-d74efe67f397 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796981 Apr 01 14:59:58.300341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-f959a6d6-51a8-4547-9b7c-a8aa34489946 service neutron] 10.222.0.48 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955054 Apr 01 14:59:58.310122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.333050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c384bfe0-0e87-4d87-8164-e667d3126e15 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:59:58.372340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2041319190-network', 'tenant_id': 'cacdf1baac834e699be0024fd3c86d62'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:58.379562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:58.392567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Usage tracker for resource:network and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:58.398994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:58.406754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:58.417597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:59:58.423062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Made reservation on behalf of cacdf1baac834e699be0024fd3c86d62 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:58.426319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:59:58.426693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.430979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:59:58.432404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c384bfe0-0e87-4d87-8164-e667d3126e15 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:58.452946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.469215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:59:58.515266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:58.524955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Usage tracker for resource:security_group_rule and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:58.532667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:58.543546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:59:58.544049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 6bc27f71-e2a3-46c8-b27d-042cfc617ca8 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:59:58.546880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:58.547534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.560554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:58.574081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:58.600833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-f83fb990-3c62-45aa-b3d1-f481f1101236 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8498030 Apr 01 14:59:58.623311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Request body: {'port': {'device_id': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:58.701279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfb39043-e014-4e5f-9c66-9c9ad5d53890 req-8072ebd7-4358-42e9-a69d-c537c90d8b76 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 210 time: 0.1604702 Apr 01 14:59:58.816596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.836048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.905602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d90ebd-e659-4aef-8d7e-1dc180c13e73,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:58.925538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d713c5-a6bf-4626-add3-232b341d715b None None] Network dfb22750-0932-4513-8798-1e424ae5c0da requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:59:58.942313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:59:58.963591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:58.964837 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Added segment 5c6b873e-e392-47ee-b0b1-5a3d1ee30a7b of type vlan for network 0c9ef138-6dba-4931-a6ff-ad571ab0f622 Apr 01 14:59:59.010181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.082514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.083823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:59.084526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.157845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c0da056d-f989-4ee8-a31e-7a000c410b15 None None] Provisioning for port c384bfe0-0e87-4d87-8164-e667d3126e15 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:59:59.167841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c0da056d-f989-4ee8-a31e-7a000c410b15 None None] Provisioning complete for port c384bfe0-0e87-4d87-8164-e667d3126e15 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:59:59.168147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0da056d-f989-4ee8-a31e-7a000c410b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.212932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] Pushing event updated for resources: {'Network': ['ID=0c9ef138-6dba-4931-a6ff-ad571ab0f622,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:59:59.251404 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4c9e3a45-0705-4a1a-9d75-ffa515ad7e4f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0811741 Apr 01 14:59:59.251807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51522) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:59:59.259435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Request body: {'subnet': {'network_id': '0c9ef138-6dba-4931-a6ff-ad571ab0f622', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2041319190-subnet', 'tenant_id': 'cacdf1baac834e699be0024fd3c86d62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:59:59.276204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0c9ef138-6dba-4931-a6ff-ad571ab0f622 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:59:59.319962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:59:59.329641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Usage tracker for resource:subnet and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:59:59.335011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:59:59.370470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:59:59.414239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7350a4-5189-499a-b26e-89189a8d5043 req-0d421385-a79d-4990-9022-1c470b6953f1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:59.423130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db7350a4-5189-499a-b26e-89189a8d5043 req-0d421385-a79d-4990-9022-1c470b6953f1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 945 time: 0.1567223 Apr 01 14:59:59.430710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.442609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Made reservation on behalf of cacdf1baac834e699be0024fd3c86d62 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:59:59.445757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.486639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5642c8-b74b-4e22-9565-5211798ba6dc req-46e5238a-0588-4a17-9d05-f87b35226919 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:59.488057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bf5642c8-b74b-4e22-9565-5211798ba6dc req-46e5238a-0588-4a17-9d05-f87b35226919 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Synchronizing usage tracker for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:59.563906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-6acf2b6e-832b-420e-9b2a-2d0153262b09 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:59:59.565350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-6acf2b6e-832b-420e-9b2a-2d0153262b09 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.62 "GET /v2.0/networks?id=d5beb2fb-7772-4e68-95a8-cf99bee622f1 HTTP/1.1" status: 200 len: 815 time: 0.7593801 Apr 01 14:59:59.577098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bf5642c8-b74b-4e22-9565-5211798ba6dc req-46e5238a-0588-4a17-9d05-f87b35226919 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Unset dirty status for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:59:59.578301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf5642c8-b74b-4e22-9565-5211798ba6dc req-46e5238a-0588-4a17-9d05-f87b35226919 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 931 time: 0.8653476 Apr 01 14:59:59.684486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db7350a4-5189-499a-b26e-89189a8d5043 req-6465a8d8-8289-4c57-90f7-65b4b0e6fc11 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603164 Apr 01 14:59:59.773025 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0da056d-f989-4ee8-a31e-7a000c410b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.792838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf5642c8-b74b-4e22-9565-5211798ba6dc req-23b9a25b-50a9-46e7-b10c-718ad73d27ac tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706102 Apr 01 14:59:59.884234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-a04c75fc-0597-4628-b668-15512f3be156 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Synchronizing usage tracker for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:59:59.892159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c0da056d-f989-4ee8-a31e-7a000c410b15 None None] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c384bfe0-0e87-4d87-8164-e667d3126e15,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:59:59.903855 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0da056d-f989-4ee8-a31e-7a000c410b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:59:59.999875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da056d-f989-4ee8-a31e-7a000c410b15 None None] Pushing event updated for resources: {'Port': ['ID=c384bfe0-0e87-4d87-8164-e667d3126e15,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:00.000496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-a04c75fc-0597-4628-b668-15512f3be156 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Unset dirty status for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:00.001377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-a04c75fc-0597-4628-b668-15512f3be156 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4403c8a155446a0b769e9c73ad02f85 HTTP/1.1" status: 200 len: 380 time: 0.4219987 Apr 01 15:00:00.026979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Request body: {'port': {'device_id': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'admin_state_up': True, 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'security_groups': ['7f1b69f5-edc5-4f86-810b-5f3c788c9feb']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:00.105872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.219747 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2f077f2-b718-4ee2-bddd-2e1e92739076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.278152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-385796a4-6a19-4776-8aef-a25cbda3bed8 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:00.278761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-385796a4-6a19-4776-8aef-a25cbda3bed8 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Synchronizing usage tracker for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:00.313455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Checking segment: {'id': '5c6b873e-e392-47ee-b0b1-5a3d1ee30a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0c9ef138-6dba-4931-a6ff-ad571ab0f622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:00.314211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Network hostable DHCP agents. Network: 0c9ef138-6dba-4931-a6ff-ad571ab0f622, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:00:00.338739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327f20d6-81b3-4d0b-b683-2225c8107909 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:00.354519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.361764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c384bfe0-0e87-4d87-8164-e667d3126e15 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:00.374557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d73862a-c936-4983-9f19-7cdb460daaa3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:00.401482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Transition to ACTIVE for port object 327f20d6-81b3-4d0b-b683-2225c8107909 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:00.402536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:00.412937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.472960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:00.473969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2e2b487f-30ed-46af-a32d-e3de5c070120 None None] Provisioning complete for port c384bfe0-0e87-4d87-8164-e667d3126e15 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:00.474520 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2b487f-30ed-46af-a32d-e3de5c070120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.509307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-385796a4-6a19-4776-8aef-a25cbda3bed8 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Unset dirty status for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:00.516522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-385796a4-6a19-4776-8aef-a25cbda3bed8 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 816 time: 0.6542215 Apr 01 15:00:00.561711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3efd85a-aa01-479e-893b-5ba69c2ab458 req-4eaac803-7ed6-4517-9e10-436b27030b28 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 210 time: 0.1383686 Apr 01 15:00:00.582189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-cd77cc25-b41d-40e6-a708-13e726287912 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/quotas/f729c01575244dbba1fbf4809ba1ead3 HTTP/1.1" status: 200 len: 375 time: 0.0624866 Apr 01 15:00:00.614930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c384bfe0-0e87-4d87-8164-e667d3126e15 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:00.615614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.658937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:00.684146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Network 0c9ef138-6dba-4931-a6ff-ad571ab0f622 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:00:00.716003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Made reservation on behalf of a4403c8a155446a0b769e9c73ad02f85 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:00.729824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.741734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-00d721a9-459f-443c-94f7-d11732e85a8d tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:00.744777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-00d721a9-459f-443c-94f7-d11732e85a8d tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.44 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 816 time: 0.3770304 Apr 01 15:00:00.768999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0c9ef138-6dba-4931-a6ff-ad571ab0f622) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:00.776971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e56dd3-2ff7-4517-8f6a-58315c55d40c None None] Network 0c9ef138-6dba-4931-a6ff-ad571ab0f622 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:00.779294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Request body: {'port': {'device_id': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'admin_state_up': True, 'tenant_id': 'f729c01575244dbba1fbf4809ba1ead3'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:00.813259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:00.825072 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:00.961614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-8826b87b-a768-427f-8973-0f3bd85c0581 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3772492 Apr 01 15:00:00.987266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-532120cd-eb88-4735-a291-0d7baa89871c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7341037 Apr 01 15:00:01.076672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Attempting to bind port 327f20d6-81b3-4d0b-b683-2225c8107909 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:01.076968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Attempting to bind port 327f20d6-81b3-4d0b-b683-2225c8107909 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:01.077249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Attempting to bind port 327f20d6-81b3-4d0b-b683-2225c8107909 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:01.094764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079127b-bf3b-4c80-946a-b4786e7233a3 req-8edf90da-0b95-4fc0-8319-868c964b0055 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:01.101859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0079127b-bf3b-4c80-946a-b4786e7233a3 req-8edf90da-0b95-4fc0-8319-868c964b0055 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 945 time: 0.2284279 Apr 01 15:00:01.117196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:01.124715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Usage tracker for resource:port and tenant:f729c01575244dbba1fbf4809ba1ead3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:01.130047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:01.147677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:01.158848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Port 327f20d6-81b3-4d0b-b683-2225c8107909 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:01.159186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Attempting to bind port 327f20d6-81b3-4d0b-b683-2225c8107909 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:01.164252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-5ed0fcbe-3caa-4850-b803-097aaa892e2e service neutron] 10.222.0.48 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014005 Apr 01 15:00:01.175797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb8146-e46c-4854-8384-9d2664ee51af None None] Network 0c9ef138-6dba-4931-a6ff-ad571ab0f622 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:01.195135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:01.195543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Checking segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:01.196120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Bound using segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:01.196715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Bound port: 327f20d6-81b3-4d0b-b683-2225c8107909, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:01.197115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:01.280836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:01.286488 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0079127b-bf3b-4c80-946a-b4786e7233a3 req-aaa7faa4-fa08-41a1-be5f-1f1fd4d49a12 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd6242f-432e-4e9e-bc35-3491875f90f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837115 Apr 01 15:00:01.293761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Allocated IP 172.20.0.12 (d5beb2fb-7772-4e68-95a8-cf99bee622f1/3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217/5b7ad132-a6cb-4c78-b39d-2389aafa7a3b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:00:01.334023 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:01.384803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Made reservation on behalf of f729c01575244dbba1fbf4809ba1ead3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:01.388300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:01.543328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-893d6ea3-af39-4ccb-85da-ba2ba117f662 service neutron] 10.222.0.48 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771813 Apr 01 15:00:01.571900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:01.603759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:01.635498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:01.676468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Allocated IP 172.20.0.9 (dfb22750-0932-4513-8798-1e424ae5c0da/516b2e73-1e40-4397-bb3f-395b35b7f35c/2eca605f-ee3a-4016-ad24-cd2d1c2a9668) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:00:01.757137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd194af-7724-4620-99bd-4112448f9360 req-4549cd16-aecf-4a64-bf7f-147054a2e034 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:01.764633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bd194af-7724-4620-99bd-4112448f9360 req-4549cd16-aecf-4a64-bf7f-147054a2e034 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 945 time: 0.2620130 Apr 01 15:00:01.816813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:01.818189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] 10.222.0.44 "PUT /v2.0/ports/327f20d6-81b3-4d0b-b683-2225c8107909 HTTP/1.1" status: 200 len: 1091 time: 3.1997540 Apr 01 15:00:01.818799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:01.839547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:01.874423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bd194af-7724-4620-99bd-4112448f9360 req-6464cce4-eb8d-420e-b24e-57c687958e57 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085186 Apr 01 15:00:01.946661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Transition to ACTIVE for port object 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:01.950358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb3399-5512-4cd0-a4a8-9b226c284572 service neutron] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:02.058258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-4b4cb753-4aa2-4224-b6d2-76e55fcc9d8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 1094 time: 0.1739306 Apr 01 15:00:02.060504 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.265039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51570) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:02.318891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.349600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Transition to ACTIVE for port object 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:02.369767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2266070-1b73-49fe-b158-395b42aa4ae9 req-40f7d7d7-4162-486d-97ce-eb8136dbcdfc tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:02.377634 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b2266070-1b73-49fe-b158-395b42aa4ae9 req-40f7d7d7-4162-486d-97ce-eb8136dbcdfc tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 943 time: 0.3626678 Apr 01 15:00:02.385333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-ebe9c5ad-1840-4ab5-b5e2-0e0492772666 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=327f20d6-81b3-4d0b-b683-2225c8107909 HTTP/1.1" status: 200 len: 217 time: 0.2739661 Apr 01 15:00:02.402238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:00:02.402830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-83644fa8-33b6-45ac-bd8d-1cc93e336a15 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:02.404422 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-83644fa8-33b6-45ac-bd8d-1cc93e336a15 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 945 time: 0.3292115 Apr 01 15:00:02.408579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event updated for resources: {'Port': ['ID=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:02.469910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1844151341', 'description': 'tempest-description-1574963729'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:02.475453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:02.479599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:02.482426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:02.488202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:02.495928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-b08b13a9-0328-49fa-a36d-1a45cd2e6de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:02.497407 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-b08b13a9-0328-49fa-a36d-1a45cd2e6de5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.0939062 Apr 01 15:00:02.498381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:02.502228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:00:02.532790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b2266070-1b73-49fe-b158-395b42aa4ae9 req-d0bf898e-8fc2-49d6-9443-416682127945 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549993 Apr 01 15:00:02.533935 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.538582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.543851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Deleting port 05909436-8237-4d75-b21b-72a4f0a76101 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:00:02.544240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.583508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.602119 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-50029a45-ac10-4e00-8d71-ad19ee4e2a55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534337 Apr 01 15:00:02.622191 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.772501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:02.773668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.782089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:02.798053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Pushing event updated for resources: {'Port': ['ID=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:02.801725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group_rule and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:02.811277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:02.833672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:02.836927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-61f6cfeb-6575-4e0b-a20b-3330ba4255ae None None] Provisioning for port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:02.845326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-61f6cfeb-6575-4e0b-a20b-3330ba4255ae None None] Provisioning complete for port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:02.845939 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61f6cfeb-6575-4e0b-a20b-3330ba4255ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:02.854397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-769f6212-24f5-4f6f-809c-353e8352ff7f service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367911 Apr 01 15:00:02.858405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Network dfb22750-0932-4513-8798-1e424ae5c0da is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:00:02.866824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:02.869441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:00:02.889446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-b55e74f8-721f-4fd5-8c41-cca2e66b7fc4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8771391 Apr 01 15:00:02.923170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-61f6cfeb-6575-4e0b-a20b-3330ba4255ae None None] Port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:00:02.927926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:02.949777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Usage tracker for resource:security_group_rule and tenant:7071d4eb4f694da9b3591a79d6fa7ee5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:02.958649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:02.964699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Request body: {'port': {'device_id': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:02.971188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:03.071906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:03.072516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.124061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.134865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be70b6-132e-4dd4-a3ee-4ea64da166bb req-67eacc17-d90c-47eb-90bf-ec9b7cab311b tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:03.137160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03be70b6-132e-4dd4-a3ee-4ea64da166bb req-67eacc17-d90c-47eb-90bf-ec9b7cab311b tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 932 time: 0.4356360 Apr 01 15:00:03.145382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.158490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66e3c570-fc3b-4a4f-a9b4-e407b5d17fd7 None None] Provisioning for port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:03.164621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66e3c570-fc3b-4a4f-a9b4-e407b5d17fd7 None None] Provisioning complete for port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:03.165397 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66e3c570-fc3b-4a4f-a9b4-e407b5d17fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.209778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09fb3b67-d80c-4568-94ea-ba47ec9b4e3f req-02c711f5-caf9-4ac6-8b1e-fbe86494d347 service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489969 Apr 01 15:00:03.225509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.249223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.259905 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-626842d5-f298-4636-987d-13b8370002f7 req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.8550878 Apr 01 15:00:03.271107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6711de7-c907-43ee-983c-2f7eff1000f1 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd363b5-0006-4d06-9ce1-4442fd4a68c2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:03.273736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-ead76646-c202-47c1-9e01-7be6bbf37436 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5081575 Apr 01 15:00:03.293445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-66e3c570-fc3b-4a4f-a9b4-e407b5d17fd7 None None] Port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:00:03.294920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Request body: {'port': {'device_id': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:03.380091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] For port 05909436-8237-4d75-b21b-72a4f0a76101, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=05909436-8237-4d75-b21b-72a4f0a76101,segment=NetworkSegment(140041fb-2a04-4db7-b0f7-7a330b1974f3),segment_id=140041fb-2a04-4db7-b0f7-7a330b1974f3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:03.380455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.664599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-c4c50300-dddd-443b-9ea2-d01d5794a9b5 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:03.665745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Calling delete_port for 05909436-8237-4d75-b21b-72a4f0a76101 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:00:03.665883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-c4c50300-dddd-443b-9ea2-d01d5794a9b5 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 816 time: 0.2482660 Apr 01 15:00:03.688408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-6a0cba6b-4222-4deb-9254-abb51b5913d1 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/quotas/f729c01575244dbba1fbf4809ba1ead3 HTTP/1.1" status: 200 len: 375 time: 0.0166214 Apr 01 15:00:03.735341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03be70b6-132e-4dd4-a3ee-4ea64da166bb req-7033f96c-0db3-47d4-aa2f-d73552d5f7a6 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5482461 Apr 01 15:00:03.755330 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.773301 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.812437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:03.816522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-6e4721b5-0b03-4981-af67-e86ac38cfe63 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:03.817977 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-6e4721b5-0b03-4981-af67-e86ac38cfe63 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 816 time: 0.6534305 Apr 01 15:00:03.821670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.834902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Request body: {'port': {'device_id': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'admin_state_up': True, 'tenant_id': 'f729c01575244dbba1fbf4809ba1ead3'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:03.837238 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909', 'status': 'completed', 'code': 200} Apr 01 15:00:03.846798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Transition to ACTIVE for port object 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:03.863295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-f78f5511-8dde-4cda-b49b-cb4ade2cf62c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647494 Apr 01 15:00:03.895845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.909536 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:03.965630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7071d4eb4f694da9b3591a79d6fa7ee5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6895611 Apr 01 15:00:03.965630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a6043-d9e2-4044-898b-3eadea61bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592bcd16-ceb5-47ca-af73-c15db16de434,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:03.974890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51586) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:04.188824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:04.202681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['05909436-8237-4d75-b21b-72a4f0a76101'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:04.224777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Pushing event updated for resources: {'Port': ['ID=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:04.294833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-46a62e3a-1600-47c5-8d42-5715185a36ca service neutron] 10.222.0.48 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307051 Apr 01 15:00:04.336242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Pushing event deleted for resources: {'Port': ['ID=05909436-8237-4d75-b21b-72a4f0a76101,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:04.373549 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8caeb541-62d7-4124-aa62-4eb24bca5d17 req-37c64ada-475e-46c9-9955-baec8fadea57 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03 HTTP/1.1" status: 200 len: 210 time: 0.1412551 Apr 01 15:00:04.374174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48001122-83b9-4c34-a511-d0047513ebf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:04.376303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:04.426784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Usage tracker for resource:port and tenant:f729c01575244dbba1fbf4809ba1ead3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:04.440130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:04.462995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-7c125be9-6ca7-431a-9077-36149acd1679 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 1094 time: 0.5970547 Apr 01 15:00:04.517661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:04.568147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] No DVR routers for this DVR port 05909436-8237-4d75-b21b-72a4f0a76101 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:00:04.579501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:04.583187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48001122-83b9-4c34-a511-d0047513ebf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:04.589262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'name': 'network-vif-deleted', 'tag': '05909436-8237-4d75-b21b-72a4f0a76101'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:04.623942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Attempting to bind port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:04.624275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Attempting to bind port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:04.624600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Attempting to bind port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b on network d5beb2fb-7772-4e68-95a8-cf99bee622f1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:04.662721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Made reservation on behalf of f729c01575244dbba1fbf4809ba1ead3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:04.665371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-f0a331ff-a143-4099-83f3-1d39fc0474fa service neutron] 10.222.0.48 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317001 Apr 01 15:00:04.665869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:04.668155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b on network d5beb2fb-7772-4e68-95a8-cf99bee622f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:04.668775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Attempting to bind port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b on network d5beb2fb-7772-4e68-95a8-cf99bee622f1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:04.688569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:04.688914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Checking segment: {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:04.689298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Bound using segment: {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:04.689993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Bound port: 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142e28c1-46f6-4f4f-90ce-27f115631fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:04.690112 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:04.695782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9e10034-52ba-46f9-83d7-11a85abfd8dc req-1df6e628-4f19-4d3c-9090-3cb6beb3b731 tempest-InstanceActionsTestJSON-953881737 tempest-InstanceActionsTestJSON-953881737-project] 10.222.0.62 "DELETE /v2.0/ports/05909436-8237-4d75-b21b-72a4f0a76101 HTTP/1.1" status: 204 len: 173 time: 2.2832978 Apr 01 15:00:04.700846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-fd068269-57a6-46a7-b041-e8ac9aa152be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:04.703161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-fd068269-57a6-46a7-b041-e8ac9aa152be service neutron] 10.222.0.44 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 905 time: 0.2259996 Apr 01 15:00:04.728273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-0bb88e3f-1add-4a9e-baa1-1a8762a1987b tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/ebd363b5-0006-4d06-9ce1-4442fd4a68c2 HTTP/1.1" status: 200 len: 1647 time: 0.2892494 Apr 01 15:00:04.842745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-40827e41-ef66-4fe5-8604-f84559fc0ac6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=327f20d6-81b3-4d0b-b683-2225c8107909 HTTP/1.1" status: 200 len: 217 time: 0.1330771 Apr 01 15:00:04.864619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ebd363b5-0006-4d06-9ce1-4442fd4a68c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:04.864926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ebd363b5-0006-4d06-9ce1-4442fd4a68c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:04.873952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:04.879589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group_rule and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:04.886587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:04.939940 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48001122-83b9-4c34-a511-d0047513ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:04.946965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:04.981976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48001122-83b9-4c34-a511-d0047513ebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592bcd16-ceb5-47ca-af73-c15db16de434,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:05.054429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-82b7dcf4-9fbd-4225-ab35-01eaa6d8f64d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:05.055918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-82b7dcf4-9fbd-4225-ab35-01eaa6d8f64d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.1873891 Apr 01 15:00:05.059147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] For port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:05.082309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48001122-83b9-4c34-a511-d0047513ebf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.083504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-48001122-83b9-4c34-a511-d0047513ebf1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/592bcd16-ceb5-47ca-af73-c15db16de434 HTTP/1.1" status: 204 len: 168 time: 1.1076539 Apr 01 15:00:05.087701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:05.102951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.117316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.126289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Transition to ACTIVE for port object 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:05.138978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.142341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] For port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:05.174506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.183131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-102b0993-8342-4bca-8124-04b6f4ca2aab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185007 Apr 01 15:00:05.253800 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.271624 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.390764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d611b34-e372-4c70-98a3-3726d6fa9b28,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:05.410476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Allocated IP 172.20.0.5 (dfb22750-0932-4513-8798-1e424ae5c0da/516b2e73-1e40-4397-bb3f-395b35b7f35c/5f99f006-11d3-416c-b446-ef0163aa8dd2) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:00:05.418149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 327f20d6-81b3-4d0b-b683-2225c8107909 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:05.418699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Pushing event updated for resources: {'Port': ['ID=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:05.432789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.434398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-273bdc46-5613-414d-86c3-f1dc91c3b9c9 req-6451a2d2-1df4-4643-a5d5-07be7dab6a51 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5804472 Apr 01 15:00:05.533290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-d639e3f4-f792-4dfd-a505-0950824dbda6 service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987678 Apr 01 15:00:05.550791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:05.552196 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] 10.222.0.62 "PUT /v2.0/ports/5b7ad132-a6cb-4c78-b39d-2389aafa7a3b HTTP/1.1" status: 200 len: 1092 time: 2.6029732 Apr 01 15:00:05.759056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eaa2a-5bf5-4bf0-b04e-677a822b7a75 req-12a86348-e080-4da1-b533-529a7ef9e361 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:05.760814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-974eaa2a-5bf5-4bf0-b04e-677a822b7a75 req-12a86348-e080-4da1-b533-529a7ef9e361 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 943 time: 0.7869382 Apr 01 15:00:05.889473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:05.909096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '327f20d6-81b3-4d0b-b683-2225c8107909', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': '327f20d6-81b3-4d0b-b683-2225c8107909', 'mac_address': 'fa:16:3e:2f:28:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:05.929074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:05.993298 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.003472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c33991-6fbb-483d-aff7-768021703f3f service neutron] Pushing event updated for resources: {'Port': ['ID=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:06.015889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327f20d6-81b3-4d0b-b683-2225c8107909 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:06.036183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:06.043410 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.048883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Attempting to bind port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:06.049211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Attempting to bind port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:06.049533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Attempting to bind port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 on network dfb22750-0932-4513-8798-1e424ae5c0da {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:06.091410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 on network dfb22750-0932-4513-8798-1e424ae5c0da not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:06.091730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Attempting to bind port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 on network dfb22750-0932-4513-8798-1e424ae5c0da {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:06.119548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-974eaa2a-5bf5-4bf0-b04e-677a822b7a75 req-bded33fe-beff-48e3-8240-6f52e4ac9079 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715015 Apr 01 15:00:06.127863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:06.128131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e0c72d0-ebd5-4d5f-94f9-1fa3f1b1d282 req-249e003e-ff09-4f6b-bdf4-58b463b250dd service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723510 Apr 01 15:00:06.156260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f06db6e-ad86-4ec9-8e93-fb0f0af46dcd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:06.157724 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f06db6e-ad86-4ec9-8e93-fb0f0af46dcd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 945 time: 0.3804674 Apr 01 15:00:06.164743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-8200aaad-88a2-48fb-9659-e468908afc0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4403c8a155446a0b769e9c73ad02f85&device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 1095 time: 0.3859930 Apr 01 15:00:06.194339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:06.194670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Checking segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:06.195051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Bound using segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:06.195515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Bound port: 2eca605f-ee3a-4016-ad24-cd2d1c2a9668, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:06.195895 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.264261 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bce0fe8-5ec0-4cdb-8aea-4dc69a9f4d03', 'name': 'network-vif-deleted', 'tag': '05909436-8237-4d75-b21b-72a4f0a76101', 'status': 'completed', 'code': 200} Apr 01 15:00:06.272501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['327f20d6-81b3-4d0b-b683-2225c8107909'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:06.279905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a2e3f-c04c-42b2-98df-2f08d9df1c1f req-4f3a8cc4-e9d3-4531-a2e3-59576fec35d8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:06.281427 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b9a2e3f-c04c-42b2-98df-2f08d9df1c1f req-4f3a8cc4-e9d3-4531-a2e3-59576fec35d8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 945 time: 0.5795209 Apr 01 15:00:06.318043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-0b2565eb-a7cd-449c-808a-c6aa4d6a0577 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b HTTP/1.1" status: 200 len: 217 time: 0.1031556 Apr 01 15:00:06.391820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Deleting port 1b3517c8-268f-46ca-bc50-825a3121e6ac {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:00:06.392162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.580586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 05909436-8237-4d75-b21b-72a4f0a76101 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:00:06.617446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 05909436-8237-4d75-b21b-72a4f0a76101 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:00:06.617926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 05909436-8237-4d75-b21b-72a4f0a76101 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:00:06.633994 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.649445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b9a2e3f-c04c-42b2-98df-2f08d9df1c1f req-44c325c0-d070-4bd6-ac27-adeb02de15a7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058021 Apr 01 15:00:06.686131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Transition to ACTIVE for port object 5f99f006-11d3-416c-b446-ef0163aa8dd2 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:06.695378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-10d615e5-8f5b-4e51-8cdb-d72b69bab811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:06.696806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-10d615e5-8f5b-4e51-8cdb-d72b69bab811 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217 HTTP/1.1" status: 200 len: 854 time: 0.3717494 Apr 01 15:00:06.706173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] For port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:06.731605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] For port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:06.738360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-d8e5e520-1f21-446c-9475-3556d2276275 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:06.740288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-d8e5e520-1f21-446c-9475-3556d2276275 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 816 time: 0.3332148 Apr 01 15:00:06.744011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.786648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Request body: {'port': {'device_id': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'admin_state_up': True, 'tenant_id': 'f729c01575244dbba1fbf4809ba1ead3'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:06.898010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b25a8-d86b-4ef1-9e35-88ee95416ab0 req-19557505-291f-43e8-beed-711f039282f5 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:06.898685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0a8b25a8-d86b-4ef1-9e35-88ee95416ab0 req-19557505-291f-43e8-beed-711f039282f5 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Synchronizing usage tracker for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:06.940069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0b7de49f-cd49-4a6f-ab5d-fabf3529e259 req-c8a37388-49ed-47f2-8e4a-32b5fde2ba73 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Synchronizing usage tracker for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:06.949824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.951253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] 10.222.0.44 "PUT /v2.0/ports/2eca605f-ee3a-4016-ad24-cd2d1c2a9668 HTTP/1.1" status: 200 len: 1091 time: 3.6607378 Apr 01 15:00:06.963793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:06.964124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0a8b25a8-d86b-4ef1-9e35-88ee95416ab0 req-19557505-291f-43e8-beed-711f039282f5 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Unset dirty status for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:06.966593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a8b25a8-d86b-4ef1-9e35-88ee95416ab0 req-19557505-291f-43e8-beed-711f039282f5 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 944 time: 0.5165935 Apr 01 15:00:06.983668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Pushing event updated for resources: {'Port': ['ID=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:07.016261 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-6a8f007a-e0d0-40d0-93c6-0f689c33a85d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5beb2fb-7772-4e68-95a8-cf99bee622f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088374 Apr 01 15:00:07.057691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] For port 1b3517c8-268f-46ca-bc50-825a3121e6ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1b3517c8-268f-46ca-bc50-825a3121e6ac,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:07.058054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.060533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0b7de49f-cd49-4a6f-ab5d-fabf3529e259 req-c8a37388-49ed-47f2-8e4a-32b5fde2ba73 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Unset dirty status for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:07.061881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0b7de49f-cd49-4a6f-ab5d-fabf3529e259 req-c8a37388-49ed-47f2-8e4a-32b5fde2ba73 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 210 time: 0.2606976 Apr 01 15:00:07.081151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.081151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.081536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.081782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.082158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.082428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.082762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.083119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.083413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.083732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.084049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89127be1-8ed6-48bf-94f8-5ce34e8ce14e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:07.093183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Network dfb22750-0932-4513-8798-1e424ae5c0da is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:00:07.124787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:07.136849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:00:07.180855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:07.190752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51634) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:07.239848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:07.268494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Calling delete_port for 1b3517c8-268f-46ca-bc50-825a3121e6ac owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:00:07.270872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Pushing event updated for resources: {'Port': ['ID=5f99f006-11d3-416c-b446-ef0163aa8dd2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:07.322417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:07.323099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.342024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Made reservation on behalf of f729c01575244dbba1fbf4809ba1ead3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:07.344996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.354750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a8b25a8-d86b-4ef1-9e35-88ee95416ab0 req-4574c78d-c140-487f-bf29-e58cb1b96557 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745534 Apr 01 15:00:07.389839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-12e0b618-9789-4cb6-bea5-df03560d9404 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 1094 time: 0.3756073 Apr 01 15:00:07.453608 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'status': 'completed', 'code': 200} Apr 01 15:00:07.455273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 327f20d6-81b3-4d0b-b683-2225c8107909 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:07.457163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] Deleting subnet a6521efc-de46-4114-bb3a-fb9a2a32075f {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:00:07.460299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.474905 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-a7b69290-b0b4-4d93-a553-123327d7d344 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6447542 Apr 01 15:00:07.477168 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9a17703-da71-4ae4-8999-298a1c04050c req-f0c25005-9223-4898-af5b-76ae846a23fc tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/ebd363b5-0006-4d06-9ce1-4442fd4a68c2 HTTP/1.1" status: 200 len: 2150 time: 0.2400081 Apr 01 15:00:07.492144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Request body: {'port': {'device_id': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:07.519815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.549802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-f7f69e0e-efcf-43e9-b593-b5074319b828 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668 HTTP/1.1" status: 200 len: 217 time: 0.1247418 Apr 01 15:00:07.581600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.631693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-571f8afe-01c5-4792-8105-267b2cfd7b87 None None] Provisioning for port 5f99f006-11d3-416c-b446-ef0163aa8dd2 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:07.647784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-571f8afe-01c5-4792-8105-267b2cfd7b87 None None] Provisioning complete for port 5f99f006-11d3-416c-b446-ef0163aa8dd2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:07.648142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-571f8afe-01c5-4792-8105-267b2cfd7b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.657100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-c1b53df1-5b1c-4717-b183-80ce45b2f5d4 service neutron] 10.222.0.62 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330676 Apr 01 15:00:07.659835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.691800 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:00:07.718990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-4b179ce3-4abf-4d31-bd79-c9cccc803e72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:07.720331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-4b179ce3-4abf-4d31-bd79-c9cccc803e72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 200 len: 855 time: 0.1582627 Apr 01 15:00:07.750589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 327f20d6-81b3-4d0b-b683-2225c8107909 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:07.774568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-571f8afe-01c5-4792-8105-267b2cfd7b87 None None] Port 5f99f006-11d3-416c-b446-ef0163aa8dd2 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:00:07.778953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6521efc-de46-4114-bb3a-fb9a2a32075f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:07.779836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 327f20d6-81b3-4d0b-b683-2225c8107909 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:07.781832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.829758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.900258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-523bb82b-38e4-49df-8d56-1683ab9f9176 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a6521efc-de46-4114-bb3a-fb9a2a32075f HTTP/1.1" status: 204 len: 168 time: 0.6534305 Apr 01 15:00:07.916503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51644) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:07.950646 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.976298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.982411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:07.984648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:07.998638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a557bccf-d328-44e8-a2cf-a0d6f25db3d5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:08.033733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:08.043447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.044120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1b3517c8-268f-46ca-bc50-825a3121e6ac no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:00:08.071008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Allocated IP 172.20.0.6 (dfb22750-0932-4513-8798-1e424ae5c0da/516b2e73-1e40-4397-bb3f-395b35b7f35c/60d24c52-4fff-4c5b-8737-49f76a8f818e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:00:08.138089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Pushing event deleted for resources: {'Port': ['ID=1b3517c8-268f-46ca-bc50-825a3121e6ac,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:08.153586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 1b3517c8-268f-46ca-bc50-825a3121e6ac {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:00:08.153586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1b3517c8-268f-46ca-bc50-825a3121e6ac not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:00:08.174218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f0c2c02-c88c-4dbd-a37d-c40ec6391f6f req-5ce35bd2-2c2d-411e-80a4-639cec075fdc service neutron] 10.222.0.62 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979029 Apr 01 15:00:08.174218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8b29a54-5511-4151-ba94-880e2593a638 req-d4f0d51a-0824-4ea8-9ef9-b008e526e153 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-group-rules/4d611b34-e372-4c70-98a3-3726d6fa9b28 HTTP/1.1" status: 200 len: 713 time: 0.1842916 Apr 01 15:00:08.236631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b12067-d17a-4a7f-aa0b-844ab15586ab req-86f9736f-073b-4b37-bf39-7c84b618b339 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:08.240655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3b12067-d17a-4a7f-aa0b-844ab15586ab req-86f9736f-073b-4b37-bf39-7c84b618b339 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 944 time: 0.5238118 Apr 01 15:00:08.246051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-cb1b96d2-1e7a-4235-a5ad-1895d151d032 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfb22750-0932-4513-8798-1e424ae5c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4786921 Apr 01 15:00:08.261752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:08.281262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.379444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'tag': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:08.518417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] No DVR routers for this DVR port 1b3517c8-268f-46ca-bc50-825a3121e6ac on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:00:08.526730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.528677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad9d5555-4a2c-4d30-96ff-d190094adee5 req-5f243f60-2f86-40f5-af87-a6be27f6ff80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "DELETE /v2.0/ports/1b3517c8-268f-46ca-bc50-825a3121e6ac HTTP/1.1" status: 204 len: 173 time: 2.3629911 Apr 01 15:00:08.615245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8b29a54-5511-4151-ba94-880e2593a638 req-df9eff5c-8393-4360-b232-e55cdca726f2 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/ebd363b5-0006-4d06-9ce1-4442fd4a68c2 HTTP/1.1" status: 200 len: 2150 time: 0.3368106 Apr 01 15:00:08.699699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.721870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c751687-e25e-4443-8ecf-5d11d962958d req-d63499ed-9684-4469-933b-b4817bd08f99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4403c8a155446a0b769e9c73ad02f85&device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 1095 time: 0.4495289 Apr 01 15:00:08.729270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3b12067-d17a-4a7f-aa0b-844ab15586ab req-6b1c8a44-b2eb-43d7-bac6-d37fba543718 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740264 Apr 01 15:00:08.751595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-8bd6ff53-b549-4209-8cf5-94ddaba67225 service neutron] 10.222.0.44 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935360 Apr 01 15:00:08.761668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f8b29a54-5511-4151-ba94-880e2593a638 req-171c736d-e8c0-4c00-89c3-59adb098c824 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.782611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba18ce27-6976-4a11-845c-70b4055637ac']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:08.846218 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f8b29a54-5511-4151-ba94-880e2593a638 req-171c736d-e8c0-4c00-89c3-59adb098c824 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.870735 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.871585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140041fb-2a04-4db7-b0f7-7a330b1974f3') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:08.871885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140041fb-2a04-4db7-b0f7-7a330b1974f3') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:08.894289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.904925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Transition to ACTIVE for port object 60d24c52-4fff-4c5b-8737-49f76a8f818e will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:08.930992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.940731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f8b29a54-5511-4151-ba94-880e2593a638 req-171c736d-e8c0-4c00-89c3-59adb098c824 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.966562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e094697b-2208-4041-8851-8feecff039b8 req-990d4688-d860-401b-b747-c9663a034ac5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7183f6c-9251-467f-867b-9d4450d0a06d HTTP/1.1" status: 200 len: 210 time: 0.0547860 Apr 01 15:00:08.967009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:00:08.967483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:08.969548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7189c8d-b798-4f86-b43d-5bca8c830b0b req-f959e924-0346-4025-9657-4e8bdf0eca0e service neutron] 10.222.0.44 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092135 Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:00:08.983354 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:00:08.986259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c751687-e25e-4443-8ecf-5d11d962958d req-7bad8b5a-2212-4f9d-bd24-7762864997f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:08.986259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c751687-e25e-4443-8ecf-5d11d962958d req-7bad8b5a-2212-4f9d-bd24-7762864997f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5beb2fb-7772-4e68-95a8-cf99bee622f1 HTTP/1.1" status: 200 len: 916 time: 0.2492406 Apr 01 15:00:08.989966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c736d-e8c0-4c00-89c3-59adb098c824 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d611b34-e372-4c70-98a3-3726d6fa9b28,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:09.009779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.084327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f8b29a54-5511-4151-ba94-880e2593a638 req-171c736d-e8c0-4c00-89c3-59adb098c824 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.085773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8b29a54-5511-4151-ba94-880e2593a638 req-171c736d-e8c0-4c00-89c3-59adb098c824 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4d611b34-e372-4c70-98a3-3726d6fa9b28 HTTP/1.1" status: 204 len: 173 time: 0.4232235 Apr 01 15:00:09.108753 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909', 'code': 200} Apr 01 15:00:09.165064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.241485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.272970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Network dfb22750-0932-4513-8798-1e424ae5c0da is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:00:09.274753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Pushing event updated for resources: {'Port': ['ID=60d24c52-4fff-4c5b-8737-49f76a8f818e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:09.288164 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c751687-e25e-4443-8ecf-5d11d962958d req-3af162be-8e13-405f-b2b0-ee7ae4e6b700 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b HTTP/1.1" status: 200 len: 217 time: 0.2960756 Apr 01 15:00:09.293971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba18ce27-6976-4a11-845c-70b4055637ac,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:09.299715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a062190-1b83-4698-ba29-a8ac71571e82 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba18ce27-6976-4a11-845c-70b4055637ac HTTP/1.1" status: 204 len: 168 time: 1.3820603 Apr 01 15:00:09.307338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:09.310432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:00:09.393223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c751687-e25e-4443-8ecf-5d11d962958d req-1226f390-5351-41ea-8e3a-90797ef43a25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:09.394673 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c751687-e25e-4443-8ecf-5d11d962958d req-1226f390-5351-41ea-8e3a-90797ef43a25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217 HTTP/1.1" status: 200 len: 854 time: 0.0937116 Apr 01 15:00:09.454358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'name': 'network-vif-deleted', 'tag': '1b3517c8-268f-46ca-bc50-825a3121e6ac'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:09.471921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:09.472765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.507651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bcf26-0ef6-4444-9b4e-cc8a18926910 req-f2ae8cae-11b6-448e-8dc6-66c4df408174 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:09.509502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-169bcf26-0ef6-4444-9b4e-cc8a18926910 req-f2ae8cae-11b6-448e-8dc6-66c4df408174 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 931 time: 0.2570124 Apr 01 15:00:09.553223 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c751687-e25e-4443-8ecf-5d11d962958d req-a9f93358-6ebe-4272-b430-9db42316ecad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5beb2fb-7772-4e68-95a8-cf99bee622f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476011 Apr 01 15:00:09.588266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6cd2e37-5be3-4fd9-a4d4-6b2c7e8f0a8f req-bc5780a3-9af9-4945-a0db-448e42db3390 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 1096 time: 0.4036551 Apr 01 15:00:09.591006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51666) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:09.605887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421685a-e75e-4a76-9a4d-cb420acde344 req-618b3365-a5e0-453f-a592-a0298a0e88dc tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:09.607870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5421685a-e75e-4a76-9a4d-cb420acde344 req-618b3365-a5e0-453f-a592-a0298a0e88dc tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 944 time: 0.3519056 Apr 01 15:00:09.615845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b59af733-d613-4a48-9fdc-698ffe9f4e2c None None] Provisioning for port 60d24c52-4fff-4c5b-8737-49f76a8f818e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:09.621294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b59af733-d613-4a48-9fdc-698ffe9f4e2c None None] Provisioning complete for port 60d24c52-4fff-4c5b-8737-49f76a8f818e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:09.621730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b59af733-d613-4a48-9fdc-698ffe9f4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.647592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-dffab07c-faf3-4d94-818a-0f2a9e6cfd25 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8645928 Apr 01 15:00:09.659778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-169bcf26-0ef6-4444-9b4e-cc8a18926910 req-2e62d323-1492-4a3a-b96a-9fb3d6f9daab tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405535 Apr 01 15:00:09.676218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b59af733-d613-4a48-9fdc-698ffe9f4e2c None None] Port 60d24c52-4fff-4c5b-8737-49f76a8f818e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:00:09.700783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Request body: {'port': {'device_id': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:09.725406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c751687-e25e-4443-8ecf-5d11d962958d req-486b4136-9cfc-4d60-ba31-a562873c5058 service neutron] 10.222.0.62 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635408 Apr 01 15:00:09.725679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f99f006-11d3-416c-b446-ef0163aa8dd2 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:09.749846 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'tag': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668', 'status': 'completed', 'code': 200} Apr 01 15:00:09.751491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.796208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Transition to ACTIVE for port object 5f99f006-11d3-416c-b446-ef0163aa8dd2 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:09.885159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1562883871', 'description': 'tempest-description-2000801002'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:09.888607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.904091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:09.906965 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:09.911901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:09.916424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:09.924961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:09.946633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6cd2e37-5be3-4fd9-a4d4-6b2c7e8f0a8f req-64e63dac-338e-479d-bf9d-2c3ddb31330c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123715 Apr 01 15:00:09.958173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5bd8c866-3606-47b0-98be-aec1104ca424 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e830fb4b8ceb4f3fbb584c2784a3901b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3657918 Apr 01 15:00:09.962618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51674) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:09.968435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.014149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5421685a-e75e-4a76-9a4d-cb420acde344 req-87b8f418-3757-4368-89e6-f85160a04522 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425872 Apr 01 15:00:10.028140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c751687-e25e-4443-8ecf-5d11d962958d req-eb7aeeb0-84d6-42f2-b074-951d5c568927 service neutron] 10.222.0.62 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964993 Apr 01 15:00:10.097141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Pushing event updated for resources: {'Port': ['ID=5f99f006-11d3-416c-b446-ef0163aa8dd2,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:10.097344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-84a8f258-3729-489a-bbd2-45a3a09c6c73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 1094 time: 0.2683682 Apr 01 15:00:10.102640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:10.109124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group_rule and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:10.122671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:10.136774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:10.178785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f6795c4-e6b0-4835-92b2-194443e586f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.184017 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7183f6c-9251-467f-867b-9d4450d0a06d', 'name': 'network-vif-deleted', 'tag': '1b3517c8-268f-46ca-bc50-825a3121e6ac', 'status': 'completed', 'code': 200} Apr 01 15:00:10.297939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f6795c4-e6b0-4835-92b2-194443e586f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.390367 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.408390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.434408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-c504d3f3-65e7-4c2c-83cf-30d454f6bf5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:10.435857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-c504d3f3-65e7-4c2c-83cf-30d454f6bf5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 917 time: 0.2914884 Apr 01 15:00:10.587528 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.627667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Attempting to bind port 5f99f006-11d3-416c-b446-ef0163aa8dd2 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:10.627892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Attempting to bind port 5f99f006-11d3-416c-b446-ef0163aa8dd2 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:10.628413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Attempting to bind port 5f99f006-11d3-416c-b446-ef0163aa8dd2 on network dfb22750-0932-4513-8798-1e424ae5c0da {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:10.635278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e677f33b-a58f-4bdf-b0bd-f38036bad918,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:10.644141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-7872e086-18ee-436b-b97e-3bec0f30f661 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668 HTTP/1.1" status: 200 len: 217 time: 0.1961062 Apr 01 15:00:10.649152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f6795c4-e6b0-4835-92b2-194443e586f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.652323 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f6795c4-e6b0-4835-92b2-194443e586f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.658038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Port 5f99f006-11d3-416c-b446-ef0163aa8dd2 on network dfb22750-0932-4513-8798-1e424ae5c0da not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:10.658038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Attempting to bind port 5f99f006-11d3-416c-b446-ef0163aa8dd2 on network dfb22750-0932-4513-8798-1e424ae5c0da {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:10.664702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7f6795c4-e6b0-4835-92b2-194443e586f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dd6242f-432e-4e9e-bc35-3491875f90f1 HTTP/1.1" status: 204 len: 168 time: 0.6991725 Apr 01 15:00:10.674012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1cfc0-3bd1-450c-82e1-a51d7ded5df9 req-efc5e8a0-87dc-4430-bd44-8c128a75b4d3 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:10.675507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fb1cfc0-3bd1-450c-82e1-a51d7ded5df9 req-efc5e8a0-87dc-4430-bd44-8c128a75b4d3 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.3232133 Apr 01 15:00:10.692461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:10.692790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Checking segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:10.693344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Bound using segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:10.693924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Bound port: 5f99f006-11d3-416c-b446-ef0163aa8dd2, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:10.694432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.723025 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:10.737918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14fbb67e-03fa-4690-aa34-6051a6efdac4 req-a0f3fd18-a031-4cf6-bb9c-b24b55ee91bb tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.9101484 Apr 01 15:00:10.746543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6795c4-e6b0-4835-92b2-194443e586f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd6242f-432e-4e9e-bc35-3491875f90f1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:10.803058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-4ee08de0-e534-4824-bf36-d59981f99270 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:10.804604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-4ee08de0-e534-4824-bf36-d59981f99270 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 200 len: 855 time: 0.1374984 Apr 01 15:00:10.897297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fb1cfc0-3bd1-450c-82e1-a51d7ded5df9 req-2a420cea-6af8-4eb5-931a-d54fb0c5a6ea tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075665 Apr 01 15:00:10.948137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d24c52-4fff-4c5b-8737-49f76a8f818e {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:10.953325 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-40680737-200c-4af1-8655-d9fb6fe3fdd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfb22750-0932-4513-8798-1e424ae5c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420531 Apr 01 15:00:10.972366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:11.004620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] For port 5f99f006-11d3-416c-b446-ef0163aa8dd2, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:11.011027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] For port 5f99f006-11d3-416c-b446-ef0163aa8dd2, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5f99f006-11d3-416c-b446-ef0163aa8dd2,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:11.025641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Transition to ACTIVE for port object 60d24c52-4fff-4c5b-8737-49f76a8f818e will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:11.032434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:11.131500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:11.171396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:11.176941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] 10.222.0.62 "PUT /v2.0/ports/5f99f006-11d3-416c-b446-ef0163aa8dd2 HTTP/1.1" status: 200 len: 1091 time: 3.6884854 Apr 01 15:00:11.197595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-18328f9b-758d-4a06-bef6-d1b7d9a9281a service neutron] 10.222.0.44 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375681 Apr 01 15:00:11.371204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f73293b-7d1d-42d3-a542-9128c27f3e61 req-2e25b8cc-aa7d-4381-b2b6-95b336eaa1de service neutron] 10.222.0.44 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658690 Apr 01 15:00:11.454865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89435-7f81-44fb-9017-103e6b59b841 service neutron] Pushing event updated for resources: {'Port': ['ID=5f99f006-11d3-416c-b446-ef0163aa8dd2,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:11.477616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:11.574662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Pushing event updated for resources: {'Port': ['ID=60d24c52-4fff-4c5b-8737-49f76a8f818e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:11.600620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-ae0cde0b-928e-4b31-9a36-2975bbef16c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 1094 time: 0.2930012 Apr 01 15:00:11.612737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003d8d0-7fb2-45ae-8b12-c7b8425353fa req-15cc3ffa-f8cb-4100-bec9-7d0a27cff033 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:11.613433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a003d8d0-7fb2-45ae-8b12-c7b8425353fa req-15cc3ffa-f8cb-4100-bec9-7d0a27cff033 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Synchronizing usage tracker for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:11.692373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:11.701575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-1c271c93-7cc5-4ddd-a646-c3cbb9fa789c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f99f006-11d3-416c-b446-ef0163aa8dd2 HTTP/1.1" status: 200 len: 217 time: 0.0825629 Apr 01 15:00:11.714408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668', 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'port_id': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668', 'mac_address': 'fa:16:3e:7c:1f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516b2e73-1e40-4397-bb3f-395b35b7f35c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:11.838842 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:11.858388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'tag': '5f99f006-11d3-416c-b446-ef0163aa8dd2'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:11.863896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:11.885539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a003d8d0-7fb2-45ae-8b12-c7b8425353fa req-15cc3ffa-f8cb-4100-bec9-7d0a27cff033 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Unset dirty status for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:11.886889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a003d8d0-7fb2-45ae-8b12-c7b8425353fa req-15cc3ffa-f8cb-4100-bec9-7d0a27cff033 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 943 time: 0.6617274 Apr 01 15:00:11.887853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:11.889859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-667141a9-7af6-408c-bbf8-94c22de5b4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:11.891462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-667141a9-7af6-408c-bbf8-94c22de5b4c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 200 len: 855 time: 0.1451046 Apr 01 15:00:11.892279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Attempting to bind port 60d24c52-4fff-4c5b-8737-49f76a8f818e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:11.892607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Attempting to bind port 60d24c52-4fff-4c5b-8737-49f76a8f818e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:11.892944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Attempting to bind port 60d24c52-4fff-4c5b-8737-49f76a8f818e on network dfb22750-0932-4513-8798-1e424ae5c0da {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:11.893611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:11.978163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Port 60d24c52-4fff-4c5b-8737-49f76a8f818e on network dfb22750-0932-4513-8798-1e424ae5c0da not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:11.978780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Attempting to bind port 60d24c52-4fff-4c5b-8737-49f76a8f818e on network dfb22750-0932-4513-8798-1e424ae5c0da {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:11.980147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:11.993024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a003d8d0-7fb2-45ae-8b12-c7b8425353fa req-f75fa355-7fa7-4a15-9d86-57a78ccd82f2 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Synchronizing usage tracker for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:12.006588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:12.007004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Checking segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:12.007475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Bound using segment: {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:12.007975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Bound port: 60d24c52-4fff-4c5b-8737-49f76a8f818e, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c07c093-4653-4c25-8dd6-7785e0a29ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:12.008474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.016501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51710) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:12.107457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a003d8d0-7fb2-45ae-8b12-c7b8425353fa req-f75fa355-7fa7-4a15-9d86-57a78ccd82f2 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Unset dirty status for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:12.108821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a003d8d0-7fb2-45ae-8b12-c7b8425353fa req-f75fa355-7fa7-4a15-9d86-57a78ccd82f2 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134597 Apr 01 15:00:12.118991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['2eca605f-ee3a-4016-ad24-cd2d1c2a9668'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:12.160693 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c9a4a58-75d0-495a-87f5-4fdc8f56994d req-dfc7755b-d304-4aaf-adf2-ea1f9651ee33 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/e677f33b-a58f-4bdf-b0bd-f38036bad918 HTTP/1.1" status: 200 len: 1647 time: 0.0514567 Apr 01 15:00:12.163371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-1c9e09f9-8a5c-437b-9dcb-88fb1d73951d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfb22750-0932-4513-8798-1e424ae5c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643676 Apr 01 15:00:12.256140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] For port 60d24c52-4fff-4c5b-8737-49f76a8f818e, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:12.271381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2001240071-network', 'tenant_id': '473f44ef551f47a7b71b61f8fdba968e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:12.276118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] For port 60d24c52-4fff-4c5b-8737-49f76a8f818e, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=60d24c52-4fff-4c5b-8737-49f76a8f818e,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:12.277655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:12.282754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Usage tracker for resource:network and tenant:473f44ef551f47a7b71b61f8fdba968e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:12.283123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.286065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:12.292279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:12.303126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Made reservation on behalf of 473f44ef551f47a7b71b61f8fdba968e for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:12.306147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.328935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.413800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:12.420257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Usage tracker for resource:security_group_rule and tenant:473f44ef551f47a7b71b61f8fdba968e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:12.423713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:12.430640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:12.444903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-aaeb5a2e-1105-424d-a422-23cdf575d9ea service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726924 Apr 01 15:00:12.452081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678358-9b5d-475f-88df-0428c7046461 req-f17b0e34-950a-4850-9e8c-744fdbda304b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:12.452797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-72678358-9b5d-475f-88df-0428c7046461 req-f17b0e34-950a-4850-9e8c-744fdbda304b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Synchronizing usage tracker for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:12.452989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.454307 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/60d24c52-4fff-4c5b-8737-49f76a8f818e HTTP/1.1" status: 200 len: 1091 time: 2.7638555 Apr 01 15:00:12.484237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe2d35-1253-42c7-aa31-f362e8fa45b2 service neutron] Pushing event updated for resources: {'Port': ['ID=60d24c52-4fff-4c5b-8737-49f76a8f818e,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:12.487867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-72678358-9b5d-475f-88df-0428c7046461 req-f17b0e34-950a-4850-9e8c-744fdbda304b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Unset dirty status for tenant:6748d3a26e3046f68ebdc5db5f6c21c1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:12.490052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-72678358-9b5d-475f-88df-0428c7046461 req-f17b0e34-950a-4850-9e8c-744fdbda304b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1486099 Apr 01 15:00:12.579291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.585092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-72678358-9b5d-475f-88df-0428c7046461 req-e61f6cb4-f6a7-43ad-89e9-84e89d873459 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798531 Apr 01 15:00:12.586225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.610226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:00:12.631777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982666f-3bbe-403d-934c-6244bb3503c1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:12.634769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.635347 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Added segment 9359fdeb-1708-4304-a8d6-dcba29631d0a of type vlan for network 27712204-b095-4705-b263-26a2de34fe24 Apr 01 15:00:12.672440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.727170 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'tag': '5f99f006-11d3-416c-b446-ef0163aa8dd2', 'status': 'completed', 'code': 200} Apr 01 15:00:12.730569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.731712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:12.732306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.739065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd155d53-48ed-406f-a40e-35268fba43bc req-7383b812-9612-4ecc-a443-2318eef55e2e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:12.746690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd155d53-48ed-406f-a40e-35268fba43bc req-7383b812-9612-4ecc-a443-2318eef55e2e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 944 time: 0.4173989 Apr 01 15:00:12.785508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7653525 Apr 01 15:00:12.787507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51724) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:12.836553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c198a096-3d4b-4a11-a0e0-5ac330d2e871 req-aaf1b1d9-2b12-4a5d-bcc5-bd375fcb7b1e service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796871 Apr 01 15:00:12.843754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Request body: {'subnet': {'network_id': '27712204-b095-4705-b263-26a2de34fe24', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2001240071-subnet', 'tenant_id': '473f44ef551f47a7b71b61f8fdba968e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:12.852179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd155d53-48ed-406f-a40e-35268fba43bc req-1a8d017a-aacb-405e-8b1b-87358eaae6e5 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044979 Apr 01 15:00:12.866612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:12.873468 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-cb56fbfc-b1dc-424b-bd5d-b49146543074 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 1094 time: 0.2143662 Apr 01 15:00:12.885175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Usage tracker for resource:subnet and tenant:473f44ef551f47a7b71b61f8fdba968e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:12.890268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:12.899648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b98f9-0741-44cf-9ea9-b5305fd76899 admin admin] Pushing event updated for resources: {'Network': ['ID=27712204-b095-4705-b263-26a2de34fe24,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:12.911194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 27712204-b095-4705-b263-26a2de34fe24 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:00:12.938514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:12.974316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Made reservation on behalf of 473f44ef551f47a7b71b61f8fdba968e for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:12.977381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:12.993563 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-d3530da7-7292-49a2-ac49-c9ec5ec37843 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60d24c52-4fff-4c5b-8737-49f76a8f818e HTTP/1.1" status: 200 len: 217 time: 0.1124978 Apr 01 15:00:13.084426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1783304587', 'description': 'tempest-description-1458204824'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:13.089908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-008c9840-120b-4eb4-a486-c542e585e907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:13.091420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-008c9840-120b-4eb4-a486-c542e585e907 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 200 len: 855 time: 0.0856550 Apr 01 15:00:13.096560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-2537e5d4-4ffc-4beb-85f8-b67840e6a2b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 1094 time: 0.1579411 Apr 01 15:00:13.097481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:13.101737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:13.110370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee4102-dd3f-43ea-b9a1-946c94086264 req-87fd3acd-8435-403b-ae16-0a34468d013e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:13.111951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f5ee4102-dd3f-43ea-b9a1-946c94086264 req-87fd3acd-8435-403b-ae16-0a34468d013e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.2167196 Apr 01 15:00:13.124978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:13.206092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f5ee4102-dd3f-43ea-b9a1-946c94086264 req-372a1906-78f4-4604-81af-e0a092b0b3a4 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869091 Apr 01 15:00:13.212555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:13.257807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.265271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.337821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-f9cf73a8-1c52-454d-bd48-05709467a45b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:13.339297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-f9cf73a8-1c52-454d-bd48-05709467a45b service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 917 time: 0.2347853 Apr 01 15:00:13.347744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:13.392438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f20d01d-41c6-4728-aff7-8414135cee1b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:13.404063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-5dbf47c2-12f6-4539-8d8d-e7e1355ae7bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfb22750-0932-4513-8798-1e424ae5c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2807055 Apr 01 15:00:13.409580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group_rule and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:13.420271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:13.420694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Checking segment: {'id': '9359fdeb-1708-4304-a8d6-dcba29631d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '27712204-b095-4705-b263-26a2de34fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:13.421049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Network hostable DHCP agents. Network: 27712204-b095-4705-b263-26a2de34fe24, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:00:13.443538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:13.449801 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-59c573ed-ea74-483d-8678-b961757b53a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f99f006-11d3-416c-b446-ef0163aa8dd2 HTTP/1.1" status: 200 len: 217 time: 0.1033244 Apr 01 15:00:13.454107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76273ee-7cc3-42a2-aed7-0b14c1e68549 req-db241763-4606-46d8-b212-2951d0ceeb15 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:13.455580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c76273ee-7cc3-42a2-aed7-0b14c1e68549 req-db241763-4606-46d8-b212-2951d0ceeb15 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1275527 Apr 01 15:00:13.476125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Network 27712204-b095-4705-b263-26a2de34fe24 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:00:13.485583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:13.500763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 27712204-b095-4705-b263-26a2de34fe24) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:13.508960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:13.509530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.526325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff4882-75d7-4522-8592-becc8484d753 None None] Network 27712204-b095-4705-b263-26a2de34fe24 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:13.541006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c76273ee-7cc3-42a2-aed7-0b14c1e68549 req-6200cc6d-9c32-4d3b-82c4-fdc95ee768d7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Apr 01 15:00:13.543061 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-37850ae4-a28d-4b52-9119-89e16c0c5f2b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7544615 Apr 01 15:00:13.652184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-8ad703de-d080-4905-9be4-344d9335240e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:13.653661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-8ad703de-d080-4905-9be4-344d9335240e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 200 len: 855 time: 0.1601708 Apr 01 15:00:13.715229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:13.715572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.725814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:13.726114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.727564 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.745864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-43e58531-9de5-4ef5-8b49-fae4c7b23f76 service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286214 Apr 01 15:00:13.879406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff6d0d-80b7-4623-b92d-ea66bcccb4dd req-cafda40d-69bc-4fd2-b93d-d22c367b0fee tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:13.891865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3aff6d0d-80b7-4623-b92d-ea66bcccb4dd req-cafda40d-69bc-4fd2-b93d-d22c367b0fee tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 943 time: 0.1400461 Apr 01 15:00:13.907085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a683c04c-d585-4677-ba1d-3fa1cf8c39de,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:13.913358 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.927775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-74660001-1df4-4250-b308-0c34cdc6024f req-bffe1a59-e4af-4473-9fe9-9d6a0ac51b28 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.8513730 Apr 01 15:00:13.940235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3aff6d0d-80b7-4623-b92d-ea66bcccb4dd req-bd5ed0d7-7dd4-422c-bb0e-52fc39247d9f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475221 Apr 01 15:00:13.977096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-3cf2f0f7-67a5-4b10-b317-a255032898d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfb22750-0932-4513-8798-1e424ae5c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3078225 Apr 01 15:00:13.978140 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:13.985626 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22482f3d-cbd7-44b1-b3c1-7e70947d3f55 req-449e3873-47a5-4d03-80e1-8074383a95a7 service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337532 Apr 01 15:00:13.993989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e08402-d314-4e36-894e-2d6e11f256df None None] Network 27712204-b095-4705-b263-26a2de34fe24 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:14.105906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:14.107012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:14.116049 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:14.124695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-5023b0c0-ae26-4625-ae8d-158d4ad04c91 service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379917 Apr 01 15:00:14.187977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41458d-b0e7-409d-878d-b533e8b2af5e req-9c01313b-7344-4818-900b-90ea97bad66e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:14.195877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e41458d-b0e7-409d-878d-b533e8b2af5e req-9c01313b-7344-4818-900b-90ea97bad66e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0956559 Apr 01 15:00:14.253209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e41458d-b0e7-409d-878d-b533e8b2af5e req-c06f21fb-1c14-4c93-86d7-3e5d603063dc tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Apr 01 15:00:14.341100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:14.366558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3897c08-db2a-4940-9928-ea1a2fbedfe4 req-28e30185-f67e-44d6-9489-73e7a1c89503 service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347636 Apr 01 15:00:14.467618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a858b-30d7-42ad-8b21-a8185ffa69a8 req-89e2aced-0412-4a8c-a9d9-f2e3134b51ab tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:14.469150 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-127a858b-30d7-42ad-8b21-a8185ffa69a8 req-89e2aced-0412-4a8c-a9d9-f2e3134b51ab tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 944 time: 0.0784304 Apr 01 15:00:14.488575 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:14.517719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-127a858b-30d7-42ad-8b21-a8185ffa69a8 req-156407b9-28c6-4472-ad56-db144621663c tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Apr 01 15:00:14.625744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76bf5a33-e93e-48ec-8a8a-1b4ebae85046 req-96ea8d27-588e-47d7-b61f-84187065b524 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/a683c04c-d585-4677-ba1d-3fa1cf8c39de HTTP/1.1" status: 200 len: 1647 time: 0.0521042 Apr 01 15:00:14.696025 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668', 'code': 200} Apr 01 15:00:14.727883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'tag': '60d24c52-4fff-4c5b-8737-49f76a8f818e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:14.904896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db74c8-f499-4a37-86c7-ca7a6ee2d916 req-f41d16fd-1ea6-4af0-b70a-1ba9530c59a8 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:14.908130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-26db74c8-f499-4a37-86c7-ca7a6ee2d916 req-f41d16fd-1ea6-4af0-b70a-1ba9530c59a8 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.0949826 Apr 01 15:00:14.958466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-26db74c8-f499-4a37-86c7-ca7a6ee2d916 req-f28608b4-c5b8-4df7-b64f-41d37f913333 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Apr 01 15:00:15.102156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cc180-b4fe-4109-a890-1707fa361c68 req-0ab182d9-ae81-41b5-8cac-4347e5d8e834 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 1096 time: 0.3287728 Apr 01 15:00:15.110907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-53006e41-53d8-461a-9f89-58aedaa615b9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:15.111590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-53006e41-53d8-461a-9f89-58aedaa615b9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Synchronizing usage tracker for tenant:473f44ef551f47a7b71b61f8fdba968e on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:15.162130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-53006e41-53d8-461a-9f89-58aedaa615b9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Unset dirty status for tenant:473f44ef551f47a7b71b61f8fdba968e on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:15.163310 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-53006e41-53d8-461a-9f89-58aedaa615b9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/networks?id=27712204-b095-4705-b263-26a2de34fe24 HTTP/1.1" status: 200 len: 822 time: 0.3235085 Apr 01 15:00:15.166718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-502cc180-b4fe-4109-a890-1707fa361c68 req-77756bfd-f568-484a-b127-54cb29e67fd7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524499 Apr 01 15:00:15.181241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-1d0e1387-b05b-41fe-b1c6-0af94ec3d451 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/quotas/473f44ef551f47a7b71b61f8fdba968e HTTP/1.1" status: 200 len: 375 time: 0.0115387 Apr 01 15:00:15.233203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-db635317-742b-4753-889c-c7da4ef6070e tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=473f44ef551f47a7b71b61f8fdba968e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456960 Apr 01 15:00:15.234512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-354017787', 'description': 'tempest-description-467840202'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:15.240799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:15.244642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:15.247505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:15.253121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:15.377077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:15.391599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-1d7153f4-ec0d-4c13-a820-9dd5d5a2683e service neutron] 10.222.0.48 "GET /v2.0/networks/27712204-b095-4705-b263-26a2de34fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516047 Apr 01 15:00:15.427429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:15.431490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group_rule and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:15.434634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:15.440554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:15.500724 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:15.504854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:15.535132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3cba95b6-c91e-4713-9c69-f271598baca8 service neutron] 10.222.0.48 "GET /v2.0/networks/27712204-b095-4705-b263-26a2de34fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420610 Apr 01 15:00:15.546971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5738f9-dab3-4812-8e20-b42b7e82e0ea,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:15.549629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:15.550844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-486ce32e-6095-4061-9d17-e9aeeaf01c9b req-ad3a1312-01dd-4122-a00e-7aa3cc5a50e6 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.3207328 Apr 01 15:00:15.607879 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'tag': '60d24c52-4fff-4c5b-8737-49f76a8f818e', 'status': 'completed', 'code': 200} Apr 01 15:00:15.747358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-47737ff0-c838-47df-b08c-b850da018638 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 1094 time: 0.1171579 Apr 01 15:00:15.905929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd300-f418-4c98-9510-c9fe13afe444 req-43324a9f-4860-490b-b095-45d5e6dc3d60 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:15.912762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-483dd300-f418-4c98-9510-c9fe13afe444 req-43324a9f-4860-490b-b095-45d5e6dc3d60 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 943 time: 0.2025685 Apr 01 15:00:15.935972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-2bea7640-6f38-4350-85a0-5433d47df970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:15.937610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-2bea7640-6f38-4350-85a0-5433d47df970 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 917 time: 0.1823742 Apr 01 15:00:16.034963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-d85ebd36-8320-48c5-976c-bb84bc640466 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60d24c52-4fff-4c5b-8737-49f76a8f818e HTTP/1.1" status: 200 len: 217 time: 0.0880702 Apr 01 15:00:16.047489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-483dd300-f418-4c98-9510-c9fe13afe444 req-6522bc15-f82d-411b-92b2-72fcf09639d9 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338122 Apr 01 15:00:16.184801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-ae08c0c4-bc58-4c0a-968d-d9fbd5cbf4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:16.186399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-ae08c0c4-bc58-4c0a-968d-d9fbd5cbf4b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 200 len: 855 time: 0.1380002 Apr 01 15:00:16.219723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946c349-d004-4f76-9ba1-f37cea14fbfc req-b8f5fef3-67e7-4915-b4d5-ebd164187048 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:16.221155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8946c349-d004-4f76-9ba1-f37cea14fbfc req-b8f5fef3-67e7-4915-b4d5-ebd164187048 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 944 time: 0.0942035 Apr 01 15:00:16.246677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89ff1d03-501e-4095-9771-cb1ae9f8a338 req-7dcd162a-ae89-47a8-a9f1-16c3c6679c9d tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/9e5738f9-dab3-4812-8e20-b42b7e82e0ea HTTP/1.1" status: 200 len: 1645 time: 0.1240797 Apr 01 15:00:16.284076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8946c349-d004-4f76-9ba1-f37cea14fbfc req-0114e4aa-5006-4416-ac6d-5939ca9a915c tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566831 Apr 01 15:00:16.304732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-3fc74f7e-2ab2-4bc4-84c1-e85ade0190a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfb22750-0932-4513-8798-1e424ae5c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116915 Apr 01 15:00:16.442763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff7482a7-d5f0-49f8-bea2-c1422486f34e req-6339d2eb-ae93-48d3-87b2-b4199e7532db tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 210 time: 0.0534234 Apr 01 15:00:16.501388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48400-bb57-46f0-b9c1-637178341f5a req-91144eb1-222a-49bc-ab45-a689f7057f6d tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:16.508532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4bc48400-bb57-46f0-b9c1-637178341f5a req-91144eb1-222a-49bc-ab45-a689f7057f6d tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.0970271 Apr 01 15:00:16.515879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-2b3b3865-5193-4a07-ad89-c0b9e2c3fb51 service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027147 Apr 01 15:00:16.551851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4bc48400-bb57-46f0-b9c1-637178341f5a req-a0dace8b-caae-4021-a601-f8f540dbbae9 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Apr 01 15:00:16.565491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5f99f006-11d3-416c-b446-ef0163aa8dd2 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:16.617241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-601400512', 'description': 'tempest-description-228541232'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:16.624662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:16.629774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:16.632677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:16.640396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:16.654719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:16.684986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4489f2c7-5f2b-43b5-aab9-520cc50062e3 req-3f271776-3b49-4d24-b89a-74fce6fad36f service neutron] 10.222.0.62 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631937 Apr 01 15:00:16.719507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:16.727523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Usage tracker for resource:security_group_rule and tenant:cacdf1baac834e699be0024fd3c86d62 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:16.735570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5f99f006-11d3-416c-b446-ef0163aa8dd2, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5f99f006-11d3-416c-b446-ef0163aa8dd2,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:16.740257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:16.746315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:16.756463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5f99f006-11d3-416c-b446-ef0163aa8dd2', 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'port_id': '5f99f006-11d3-416c-b446-ef0163aa8dd2', 'mac_address': 'fa:16:3e:ad:3a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516b2e73-1e40-4397-bb3f-395b35b7f35c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:16.809945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:16.815267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:16.832658 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:16.867014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37567ab-02f7-46b2-b903-076adfff9b74,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:16.869711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:16.870977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-833acce2-f0a7-429f-bc44-6e00f8ad38a0 req-9a363a7f-53e3-4152-97f1-fb04901405fd tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.2596452 Apr 01 15:00:16.872889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f99f006-11d3-416c-b446-ef0163aa8dd2 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:16.900966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5f99f006-11d3-416c-b446-ef0163aa8dd2, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5f99f006-11d3-416c-b446-ef0163aa8dd2,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:16.907382 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:16.908164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 60d24c52-4fff-4c5b-8737-49f76a8f818e details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:16.948125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7180da-1e2b-4af9-8d0a-e611781a80ee req-0e70efd1-4b2e-4d00-8472-42601b6d4586 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:16.953618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be7180da-1e2b-4af9-8d0a-e611781a80ee req-0e70efd1-4b2e-4d00-8472-42601b6d4586 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1190999 Apr 01 15:00:16.992085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5f99f006-11d3-416c-b446-ef0163aa8dd2,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:16.995743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 60d24c52-4fff-4c5b-8737-49f76a8f818e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=60d24c52-4fff-4c5b-8737-49f76a8f818e,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:17.012642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be7180da-1e2b-4af9-8d0a-e611781a80ee req-3d9bbaed-df0d-4cfc-b785-933716518bd8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 Apr 01 15:00:17.020181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '60d24c52-4fff-4c5b-8737-49f76a8f818e', 'network_id': 'dfb22750-0932-4513-8798-1e424ae5c0da', 'port_id': '60d24c52-4fff-4c5b-8737-49f76a8f818e', 'mac_address': 'fa:16:3e:32:29:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516b2e73-1e40-4397-bb3f-395b35b7f35c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:17.091340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:17.113518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e90e7d29-1424-49dc-8911-3595788a70cb req-f8a2329d-d2b7-4ff6-b1a5-a4cea709b902 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/e37567ab-02f7-46b2-b903-076adfff9b74 HTTP/1.1" status: 200 len: 1645 time: 0.1682141 Apr 01 15:00:17.113753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d24c52-4fff-4c5b-8737-49f76a8f818e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:17.155869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 60d24c52-4fff-4c5b-8737-49f76a8f818e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=60d24c52-4fff-4c5b-8737-49f76a8f818e,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:17.164671 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:17.165327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:17.183926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-fece52b9-87e8-4a48-b883-9893cba9124e tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:17.185435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-fece52b9-87e8-4a48-b883-9893cba9124e tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.44 "GET /v2.0/networks?id=27712204-b095-4705-b263-26a2de34fe24 HTTP/1.1" status: 200 len: 822 time: 0.2044721 Apr 01 15:00:17.201994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Request body: {'port': {'device_id': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'network_id': '27712204-b095-4705-b263-26a2de34fe24', 'admin_state_up': True, 'tenant_id': '473f44ef551f47a7b71b61f8fdba968e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:17.248959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=60d24c52-4fff-4c5b-8737-49f76a8f818e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:17.292261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0f4ea-97e3-4653-ad0d-83b0417fa367 req-35eff0e6-cbeb-409b-96a1-521151534f9a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:17.293743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78e0f4ea-97e3-4653-ad0d-83b0417fa367 req-35eff0e6-cbeb-409b-96a1-521151534f9a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0971818 Apr 01 15:00:17.342631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78e0f4ea-97e3-4653-ad0d-83b0417fa367 req-e0ab2fbc-0ee7-4ce0-a807-cb1c499eb25b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Apr 01 15:00:17.393338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:17.410177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'port_id': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'mac_address': 'fa:16:3e:fd:f8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:17.419712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b1f69-c297-4671-8e18-aaad86665796 req-6c824d17-a851-434d-8db3-0e8310b801e9 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:17.421211 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-af9b1f69-c297-4671-8e18-aaad86665796 req-6c824d17-a851-434d-8db3-0e8310b801e9 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 944 time: 0.1902952 Apr 01 15:00:17.448407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:17.456930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Usage tracker for resource:port and tenant:473f44ef551f47a7b71b61f8fdba968e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:17.461415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:17.474816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:17.480873 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:17.502654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:17.512312 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-af9b1f69-c297-4671-8e18-aaad86665796 req-b0c270a1-2256-4912-8b35-d61deea94a17 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814667 Apr 01 15:00:17.516328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Made reservation on behalf of 473f44ef551f47a7b71b61f8fdba968e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:17.519293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:17.520394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:17.526176 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:17.611487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:17.639534 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-fac3cf8f-c3fa-47f7-a2b8-a8aa0cc1e753 req-9b611868-8bf0-4f33-a5d6-ffa322e7bc68 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] show failed (client error): The resource could not be found. Apr 01 15:00:17.640547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fac3cf8f-c3fa-47f7-a2b8-a8aa0cc1e753 req-9b611868-8bf0-4f33-a5d6-ffa322e7bc68 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/920266aa-7c1c-4761-8002-4f602bbd1ae0 HTTP/1.1" status: 404 len: 352 time: 0.0289314 Apr 01 15:00:17.787200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a916e30-a23c-466a-9f12-a89562ec6887 req-58162686-809a-472e-a9df-18d7addfa54a tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:17.788337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Allocated IP 172.20.0.10 (27712204-b095-4705-b263-26a2de34fe24/8f20d01d-41c6-4728-aff7-8414135cee1b/6496d7b0-98ef-45d7-aacd-822a5824aad3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:00:17.789111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a916e30-a23c-466a-9f12-a89562ec6887 req-58162686-809a-472e-a9df-18d7addfa54a tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 945 time: 0.1302176 Apr 01 15:00:17.863888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a916e30-a23c-466a-9f12-a89562ec6887 req-8be31f9d-4e6e-484a-a3f1-9c066d07c900 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686865 Apr 01 15:00:17.901817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5f99f006-11d3-416c-b446-ef0163aa8dd2'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:17.920099 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea67120e-ca18-4a2f-8ee4-3e89c96fc5ec req-f7e525cd-850e-4f51-aa48-048a79a55a74 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 210 time: 0.0736883 Apr 01 15:00:17.948789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5b7ad132-a6cb-4c78-b39d-2389aafa7a3b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:17.988643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['60d24c52-4fff-4c5b-8737-49f76a8f818e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:18.082271 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-7c12e619-e1c1-41e6-a00b-4e1cc922954a req-b99d7357-e19c-4a20-bd5a-9db971669508 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] show failed (client error): The resource could not be found. Apr 01 15:00:18.100432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c12e619-e1c1-41e6-a00b-4e1cc922954a req-b99d7357-e19c-4a20-bd5a-9db971669508 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-group-rules/7a1570ad-4246-4fa8-ae17-1ad7ecdc9d08 HTTP/1.1" status: 404 len: 361 time: 0.1354587 Apr 01 15:00:18.107553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4c818-2ed1-4d9a-abba-ea081f85bf12 req-a9d05a17-f226-4b1d-8f3b-24defb5b07ec tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:18.115701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9c4c818-2ed1-4d9a-abba-ea081f85bf12 req-a9d05a17-f226-4b1d-8f3b-24defb5b07ec tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.0979223 Apr 01 15:00:18.171813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.196746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9c4c818-2ed1-4d9a-abba-ea081f85bf12 req-2184cc63-b563-478c-be32-43b09bcf1cb2 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764701 Apr 01 15:00:18.216704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.417216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Network 27712204-b095-4705-b263-26a2de34fe24 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:00:18.432561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:18.435364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:00:18.516240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1cb302d7-e648-487d-9b3f-548f1f74da78 req-b29c1f6d-ed02-4873-a43b-ed0b8dc4db7b tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/e37567ab-02f7-46b2-b903-076adfff9b74 HTTP/1.1" status: 200 len: 1645 time: 0.3029292 Apr 01 15:00:18.525877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Pushing event updated for resources: {'Port': ['ID=6496d7b0-98ef-45d7-aacd-822a5824aad3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:18.556392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:18.556984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.596908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-3184fcb7-0aff-4507-8f21-cffa52719ac9 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3988135 Apr 01 15:00:18.608454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Request body: {'port': {'device_id': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:18.672215 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1cb302d7-e648-487d-9b3f-548f1f74da78 req-b0e351fa-ca59-4c30-bfc2-0000d3196e58 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.746509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1cb302d7-e648-487d-9b3f-548f1f74da78 req-b0e351fa-ca59-4c30-bfc2-0000d3196e58 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.792116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.857665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1cb302d7-e648-487d-9b3f-548f1f74da78 req-b0e351fa-ca59-4c30-bfc2-0000d3196e58 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.880671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e351fa-ca59-4c30-bfc2-0000d3196e58 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37567ab-02f7-46b2-b903-076adfff9b74,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:18.893936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1cb302d7-e648-487d-9b3f-548f1f74da78 req-b0e351fa-ca59-4c30-bfc2-0000d3196e58 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:18.895071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1cb302d7-e648-487d-9b3f-548f1f74da78 req-b0e351fa-ca59-4c30-bfc2-0000d3196e58 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "DELETE /v2.0/security-groups/e37567ab-02f7-46b2-b903-076adfff9b74 HTTP/1.1" status: 204 len: 173 time: 0.3722591 Apr 01 15:00:18.902319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990775-80cc-4685-955a-545dc0468320 req-ac2805e1-80d1-4f94-b0c5-2d7893af606b tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:18.911634 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b990775-80cc-4685-955a-545dc0468320 req-ac2805e1-80d1-4f94-b0c5-2d7893af606b tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 944 time: 0.0939941 Apr 01 15:00:18.965549 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b990775-80cc-4685-955a-545dc0468320 req-d4016854-87d3-4638-9289-fb4f5352618a tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523369 Apr 01 15:00:19.081975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14da8a7b-1809-46c1-b138-55d44b0c9ac2 req-d62e24f4-b101-43b3-9ea4-770b2adb91d2 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/9e5738f9-dab3-4812-8e20-b42b7e82e0ea HTTP/1.1" status: 200 len: 1645 time: 0.0631897 Apr 01 15:00:19.148858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14da8a7b-1809-46c1-b138-55d44b0c9ac2 req-53f26f5f-4140-4b76-a848-8dc554092550 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.175794 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14da8a7b-1809-46c1-b138-55d44b0c9ac2 req-53f26f5f-4140-4b76-a848-8dc554092550 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.195959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127c0e1-dc37-45a8-b4f7-7b9f8f54142c req-e3ed93af-9aa6-4dc4-96bb-9fcc74378c81 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:19.197367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0127c0e1-dc37-45a8-b4f7-7b9f8f54142c req-e3ed93af-9aa6-4dc4-96bb-9fcc74378c81 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 945 time: 0.1314216 Apr 01 15:00:19.221568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14da8a7b-1809-46c1-b138-55d44b0c9ac2 req-53f26f5f-4140-4b76-a848-8dc554092550 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.237775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f26f5f-4140-4b76-a848-8dc554092550 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5738f9-dab3-4812-8e20-b42b7e82e0ea,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:19.244237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14da8a7b-1809-46c1-b138-55d44b0c9ac2 req-53f26f5f-4140-4b76-a848-8dc554092550 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.245412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14da8a7b-1809-46c1-b138-55d44b0c9ac2 req-53f26f5f-4140-4b76-a848-8dc554092550 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e5738f9-dab3-4812-8e20-b42b7e82e0ea HTTP/1.1" status: 204 len: 173 time: 0.1576467 Apr 01 15:00:19.297600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6496d7b0-98ef-45d7-aacd-822a5824aad3 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:19.306364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.310477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0127c0e1-dc37-45a8-b4f7-7b9f8f54142c req-82147d55-e509-4c84-a001-279a101e9ed9 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049824 Apr 01 15:00:19.323198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Transition to ACTIVE for port object 6496d7b0-98ef-45d7-aacd-822a5824aad3 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:19.328519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.468747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Pushing event updated for resources: {'Port': ['ID=6496d7b0-98ef-45d7-aacd-822a5824aad3,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:19.533503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71181c-8c1b-4423-ae74-2467c509d1b5 req-28c42d13-777b-4631-899f-5a065b88c28d tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:19.534925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f71181c-8c1b-4423-ae74-2467c509d1b5 req-28c42d13-777b-4631-899f-5a065b88c28d tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 944 time: 0.1811967 Apr 01 15:00:19.582960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f71181c-8c1b-4423-ae74-2467c509d1b5 req-4e450aa9-44f7-4b61-8a6c-6b65cb6a7333 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Apr 01 15:00:19.644218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Attempting to bind port 6496d7b0-98ef-45d7-aacd-822a5824aad3 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:19.644530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Attempting to bind port 6496d7b0-98ef-45d7-aacd-822a5824aad3 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '9359fdeb-1708-4304-a8d6-dcba29631d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '27712204-b095-4705-b263-26a2de34fe24'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:19.644845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Attempting to bind port 6496d7b0-98ef-45d7-aacd-822a5824aad3 on network 27712204-b095-4705-b263-26a2de34fe24 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:19.654270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe4c7e-a546-4097-b3c9-0b53449229f1 req-5daf2715-43cb-4d10-8b20-be6c1e7eacb6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:19.655804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fbe4c7e-a546-4097-b3c9-0b53449229f1 req-5daf2715-43cb-4d10-8b20-be6c1e7eacb6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.1536708 Apr 01 15:00:19.658367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Port 6496d7b0-98ef-45d7-aacd-822a5824aad3 on network 27712204-b095-4705-b263-26a2de34fe24 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:19.658680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Attempting to bind port 6496d7b0-98ef-45d7-aacd-822a5824aad3 on network 27712204-b095-4705-b263-26a2de34fe24 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:19.671654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0545c9e8-7e00-4717-961c-08d07f9ac6db req-f3666e78-c4b9-486a-a4ca-e3f70bd4fa0a tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/a683c04c-d585-4677-ba1d-3fa1cf8c39de HTTP/1.1" status: 200 len: 1647 time: 0.0451043 Apr 01 15:00:19.683113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:19.683880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Checking segment: {'id': '9359fdeb-1708-4304-a8d6-dcba29631d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '27712204-b095-4705-b263-26a2de34fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:19.683880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Bound using segment: {'id': '9359fdeb-1708-4304-a8d6-dcba29631d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '27712204-b095-4705-b263-26a2de34fe24'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:19.684245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Bound port: 6496d7b0-98ef-45d7-aacd-822a5824aad3, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9359fdeb-1708-4304-a8d6-dcba29631d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '27712204-b095-4705-b263-26a2de34fe24'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:19.684608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.743390 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0545c9e8-7e00-4717-961c-08d07f9ac6db req-c096f4f6-f162-4177-9f4b-ad1c4a6fe873 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.762018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fbe4c7e-a546-4097-b3c9-0b53449229f1 req-953fdbd9-8b06-41ee-ae1c-aea9448129e1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993161 Apr 01 15:00:19.773163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0545c9e8-7e00-4717-961c-08d07f9ac6db req-c096f4f6-f162-4177-9f4b-ad1c4a6fe873 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.809896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] For port 6496d7b0-98ef-45d7-aacd-822a5824aad3, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:19.814843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] For port 6496d7b0-98ef-45d7-aacd-822a5824aad3, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6496d7b0-98ef-45d7-aacd-822a5824aad3,segment=NetworkSegment(9359fdeb-1708-4304-a8d6-dcba29631d0a),segment_id=9359fdeb-1708-4304-a8d6-dcba29631d0a)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:19.823421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.828546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0545c9e8-7e00-4717-961c-08d07f9ac6db req-c096f4f6-f162-4177-9f4b-ad1c4a6fe873 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.850435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096f4f6-f162-4177-9f4b-ad1c4a6fe873 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a683c04c-d585-4677-ba1d-3fa1cf8c39de,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:19.855239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0545c9e8-7e00-4717-961c-08d07f9ac6db req-c096f4f6-f162-4177-9f4b-ad1c4a6fe873 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.856919 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0545c9e8-7e00-4717-961c-08d07f9ac6db req-c096f4f6-f162-4177-9f4b-ad1c4a6fe873 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "DELETE /v2.0/security-groups/a683c04c-d585-4677-ba1d-3fa1cf8c39de HTTP/1.1" status: 204 len: 173 time: 0.1793723 Apr 01 15:00:19.899687 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:19.902437 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] 10.222.0.44 "PUT /v2.0/ports/6496d7b0-98ef-45d7-aacd-822a5824aad3 HTTP/1.1" status: 200 len: 1092 time: 1.2981110 Apr 01 15:00:19.902881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'tag': '6496d7b0-98ef-45d7-aacd-822a5824aad3'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:19.932109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89127e-a40a-42b3-9525-ec856aa33dfd service neutron] Pushing event updated for resources: {'Port': ['ID=6496d7b0-98ef-45d7-aacd-822a5824aad3,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:19.979602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83447f21-5564-4ed7-8c70-a1058b154d97 req-99242da0-c030-4f95-9e74-8bf626ede981 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/e677f33b-a58f-4bdf-b0bd-f38036bad918 HTTP/1.1" status: 200 len: 1647 time: 0.0506692 Apr 01 15:00:20.057446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-83447f21-5564-4ed7-8c70-a1058b154d97 req-3dab74fe-2f4a-4df3-b5c2-5de945282f3a tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.074966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-b2e5b350-9ef0-4786-b5ae-d146b985b556 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=473f44ef551f47a7b71b61f8fdba968e&device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 1095 time: 0.1324868 Apr 01 15:00:20.086448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-83447f21-5564-4ed7-8c70-a1058b154d97 req-3dab74fe-2f4a-4df3-b5c2-5de945282f3a tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.088966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2bc99-d24a-437b-8b1d-53bf989b50d5 req-9977eef8-6129-49a3-a8f5-fd5c2d7bf7b1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:20.090387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35c2bc99-d24a-437b-8b1d-53bf989b50d5 req-9977eef8-6129-49a3-a8f5-fd5c2d7bf7b1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1129951 Apr 01 15:00:20.135983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51894) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:20.142441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-83447f21-5564-4ed7-8c70-a1058b154d97 req-3dab74fe-2f4a-4df3-b5c2-5de945282f3a tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.158783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab74fe-2f4a-4df3-b5c2-5de945282f3a tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e677f33b-a58f-4bdf-b0bd-f38036bad918,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:20.165914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-83447f21-5564-4ed7-8c70-a1058b154d97 req-3dab74fe-2f4a-4df3-b5c2-5de945282f3a tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.167015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83447f21-5564-4ed7-8c70-a1058b154d97 req-3dab74fe-2f4a-4df3-b5c2-5de945282f3a tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "DELETE /v2.0/security-groups/e677f33b-a58f-4bdf-b0bd-f38036bad918 HTTP/1.1" status: 204 len: 173 time: 0.1803720 Apr 01 15:00:20.186329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-9556365c-33de-47fc-9c2a-de9464024878 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6496d7b0-98ef-45d7-aacd-822a5824aad3 HTTP/1.1" status: 200 len: 217 time: 0.1034687 Apr 01 15:00:20.233344 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'tag': '6496d7b0-98ef-45d7-aacd-822a5824aad3', 'status': 'completed', 'code': 200} Apr 01 15:00:20.257270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35c2bc99-d24a-437b-8b1d-53bf989b50d5 req-24efd0ea-f5be-4663-847b-d522103d7080 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151652 Apr 01 15:00:20.266104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-faa1a9c7-b95c-4f2a-82e5-e19988689ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:20.267630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-faa1a9c7-b95c-4f2a-82e5-e19988689ae6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f20d01d-41c6-4728-aff7-8414135cee1b HTTP/1.1" status: 200 len: 862 time: 0.0700870 Apr 01 15:00:20.360639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.413403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:20.420118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Usage tracker for resource:security_group_rule and tenant:def3381336a44db98f53317025848d84 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:20.423511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:20.430923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:20.432599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-05feb45f-4eb9-47d5-bb5f-18f0c7c5d5de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27712204-b095-4705-b263-26a2de34fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584065 Apr 01 15:00:20.449241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d071c9-9c5e-4482-ae1c-cf19b84f1f87 req-23e5060c-afa7-4c75-93d9-5dc926d08047 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:20.450697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9d071c9-9c5e-4482-ae1c-cf19b84f1f87 req-23e5060c-afa7-4c75-93d9-5dc926d08047 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 944 time: 0.1308906 Apr 01 15:00:20.520533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9d071c9-9c5e-4482-ae1c-cf19b84f1f87 req-ae37a638-17c8-431b-a1f5-8cf6e2dd0f41 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601542 Apr 01 15:00:20.546786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.549813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cf770fd-438e-4e01-8c48-7330e9f19e41 req-6a0ed95d-df02-4449-a4cf-1f199f31a0b3 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "GET /v2.0/security-groups/ebd363b5-0006-4d06-9ce1-4442fd4a68c2 HTTP/1.1" status: 200 len: 1647 time: 0.2364264 Apr 01 15:00:20.552694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.567535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:20.616897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=def3381336a44db98f53317025848d84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4795990 Apr 01 15:00:20.620977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51908) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:20.626403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-c1c3dad7-8a6a-4a53-8f5d-093711eedebe service neutron] 10.222.0.44 "GET /v2.0/networks/27712204-b095-4705-b263-26a2de34fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848075 Apr 01 15:00:20.648536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:20.654321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:20.654696 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.705397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4860ea7-9afd-4d39-b04c-876130c36e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be13280-155b-42fc-8629-4e54d5da92c7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:20.767450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-197b7eb2-f9f2-41f1-b4a1-d1bae11f4f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.776017 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.801499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88978198-d667-4ee0-9696-e0b23100df10 req-92d67861-353e-4b44-a917-1d723e5e696f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:20.802964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88978198-d667-4ee0-9696-e0b23100df10 req-92d67861-353e-4b44-a917-1d723e5e696f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1495864 Apr 01 15:00:20.803866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:20.807554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-197b7eb2-f9f2-41f1-b4a1-d1bae11f4f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.812340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1fc4b17b-c077-481a-bf20-b86a94b82749 req-232695a6-4714-48b6-b903-79961fac2425 service neutron] 10.222.0.44 "GET /v2.0/networks/27712204-b095-4705-b263-26a2de34fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672082 Apr 01 15:00:20.813237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cf770fd-438e-4e01-8c48-7330e9f19e41 req-76def987-c36e-415e-9426-2342c1022727 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.830832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:20.838267 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.839384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 60d24c52-4fff-4c5b-8737-49f76a8f818e up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:20.856825 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cf770fd-438e-4e01-8c48-7330e9f19e41 req-76def987-c36e-415e-9426-2342c1022727 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.884140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88978198-d667-4ee0-9696-e0b23100df10 req-cd328ebe-aa1f-4978-a957-fd588f33a589 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680056 Apr 01 15:00:20.921929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-197b7eb2-f9f2-41f1-b4a1-d1bae11f4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.946919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:20.960887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7eb2-f9f2-41f1-b4a1-d1bae11f4f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be13280-155b-42fc-8629-4e54d5da92c7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:20.963447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-197b7eb2-f9f2-41f1-b4a1-d1bae11f4f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:20.967286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-197b7eb2-f9f2-41f1-b4a1-d1bae11f4f12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9be13280-155b-42fc-8629-4e54d5da92c7 HTTP/1.1" status: 204 len: 168 time: 0.3447576 Apr 01 15:00:20.988580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cf770fd-438e-4e01-8c48-7330e9f19e41 req-76def987-c36e-415e-9426-2342c1022727 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.003622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.004039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.004528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.005084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.005485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.005874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.006297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.006723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.007113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.007671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.008048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-ab8207fb-6569-4f1a-b913-2eef8a2c0934 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=473f44ef551f47a7b71b61f8fdba968e&device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 1095 time: 0.1417482 Apr 01 15:00:21.008214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:21.012091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76def987-c36e-415e-9426-2342c1022727 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd363b5-0006-4d06-9ce1-4442fd4a68c2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:21.017083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cf770fd-438e-4e01-8c48-7330e9f19e41 req-76def987-c36e-415e-9426-2342c1022727 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.024166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51920) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:21.047871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cf770fd-438e-4e01-8c48-7330e9f19e41 req-76def987-c36e-415e-9426-2342c1022727 tempest-SecurityGroupRulesNegativeTestJSON-25915883 tempest-SecurityGroupRulesNegativeTestJSON-25915883-project] 10.222.0.48 "DELETE /v2.0/security-groups/ebd363b5-0006-4d06-9ce1-4442fd4a68c2 HTTP/1.1" status: 204 len: 173 time: 0.4883525 Apr 01 15:00:21.108870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 60d24c52-4fff-4c5b-8737-49f76a8f818e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:21.116213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 60d24c52-4fff-4c5b-8737-49f76a8f818e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:21.116844 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.185409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] Deleting subnet 1d73862a-c936-4983-9f19-7cdb460daaa3 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:00:21.188700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.267086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.274022 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.312145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e5382-dad6-42c0-bfd1-a99ed478d83c req-5c553f88-71f7-4c02-8b38-0958297d81b8 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:21.313319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa6e5382-dad6-42c0-bfd1-a99ed478d83c req-5c553f88-71f7-4c02-8b38-0958297d81b8 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.2273746 Apr 01 15:00:21.319813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 60d24c52-4fff-4c5b-8737-49f76a8f818e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=60d24c52-4fff-4c5b-8737-49f76a8f818e,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:21.329074 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.330851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5f99f006-11d3-416c-b446-ef0163aa8dd2 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:21.352295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-d382a52c-12c3-4711-bceb-6f462277be60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:21.354021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-d382a52c-12c3-4711-bceb-6f462277be60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27712204-b095-4705-b263-26a2de34fe24 HTTP/1.1" status: 200 len: 923 time: 0.3051779 Apr 01 15:00:21.366358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38f524-8562-4944-85db-f574b19a2676 req-b1864fa8-05f8-4c72-8e62-d9344b0df9c5 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:21.367258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4d38f524-8562-4944-85db-f574b19a2676 req-b1864fa8-05f8-4c72-8e62-d9344b0df9c5 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Synchronizing usage tracker for tenant:473f44ef551f47a7b71b61f8fdba968e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:21.387157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa6e5382-dad6-42c0-bfd1-a99ed478d83c req-4375e0f6-7459-4a3c-b422-9e9e20c6fa4e tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673101 Apr 01 15:00:21.390190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.485337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.487346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5f99f006-11d3-416c-b446-ef0163aa8dd2 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:21.495991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5f99f006-11d3-416c-b446-ef0163aa8dd2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:21.496380 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.497154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-613a14c1-211b-4bec-a8c9-0455da4e0210 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6496d7b0-98ef-45d7-aacd-822a5824aad3 HTTP/1.1" status: 200 len: 217 time: 0.1262181 Apr 01 15:00:21.500452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4d38f524-8562-4944-85db-f574b19a2676 req-b1864fa8-05f8-4c72-8e62-d9344b0df9c5 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Unset dirty status for tenant:473f44ef551f47a7b71b61f8fdba968e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:21.501972 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d38f524-8562-4944-85db-f574b19a2676 req-b1864fa8-05f8-4c72-8e62-d9344b0df9c5 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 944 time: 0.2760494 Apr 01 15:00:21.539202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d73862a-c936-4983-9f19-7cdb460daaa3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:21.547853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.572346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4a596ff8-db24-4b84-9ff5-202f4cf53c61 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1d73862a-c936-4983-9f19-7cdb460daaa3 HTTP/1.1" status: 204 len: 168 time: 0.5469527 Apr 01 15:00:21.573195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51936) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:21.595046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=60d24c52-4fff-4c5b-8737-49f76a8f818e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:21.611515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4d38f524-8562-4944-85db-f574b19a2676 req-332d2887-55d6-4c35-bfad-cf1ddc8831b8 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Synchronizing usage tracker for tenant:473f44ef551f47a7b71b61f8fdba968e on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:21.618280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-69a9ea75-64d7-464f-a611-5a8e5ca89a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:21.619851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-69a9ea75-64d7-464f-a611-5a8e5ca89a42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f20d01d-41c6-4728-aff7-8414135cee1b HTTP/1.1" status: 200 len: 862 time: 0.1167674 Apr 01 15:00:21.665529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.670550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-f4887140-b132-4caa-9256-b21c56fe5148 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27712204-b095-4705-b263-26a2de34fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421844 Apr 01 15:00:21.672414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4d38f524-8562-4944-85db-f574b19a2676 req-332d2887-55d6-4c35-bfad-cf1ddc8831b8 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Unset dirty status for tenant:473f44ef551f47a7b71b61f8fdba968e on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:21.673603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d38f524-8562-4944-85db-f574b19a2676 req-332d2887-55d6-4c35-bfad-cf1ddc8831b8 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342282 Apr 01 15:00:21.710867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5f99f006-11d3-416c-b446-ef0163aa8dd2, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5f99f006-11d3-416c-b446-ef0163aa8dd2,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:21.716664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:21.818406 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'code': 200} Apr 01 15:00:21.818915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98211469-89bf-4c15-8f2f-db7b978ba634 req-b5e7b51c-73df-4d36-838f-831ebcc47c5b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:21.831817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98211469-89bf-4c15-8f2f-db7b978ba634 req-b5e7b51c-73df-4d36-838f-831ebcc47c5b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.2121155 Apr 01 15:00:21.869650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5f99f006-11d3-416c-b446-ef0163aa8dd2,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:21.889013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-5648449f-db68-4b29-8617-b74e065ff5be service neutron] 10.222.0.44 "GET /v2.0/networks/27712204-b095-4705-b263-26a2de34fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090886 Apr 01 15:00:21.953134 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.062975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98211469-89bf-4c15-8f2f-db7b978ba634 req-9b525d7c-0aae-4168-aa33-cd61755026e9 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201869 Apr 01 15:00:22.099161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13b79257-7b82-47ca-8bd8-fe854f5d1daf req-7934d5d4-0256-40a6-bd8c-3cda2b7b1616 service neutron] 10.222.0.44 "GET /v2.0/networks/27712204-b095-4705-b263-26a2de34fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980007 Apr 01 15:00:22.123001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51950) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:22.142224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601791-b063-480f-b2d2-56da12624399 req-fca53e48-fc03-4e95-bca1-98558321ed23 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:22.143906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d601791-b063-480f-b2d2-56da12624399 req-fca53e48-fc03-4e95-bca1-98558321ed23 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.1312985 Apr 01 15:00:22.194747 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81389e64-bcbe-4171-9828-0d4490af8f74 req-3aced28d-5178-4105-9317-40e06f28ea9c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 1097 time: 0.3099356 Apr 01 15:00:22.199082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.200460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d601791-b063-480f-b2d2-56da12624399 req-db8c41c4-8de9-4f47-a1a9-744d842170bb tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Apr 01 15:00:22.214758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-cbb6e4c9-a60d-4936-8bdd-81e1f6986f24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2538393 Apr 01 15:00:22.282267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1347076470-network', 'tenant_id': 'c6b5547d7c2844dd8880d97bed0ee992'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:22.287556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:22.292071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Usage tracker for resource:network and tenant:c6b5547d7c2844dd8880d97bed0ee992 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:22.295454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:22.301553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:22.313224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Made reservation on behalf of c6b5547d7c2844dd8880d97bed0ee992 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:22.315836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.329235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.362152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:22.366247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Usage tracker for resource:security_group_rule and tenant:c6b5547d7c2844dd8880d97bed0ee992 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:22.369156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:22.375119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:22.422472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9ef138-6dba-4931-a6ff-ad571ab0f622']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:22.445296 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.451161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.453915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6b873e-e392-47ee-b0b1-5a3d1ee30a7b') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:22.454201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6b873e-e392-47ee-b0b1-5a3d1ee30a7b') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:22.478512 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.483127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:00:22.497181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0f0c22-4520-4932-b6c5-a058b26edfd3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:22.501986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.502333 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Added segment 906c5c39-9500-4bb4-8736-3b3275da6fcb of type vlan for network 5aed0bec-8571-4c02-9a78-64e59cede20f Apr 01 15:00:22.515406 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81389e64-bcbe-4171-9828-0d4490af8f74 req-813b2b98-1b70-4e7e-ad8a-4203eda51330 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083353 Apr 01 15:00:22.516476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.527978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:00:22.528389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:00:22.544295 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:00:22.562631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.619067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.619938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:22.620508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.634946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d208843-6b1d-41bd-966e-38f27a4a8c65 req-06941837-3e10-4ce0-a66f-a1c7a1e9fbb7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:22.636436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d208843-6b1d-41bd-966e-38f27a4a8c65 req-06941837-3e10-4ce0-a66f-a1c7a1e9fbb7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.4025652 Apr 01 15:00:22.645244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-5d0e1119-2e75-48bc-bf58-7a4ec2b7fc38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6493 time: 0.2746756 Apr 01 15:00:22.648000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.681178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:22.692089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9ef138-6dba-4931-a6ff-ad571ab0f622,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:22.706181 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-de79e991-2192-4d80-a313-ced05dfdec7a admin admin] 10.222.0.48 "DELETE /v2.0/networks/0c9ef138-6dba-4931-a6ff-ad571ab0f622 HTTP/1.1" status: 204 len: 168 time: 1.1290381 Apr 01 15:00:22.719825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d208843-6b1d-41bd-966e-38f27a4a8c65 req-33ba72a3-891a-4962-aa74-92a61b6f2efb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Apr 01 15:00:22.875817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d10d-ad6f-46f7-a973-1ad86e693bca req-a903d5fe-bb77-4e0a-8b38-d2c9fdaa0fb8 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:22.877215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3726d10d-ad6f-46f7-a973-1ad86e693bca req-a903d5fe-bb77-4e0a-8b38-d2c9fdaa0fb8 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.3493226 Apr 01 15:00:22.883286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7574749 Apr 01 15:00:22.888005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51964) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:22.904896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51968) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:22.907178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3639f-7990-4085-9c99-68bdac588c4e admin admin] Pushing event updated for resources: {'Network': ['ID=5aed0bec-8571-4c02-9a78-64e59cede20f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:22.917106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 5aed0bec-8571-4c02-9a78-64e59cede20f details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:00:22.933557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Request body: {'subnet': {'network_id': '5aed0bec-8571-4c02-9a78-64e59cede20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1347076470-subnet', 'tenant_id': 'c6b5547d7c2844dd8880d97bed0ee992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:22.950855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:22.958037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3726d10d-ad6f-46f7-a973-1ad86e693bca req-0810ddd0-c96f-43f2-8bc0-623acf1b185c tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732403 Apr 01 15:00:22.958523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Usage tracker for resource:subnet and tenant:c6b5547d7c2844dd8880d97bed0ee992 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:22.968236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:22.978858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-48573afa-cc31-4645-87b1-2af996a5e705 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cacdf1baac834e699be0024fd3c86d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0726869 Apr 01 15:00:22.980942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:22.981399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51972) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:23.040326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Made reservation on behalf of c6b5547d7c2844dd8880d97bed0ee992 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:23.042553 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:23.047739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6443cd6b-0370-41da-abd9-af858e44e1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:23.066328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-25785e72-c733-4ab8-90ad-9852d00100ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.066924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-25785e72-c733-4ab8-90ad-9852d00100ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.067123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-25785e72-c733-4ab8-90ad-9852d00100ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.068709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-25785e72-c733-4ab8-90ad-9852d00100ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=c2eb948f-2926-4b40-928b-0734cf605002&id=c2eb948f-2926-4b40-928b-0734cf605002 HTTP/1.1" status: 200 len: 2293 time: 0.3262556 Apr 01 15:00:23.075357 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6443cd6b-0370-41da-abd9-af858e44e1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:23.189644 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6443cd6b-0370-41da-abd9-af858e44e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:23.203544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defd6a9-c8e4-45cf-a1c2-a3edc5fa21a9 req-2cbad99d-5e8f-408d-9f5d-301e19b1a2f7 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.204973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3defd6a9-c8e4-45cf-a1c2-a3edc5fa21a9 req-2cbad99d-5e8f-408d-9f5d-301e19b1a2f7 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 944 time: 0.3190188 Apr 01 15:00:23.213045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c59534-026b-4460-bf46-d3584f02dc56 req-aaf3007f-a91b-4fad-b2bd-d18d06996a1b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.214492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71c59534-026b-4460-bf46-d3584f02dc56 req-aaf3007f-a91b-4fad-b2bd-d18d06996a1b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1041887 Apr 01 15:00:23.217206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443cd6b-0370-41da-abd9-af858e44e1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d90ebd-e659-4aef-8d7e-1dc180c13e73,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:23.239440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6443cd6b-0370-41da-abd9-af858e44e1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:23.242737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6443cd6b-0370-41da-abd9-af858e44e1d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0d90ebd-e659-4aef-8d7e-1dc180c13e73 HTTP/1.1" status: 204 len: 168 time: 0.2581191 Apr 01 15:00:23.266974 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71c59534-026b-4460-bf46-d3584f02dc56 req-e5541870-fc5c-4196-9451-871982edf8fb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Apr 01 15:00:23.297624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-369ca963-9a55-4b3a-a984-b9e70714bfae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080cfda3-e275-47e3-b022-93e406c83db8 HTTP/1.1" status: 200 len: 1002 time: 0.1843693 Apr 01 15:00:23.358756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3defd6a9-c8e4-45cf-a1c2-a3edc5fa21a9 req-60da0a91-143c-4450-84c0-7dcf515e6c95 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395667 Apr 01 15:00:23.414016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-0ae16709-70b1-40da-922e-1b32315d335b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.415600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-0ae16709-70b1-40da-922e-1b32315d335b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d011030-0327-42dc-9c3b-dcd693297f1d HTTP/1.1" status: 200 len: 851 time: 0.1096148 Apr 01 15:00:23.498680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c23198-9138-4362-863e-a9d1fc62de6d req-e3297dff-b539-48b7-a6ee-1e86e671dcae tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.508559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32c23198-9138-4362-863e-a9d1fc62de6d req-e3297dff-b539-48b7-a6ee-1e86e671dcae tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.1154244 Apr 01 15:00:23.549180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6496d7b0-98ef-45d7-aacd-822a5824aad3 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:23.571203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32c23198-9138-4362-863e-a9d1fc62de6d req-2df7efb8-d178-4967-8b21-4ee73a5adabc tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616851 Apr 01 15:00:23.660281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:23.734588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-6747f02d-1c64-4fd6-947c-5141c7d63301 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3102448 Apr 01 15:00:23.791222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc93db1-86d2-4361-868a-6b3309555bbb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:23.818486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a056a-b3ee-439a-84bf-b8fc8069adb0 req-c18ff5ae-dbeb-43ac-b1b9-c61e7c2e1d5f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.819721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d24c52-4fff-4c5b-8737-49f76a8f818e'}, {'server_uuid': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99f006-11d3-416c-b446-ef0163aa8dd2'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:23.820020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-114a056a-b3ee-439a-84bf-b8fc8069adb0 req-c18ff5ae-dbeb-43ac-b1b9-c61e7c2e1d5f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1106942 Apr 01 15:00:23.846476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6496d7b0-98ef-45d7-aacd-822a5824aad3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6496d7b0-98ef-45d7-aacd-822a5824aad3,segment=NetworkSegment(9359fdeb-1708-4304-a8d6-dcba29631d0a),segment_id=9359fdeb-1708-4304-a8d6-dcba29631d0a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:23.863251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '6496d7b0-98ef-45d7-aacd-822a5824aad3', 'network_id': '27712204-b095-4705-b263-26a2de34fe24', 'port_id': '6496d7b0-98ef-45d7-aacd-822a5824aad3', 'mac_address': 'fa:16:3e:85:31:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f20d01d-41c6-4728-aff7-8414135cee1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:23.882293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bebf3-eca8-4240-96f0-66d73c4ab826 req-16e6f168-4106-46c8-a5c1-a448ba6fc4cc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:23.883802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-589bebf3-eca8-4240-96f0-66d73c4ab826 req-16e6f168-4106-46c8-a5c1-a448ba6fc4cc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.3350914 Apr 01 15:00:23.894453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-114a056a-b3ee-439a-84bf-b8fc8069adb0 req-ceadd995-a73d-420d-92cf-e025d85ff543 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684152 Apr 01 15:00:23.915262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Checking segment: {'id': '906c5c39-9500-4bb4-8736-3b3275da6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5aed0bec-8571-4c02-9a78-64e59cede20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:23.915790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Network hostable DHCP agents. Network: 5aed0bec-8571-4c02-9a78-64e59cede20f, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:00:23.933642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:23.956006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6496d7b0-98ef-45d7-aacd-822a5824aad3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:23.963043 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d24c52-4fff-4c5b-8737-49f76a8f818e', 'code': 200} Apr 01 15:00:23.963328 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99f006-11d3-416c-b446-ef0163aa8dd2', 'code': 200} Apr 01 15:00:23.976799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6496d7b0-98ef-45d7-aacd-822a5824aad3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6496d7b0-98ef-45d7-aacd-822a5824aad3,segment=NetworkSegment(9359fdeb-1708-4304-a8d6-dcba29631d0a),segment_id=9359fdeb-1708-4304-a8d6-dcba29631d0a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:23.983982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:24.052969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Network 5aed0bec-8571-4c02-9a78-64e59cede20f is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:00:24.078462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6496d7b0-98ef-45d7-aacd-822a5824aad3,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:24.104600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-79e0d300-a472-4410-ad75-ddce3c6ec12c service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578603 Apr 01 15:00:24.105253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-589bebf3-eca8-4240-96f0-66d73c4ab826 req-df333e3c-7903-479e-bbab-8eb83f8aae33 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075436 Apr 01 15:00:24.136904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 5aed0bec-8571-4c02-9a78-64e59cede20f) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:24.145282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad574ce-125a-49ee-ae12-1a07550dfa65 None None] Network 5aed0bec-8571-4c02-9a78-64e59cede20f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:24.155681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:24.156263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:24.246840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ace1689e-ef82-4845-9c56-8a3704e3aae1 req-4b7a90e0-985d-4ed0-9fcf-51e5fb303150 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 1096 time: 0.1898510 Apr 01 15:00:24.283897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['6496d7b0-98ef-45d7-aacd-822a5824aad3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:24.294828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3422e80-30b0-4126-9c69-771610c86c73 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4026859 Apr 01 15:00:24.299366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b764-b2c8-4587-a9ad-318374effb1e req-73ca431b-4178-4a33-94e4-eea3f7ff4da6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:24.307084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1497b764-b2c8-4587-a9ad-318374effb1e req-73ca431b-4178-4a33-94e4-eea3f7ff4da6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2150762 Apr 01 15:00:24.417729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ace1689e-ef82-4845-9c56-8a3704e3aae1 req-0b8bf2f7-2e59-4128-9c10-3b184667fa9d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645494 Apr 01 15:00:24.433668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1497b764-b2c8-4587-a9ad-318374effb1e req-2e7eafbb-fc21-4e23-b8d0-226e0c10b69b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261349 Apr 01 15:00:24.593753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e49e3e80-68b7-420b-83c2-a033e4285fb5 req-a9c5d52a-7534-40cc-9c9e-9e1ec23da3bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 1096 time: 0.5349784 Apr 01 15:00:24.628253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-30703680-fd6a-4fd4-9dc9-65c3723e185d service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166900 Apr 01 15:00:24.753267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300bdf4-2d05-41ca-a924-cbd92ef05d1c None None] Network 5aed0bec-8571-4c02-9a78-64e59cede20f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:24.753856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-7e3a9075-addf-44cc-ad5a-94669f0745d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 200 len: 217 time: 0.1022794 Apr 01 15:00:24.757275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968ffd5-5fa6-4fdf-9121-5387d730c7ac req-4a6ad9c0-a660-4c41-90c9-b7c275dace48 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:24.764263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4968ffd5-5fa6-4fdf-9121-5387d730c7ac req-4a6ad9c0-a660-4c41-90c9-b7c275dace48 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 945 time: 0.1393492 Apr 01 15:00:24.813018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e49e3e80-68b7-420b-83c2-a033e4285fb5 req-452f6f5d-1c09-4e16-8b9d-766d8a5f6eb4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788826 Apr 01 15:00:24.824252 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4968ffd5-5fa6-4fdf-9121-5387d730c7ac req-eca81ee0-f50e-478c-83f9-6c4974d25f81 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588095 Apr 01 15:00:24.871185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042ffd-15ae-4cf4-89de-b60bb4ee9e3c req-792fc2d7-ba68-48de-b7da-1154853039f4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:24.881584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79042ffd-15ae-4cf4-89de-b60bb4ee9e3c req-792fc2d7-ba68-48de-b7da-1154853039f4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.2924886 Apr 01 15:00:24.932660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-c3388780-28b2-4f9d-aa1f-21ca4f379d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:24.935137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-c3388780-28b2-4f9d-aa1f-21ca4f379d2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.1598003 Apr 01 15:00:24.943030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52024) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:24.994686 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79042ffd-15ae-4cf4-89de-b60bb4ee9e3c req-9f122a25-17f3-435a-92ee-4e353104608f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084027 Apr 01 15:00:25.204156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-469932107-network', 'tenant_id': 'bfa6fe32d75f4b5ca4faeb2abfda3529'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:25.211572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:25.214197 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-234f1920-f642-4919-80e3-f37a86b0a979 req-20863f30-a82a-47b3-bb41-08629f322164 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] show failed (client error): The resource could not be found. Apr 01 15:00:25.224232 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-5b3da034-7423-46f7-9f56-107d2464c4a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2222388 Apr 01 15:00:25.230266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-234f1920-f642-4919-80e3-f37a86b0a979 req-20863f30-a82a-47b3-bb41-08629f322164 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "GET /v2.0/security-groups/df4800e4-4d5d-45a9-8c55-3650263c05df HTTP/1.1" status: 404 len: 352 time: 0.0462432 Apr 01 15:00:25.233967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Usage tracker for resource:network and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:25.238038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:25.247090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:25.262960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Made reservation on behalf of bfa6fe32d75f4b5ca4faeb2abfda3529 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:25.265402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.290155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.324666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:25.329489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:25.332629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:25.339410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:25.409784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22972dae-c638-43dc-ae39-46b029f103d0 req-aae4c5c5-c00a-411e-bf57-fa96f4b4f85f tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:25.411483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22972dae-c638-43dc-ae39-46b029f103d0 req-aae4c5c5-c00a-411e-bf57-fa96f4b4f85f tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.2754338 Apr 01 15:00:25.447767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-a073d0d0-908b-4da9-88f6-4a7c548fd57f service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149732 Apr 01 15:00:25.468567 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.477980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.509980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:00:25.525387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a8eacb-a92b-4bfe-b622-71f3c621ce07,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:25.532567 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.532910 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Added segment caebf986-5386-4ae2-be6c-fee1aeee623b of type vlan for network e99049fd-e01d-4b38-9636-744bfef09578 Apr 01 15:00:25.551732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b8b67-d820-44b2-b0ac-98fd3085f1ff req-5d08bc26-cf20-40e9-baa5-67b713121df4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:25.572927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-552b8b67-d820-44b2-b0ac-98fd3085f1ff req-5d08bc26-cf20-40e9-baa5-67b713121df4 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.1814139 Apr 01 15:00:25.574704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22972dae-c638-43dc-ae39-46b029f103d0 req-49125d84-6545-4d03-8b80-16e5712fd07d tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481540 Apr 01 15:00:25.575268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52038) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:25.594638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Request body: {'floatingip': {'port_id': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:25.613321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.653842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.655224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:25.655939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.713186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:25.798402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] Pushing event updated for resources: {'Network': ['ID=e99049fd-e01d-4b38-9636-744bfef09578,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:25.808779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network e99049fd-e01d-4b38-9636-744bfef09578 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:00:25.895112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-6caa00b1-05ca-4435-b0b7-56024875387b service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340138 Apr 01 15:00:25.896454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-db16e022-fb3f-4bf9-b391-75ecfe78811f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9515724 Apr 01 15:00:25.901732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52046) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:25.908242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Request body: {'subnet': {'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-469932107-subnet', 'tenant_id': 'bfa6fe32d75f4b5ca4faeb2abfda3529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:25.914818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:25.921191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Usage tracker for resource:subnet and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:25.927433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:25.934811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:25.947415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ffa13-0be8-46c2-b499-0c3154f745f0 req-c313cb25-2e23-4ccd-ae40-16edc92c408b tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:25.949230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b45ffa13-0be8-46c2-b499-0c3154f745f0 req-c313cb25-2e23-4ccd-ae40-16edc92c408b tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.1521754 Apr 01 15:00:25.957722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Made reservation on behalf of bfa6fe32d75f4b5ca4faeb2abfda3529 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:25.962257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:26.010420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-25c567f3-9b78-4955-99e1-01fd00cece4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 200 len: 217 time: 0.0917430 Apr 01 15:00:26.095360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cee13-ce36-4c68-85e2-17ac95480094 req-ebb882ac-f191-42b3-acde-59de62dfa1b3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:26.096845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42cee13-ce36-4c68-85e2-17ac95480094 req-ebb882ac-f191-42b3-acde-59de62dfa1b3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.3304281 Apr 01 15:00:26.125465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b45ffa13-0be8-46c2-b499-0c3154f745f0 req-370f5a76-1d49-4f8e-a390-f68f103d4ba9 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441529 Apr 01 15:00:26.265481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8cb1950f-7077-4b40-92ba-3c03e69fa4b7 req-860ce642-e4fd-44e8-9daf-98e2914c3861 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] Synchronizing usage tracker for tenant:c6b5547d7c2844dd8880d97bed0ee992 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:26.274246 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:26.277212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-53f2f1b2-253c-4a3f-b887-1e31226dcdd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:26.278652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-53f2f1b2-253c-4a3f-b887-1e31226dcdd8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.2308850 Apr 01 15:00:26.332251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8cb1950f-7077-4b40-92ba-3c03e69fa4b7 req-860ce642-e4fd-44e8-9daf-98e2914c3861 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] Unset dirty status for tenant:c6b5547d7c2844dd8880d97bed0ee992 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:26.333947 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8cb1950f-7077-4b40-92ba-3c03e69fa4b7 req-860ce642-e4fd-44e8-9daf-98e2914c3861 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6b5547d7c2844dd8880d97bed0ee992 HTTP/1.1" status: 200 len: 2652 time: 0.1580491 Apr 01 15:00:26.414734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7325d3b6-771f-4add-898f-bc885f79260e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:26.449136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Checking segment: {'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:26.449458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Network hostable DHCP agents. Network: e99049fd-e01d-4b38-9636-744bfef09578, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:00:26.455178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8cb1950f-7077-4b40-92ba-3c03e69fa4b7 req-9357e226-525b-4f6b-9149-1e03856dcda6 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "GET /v2.0/security-groups/ca0f0c22-4520-4932-b6c5-a058b26edfd3 HTTP/1.1" status: 200 len: 2649 time: 0.1089985 Apr 01 15:00:26.464942 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42cee13-ce36-4c68-85e2-17ac95480094 req-0165a79e-4291-4571-9778-552a03c63c34 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555684 Apr 01 15:00:26.518681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8cb1950f-7077-4b40-92ba-3c03e69fa4b7 req-436de1a4-eb5a-4919-ac9f-a33a8b4f0555 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "GET /v2.0/security-groups/ca0f0c22-4520-4932-b6c5-a058b26edfd3 HTTP/1.1" status: 200 len: 2649 time: 0.0564475 Apr 01 15:00:26.519230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Network e99049fd-e01d-4b38-9636-744bfef09578 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:00:26.531862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, e99049fd-e01d-4b38-9636-744bfef09578) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:26.536752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:26.537825 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:26.545092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ad43b9-c3bd-4711-91a9-54856632fb50 None None] Network e99049fd-e01d-4b38-9636-744bfef09578 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:26.563834 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5d678c70-9756-4097-a319-60dbc319b012 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6604846 Apr 01 15:00:26.617765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-be744172-0891-4b52-a520-de1bd50b80b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3322799 Apr 01 15:00:26.761664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573ce7e-918e-4496-8406-e92067fe2b9a req-7bfdd6ff-11fe-42b3-b5d9-d2635478e014 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:26.763482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8573ce7e-918e-4496-8406-e92067fe2b9a req-7bfdd6ff-11fe-42b3-b5d9-d2635478e014 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1103573 Apr 01 15:00:26.823934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8573ce7e-918e-4496-8406-e92067fe2b9a req-b14698b6-2040-49bb-823d-56f6fcb57dcd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523639 Apr 01 15:00:26.836341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-35b829ee-7191-4eca-bc4c-34493c16d8cd service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110898 Apr 01 15:00:26.852267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef086b-f5b3-4116-8657-5a909f14d2d9 None None] Network e99049fd-e01d-4b38-9636-744bfef09578 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:26.955222 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5710a52c-0d39-41b7-ba5d-69af5d34a178 req-91e7d807-536f-4b41-b84d-51a6682e25dc tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "GET /v2.0/security-groups/ca0f0c22-4520-4932-b6c5-a058b26edfd3 HTTP/1.1" status: 200 len: 2649 time: 0.0541954 Apr 01 15:00:27.044686 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-5710a52c-0d39-41b7-ba5d-69af5d34a178 req-70718468-ef9a-4508-ab6d-2378631556b6 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:00:27.046110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5710a52c-0d39-41b7-ba5d-69af5d34a178 req-70718468-ef9a-4508-ab6d-2378631556b6 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "DELETE /v2.0/security-groups/ca0f0c22-4520-4932-b6c5-a058b26edfd3 HTTP/1.1" status: 409 len: 352 time: 0.0822272 Apr 01 15:00:27.070366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812402c6-1c09-4a19-88b7-27af01f81537 req-a16c3a21-5b5d-4d90-8863-2f32353a0fbd tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:27.071632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-812402c6-1c09-4a19-88b7-27af01f81537 req-a16c3a21-5b5d-4d90-8863-2f32353a0fbd tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 945 time: 0.3628869 Apr 01 15:00:27.125200 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.129268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-a045488f-e6b3-4bee-b2ec-d3c078b13e07 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855465 Apr 01 15:00:27.131517 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.326362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-3e4ea73f-3f9e-4f18-9bd5-2b2cee67016a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=94374e79-b824-4959-8d44-e4ac9470eea6 HTTP/1.1" status: 200 len: 217 time: 0.1433692 Apr 01 15:00:27.329498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16374-5423-484c-9a5e-d1721585559f req-369536b2-a6d7-4a92-b45e-ba989b467073 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:27.329928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-812402c6-1c09-4a19-88b7-27af01f81537 req-e43e9945-763e-4f6e-b600-da959c28a449 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466481 Apr 01 15:00:27.330932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47d16374-5423-484c-9a5e-d1721585559f req-369536b2-a6d7-4a92-b45e-ba989b467073 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.1728165 Apr 01 15:00:27.380290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47d16374-5423-484c-9a5e-d1721585559f req-45ee4897-4e40-4c91-8dfe-debcf51cbe29 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 Apr 01 15:00:27.405748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-b2cb3963-0836-45b6-b7de-31b270e7d9c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:27.407194 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-b2cb3963-0836-45b6-b7de-31b270e7d9c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.0745366 Apr 01 15:00:27.440089 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-0995ca47-4bdd-4f2d-a43e-463a7a852976 req-d9a171a7-5221-4691-934b-54342a6796ab tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] show failed (client error): The resource could not be found. Apr 01 15:00:27.441077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0995ca47-4bdd-4f2d-a43e-463a7a852976 req-d9a171a7-5221-4691-934b-54342a6796ab tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "GET /v2.0/security-groups/c0cc0f93-04d5-43c0-81d5-db62e99dc547 HTTP/1.1" status: 404 len: 352 time: 0.0162494 Apr 01 15:00:27.471863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-763895554', 'description': 'tempest-description-86580511'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:27.488580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:27.496542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:27.500072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:27.508590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:27.541001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-42182976-8c69-447c-a5a2-27e5bf694e34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265557 Apr 01 15:00:27.541695 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.556142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6496d7b0-98ef-45d7-aacd-822a5824aad3 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:27.630620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a2a9-e8b6-48af-ab58-bc88e708d4aa req-5e225416-8353-4cbe-bf15-116595c55b38 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:27.632186 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1086a2a9-e8b6-48af-ab58-bc88e708d4aa req-5e225416-8353-4cbe-bf15-116595c55b38 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.0770259 Apr 01 15:00:27.634520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 6496d7b0-98ef-45d7-aacd-822a5824aad3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:27.640734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 6496d7b0-98ef-45d7-aacd-822a5824aad3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:27.640734 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.657248 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Floating IP fbe81137-fc20-418a-8049-cd2655544507 associated. External IP: 172.25.2.97, port: 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b. Apr 01 15:00:27.685115 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1086a2a9-e8b6-48af-ab58-bc88e708d4aa req-a26ef345-32a2-44d3-b256-bf2a8b4e7225 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Apr 01 15:00:27.741520 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-717f4480-f978-4153-8bed-73b22bd4e8ee req-a8bd8f12-45c1-4a4c-920f-f871d385d4e2 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] show failed (client error): The resource could not be found. Apr 01 15:00:27.752271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-717f4480-f978-4153-8bed-73b22bd4e8ee req-a8bd8f12-45c1-4a4c-920f-f871d385d4e2 tempest-SecurityGroupsNegativeTestJSON-1503125380 tempest-SecurityGroupsNegativeTestJSON-1503125380-project] 10.222.0.48 "GET /v2.0/security-groups/e9fb1ad4-9c31-4027-b6f5-27df30c83449 HTTP/1.1" status: 404 len: 352 time: 0.0268917 Apr 01 15:00:27.756043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52076) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:27.770080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.787408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:27.800063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:27.813359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:27.818989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6496d7b0-98ef-45d7-aacd-822a5824aad3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:27.822880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:27.831727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6496d7b0-98ef-45d7-aacd-822a5824aad3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6496d7b0-98ef-45d7-aacd-822a5824aad3,segment=NetworkSegment(9359fdeb-1708-4304-a8d6-dcba29631d0a),segment_id=9359fdeb-1708-4304-a8d6-dcba29631d0a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:27.836567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d1d494c-9994-44d0-94f9-2a16860cd5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.841480 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.873148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] Deleting subnet ccc93db1-86d2-4361-868a-6b3309555bbb {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:00:27.873379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-7bd9269b-ce47-4aba-8751-063f24d949c9 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214495 Apr 01 15:00:27.877764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:27.928296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6496d7b0-98ef-45d7-aacd-822a5824aad3,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:27.983419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.054310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.106250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670cf65-9e00-4dd2-86cb-b67d16d7d649 req-a36460b8-dff1-45a6-9cdd-dbe4aaa4ff42 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:28.107783 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5670cf65-9e00-4dd2-86cb-b67d16d7d649 req-a36460b8-dff1-45a6-9cdd-dbe4aaa4ff42 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1922562 Apr 01 15:00:28.133572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.150995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.166895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.195289 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5670cf65-9e00-4dd2-86cb-b67d16d7d649 req-606cdef3-a43c-48c9-a589-79dba693dad4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809853 Apr 01 15:00:28.207133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc93db1-86d2-4361-868a-6b3309555bbb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:28.221109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-582ae08b-3016-4f6e-92c2-434b9a35682a service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413866 Apr 01 15:00:28.223755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a406082f-4d5c-441d-99ad-d7a9f5ce3b38,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:28.228174 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.240637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-52667188-7b79-47a6-b8ae-9e9853f21d3a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ccc93db1-86d2-4361-868a-6b3309555bbb HTTP/1.1" status: 204 len: 168 time: 0.4834049 Apr 01 15:00:28.241450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52084) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:28.283504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.284486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14f33c51-3b1d-4614-924d-85abb91ce9bf req-d65b3ebc-5905-4c0d-9db2-5920afafe241 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1637 time: 0.8207719 Apr 01 15:00:28.302229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-54b5de53-e8a9-4a08-9c3d-2031589ef522 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce HTTP/1.1" status: 200 len: 217 time: 0.0744338 Apr 01 15:00:28.364732 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6496d7b0-98ef-45d7-aacd-822a5824aad3', 'code': 200} Apr 01 15:00:28.378077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-114494b2-47af-43b2-b1ea-5b1f0a2420a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:28.379556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-114494b2-47af-43b2-b1ea-5b1f0a2420a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.0710721 Apr 01 15:00:28.402801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.598037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0986ec-d98d-4f99-a485-eec34f743a0f req-8a50d007-2733-43cc-bd9e-a86dd7ac5321 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:28.599576 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d0986ec-d98d-4f99-a485-eec34f743a0f req-8a50d007-2733-43cc-bd9e-a86dd7ac5321 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.2655611 Apr 01 15:00:28.608906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.651416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-b3418361-7ee9-4694-bfa9-26004f8ac2a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2654254 Apr 01 15:00:28.657357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aed0bec-8571-4c02-9a78-64e59cede20f']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:28.660323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309d4ac-6d23-4e86-b7c6-4dc77b76fc05 req-9f800e28-b9c0-4351-9e1c-242a206463ed tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:28.661702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7309d4ac-6d23-4e86-b7c6-4dc77b76fc05 req-9f800e28-b9c0-4351-9e1c-242a206463ed tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1360340 Apr 01 15:00:28.678130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906c5c39-9500-4bb4-8736-3b3275da6fcb') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:28.678426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906c5c39-9500-4bb4-8736-3b3275da6fcb') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:28.694215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e50ef39-1415-4212-874c-1d4ab735aa33 req-ca6af5ac-76f0-42da-81a6-f610b270eef6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 1097 time: 0.2740192 Apr 01 15:00:28.695740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.730929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d0986ec-d98d-4f99-a485-eec34f743a0f req-4f847553-71aa-4dfd-b05b-ac176e8c4fc6 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238427 Apr 01 15:00:28.733005 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.747327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:00:28.747746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:00:28.760897 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:00:28.822291 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7309d4ac-6d23-4e86-b7c6-4dc77b76fc05 req-f35a2628-b139-4957-ae0b-3602b18634bc tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411994 Apr 01 15:00:28.826437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1285571336', 'description': 'tempest-description-926031877'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:28.844537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:28.848129 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e50ef39-1415-4212-874c-1d4ab735aa33 req-4ecb1085-8506-4d0b-8874-de39d86d841b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438143 Apr 01 15:00:28.850237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-b326990f-2256-4f8e-9c35-9155364adf79 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859806 Apr 01 15:00:28.853715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:28.857542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:28.863565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:28.878438 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.887350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.910004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:28.926791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5aed0bec-8571-4c02-9a78-64e59cede20f HTTP/1.1" status: 204 len: 168 time: 0.6840255 Apr 01 15:00:28.933638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ed280-1a5d-4313-bb5c-0717af214233 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aed0bec-8571-4c02-9a78-64e59cede20f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:28.941321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:00:28.969663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:28.977977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:28.983528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:28.990207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:29.051132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.056269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.099762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52102) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:29.102865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342d0c1f-8ae9-457b-8037-75e0a4f27610,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:29.122453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.123681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3fc9c8f-7157-4d72-8701-d9ed8cdf1b3d req-f8434867-4cc9-4abc-a611-fd198c86f746 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3087101 Apr 01 15:00:29.163847 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-7a938363-8544-4c3a-9bad-ec81f86f90e6 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052714 Apr 01 15:00:29.172540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a5f1639-57bd-4d8f-b9df-2f2ecdc5e360 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6b5547d7c2844dd8880d97bed0ee992&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0715775 Apr 01 15:00:29.175088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52108) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:29.244759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4213f64f-ebc8-4924-9a19-127c832a6f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.260434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-7d9c3904-a0aa-4186-8534-6b61b09a0e10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5091ae5b-e132-46db-ba75-b84b33869811 HTTP/1.1" status: 200 len: 217 time: 0.0854573 Apr 01 15:00:29.313452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4213f64f-ebc8-4924-9a19-127c832a6f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.333809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947476c6-de40-4978-ae0f-01188c3634ea req-1396c01e-8184-4556-9fd5-8def57d8e9d3 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:29.335329 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-947476c6-de40-4978-ae0f-01188c3634ea req-1396c01e-8184-4556-9fd5-8def57d8e9d3 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 946 time: 0.2971961 Apr 01 15:00:29.360213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-def65f1a-b340-48b5-aa6d-f177e81805a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:29.361672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-def65f1a-b340-48b5-aa6d-f177e81805a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.0947506 Apr 01 15:00:29.379817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391370f-4f22-47e6-9783-e974dc3c7881 req-29fdd648-9d1b-4005-b985-dd55d32a9a56 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:29.381257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8391370f-4f22-47e6-9783-e974dc3c7881 req-29fdd648-9d1b-4005-b985-dd55d32a9a56 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.1375880 Apr 01 15:00:29.404013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4213f64f-ebc8-4924-9a19-127c832a6f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.423799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213f64f-ebc8-4924-9a19-127c832a6f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0f0c22-4520-4932-b6c5-a058b26edfd3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:29.444523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-947476c6-de40-4978-ae0f-01188c3634ea req-6910fe0f-9794-4021-aa38-6a58638d862b tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018050 Apr 01 15:00:29.451263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8391370f-4f22-47e6-9783-e974dc3c7881 req-11e021ec-460b-4697-8fea-f5fe7efdd368 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642707 Apr 01 15:00:29.452096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4213f64f-ebc8-4924-9a19-127c832a6f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.453248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4213f64f-ebc8-4924-9a19-127c832a6f52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca0f0c22-4520-4932-b6c5-a058b26edfd3 HTTP/1.1" status: 204 len: 168 time: 0.2770176 Apr 01 15:00:29.480192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-55bed622-c95c-4301-9341-0152d187b348 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118183 Apr 01 15:00:29.506174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:00:29.512063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:29.517225 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] Sync routers for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:00:29.541564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:00:29.542541 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:00:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:29.783159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d70f70d-cdfd-4bec-ad2e-9370e41fbf43 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "PUT /v2.0/floatingips/fbe81137-fc20-418a-8049-cd2655544507 HTTP/1.1" status: 200 len: 991 time: 4.2027805 Apr 01 15:00:29.787110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:29.863554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-a56fe1b1-19fb-4864-ad64-4bc9b34c65da service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765917 Apr 01 15:00:29.869158 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:00:29.872668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2593f7-6cda-4df0-a606-6106cef6456b req-6f3865c6-adf2-420b-9bda-cca8d116a438 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:29.874456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe2593f7-6cda-4df0-a606-6106cef6456b req-6f3865c6-adf2-420b-9bda-cca8d116a438 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 945 time: 0.2218547 Apr 01 15:00:29.962619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-7d0c16e6-d120-448a-a13b-341df07c96ad tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:29.963445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-7d0c16e6-d120-448a-a13b-341df07c96ad tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:29.986957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-7d0c16e6-d120-448a-a13b-341df07c96ad tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:29.990029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-7d0c16e6-d120-448a-a13b-341df07c96ad tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 812 time: 0.3529000 Apr 01 15:00:30.017125 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-6da6040b-a049-4200-b085-9a6794846026 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/quotas/bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 375 time: 0.0205517 Apr 01 15:00:30.037500 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fe2593f7-6cda-4df0-a606-6106cef6456b req-e8ef3c6b-b30c-4138-b90a-c32a911dc0da tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157863 Apr 01 15:00:30.072708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-ff1ee843-aa29-46e7-bcd3-be9621c2e07c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498681 Apr 01 15:00:30.073386 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-88811a00-eb49-44c4-adcf-6f73a4950623 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978710 Apr 01 15:00:30.190793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d992a76e-f2c8-4678-af6c-f9dba425af15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:30.306182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-0030d1a1-7e20-4430-ab1e-c860f6e143a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64 HTTP/1.1" status: 200 len: 217 time: 0.2246420 Apr 01 15:00:30.355662 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbe81137-fc20-418a-8049-cd2655544507', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'port_id': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'mac_address': 'fa:16:3e:fd:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:59:21Z', 'updated_at': '2022-04-01T15:00:26Z', 'revision_number': 1, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:21Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:30.359699 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] Checking router: 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:00:30.371771 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:00:30.372374 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:00:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:30.385240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-c48d9df6-8f89-406e-9eaf-f7889032b905 service neutron] 10.222.0.48 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049834 Apr 01 15:00:30.387898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-176c17d1-2760-4e0e-8795-487d87dc7986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:30.389557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-176c17d1-2760-4e0e-8795-487d87dc7986 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.0765550 Apr 01 15:00:30.477147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57d64-5166-49a9-932e-93f3f334737a req-41f945cb-dacf-4e55-8eec-c0cc715b0b4f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:30.483972 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-eedc3a85-8368-431b-bf7c-15f19aab6768 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2187395 Apr 01 15:00:30.486874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60b57d64-5166-49a9-932e-93f3f334737a req-41f945cb-dacf-4e55-8eec-c0cc715b0b4f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2387767 Apr 01 15:00:30.554318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-704dc0bc-63b9-4bf9-b4b1-7134daa67a3a service neutron] 10.222.0.48 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681502 Apr 01 15:00:30.577662 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60b57d64-5166-49a9-932e-93f3f334737a req-6199ab6b-947a-4445-ba12-5531cc2ccd0c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897331 Apr 01 15:00:30.612366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-04771fb6-0b56-4132-8c38-c43208cf89a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1958055 Apr 01 15:00:30.642458 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:00:30.716563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-6500daa5-88ba-467d-bd06-6644bcafd756 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1096 time: 0.1362662 Apr 01 15:00:30.803321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52152) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:30.891658 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'status': 'completed', 'code': 200} Apr 01 15:00:31.017240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-d8187256-7a52-4f41-97b8-7c18389e24d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:31.019116 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-d8187256-7a52-4f41-97b8-7c18389e24d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 914 time: 0.2789874 Apr 01 15:00:31.034479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-888007431-network', 'tenant_id': 'b2f379afd49f41b9a9a550908666d2b6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:31.042391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-1b03aa47-5e38-4284-b4e4-4e3d1bec8a37 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263237 Apr 01 15:00:31.042546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:31.085718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Usage tracker for resource:network and tenant:b2f379afd49f41b9a9a550908666d2b6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:31.092756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:31.106198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:31.108640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-217ad09e-3c47-441c-b789-6c6322a5999e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 217 time: 0.0813138 Apr 01 15:00:31.165817 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:31.211456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-482e61cc-5d05-474b-bda3-476234788839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:31.213047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-482e61cc-5d05-474b-bda3-476234788839 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.0970552 Apr 01 15:00:31.261030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-72e995f5-6ac3-45b8-bf10-46d24f9a86aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4403c8a155446a0b769e9c73ad02f85&device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 1097 time: 0.3604751 Apr 01 15:00:31.270740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Made reservation on behalf of b2f379afd49f41b9a9a550908666d2b6 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:31.272472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:31.292305 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:31.300588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-d5ee29ff-1851-4e90-a47a-6f561880b57b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702617 Apr 01 15:00:31.344835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:31.367150 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbe81137-fc20-418a-8049-cd2655544507', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'port_id': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'mac_address': 'fa:16:3e:fd:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:59:21Z', 'updated_at': '2022-04-01T15:00:26Z', 'revision_number': 1, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:21Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:31.372227 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fead2-9001-4def-889f-ad90b92db491 None None] The sync data for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 is: [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fbe81137-fc20-418a-8049-cd2655544507', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'port_id': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'mac_address': 'fa:16:3e:fd:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:59:21Z', 'updated_at': '2022-04-01T15:00:26Z', 'revision_number': 1, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:21Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:00:31.456086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35b55bb3-4cd0-4dd3-b8b6-ad52f66b38ea req-bd41cce2-7b3c-4d21-9757-1805c5eab690 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025803 Apr 01 15:00:31.486890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9025-333d-4425-8765-aa162e350656 req-1e4a3264-2b92-452b-9d11-d5fbd4b6d520 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:31.488600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dfb9025-333d-4425-8765-aa162e350656 req-1e4a3264-2b92-452b-9d11-d5fbd4b6d520 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.3273976 Apr 01 15:00:31.503976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:31.528511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f379afd49f41b9a9a550908666d2b6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:31.533718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:31.534847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-5154a59a-bfa1-4434-8a48-c3a3b6bf385c service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257860 Apr 01 15:00:31.557923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:31.571688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a40a-61c0-43d5-b483-0fd88b20ebdc req-51718c25-a125-48e5-88f6-42b6a765db7d tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:31.578935 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46e5a40a-61c0-43d5-b483-0fd88b20ebdc req-51718c25-a125-48e5-88f6-42b6a765db7d tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.2195537 Apr 01 15:00:31.582016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-38c27622-da0f-4481-a4a6-b5fc61b9b099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:31.583585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-38c27622-da0f-4481-a4a6-b5fc61b9b099 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5beb2fb-7772-4e68-95a8-cf99bee622f1 HTTP/1.1" status: 200 len: 916 time: 0.2963715 Apr 01 15:00:31.674761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dfb9025-333d-4425-8765-aa162e350656 req-698c6cfd-40e3-446e-8ee5-0136e3fd1fba tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683211 Apr 01 15:00:31.707880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46e5a40a-61c0-43d5-b483-0fd88b20ebdc req-2f85823b-5646-4ede-9f3d-de0f09468d26 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278403 Apr 01 15:00:31.733295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bdc4f-b62b-4777-9cc8-6ff0b1d6f0b2 None None] New status for floating IP fbe81137-fc20-418a-8049-cd2655544507: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:00:31.734189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-95f952a0-5a38-4998-8a5c-0f884bf0ac1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b HTTP/1.1" status: 200 len: 999 time: 0.1408086 Apr 01 15:00:31.778521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fb5a5e3-d883-4479-baf5-8a8458214b13 req-b7334309-d562-45aa-ba42-c8b9e1b22b9a service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366827 Apr 01 15:00:31.810052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:31.821680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:31.846682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-d5c75452-6068-4694-9373-13c52ffe2e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:31.848709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-d5c75452-6068-4694-9373-13c52ffe2e7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217 HTTP/1.1" status: 200 len: 854 time: 0.1068649 Apr 01 15:00:31.865250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:00:32.000244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15468d-500b-495b-a6f1-0c75282ae8ff req-9f40dff2-54a8-4685-9219-95a0784fef29 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:32.001786 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd15468d-500b-495b-a6f1-0c75282ae8ff req-9f40dff2-54a8-4685-9219-95a0784fef29 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 946 time: 0.1557484 Apr 01 15:00:32.095737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd15468d-500b-495b-a6f1-0c75282ae8ff req-edc2b582-09ed-40c8-915b-a3ecfd4c3351 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794795 Apr 01 15:00:32.122572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d297f7-83cc-41c8-afc0-01d397f61ae6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:32.159760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:32.160337 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Added segment eac5618c-f2b9-4aec-8cff-b1184e49cabc of type vlan for network 1e076b58-3656-452c-adb5-01c52214aeea Apr 01 15:00:32.224234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:32.279932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11ac6-8fc8-4ed0-839e-0c0f4804776f req-bcce1d5a-3f78-4121-976f-8ec9717125b1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:32.281371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4de11ac6-8fc8-4ed0-839e-0c0f4804776f req-bcce1d5a-3f78-4121-976f-8ec9717125b1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.2356253 Apr 01 15:00:32.287425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-bf6b5cac-ea13-4c73-8158-dc17cc85a4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5beb2fb-7772-4e68-95a8-cf99bee622f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2401299 Apr 01 15:00:32.323122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:32.324176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:32.324774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:32.333069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9c95c-611a-4e8d-b027-2246d14bdd6f req-60afdcf3-4538-4a77-8fd6-a987d5656417 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:32.334692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87f9c95c-611a-4e8d-b027-2246d14bdd6f req-60afdcf3-4538-4a77-8fd6-a987d5656417 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0804501 Apr 01 15:00:32.393091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87f9c95c-611a-4e8d-b027-2246d14bdd6f req-2340a6bb-4140-4ffd-9c8c-8c93fc2274ca tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522079 Apr 01 15:00:32.518463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] Pushing event updated for resources: {'Network': ['ID=1e076b58-3656-452c-adb5-01c52214aeea,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:32.525706 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aec9aa7b-c6ce-4774-abb4-417393941899 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7213194 Apr 01 15:00:32.532101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1e076b58-3656-452c-adb5-01c52214aeea details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:00:32.532880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52176) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:32.541198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Request body: {'subnet': {'network_id': '1e076b58-3656-452c-adb5-01c52214aeea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-888007431-subnet', 'tenant_id': 'b2f379afd49f41b9a9a550908666d2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:32.546861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4de11ac6-8fc8-4ed0-839e-0c0f4804776f req-d56d3b12-1c89-48c7-92a0-ea291bd2330b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573829 Apr 01 15:00:32.561143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:32.576864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Usage tracker for resource:subnet and tenant:b2f379afd49f41b9a9a550908666d2b6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:32.576864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:32.577695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:32.582675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89100acd-f399-429a-9aeb-5d0fbaa7a18d req-0abc37a0-4261-4ee0-94d4-7319affdc771 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 210 time: 0.0757663 Apr 01 15:00:32.603807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-d153bc0b-c703-46f0-998f-ca4d85b47c12 service neutron] 10.222.0.62 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992930 Apr 01 15:00:32.610246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Made reservation on behalf of b2f379afd49f41b9a9a550908666d2b6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:32.613074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:32.641992 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:32.913998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7927e35c-6d10-46c1-b782-0ad0d514eac7 req-e32ef704-9c08-4805-94cd-40228a88389f service neutron] 10.222.0.62 "GET /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843368 Apr 01 15:00:33.138767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f1a2b-397d-45c5-9b45-9c36816e2cc5 req-2326cfdb-9560-4f31-bee1-57e519d87864 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:33.145476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a1f1a2b-397d-45c5-9b45-9c36816e2cc5 req-2326cfdb-9560-4f31-bee1-57e519d87864 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 813 time: 0.3153563 Apr 01 15:00:33.158912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a1f1a2b-397d-45c5-9b45-9c36816e2cc5 req-079ac995-e380-458e-a717-4766d2a927fb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/quotas/6748d3a26e3046f68ebdc5db5f6c21c1 HTTP/1.1" status: 200 len: 375 time: 0.0122063 Apr 01 15:00:33.219567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-69c78cf6-6bd6-43ef-ae5d-494f7f77be24 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:33.220949 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-69c78cf6-6bd6-43ef-ae5d-494f7f77be24 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.62 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 812 time: 0.2565839 Apr 01 15:00:33.241179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'port': {'device_id': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578', 'admin_state_up': True, 'tenant_id': 'bfa6fe32d75f4b5ca4faeb2abfda3529'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:33.244401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a1f1a2b-397d-45c5-9b45-9c36816e2cc5 req-73a0b08d-d915-4044-a503-035d48b8a210 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774438 Apr 01 15:00:33.256246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:33.305552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0c971-5cff-4d03-8f47-13e27a13947b req-9aa2ca22-b685-4736-a458-6e8040687ebd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:33.306981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2bf0c971-5cff-4d03-8f47-13e27a13947b req-9aa2ca22-b685-4736-a458-6e8040687ebd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.2398150 Apr 01 15:00:33.446936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d63a9ef-233a-479f-8352-485f711e2736,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:33.489675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41362f-977f-485c-980c-e64f85acff51 req-da839b3c-daaa-4d2b-a94f-526c0c385b1a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:33.508098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad41362f-977f-485c-980c-e64f85acff51 req-da839b3c-daaa-4d2b-a94f-526c0c385b1a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1140752 Apr 01 15:00:33.508604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2bf0c971-5cff-4d03-8f47-13e27a13947b req-b2e16656-b733-4320-88c0-8575c2e3f622 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485693 Apr 01 15:00:33.528281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Checking segment: {'id': 'eac5618c-f2b9-4aec-8cff-b1184e49cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e076b58-3656-452c-adb5-01c52214aeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:33.528979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Network hostable DHCP agents. Network: 1e076b58-3656-452c-adb5-01c52214aeea, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:00:33.540224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:33.547264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:port and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:33.550564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:33.557132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:33.562258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad41362f-977f-485c-980c-e64f85acff51 req-dc29654a-d072-4352-a59e-d65a123f3a22 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608842 Apr 01 15:00:33.575356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Made reservation on behalf of bfa6fe32d75f4b5ca4faeb2abfda3529 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:33.580123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:33.598224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Network 1e076b58-3656-452c-adb5-01c52214aeea is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:00:33.654727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1e076b58-3656-452c-adb5-01c52214aeea) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:33.659960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:33.660866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:33.664177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d0a61-7205-40c3-bf0f-aa8608816fc9 None None] Network 1e076b58-3656-452c-adb5-01c52214aeea requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:33.719426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f6722952-1dfd-4cb0-8d53-30d27fe38d30 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1853960 Apr 01 15:00:33.798595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Allocated IP 172.20.0.3 (e99049fd-e01d-4b38-9636-744bfef09578/7325d3b6-771f-4add-898f-bc885f79260e/43e603a3-da4d-46c8-be58-0da439eaba1b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:00:34.149088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a366653-8f7d-4406-9020-3de1ded43281 req-d1fdfff8-0070-4813-b885-9f75dcbf0d3c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.153443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a366653-8f7d-4406-9020-3de1ded43281 req-d1fdfff8-0070-4813-b885-9f75dcbf0d3c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.158382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a366653-8f7d-4406-9020-3de1ded43281 req-d1fdfff8-0070-4813-b885-9f75dcbf0d3c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.161194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a366653-8f7d-4406-9020-3de1ded43281 req-d1fdfff8-0070-4813-b885-9f75dcbf0d3c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6&device_id=d6c9c622-4899-41ef-9908-66970f932c3d&device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 2416 time: 0.1311479 Apr 01 15:00:34.169304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd8226-201a-45ec-8582-c8f45a34510e None None] Network 1e076b58-3656-452c-adb5-01c52214aeea requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:00:34.221797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a366653-8f7d-4406-9020-3de1ded43281 req-a217f085-667d-4af9-a3d3-14050b01c42a tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542097 Apr 01 15:00:34.260436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:34.293261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4ad3c-af0b-43fa-8d39-dcadbcd4b2dd req-dcd15a69-0323-4013-b598-c691a9405343 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.294730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f4ad3c-af0b-43fa-8d39-dcadbcd4b2dd req-dcd15a69-0323-4013-b598-c691a9405343 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.2266583 Apr 01 15:00:34.319845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:34.419668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Network e99049fd-e01d-4b38-9636-744bfef09578 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:00:34.426151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:34.428277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:34.431424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:00:34.467825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f4ad3c-af0b-43fa-8d39-dcadbcd4b2dd req-a0470536-b0c5-49fe-b4be-51c462b27a63 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631773 Apr 01 15:00:34.485682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fb1c6-3307-4e9a-b7b6-cfe8f5425d6a req-cc4fefaf-3510-449b-977e-e36d034de388 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.487773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-227fb1c6-3307-4e9a-b7b6-cfe8f5425d6a req-cc4fefaf-3510-449b-977e-e36d034de388 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1168134 Apr 01 15:00:34.525454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.526294 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:34.548681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-78e59e2c-a941-44b4-86c6-c2d8af54444d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3114765 Apr 01 15:00:34.555907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-227fb1c6-3307-4e9a-b7b6-cfe8f5425d6a req-70023152-1244-4166-84be-4c372fd00fe6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572598 Apr 01 15:00:34.563035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Request body: {'port': {'device_id': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:34.755680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:34.762616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9397e05-cf6d-4ae2-ae77-816307e8d72f req-347a73d5-bf61-4f4d-9aec-6a5164818285 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.764614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9397e05-cf6d-4ae2-ae77-816307e8d72f req-347a73d5-bf61-4f4d-9aec-6a5164818285 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 946 time: 0.0833409 Apr 01 15:00:34.781209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41ebe-7d0e-4246-8f95-ee62a052a338 req-b5286ad6-b3cd-4276-bff1-6ce416a63925 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:34.781901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e41ebe-7d0e-4246-8f95-ee62a052a338 req-b5286ad6-b3cd-4276-bff1-6ce416a63925 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:34.840350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9397e05-cf6d-4ae2-ae77-816307e8d72f req-218d8d0d-29db-465e-bbfd-36e6b661eb5e tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674431 Apr 01 15:00:34.859617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e41ebe-7d0e-4246-8f95-ee62a052a338 req-b5286ad6-b3cd-4276-bff1-6ce416a63925 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:34.859617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e41ebe-7d0e-4246-8f95-ee62a052a338 req-b5286ad6-b3cd-4276-bff1-6ce416a63925 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 931 time: 0.2380197 Apr 01 15:00:35.041117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e41ebe-7d0e-4246-8f95-ee62a052a338 req-a37cf15c-f023-4830-8b20-c17e12aa3ad3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:35.087268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e41ebe-7d0e-4246-8f95-ee62a052a338 req-a37cf15c-f023-4830-8b20-c17e12aa3ad3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:35.089226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e41ebe-7d0e-4246-8f95-ee62a052a338 req-a37cf15c-f023-4830-8b20-c17e12aa3ad3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834571 Apr 01 15:00:35.246831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e603a3-da4d-46c8-be58-0da439eaba1b {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:35.261999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:35.288856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Transition to ACTIVE for port object 43e603a3-da4d-46c8-be58-0da439eaba1b will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:35.294430 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:35.319176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-bc8e009a-3e83-4dbc-a996-b111db95ffcb tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:35.321359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-bc8e009a-3e83-4dbc-a996-b111db95ffcb tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/networks?id=1e076b58-3656-452c-adb5-01c52214aeea HTTP/1.1" status: 200 len: 817 time: 0.1987402 Apr 01 15:00:35.341098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9362de32-8009-4be2-843e-769e6a0d6070 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/quotas/b2f379afd49f41b9a9a550908666d2b6 HTTP/1.1" status: 200 len: 375 time: 0.0136335 Apr 01 15:00:35.423701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-2e02d855-ded4-46f5-9d44-d0bc6e23fb53 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2f379afd49f41b9a9a550908666d2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753288 Apr 01 15:00:35.484853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Pushing event updated for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:35.579686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-59cd989b-b6bc-448a-a0a3-42ed99c8a983 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:35.581486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-59cd989b-b6bc-448a-a0a3-42ed99c8a983 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 946 time: 0.1931829 Apr 01 15:00:35.611107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ebd6-5b5f-421c-9205-97150f232fe2 req-d71d2ecd-ce1a-495b-8e88-115b0ad5b70f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:35.612681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3396ebd6-5b5f-421c-9205-97150f232fe2 req-d71d2ecd-ce1a-495b-8e88-115b0ad5b70f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.2670717 Apr 01 15:00:35.660920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Attempting to bind port 43e603a3-da4d-46c8-be58-0da439eaba1b on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:35.661098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Attempting to bind port 43e603a3-da4d-46c8-be58-0da439eaba1b by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:35.662948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Attempting to bind port 43e603a3-da4d-46c8-be58-0da439eaba1b on network e99049fd-e01d-4b38-9636-744bfef09578 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:35.679250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a0b03494-c212-40f4-9ee8-bbb9ab515577 service neutron] 10.222.0.48 "GET /v2.0/networks/1e076b58-3656-452c-adb5-01c52214aeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353432 Apr 01 15:00:35.681636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Port 43e603a3-da4d-46c8-be58-0da439eaba1b on network e99049fd-e01d-4b38-9636-744bfef09578 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:35.682789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Attempting to bind port 43e603a3-da4d-46c8-be58-0da439eaba1b on network e99049fd-e01d-4b38-9636-744bfef09578 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:35.693804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3396ebd6-5b5f-421c-9205-97150f232fe2 req-552d0248-3342-41af-9beb-468a1dfb14d4 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671687 Apr 01 15:00:35.694677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:35.694936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Checking segment: {'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:35.695321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Bound using segment: {'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:35.695741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Bound port: 43e603a3-da4d-46c8-be58-0da439eaba1b, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:35.696077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:35.722418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Deleting port 6496d7b0-98ef-45d7-aacd-822a5824aad3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:00:35.722755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:35.871961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a023a11-75a2-458e-b9d4-9dfe37642062 req-80e87ef3-b55c-4707-838f-a62078fb75aa tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1 HTTP/1.1" status: 200 len: 221 time: 0.0642800 Apr 01 15:00:35.876342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:35.883046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=43e603a3-da4d-46c8-be58-0da439eaba1b,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:35.890968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:35.933704 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-6adb49e3-a30e-4da2-9cdf-a16def91cb83 service neutron] 10.222.0.48 "GET /v2.0/networks/1e076b58-3656-452c-adb5-01c52214aeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523425 Apr 01 15:00:35.997060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:35.999291 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] 10.222.0.62 "PUT /v2.0/ports/43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 200 len: 1091 time: 1.4421327 Apr 01 15:00:35.999781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:36.130968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b185351-45dc-4813-9ba1-b60d3625386d service neutron] Pushing event updated for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:36.197663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c66e3-01bb-42cf-85a0-0c666d7d1c1c req-e9fe5cda-892b-402e-8eae-744ad3e8c397 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:36.206033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-843c66e3-01bb-42cf-85a0-0c666d7d1c1c req-e9fe5cda-892b-402e-8eae-744ad3e8c397 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.1954558 Apr 01 15:00:36.236263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-ffdd7458-8c45-40a5-9c18-0dcffdf9ef05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1094 time: 0.1602147 Apr 01 15:00:36.273654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] For port 6496d7b0-98ef-45d7-aacd-822a5824aad3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6496d7b0-98ef-45d7-aacd-822a5824aad3,segment=NetworkSegment(9359fdeb-1708-4304-a8d6-dcba29631d0a),segment_id=9359fdeb-1708-4304-a8d6-dcba29631d0a)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:36.274514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:36.333404 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-85e5ed9b-28bc-4fa3-b950-4fee220d1744 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 200 len: 217 time: 0.0860116 Apr 01 15:00:36.359739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-843c66e3-01bb-42cf-85a0-0c666d7d1c1c req-43beac4a-6ff6-4f35-90f1-1c9e2da4c0ab tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531093 Apr 01 15:00:36.464467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Calling delete_port for 6496d7b0-98ef-45d7-aacd-822a5824aad3 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:00:36.687981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-9fe4defb-153d-4ae1-bbcc-ca321be9b494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:36.689308 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-9fe4defb-153d-4ae1-bbcc-ca321be9b494 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.3284504 Apr 01 15:00:36.749807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-dc7d25e3-3427-42f6-a48b-ee7c5cfe771f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456045 Apr 01 15:00:36.787511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a1165-3f70-480b-85a3-16ba53672d2d req-0579c0ef-0281-4fed-869a-7af725c09db7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:36.788946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-402a1165-3f70-480b-85a3-16ba53672d2d req-0579c0ef-0281-4fed-869a-7af725c09db7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1562996 Apr 01 15:00:36.791966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9cbdb-14f1-475a-b398-c0ecece704f3 req-0eafe1b6-6222-4752-a6ac-c6ff0db8c0ac tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:36.794057 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24e9cbdb-14f1-475a-b398-c0ecece704f3 req-0eafe1b6-6222-4752-a6ac-c6ff0db8c0ac tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de9477c-6972-4447-8cce-31e08bc0bd84 HTTP/1.1" status: 200 len: 946 time: 0.2868927 Apr 01 15:00:36.868238 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24e9cbdb-14f1-475a-b398-c0ecece704f3 req-1a276db0-6226-4fb8-88f4-ab81dd24469a tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.48 "GET /v2.0/security-groups?id=0982666f-3bbe-403d-934c-6244bb3503c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686562 Apr 01 15:00:36.869774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:36.881991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['6496d7b0-98ef-45d7-aacd-822a5824aad3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:36.932002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Pushing event deleted for resources: {'Port': ['ID=6496d7b0-98ef-45d7-aacd-822a5824aad3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:36.957749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-402a1165-3f70-480b-85a3-16ba53672d2d req-2b030661-c01e-4390-8969-47857b48b1dd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194472 Apr 01 15:00:36.981661 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b', 'status': 'completed', 'code': 200} Apr 01 15:00:36.995420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-0c0b0d1e-2a4e-4b36-b401-2ce76725e760 service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372637 Apr 01 15:00:37.030921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] No DVR routers for this DVR port 6496d7b0-98ef-45d7-aacd-822a5824aad3 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:00:37.034692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:37.038539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'name': 'network-vif-deleted', 'tag': '6496d7b0-98ef-45d7-aacd-822a5824aad3'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:37.062413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45bcc460-c0e4-45d4-ae0e-6b23a9e09fbb req-4960cb97-3250-4bd3-8a3f-75aa4492d4a1 tempest-InstanceActionsNegativeTestJSON-2075035417 tempest-InstanceActionsNegativeTestJSON-2075035417-project] 10.222.0.44 "DELETE /v2.0/ports/6496d7b0-98ef-45d7-aacd-822a5824aad3 HTTP/1.1" status: 204 len: 173 time: 1.4696822 Apr 01 15:00:37.153302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9fb720c-78de-409f-8ada-7472c748ab5a req-95049033-bdef-42b7-9a1d-9fbe2e8a790f tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 210 time: 0.0566421 Apr 01 15:00:37.217484 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89fee1a9-ab53-4668-9e52-ed55866a63f0 req-d08867b9-d211-4317-8681-7c8a89415a62 service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174132 Apr 01 15:00:37.230041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd4bcf-cac8-407b-9ad3-8039ca2101df req-25f5eac6-3c1e-45d2-9161-7e3cd8a92446 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:37.231553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccd4bcf-cac8-407b-9ad3-8039ca2101df req-25f5eac6-3c1e-45d2-9161-7e3cd8a92446 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 943 time: 0.1237075 Apr 01 15:00:37.323668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccd4bcf-cac8-407b-9ad3-8039ca2101df req-35b9f683-b261-40e8-968d-528dc2e388e6 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860009 Apr 01 15:00:37.364791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-59892258-1eab-4426-ba82-aead8c957c35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0956562 Apr 01 15:00:37.531407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-fd64073f-8ab9-4725-9d84-418bb1170a51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:37.534439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-fd64073f-8ab9-4725-9d84-418bb1170a51 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 913 time: 0.1604831 Apr 01 15:00:37.562226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-eca10ce0-11ea-4d32-a10d-80a899feed10 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:37.563764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-eca10ce0-11ea-4d32-a10d-80a899feed10 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.44 "GET /v2.0/networks?id=1e076b58-3656-452c-adb5-01c52214aeea HTTP/1.1" status: 200 len: 817 time: 0.1572487 Apr 01 15:00:37.598700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Request body: {'port': {'device_id': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'network_id': '1e076b58-3656-452c-adb5-01c52214aeea', 'admin_state_up': True, 'tenant_id': 'b2f379afd49f41b9a9a550908666d2b6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:37.686236 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-0ef9463d-502d-4a6b-a413-c5161d27e27e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 200 len: 217 time: 0.1438661 Apr 01 15:00:37.745054 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de9477c-6972-4447-8cce-31e08bc0bd84', 'name': 'network-vif-deleted', 'tag': '6496d7b0-98ef-45d7-aacd-822a5824aad3', 'status': 'completed', 'code': 200} Apr 01 15:00:37.791532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-11fa769d-b959-47fb-9b84-32c04f9183cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:37.793039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-11fa769d-b959-47fb-9b84-32c04f9183cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.0995576 Apr 01 15:00:37.807621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40879e-1f38-4502-9872-a04b2013eaa8 req-950464e9-028d-4bb6-ab10-66d5b84a5ab4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:37.809331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9c40879e-1f38-4502-9872-a04b2013eaa8 req-950464e9-028d-4bb6-ab10-66d5b84a5ab4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2070823 Apr 01 15:00:37.819858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:37.831705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Usage tracker for resource:port and tenant:b2f379afd49f41b9a9a550908666d2b6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:37.835694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:37.844323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:37.867784 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-5391b674-afc2-4f4d-ac45-5effbc15daac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573575 Apr 01 15:00:37.869333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53184-5b68-4195-9408-3eaad3cb5720 req-97f07da3-82b0-470a-a8b6-10383f24bab0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:37.871304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc53184-5b68-4195-9408-3eaad3cb5720 req-97f07da3-82b0-470a-a8b6-10383f24bab0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.1099648 Apr 01 15:00:37.872660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Made reservation on behalf of b2f379afd49f41b9a9a550908666d2b6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:00:37.876342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:37.980357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9c40879e-1f38-4502-9872-a04b2013eaa8 req-8ebc7eec-c290-4379-8b9f-5c39161a3b2b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324720 Apr 01 15:00:37.998098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc53184-5b68-4195-9408-3eaad3cb5720 req-6cd880be-f246-43d1-9135-43b6b8a908bc tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091886 Apr 01 15:00:38.046150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-90bdd115-9f91-4542-b5cb-73bcf55d2932 service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582086 Apr 01 15:00:38.081979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Allocated IP 172.20.0.5 (1e076b58-3656-452c-adb5-01c52214aeea/3d63a9ef-233a-479f-8352-485f711e2736/e960ca98-4122-49e4-a10c-c8089a4cb543) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:00:38.128937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52266) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:38.230835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] Deleting subnet 8f20d01d-41c6-4728-aff7-8414135cee1b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:00:38.243743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.292475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1afd443-3266-43fd-b2d3-15d88b6a7c99 req-c6803287-03a9-40ff-86b9-d081e44857d0 service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349541 Apr 01 15:00:38.305494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.362379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.390702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.423492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42fb35-e3ee-4fa2-ab79-a022d59f1397 req-e5f57f2f-d643-4b31-afc6-a15b17089c75 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:38.424923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d42fb35-e3ee-4fa2-ab79-a022d59f1397 req-e5f57f2f-d643-4b31-afc6-a15b17089c75 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1470137 Apr 01 15:00:38.450181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.557580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c4d36f1-98e9-4b9d-ace4-3becedc7d4f4 req-647b2b13-0aef-4f26-b1de-4861ea79f674 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 210 time: 0.1636884 Apr 01 15:00:38.558878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Network 1e076b58-3656-452c-adb5-01c52214aeea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:00:38.564099 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d42fb35-e3ee-4fa2-ab79-a022d59f1397 req-2f325b73-8220-4def-bebe-693239d31c4f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326547 Apr 01 15:00:38.564883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:00:38.569676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:00:38.589612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.606493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Pushing event updated for resources: {'Port': ['ID=e960ca98-4122-49e4-a10c-c8089a4cb543,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:38.639191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f20d01d-41c6-4728-aff7-8414135cee1b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:38.649715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.650305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:38.650924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.660049 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b76ea78e-0576-4785-93fc-2da53f7216bf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8f20d01d-41c6-4728-aff7-8414135cee1b HTTP/1.1" status: 204 len: 168 time: 0.5298080 Apr 01 15:00:38.661032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52282) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:38.675459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9d1eb74e-7f4a-4dfe-bdbc-b1ceb2e3695c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0813446 Apr 01 15:00:38.690145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Request body: {'port': {'device_id': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:38.774023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.878720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.904452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35424-dd92-4b22-ba19-860bd4f095ab req-fdb0d90e-122f-4081-8cd1-3082ab5cb2cf tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:38.905970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bcc35424-dd92-4b22-ba19-860bd4f095ab req-fdb0d90e-122f-4081-8cd1-3082ab5cb2cf tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 943 time: 0.1866858 Apr 01 15:00:38.909705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:38.935796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27712204-b095-4705-b263-26a2de34fe24']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:38.948223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9359fdeb-1708-4304-a8d6-dcba29631d0a') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:38.948539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9359fdeb-1708-4304-a8d6-dcba29631d0a') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:00:38.962010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.019334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.027884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:00:39.028271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.040410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bcc35424-dd92-4b22-ba19-860bd4f095ab req-db434073-ff5d-40e3-a880-23c08af55730 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:00:39.041701 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:00:39.071824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bcc35424-dd92-4b22-ba19-860bd4f095ab req-db434073-ff5d-40e3-a880-23c08af55730 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:39.072942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bcc35424-dd92-4b22-ba19-860bd4f095ab req-db434073-ff5d-40e3-a880-23c08af55730 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441033 Apr 01 15:00:39.137811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.162536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ade8f6-8bb6-44df-a4bb-63c0abe7801c req-5cbed25b-1e94-4981-bc5a-b37d70a6c8c5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:39.164129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5ade8f6-8bb6-44df-a4bb-63c0abe7801c req-5cbed25b-1e94-4981-bc5a-b37d70a6c8c5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2044315 Apr 01 15:00:39.167696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.189486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=27712204-b095-4705-b263-26a2de34fe24,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:39.217339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a78a1cff-69c6-41ee-8848-e0f31aa81f7d admin admin] 10.222.0.48 "DELETE /v2.0/networks/27712204-b095-4705-b263-26a2de34fe24 HTTP/1.1" status: 204 len: 168 time: 0.5528085 Apr 01 15:00:39.233112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5ade8f6-8bb6-44df-a4bb-63c0abe7801c req-b2318d1f-b61b-4c95-8058-e12829117f61 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 Apr 01 15:00:39.398816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52296) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:39.452924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5a3864b5-3633-494b-b200-8a8c5e263255 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=473f44ef551f47a7b71b61f8fdba968e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528171 Apr 01 15:00:39.455510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52300) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:00:39.487629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5d850-3b58-4545-82d4-239c2828862b req-72e36bae-e8cf-4875-96c2-a23fb79a9d52 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:39.489106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6b5d850-3b58-4545-82d4-239c2828862b req-72e36bae-e8cf-4875-96c2-a23fb79a9d52 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.1657002 Apr 01 15:00:39.526040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e960ca98-4122-49e4-a10c-c8089a4cb543 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:39.530237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b466-61f3-4953-9b1a-8334d4b35e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.540623 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.557943 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b466-61f3-4953-9b1a-8334d4b35e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.565296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6b5d850-3b58-4545-82d4-239c2828862b req-144e2635-6973-4f46-84e3-4e30f207b3c0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681520 Apr 01 15:00:39.566278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Transition to ACTIVE for port object e960ca98-4122-49e4-a10c-c8089a4cb543 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:00:39.573642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.621101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6496d7b0-98ef-45d7-aacd-822a5824aad3 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:00:39.661558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b466-61f3-4953-9b1a-8334d4b35e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.694990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1b466-61f3-4953-9b1a-8334d4b35e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982666f-3bbe-403d-934c-6244bb3503c1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:39.724771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b466-61f3-4953-9b1a-8334d4b35e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:39.740170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0bc1b466-61f3-4953-9b1a-8334d4b35e48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0982666f-3bbe-403d-934c-6244bb3503c1 HTTP/1.1" status: 204 len: 168 time: 0.2739253 Apr 01 15:00:39.747787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 6496d7b0-98ef-45d7-aacd-822a5824aad3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:00:39.748258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6496d7b0-98ef-45d7-aacd-822a5824aad3 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:00:39.895334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e960ca98-4122-49e4-a10c-c8089a4cb543,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:39.949079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caed45-68b6-41b7-8799-e406c1ee807c req-ed1907b8-ffaf-4496-bb4d-0db49e52062c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:39.950567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1caed45-68b6-41b7-8799-e406c1ee807c req-ed1907b8-ffaf-4496-bb4d-0db49e52062c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 943 time: 0.0927460 Apr 01 15:00:40.000776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a1caed45-68b6-41b7-8799-e406c1ee807c req-8ab50f78-986f-4bba-9cb1-4b80f9afe4b0 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Synchronizing usage tracker for tenant:b2f379afd49f41b9a9a550908666d2b6 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:40.030046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a1caed45-68b6-41b7-8799-e406c1ee807c req-8ab50f78-986f-4bba-9cb1-4b80f9afe4b0 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Unset dirty status for tenant:b2f379afd49f41b9a9a550908666d2b6 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:40.039937 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1caed45-68b6-41b7-8799-e406c1ee807c req-8ab50f78-986f-4bba-9cb1-4b80f9afe4b0 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821815 Apr 01 15:00:40.048254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Attempting to bind port e960ca98-4122-49e4-a10c-c8089a4cb543 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:00:40.049067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Attempting to bind port e960ca98-4122-49e4-a10c-c8089a4cb543 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'eac5618c-f2b9-4aec-8cff-b1184e49cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e076b58-3656-452c-adb5-01c52214aeea'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:00:40.049654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Attempting to bind port e960ca98-4122-49e4-a10c-c8089a4cb543 on network 1e076b58-3656-452c-adb5-01c52214aeea {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:40.062329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Port e960ca98-4122-49e4-a10c-c8089a4cb543 on network 1e076b58-3656-452c-adb5-01c52214aeea not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:00:40.062637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Attempting to bind port e960ca98-4122-49e4-a10c-c8089a4cb543 on network 1e076b58-3656-452c-adb5-01c52214aeea {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:00:40.077462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f2fa9-8ecb-4a93-b46b-4dc1e59765ca req-7eb45db8-14df-4329-b752-bdcaecc28126 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:40.079298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a52f2fa9-8ecb-4a93-b46b-4dc1e59765ca req-7eb45db8-14df-4329-b752-bdcaecc28126 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2442572 Apr 01 15:00:40.080114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:00:40.080494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Checking segment: {'id': 'eac5618c-f2b9-4aec-8cff-b1184e49cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e076b58-3656-452c-adb5-01c52214aeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:00:40.080973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Bound using segment: {'id': 'eac5618c-f2b9-4aec-8cff-b1184e49cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e076b58-3656-452c-adb5-01c52214aeea'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:00:40.081597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Bound port: e960ca98-4122-49e4-a10c-c8089a4cb543, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac5618c-f2b9-4aec-8cff-b1184e49cabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e076b58-3656-452c-adb5-01c52214aeea'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:00:40.081945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:40.221977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] For port e960ca98-4122-49e4-a10c-c8089a4cb543, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:00:40.226390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] For port e960ca98-4122-49e4-a10c-c8089a4cb543, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e960ca98-4122-49e4-a10c-c8089a4cb543,segment=NetworkSegment(eac5618c-f2b9-4aec-8cff-b1184e49cabc),segment_id=eac5618c-f2b9-4aec-8cff-b1184e49cabc)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:00:40.229738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a52f2fa9-8ecb-4a93-b46b-4dc1e59765ca req-b57f7d6d-90f7-4121-b372-2a9a8b6c2e1d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257346 Apr 01 15:00:40.232933 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:40.281068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d96f1-47ee-461e-b8b3-90eb1a7d207f req-bfa2771c-4829-40b1-80ca-5c51b41ed7d3 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:40.282640 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-266d96f1-47ee-461e-b8b3-90eb1a7d207f req-bfa2771c-4829-40b1-80ca-5c51b41ed7d3 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1084356 Apr 01 15:00:40.299567 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:40.300925 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] 10.222.0.44 "PUT /v2.0/ports/e960ca98-4122-49e4-a10c-c8089a4cb543 HTTP/1.1" status: 200 len: 1091 time: 1.6162286 Apr 01 15:00:40.301363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'tag': 'e960ca98-4122-49e4-a10c-c8089a4cb543'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:40.320572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcae40-e106-40b0-b0bb-268fd09f1cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e960ca98-4122-49e4-a10c-c8089a4cb543,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:40.364029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-266d96f1-47ee-461e-b8b3-90eb1a7d207f req-a5ac20ba-4605-40e8-9cec-02a25b99b86c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750248 Apr 01 15:00:40.487475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-6b4089d4-74ee-4d43-8038-1458d8b54181 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f379afd49f41b9a9a550908666d2b6&device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 1094 time: 0.1417642 Apr 01 15:00:40.496716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57644f2-1c28-4a06-a0b0-c5d0d1045f50 req-ea11a040-ed3e-4502-b168-6f6330e9948f tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:40.498109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b57644f2-1c28-4a06-a0b0-c5d0d1045f50 req-ea11a040-ed3e-4502-b168-6f6330e9948f tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 943 time: 0.1028240 Apr 01 15:00:40.567469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b2239-37e9-4574-b9df-c4eb227f5315 req-643017c1-d921-4875-a136-f315e4095f99 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:40.571342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777b2239-37e9-4574-b9df-c4eb227f5315 req-643017c1-d921-4875-a136-f315e4095f99 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0965409 Apr 01 15:00:40.577053 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:40.582036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-7d75393c-128c-4a95-aa73-85f8ff2a51aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e960ca98-4122-49e4-a10c-c8089a4cb543 HTTP/1.1" status: 200 len: 217 time: 0.0830066 Apr 01 15:00:40.624579 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-777b2239-37e9-4574-b9df-c4eb227f5315 req-051565c0-0c08-43d2-9e6b-197c7c65b66d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Apr 01 15:00:40.647404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b57644f2-1c28-4a06-a0b0-c5d0d1045f50 req-59eedde6-cf5e-43cd-8df4-9468dd0ee37e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011543 Apr 01 15:00:40.660826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-7779b86e-1162-47e1-9ddc-1ce65e6ebc2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:40.662370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-7779b86e-1162-47e1-9ddc-1ce65e6ebc2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d63a9ef-233a-479f-8352-485f711e2736 HTTP/1.1" status: 200 len: 857 time: 0.0718203 Apr 01 15:00:40.707928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 43e603a3-da4d-46c8-be58-0da439eaba1b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:40.715041 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'tag': 'e960ca98-4122-49e4-a10c-c8089a4cb543', 'status': 'completed', 'code': 200} Apr 01 15:00:40.725608 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-9517d135-ca97-4c45-8231-0c4e26b99142 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e076b58-3656-452c-adb5-01c52214aeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544333 Apr 01 15:00:40.906967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=43e603a3-da4d-46c8-be58-0da439eaba1b,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:40.922670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '43e603a3-da4d-46c8-be58-0da439eaba1b', 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578', 'port_id': '43e603a3-da4d-46c8-be58-0da439eaba1b', 'mac_address': 'fa:16:3e:89:35:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7325d3b6-771f-4add-898f-bc885f79260e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:40.958808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf3e5-2794-42f0-b158-45cc64cfd86c req-19c83ad4-40f4-47ba-9207-2e8f64ef59a7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:40.960604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5baf3e5-2794-42f0-b158-45cc64cfd86c req-19c83ad4-40f4-47ba-9207-2e8f64ef59a7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1098764 Apr 01 15:00:40.964979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-c5619cd8-517c-44a4-883b-e4043b854d65 service neutron] 10.222.0.44 "GET /v2.0/networks/1e076b58-3656-452c-adb5-01c52214aeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176440 Apr 01 15:00:40.986236 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:41.005799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e603a3-da4d-46c8-be58-0da439eaba1b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:41.013409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5baf3e5-2794-42f0-b158-45cc64cfd86c req-2fe777df-77d5-494a-a499-44f230549153 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 Apr 01 15:00:41.021486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=43e603a3-da4d-46c8-be58-0da439eaba1b,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:41.026592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:41.105708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:41.106025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1092-4752-4c37-b7f8-eba4561922e2 req-372a6aaa-f3c0-4c1f-a08c-1a606b40bf40 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:41.108130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c0a1092-4752-4c37-b7f8-eba4561922e2 req-372a6aaa-f3c0-4c1f-a08c-1a606b40bf40 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 945 time: 0.3058546 Apr 01 15:00:41.150877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3720d543-6887-4056-95f9-02c6a8c4b737 req-ea5e844e-f603-4be8-bfe1-0cc41115e20c service neutron] 10.222.0.44 "GET /v2.0/networks/1e076b58-3656-452c-adb5-01c52214aeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795659 Apr 01 15:00:41.173015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c0a1092-4752-4c37-b7f8-eba4561922e2 req-ed8631e6-60d8-4920-b21c-c9e27d57442a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Apr 01 15:00:41.391519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:41.454151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-53c93d80-6d22-4281-a558-ca4587bea3c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f379afd49f41b9a9a550908666d2b6&device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 1094 time: 0.2498629 Apr 01 15:00:41.554480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60f230-5857-4a8b-b649-5a9487ab0ca4 req-5d5f5f19-3828-4c1d-8292-5823c6adbcdf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:41.555959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a60f230-5857-4a8b-b649-5a9487ab0ca4 req-5d5f5f19-3828-4c1d-8292-5823c6adbcdf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2004490 Apr 01 15:00:41.601361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d731-1adc-4cf2-807b-404eb446f7e8 req-501b5980-1f61-46b2-9789-01a2222590c9 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:41.602864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9112d731-1adc-4cf2-807b-404eb446f7e8 req-501b5980-1f61-46b2-9789-01a2222590c9 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 943 time: 0.1006396 Apr 01 15:00:41.646585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a60f230-5857-4a8b-b649-5a9487ab0ca4 req-4d712ff6-5b6e-4c86-851a-a7c12d2fe8ab tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785193 Apr 01 15:00:41.665783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-96dc3f64-de82-45a3-acc7-0795bdedb92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:41.667491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-96dc3f64-de82-45a3-acc7-0795bdedb92b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e076b58-3656-452c-adb5-01c52214aeea HTTP/1.1" status: 200 len: 918 time: 0.2056463 Apr 01 15:00:41.673096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9112d731-1adc-4cf2-807b-404eb446f7e8 req-5f26cd28-6bac-4aa9-a26b-b36b44a683aa tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Apr 01 15:00:41.740978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-f8a10d22-2736-4ca9-88df-10680c16f440 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e960ca98-4122-49e4-a10c-c8089a4cb543 HTTP/1.1" status: 200 len: 217 time: 0.0667088 Apr 01 15:00:41.820219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-bd78982d-f09a-44dd-8508-10579d23424f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:41.822936 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-bd78982d-f09a-44dd-8508-10579d23424f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d63a9ef-233a-479f-8352-485f711e2736 HTTP/1.1" status: 200 len: 857 time: 0.0742538 Apr 01 15:00:41.885962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-0947b83e-0cde-4613-8d31-2a964b37a6ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e076b58-3656-452c-adb5-01c52214aeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565782 Apr 01 15:00:41.989800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7755-51f7-4651-9ccd-6aa77be534c7 req-34d44900-a592-430e-a508-60206f2c5f02 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:41.991501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b4e7755-51f7-4651-9ccd-6aa77be534c7 req-34d44900-a592-430e-a508-60206f2c5f02 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.0951893 Apr 01 15:00:42.038844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-3fecc186-741a-42d9-b0be-73f8c6113590 service neutron] 10.222.0.44 "GET /v2.0/networks/1e076b58-3656-452c-adb5-01c52214aeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449502 Apr 01 15:00:42.059715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b4e7755-51f7-4651-9ccd-6aa77be534c7 req-98777562-c987-4dc1-9168-9bf4532dcdef tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605414 Apr 01 15:00:42.225014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70e4a09d-3381-49a5-bf3d-ca87b7fb792b req-433e302a-a376-4128-ad22-682be874852e service neutron] 10.222.0.44 "GET /v2.0/networks/1e076b58-3656-452c-adb5-01c52214aeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784697 Apr 01 15:00:42.272669 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8b16e34-04c5-4b82-bf20-7eb80e834750 req-c515d8a2-4fd3-4031-9cf1-e5e2b7aebcd5 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0639665 Apr 01 15:00:42.388293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5787a0-a9b0-404f-b5f3-311bb1e81ce5 req-34074e8e-fa5c-4177-af0a-555816442fff tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:42.388293 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf5787a0-a9b0-404f-b5f3-311bb1e81ce5 req-34074e8e-fa5c-4177-af0a-555816442fff tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 944 time: 0.0982087 Apr 01 15:00:42.444015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf5787a0-a9b0-404f-b5f3-311bb1e81ce5 req-f1e7f6cc-f2b3-44f0-9cda-2fff37ca0b78 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Apr 01 15:00:42.569044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5653d-ae00-45a1-8d18-4b7a99809c07 req-9c014b0c-9906-4050-a6ce-58488cc74fd6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:42.570479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fba5653d-ae00-45a1-8d18-4b7a99809c07 req-9c014b0c-9906-4050-a6ce-58488cc74fd6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0808241 Apr 01 15:00:42.618663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fba5653d-ae00-45a1-8d18-4b7a99809c07 req-f9eed12c-061b-4f0c-ba6d-7153e637000c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Apr 01 15:00:42.723964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 43e603a3-da4d-46c8-be58-0da439eaba1b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:42.826187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff5f20-5164-4e90-9593-4990e41bdae8 req-6179bcb7-0af6-4a8a-beb2-b329f1573647 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:42.828827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30ff5f20-5164-4e90-9593-4990e41bdae8 req-6179bcb7-0af6-4a8a-beb2-b329f1573647 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0874357 Apr 01 15:00:42.850011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 43e603a3-da4d-46c8-be58-0da439eaba1b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:42.856611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 43e603a3-da4d-46c8-be58-0da439eaba1b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:42.857307 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:42.889297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30ff5f20-5164-4e90-9593-4990e41bdae8 req-5ab9a7e8-bf36-46af-adfa-9df45747365e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 Apr 01 15:00:42.966051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37a43e-bfa3-488f-86be-3a8e7ecfd383 req-8a9d4f83-5e98-4083-aebd-c07dc2ac2a47 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:42.968673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d37a43e-bfa3-488f-86be-3a8e7ecfd383 req-8a9d4f83-5e98-4083-aebd-c07dc2ac2a47 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 943 time: 0.0911720 Apr 01 15:00:42.989117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:43.016037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:43.020441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d37a43e-bfa3-488f-86be-3a8e7ecfd383 req-a3133295-2784-4099-b7dc-bbeae54b6094 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462322 Apr 01 15:00:43.026384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=43e603a3-da4d-46c8-be58-0da439eaba1b,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:43.030272 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:43.108204 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b', 'code': 200} Apr 01 15:00:43.116054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:43.131835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b5a5c-2325-4f42-95f5-f5af01096236 req-42b0929e-2fa1-4ed6-b013-51ae3eff835c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:43.138822 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c6b5a5c-2325-4f42-95f5-f5af01096236 req-42b0929e-2fa1-4ed6-b013-51ae3eff835c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0980229 Apr 01 15:00:43.191937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c6b5a5c-2325-4f42-95f5-f5af01096236 req-3a79de7b-6552-4e14-a786-6384cfbb9168 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Apr 01 15:00:43.306173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09bfe2b7-2739-444c-a6ed-64d7de319b80 req-b5534b16-6d56-4ae2-a276-49ec9b1f502d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1320422 Apr 01 15:00:43.314675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555dfbb-8834-4c93-bf71-1846182b2a0f req-b204b9ec-f6f0-4866-a913-1459d76dee56 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:43.316098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f555dfbb-8834-4c93-bf71-1846182b2a0f req-b204b9ec-f6f0-4866-a913-1459d76dee56 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1005266 Apr 01 15:00:43.381896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2184d-99f0-4a33-9dc2-0aacf76e41a7 req-1048c298-94f4-4afb-9185-b9465fdc4cf7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:43.382768 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15a2184d-99f0-4a33-9dc2-0aacf76e41a7 req-1048c298-94f4-4afb-9185-b9465fdc4cf7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0786066 Apr 01 15:00:43.435594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15a2184d-99f0-4a33-9dc2-0aacf76e41a7 req-6f471a3c-5369-4a06-b38b-5d67cc0b782c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Apr 01 15:00:43.470656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09bfe2b7-2739-444c-a6ed-64d7de319b80 req-d441f15c-6974-4c23-bbfe-8fe652931801 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536260 Apr 01 15:00:43.480636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f555dfbb-8834-4c93-bf71-1846182b2a0f req-fa737585-c368-4f9d-972c-749bf175df02 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511872 Apr 01 15:00:43.603028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19ca895c-fec2-4afe-bf1a-82993ab9691b req-b85c66b2-f7b5-4721-8fb5-dd3c628e34a2 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0445614 Apr 01 15:00:43.748755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c07598-518f-455c-b4d3-b440ffb3bd23 req-377b847d-0336-4053-b03b-1fe5fed61af3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:43.750181 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7c07598-518f-455c-b4d3-b440ffb3bd23 req-377b847d-0336-4053-b03b-1fe5fed61af3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 945 time: 0.0774481 Apr 01 15:00:43.815243 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7c07598-518f-455c-b4d3-b440ffb3bd23 req-f7d6b4be-984f-400a-9437-e3ffa8817f75 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Apr 01 15:00:43.842317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9314b1-4063-49dc-be3a-667f244bdcca req-ec66283a-33d6-4049-8301-c35154dc1cbf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:43.844137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da9314b1-4063-49dc-be3a-667f244bdcca req-ec66283a-33d6-4049-8301-c35154dc1cbf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1112027 Apr 01 15:00:43.896161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da9314b1-4063-49dc-be3a-667f244bdcca req-4bbf9ee8-7a98-472b-8f65-946b146a5678 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Apr 01 15:00:44.130832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f798e9-0ec6-4b76-b494-61b3edd8a416 req-0d49ce82-c957-4b63-905d-49bbe665f018 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:44.132290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d2f798e9-0ec6-4b76-b494-61b3edd8a416 req-0d49ce82-c957-4b63-905d-49bbe665f018 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0850949 Apr 01 15:00:44.182999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d2f798e9-0ec6-4b76-b494-61b3edd8a416 req-1f065d61-bb17-496e-bc13-b5a112969174 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Apr 01 15:00:44.275968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f291a-bfb9-4a19-b06f-d5b355e765fa req-aeb40eb5-cd9e-48e6-a1ff-babfe4006daf tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:44.275968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b57f291a-bfb9-4a19-b06f-d5b355e765fa req-aeb40eb5-cd9e-48e6-a1ff-babfe4006daf tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Synchronizing usage tracker for tenant:b2f379afd49f41b9a9a550908666d2b6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:44.307996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b57f291a-bfb9-4a19-b06f-d5b355e765fa req-aeb40eb5-cd9e-48e6-a1ff-babfe4006daf tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Unset dirty status for tenant:b2f379afd49f41b9a9a550908666d2b6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:44.307996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b57f291a-bfb9-4a19-b06f-d5b355e765fa req-aeb40eb5-cd9e-48e6-a1ff-babfe4006daf tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 943 time: 0.1373625 Apr 01 15:00:44.393965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b57f291a-bfb9-4a19-b06f-d5b355e765fa req-68b8acd1-1032-4513-8448-54d94cd13c81 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 Apr 01 15:00:44.500667 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:44.565459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce7cd4-1879-48d3-aa53-776a86fcde03 req-8926cf50-5c65-426f-8b18-54fce410500d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:44.566992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-15ce7cd4-1879-48d3-aa53-776a86fcde03 req-8926cf50-5c65-426f-8b18-54fce410500d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0990388 Apr 01 15:00:44.622703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8724f9a6-0f91-4cf3-9b35-bbe7195281f0 req-10535208-026a-47dc-84d6-7b875fb79420 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0504556 Apr 01 15:00:44.623555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-15ce7cd4-1879-48d3-aa53-776a86fcde03 req-3cafb50e-4ce4-47b5-88c0-3ae3f6da0db0 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493217 Apr 01 15:00:44.694310 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:00:44.756456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a6cf-dc77-4f18-8ecd-8d37bd09810f req-e38c4133-64dc-4b15-9cc8-3ed6271b4e66 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:44.765263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd69a6cf-dc77-4f18-8ecd-8d37bd09810f req-e38c4133-64dc-4b15-9cc8-3ed6271b4e66 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1253138 Apr 01 15:00:44.825731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd69a6cf-dc77-4f18-8ecd-8d37bd09810f req-3503ca31-2a0f-41ee-ba99-0776fc05f4ee tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594945 Apr 01 15:00:44.937698 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caeb41a8-ece6-4247-9b78-4a981feaf287 req-6d689add-58d9-47cd-9ece-6b29c636124e tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0465262 Apr 01 15:00:45.036804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b44ee-89a0-4ca4-808d-e75d59256683 req-e4ecce78-fd9a-4089-ad91-d613ba34ce90 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:45.038242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-856b44ee-89a0-4ca4-808d-e75d59256683 req-e4ecce78-fd9a-4089-ad91-d613ba34ce90 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0849247 Apr 01 15:00:45.085685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-856b44ee-89a0-4ca4-808d-e75d59256683 req-661b869e-54e3-47ab-95a4-6c8353058ca9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Apr 01 15:00:45.143718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192eff7-a923-400f-b2de-25328ae2023e req-22db7de3-d774-4eb0-a8e5-ea0cedd093de tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:45.146063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e192eff7-a923-400f-b2de-25328ae2023e req-22db7de3-d774-4eb0-a8e5-ea0cedd093de tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 945 time: 0.0818181 Apr 01 15:00:45.194037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e192eff7-a923-400f-b2de-25328ae2023e req-87c3e41d-da69-47e9-a54c-d5f3a016f179 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Apr 01 15:00:45.367018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-36795f56-4bf6-4a23-b57d-56da9197077b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-763895554&fields=id&tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 267 time: 0.0550482 Apr 01 15:00:45.461184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-fbbe5705-a49c-496f-8077-f8bdaac0f71a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:45.462631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-fbbe5705-a49c-496f-8077-f8bdaac0f71a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 945 time: 0.0895596 Apr 01 15:00:45.474456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'port': {'security_groups': ['04a8eacb-a92b-4bfe-b622-71f3c621ce07', 'a406082f-4d5c-441d-99ad-d7a9f5ce3b38']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:45.475642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fc2ad-6cd6-4517-8622-1163b98e808b req-629d8b76-485b-4646-8886-df449041491b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:45.477605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f3fc2ad-6cd6-4517-8622-1163b98e808b req-629d8b76-485b-4646-8886-df449041491b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1955330 Apr 01 15:00:45.524818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f3fc2ad-6cd6-4517-8622-1163b98e808b req-a88fab9f-a94e-4b94-a880-8a4d3317ff7e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Apr 01 15:00:45.611572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:45.635088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e960ca98-4122-49e4-a10c-c8089a4cb543 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:45.737790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f5f69-fa41-4d9a-a76b-6d9977a4d2c2 req-dd1bcf89-d0ac-421c-a138-aa4c652f5a06 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:45.739723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ee2f5f69-fa41-4d9a-a76b-6d9977a4d2c2 req-dd1bcf89-d0ac-421c-a138-aa4c652f5a06 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 943 time: 0.0979300 Apr 01 15:00:45.883557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ee2f5f69-fa41-4d9a-a76b-6d9977a4d2c2 req-7120b9a1-6908-4a16-b471-e0bdb1eee8ed tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312289 Apr 01 15:00:45.996953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e960ca98-4122-49e4-a10c-c8089a4cb543, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e960ca98-4122-49e4-a10c-c8089a4cb543,segment=NetworkSegment(eac5618c-f2b9-4aec-8cff-b1184e49cabc),segment_id=eac5618c-f2b9-4aec-8cff-b1184e49cabc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:46.031303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'e960ca98-4122-49e4-a10c-c8089a4cb543', 'network_id': '1e076b58-3656-452c-adb5-01c52214aeea', 'port_id': 'e960ca98-4122-49e4-a10c-c8089a4cb543', 'mac_address': 'fa:16:3e:49:98:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d63a9ef-233a-479f-8352-485f711e2736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:46.133529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:46.156278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e960ca98-4122-49e4-a10c-c8089a4cb543 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:46.177179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e960ca98-4122-49e4-a10c-c8089a4cb543, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e960ca98-4122-49e4-a10c-c8089a4cb543,segment=NetworkSegment(eac5618c-f2b9-4aec-8cff-b1184e49cabc),segment_id=eac5618c-f2b9-4aec-8cff-b1184e49cabc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:46.182063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=43e603a3-da4d-46c8-be58-0da439eaba1b,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:46.183294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:46.203405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 327f20d6-81b3-4d0b-b683-2225c8107909 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:00:46.229347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:46.238918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:46.309045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:46.309286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81b594-97ff-4c19-a60c-c8dce9095651 req-1865f197-b04c-4266-883c-1a24a47989c3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:46.309755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:46.317778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae81b594-97ff-4c19-a60c-c8dce9095651 req-1865f197-b04c-4266-883c-1a24a47989c3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1264462 Apr 01 15:00:46.327919 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6027f7f3-483d-47b1-9bec-af35902ebf80 req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "PUT /v2.0/ports/43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 200 len: 981 time: 0.8578827 Apr 01 15:00:46.328647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:46.383963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae81b594-97ff-4c19-a60c-c8dce9095651 req-b80ce6a2-5e33-4254-8116-8f8dacc5f44d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651128 Apr 01 15:00:46.398765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ddea5-4843-4ac5-a049-38735083e186 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:46.412571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:46.578523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:46.631839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfd886f9-57cb-4763-9984-e046d55d2503 req-c5cecb58-b22c-458d-8727-a31ff2edc457 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0688188 Apr 01 15:00:46.651028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779725-6ce7-433d-8607-23d281be57f4 req-e9dabd2a-4703-4cb4-9d7a-17b7084823a6 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:46.658942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22779725-6ce7-433d-8607-23d281be57f4 req-e9dabd2a-4703-4cb4-9d7a-17b7084823a6 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1450784 Apr 01 15:00:46.688018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=e960ca98-4122-49e4-a10c-c8089a4cb543,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:46.704300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:46.752192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '327f20d6-81b3-4d0b-b683-2225c8107909', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': '327f20d6-81b3-4d0b-b683-2225c8107909', 'mac_address': 'fa:16:3e:2f:28:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:00:46.786886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22779725-6ce7-433d-8607-23d281be57f4 req-75ba0ca2-9e3b-4046-ba13-221d6d4e9654 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266992 Apr 01 15:00:46.923290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:46.955783 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b', 'status': 'completed', 'code': 200} Apr 01 15:00:46.999978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 327f20d6-81b3-4d0b-b683-2225c8107909 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:00:47.069260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:47.085996 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:47.121505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-6a39fb17-e4bc-48d1-9c20-69a0d6cc042d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1285571336&fields=id&tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 267 time: 0.1973882 Apr 01 15:00:47.221433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['327f20d6-81b3-4d0b-b683-2225c8107909'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:47.274872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-8d0ba0ce-abc0-4868-b2d8-de95f3fa71db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1135 time: 0.2904103 Apr 01 15:00:47.322708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:47.389752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['e960ca98-4122-49e4-a10c-c8089a4cb543'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:47.566955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-4525783a-ef75-4949-b554-98d7dcb238e8 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:47.580112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-4525783a-ef75-4949-b554-98d7dcb238e8 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 984 time: 0.4480217 Apr 01 15:00:47.580112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-997578c2-9a2e-49d5-ac4d-334807d542f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:47.580112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-997578c2-9a2e-49d5-ac4d-334807d542f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 913 time: 0.2930975 Apr 01 15:00:47.586994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'port': {'security_groups': ['04a8eacb-a92b-4bfe-b622-71f3c621ce07', 'a406082f-4d5c-441d-99ad-d7a9f5ce3b38', '342d0c1f-8ae9-457b-8037-75e0a4f27610']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:47.681442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4f464-66dc-49d9-ae6c-c13afa654be7 req-cdbdadf8-edcb-46b9-b242-b06408790ef5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:47.683023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abe4f464-66dc-49d9-ae6c-c13afa654be7 req-cdbdadf8-edcb-46b9-b242-b06408790ef5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0937891 Apr 01 15:00:47.737078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abe4f464-66dc-49d9-ae6c-c13afa654be7 req-8086caa1-d2a1-4867-b0a9-ef00223b0ab9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473676 Apr 01 15:00:47.740696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-0bf46858-807d-461b-8081-029d258987f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 200 len: 217 time: 0.0993800 Apr 01 15:00:47.885808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-3fe37e72-e599-48ea-a66a-896cb6d1924e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:47.885808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-3fe37e72-e599-48ea-a66a-896cb6d1924e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.1352932 Apr 01 15:00:47.885808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:47.941164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-05f683cc-9fb1-4bfd-9033-fd1b74f672b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456624 Apr 01 15:00:48.041075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3fc44-6c7a-40f2-8790-6b867a266405 req-986cafa4-1a14-4d89-b9ba-331416cffd97 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:48.054148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ccc3fc44-6c7a-40f2-8790-6b867a266405 req-986cafa4-1a14-4d89-b9ba-331416cffd97 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 944 time: 0.1464508 Apr 01 15:00:48.126736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ccc3fc44-6c7a-40f2-8790-6b867a266405 req-3558f644-c0e5-44f8-84fe-3c5c939255c6 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690053 Apr 01 15:00:48.272353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-b95561e9-2e77-4bde-914c-23dd4924c585 service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942376 Apr 01 15:00:48.643532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dd2da76-b08d-4355-8acc-54ac3d73ec10 req-524d59b4-d88a-44e6-a3c9-aeb135e1cd2e service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632379 Apr 01 15:00:48.661083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=43e603a3-da4d-46c8-be58-0da439eaba1b,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:48.766469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:48.788414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:48.811244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:48.973178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:49.003109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:49.003109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:49.014786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1c06d17-4dee-4f05-b2e2-5adc92f5d702 req-30770b1d-f866-4280-b564-4ee256a0d67e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "PUT /v2.0/ports/43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 200 len: 1020 time: 1.4342544 Apr 01 15:00:49.014786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:49.078378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b6e14-3110-4b1f-af10-1fbeeb2ab996 req-88132afa-c8e0-49d7-92f0-d30eac2b221f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:49.079927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e63b6e14-3110-4b1f-af10-1fbeeb2ab996 req-88132afa-c8e0-49d7-92f0-d30eac2b221f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1953404 Apr 01 15:00:49.177295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:49.179770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e63b6e14-3110-4b1f-af10-1fbeeb2ab996 req-05bdf4e5-9d94-4c66-bbea-3aa826d48e9e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924420 Apr 01 15:00:49.243536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303ffb-7473-4a5c-853d-33f56cc60e6e req-6e4f6bcf-e13b-4837-adb5-74ee4f0e1070 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:49.252047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c303ffb-7473-4a5c-853d-33f56cc60e6e req-6e4f6bcf-e13b-4837-adb5-74ee4f0e1070 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1287384 Apr 01 15:00:49.359677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c303ffb-7473-4a5c-853d-33f56cc60e6e req-8b2bbc85-e13f-45ab-a41a-72d313db5d4d tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029863 Apr 01 15:00:49.554163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-664f5f85-89ba-44ef-8193-171ef1767a25 req-7e7e6b03-5430-414b-afce-e0a2a917215b tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0985262 Apr 01 15:00:49.641988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e780d-a395-4276-917f-77d7ee4262a8 req-1e27a9a0-2ed1-497e-bf52-857e842596b0 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:49.645131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-278e780d-a395-4276-917f-77d7ee4262a8 req-1e27a9a0-2ed1-497e-bf52-857e842596b0 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1023 time: 0.1238346 Apr 01 15:00:49.652631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e960ca98-4122-49e4-a10c-c8089a4cb543 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:49.682060 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b', 'status': 'completed', 'code': 200} Apr 01 15:00:49.903293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port e960ca98-4122-49e4-a10c-c8089a4cb543 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:00:49.922832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-278e780d-a395-4276-917f-77d7ee4262a8 req-eeea5150-bf27-4e96-9923-01a57991a57f tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=342d0c1f-8ae9-457b-8037-75e0a4f27610&id=a406082f-4d5c-441d-99ad-d7a9f5ce3b38&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07 HTTP/1.1" status: 200 len: 5482 time: 0.2639029 Apr 01 15:00:49.927714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port e960ca98-4122-49e4-a10c-c8089a4cb543 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:49.928380 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:49.944805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-e84d930e-f449-4acb-b455-9529afd7468d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1174 time: 0.2390647 Apr 01 15:00:49.953012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7849b5-0d46-4d64-9096-db813f15de4f req-8101292c-f994-4e76-8dc4-e1e7a71cf6e6 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:49.962976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe7849b5-0d46-4d64-9096-db813f15de4f req-8101292c-f994-4e76-8dc4-e1e7a71cf6e6 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 944 time: 0.1580403 Apr 01 15:00:50.063869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe7849b5-0d46-4d64-9096-db813f15de4f req-26280ca9-d88e-4b23-9982-9d8f06130d3b tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998740 Apr 01 15:00:50.206520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2033687523 ', 'description': 'tempest-description-1629055996'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:50.213663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:50.229657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:50.249292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:50.311733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:50.320121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:50.329343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:50.338019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:50.357141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:50.358191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-7e2d6a5b-9c9d-4e23-b07f-483a659065d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:50.362075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-7e2d6a5b-9c9d-4e23-b07f-483a659065d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 913 time: 0.4090819 Apr 01 15:00:50.387909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e960ca98-4122-49e4-a10c-c8089a4cb543, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e960ca98-4122-49e4-a10c-c8089a4cb543,segment=NetworkSegment(eac5618c-f2b9-4aec-8cff-b1184e49cabc),segment_id=eac5618c-f2b9-4aec-8cff-b1184e49cabc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:50.393414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e960ca98-4122-49e4-a10c-c8089a4cb543'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:50.403123 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:50.404408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 327f20d6-81b3-4d0b-b683-2225c8107909 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:00:50.481078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-f22f3bb2-ebfa-4f49-bf08-30a3ee83d067 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 200 len: 217 time: 0.1125202 Apr 01 15:00:50.529242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:50.537371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:50.631430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=e960ca98-4122-49e4-a10c-c8089a4cb543,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:50.642819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 327f20d6-81b3-4d0b-b683-2225c8107909 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:00:50.643342 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:50.657252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695d1ac4-9bcf-468a-9355-7a3c071022f1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:50.664872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:50.683234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-a4398fa2-67dd-4327-bfb1-6f72be1c3970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:50.684669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c89deb77-f686-475f-bb7d-21c4597226d6 req-7d5ba0f8-23b9-48c3-9dce-bed883f76370 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 0.4831047 Apr 01 15:00:50.690670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-a4398fa2-67dd-4327-bfb1-6f72be1c3970 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.1989503 Apr 01 15:00:50.781393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-2baed081-21da-4fbc-be4b-98ba0c1ce262 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869951 Apr 01 15:00:50.782228 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e960ca98-4122-49e4-a10c-c8089a4cb543', 'code': 200} Apr 01 15:00:50.914958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:51.015488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:51.021520 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:51.103811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d8d81-ebde-4129-ba5a-0795430b7c1e req-b2b0b715-11bc-4b8b-a505-be530b429b6e tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:51.117605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c46d8d81-ebde-4129-ba5a-0795430b7c1e req-b2b0b715-11bc-4b8b-a505-be530b429b6e tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.3883464 Apr 01 15:00:51.149371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:51.192646 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a22b09c-7da1-46ac-b388-9c6e651d2946 req-06b074e0-5e3a-4ccc-989b-a16e57e4d146 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 1096 time: 0.3002706 Apr 01 15:00:51.207061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731ff36-5e02-4fc6-8e5a-789a5eed363b req-72128c62-d1e5-4efd-a5c2-2aec8ecbc47e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:51.210157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5731ff36-5e02-4fc6-8e5a-789a5eed363b req-72128c62-d1e5-4efd-a5c2-2aec8ecbc47e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1914914 Apr 01 15:00:51.223798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-be570f97-92bc-49f9-a954-31b08acbc5e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233241 Apr 01 15:00:51.243804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c46d8d81-ebde-4129-ba5a-0795430b7c1e req-f3ac4a43-8d58-4247-8bea-af3654c6a63f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238394 Apr 01 15:00:51.291326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a22b09c-7da1-46ac-b388-9c6e651d2946 req-d59f42e3-8b0c-4ec1-8e13-89363bf1f367 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795588 Apr 01 15:00:51.333212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5731ff36-5e02-4fc6-8e5a-789a5eed363b req-817d048a-5346-46c0-87ea-f4594af58f9d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715706 Apr 01 15:00:51.493100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6374cf6-6a8a-4d69-9180-a2109352963f req-44a2a07b-32de-47bf-a688-a35d64383c79 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0796773 Apr 01 15:00:51.502162 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-136b8854-2b05-45d2-a6b2-a54fa4e56be1 req-1960c991-c0f0-4055-b5ab-08c4de644703 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/695d1ac4-9bcf-468a-9355-7a3c071022f1 HTTP/1.1" status: 200 len: 1615 time: 0.0831966 Apr 01 15:00:51.563693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39cbc9c-0460-4144-99ca-4463354761b9 req-46030f85-dfc4-4ef4-a553-7a9bd0676e30 service neutron] 10.222.0.62 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186305 Apr 01 15:00:51.800401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8987-d684-4311-b2e1-62a700f21afe req-9252ebaf-1eac-4702-89a6-eee65ca4304c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:51.806160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08cc8987-d684-4311-b2e1-62a700f21afe req-9252ebaf-1eac-4702-89a6-eee65ca4304c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 945 time: 0.1096637 Apr 01 15:00:51.892098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08cc8987-d684-4311-b2e1-62a700f21afe req-40bfe6fb-0f9e-4b45-a794-3342f15e82b4 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785117 Apr 01 15:00:51.981266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-265a0030-4f01-4901-b7e6-3747e4f6c37a req-b87d614c-2669-4ccc-88a8-41ad426ec166 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/695d1ac4-9bcf-468a-9355-7a3c071022f1 HTTP/1.1" status: 200 len: 1615 time: 0.0583506 Apr 01 15:00:52.080543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-265a0030-4f01-4901-b7e6-3747e4f6c37a req-4b612a89-ed77-4bb6-9ec8-b28851236c2c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:52.117708 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-265a0030-4f01-4901-b7e6-3747e4f6c37a req-4b612a89-ed77-4bb6-9ec8-b28851236c2c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:52.359145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-265a0030-4f01-4901-b7e6-3747e4f6c37a req-4b612a89-ed77-4bb6-9ec8-b28851236c2c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:52.378457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58041de-0953-4b10-b494-092d29656949 req-a6baf157-21c5-4bd9-bd7a-8e44ea07df1e tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:52.379965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e58041de-0953-4b10-b494-092d29656949 req-a6baf157-21c5-4bd9-bd7a-8e44ea07df1e tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1291080 Apr 01 15:00:52.399133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b612a89-ed77-4bb6-9ec8-b28851236c2c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695d1ac4-9bcf-468a-9355-7a3c071022f1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:52.406114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-265a0030-4f01-4901-b7e6-3747e4f6c37a req-4b612a89-ed77-4bb6-9ec8-b28851236c2c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:52.419321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-265a0030-4f01-4901-b7e6-3747e4f6c37a req-4b612a89-ed77-4bb6-9ec8-b28851236c2c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/695d1ac4-9bcf-468a-9355-7a3c071022f1 HTTP/1.1" status: 204 len: 173 time: 0.4292414 Apr 01 15:00:52.586984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e58041de-0953-4b10-b494-092d29656949 req-aa7322c9-3097-46d1-a096-bb22d458c32c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992760 Apr 01 15:00:52.608940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-a1568764-d03d-4415-bf6f-2b040bb1027c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f729c01575244dbba1fbf4809ba1ead3&device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1856713 Apr 01 15:00:52.633749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc35df-0040-4304-aa44-3044a8e13129 req-69144d97-9e2c-4081-8e59-8d9d469b8d63 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:52.643227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1cbc35df-0040-4304-aa44-3044a8e13129 req-69144d97-9e2c-4081-8e59-8d9d469b8d63 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1295304 Apr 01 15:00:52.724489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1cbc35df-0040-4304-aa44-3044a8e13129 req-6621ffe7-202e-4d75-a5fe-6520d27be9d4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738769 Apr 01 15:00:52.784709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:52.817617 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-fcf6c57c-4b2f-42d8-80bb-90a73ee20b3a req-461b6db1-bab9-4dbd-a8f7-a462ffd7c359 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:00:52.829797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcf6c57c-4b2f-42d8-80bb-90a73ee20b3a req-461b6db1-bab9-4dbd-a8f7-a462ffd7c359 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/695d1ac4-9bcf-468a-9355-7a3c071022f1 HTTP/1.1" status: 404 len: 352 time: 0.0849142 Apr 01 15:00:52.895599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-cd9c0aee-9a0c-454a-957d-05c68a09dab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:52.897144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-cd9c0aee-9a0c-454a-957d-05c68a09dab1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 200 len: 917 time: 0.2824831 Apr 01 15:00:53.050500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-8f0a712e-53f0-43fb-9482-cbddca17b011 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668 HTTP/1.1" status: 200 len: 217 time: 0.1456008 Apr 01 15:00:53.096346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7d3be72-11c2-4db7-8ead-b8fbfaeb3d76 req-7abc6dbd-a3ca-4ddd-b44c-e23a453c6f94 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0576911 Apr 01 15:00:53.188161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-a7a87037-d407-4ea1-a989-f23d348124fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:53.189341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-a7a87037-d407-4ea1-a989-f23d348124fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 200 len: 855 time: 0.1329367 Apr 01 15:00:53.219297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2048339640', 'description': 'tempest-description-1549117645'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:53.222913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:53.231065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:53.231065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:53.244701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:53.253751 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909', 'code': 200} Apr 01 15:00:53.267968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:53.369227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:53.381476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:53.381476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:53.405894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:53.492557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:53.499694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:53.550798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:53.559841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98f73d0c-7daf-411b-a5d8-c9abefca2603 req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3497233 Apr 01 15:00:53.608648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7fbe4-19bd-4f9e-9cb6-34cae5544e13 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120c949d-4587-44bb-ae92-32b22d055c56,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:53.706696 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-cdbae3e2-d156-4aab-9e87-245dd394931a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfb22750-0932-4513-8798-1e424ae5c0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5082190 Apr 01 15:00:53.860075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d48a4-21e5-446e-af8b-6a35fcfaffd2 req-6208a722-2c32-4135-a930-17d4aa3dd76e tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:53.861153 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-864d48a4-21e5-446e-af8b-6a35fcfaffd2 req-6208a722-2c32-4135-a930-17d4aa3dd76e tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 945 time: 0.2331762 Apr 01 15:00:53.897644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-892598002', 'description': 'tempest-description-1153932662'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:53.909670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:53.917066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:53.925872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:53.936391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:53.941971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-ef774a1c-194e-4051-9094-6cbac0f903b0 service neutron] 10.222.0.44 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248104 Apr 01 15:00:53.968421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:54.022540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:54.029260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:54.034290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:54.046495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:54.050837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-864d48a4-21e5-446e-af8b-6a35fcfaffd2 req-10bb74a0-8803-4d89-bf23-d94e0c8f0260 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668904 Apr 01 15:00:54.177260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb707e24-e4c0-4771-80b1-d8332d3331ba req-236b943f-0681-4084-9d11-04b214b4d72c service neutron] 10.222.0.44 "GET /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267318 Apr 01 15:00:54.216918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:54.231117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:54.312023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:54.330407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-322f2a0e-453f-4bb2-8b42-c2b1f1f9c3e4 req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4312980 Apr 01 15:00:54.365622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7f6c9-be58-42ec-b14b-cf1c85c6b18a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf735f-138d-4286-a933-427a3f5d0d08,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:54.503645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35441-5dc8-46b6-a0c2-44b715df99c6 req-3408d324-77e0-4efd-826c-e356ae71ea42 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:54.515970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ece35441-5dc8-46b6-a0c2-44b715df99c6 req-3408d324-77e0-4efd-826c-e356ae71ea42 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1076815 Apr 01 15:00:54.553896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ece35441-5dc8-46b6-a0c2-44b715df99c6 req-b1a02875-9559-4904-bd0a-cb759e49bcb6 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Apr 01 15:00:54.621010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba37e7-5a88-47d5-8435-dde51f779f70 req-42583eeb-3109-46ba-a7d9-e1c5cbf332b7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:54.621010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dba37e7-5a88-47d5-8435-dde51f779f70 req-42583eeb-3109-46ba-a7d9-e1c5cbf332b7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1335111 Apr 01 15:00:54.727657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dba37e7-5a88-47d5-8435-dde51f779f70 req-c8478e1e-e954-4a14-af3c-89be64359c42 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960202 Apr 01 15:00:55.030016 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0ee76d5-f60f-47fe-a657-7f3749f42eca req-38e02f42-714d-4a96-b9ab-6e984ee60c5f tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0683882 Apr 01 15:00:55.084092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1304734913', 'description': 'tempest-description-1319934550'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:00:55.099687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:55.107401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:55.115690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:55.127762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:55.156001 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:55.209401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:00:55.215410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:00:55.219115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:00:55.226677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:00:55.279846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c440f6-7d8f-4076-8f96-86a88607b4a0 req-813b448b-9f84-4dca-8a11-68df97a00607 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:55.281301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41c440f6-7d8f-4076-8f96-86a88607b4a0 req-813b448b-9f84-4dca-8a11-68df97a00607 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1053655 Apr 01 15:00:55.316657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:55.340468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:55.389514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41c440f6-7d8f-4076-8f96-86a88607b4a0 req-ae703991-8688-4eca-a8f0-a29282478aa4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942795 Apr 01 15:00:55.436598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9815e97-e3c8-4010-ab8f-cffefec84795,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:55.439582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:55.453545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60ce036b-94c6-4c55-b107-88a17afe32fb req-55136785-c789-4c62-8fcf-d2669e670994 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3736384 Apr 01 15:00:55.607416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba606e-069d-4e1e-8f68-ef3305cd282e req-23efa175-afad-405b-a857-bb234af7a372 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:55.618212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f7ba606e-069d-4e1e-8f68-ef3305cd282e req-23efa175-afad-405b-a857-bb234af7a372 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 945 time: 0.0994415 Apr 01 15:00:55.679952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f7ba606e-069d-4e1e-8f68-ef3305cd282e req-6fd686af-58f8-4331-b35b-64e259f7e101 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605631 Apr 01 15:00:55.785975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2388da64-0bbf-440c-92cc-a8ed3b98cfb5 req-205cad80-2246-45c8-902d-49fa434029c6 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:00:55.816596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2388da64-0bbf-440c-92cc-a8ed3b98cfb5 req-205cad80-2246-45c8-902d-49fa434029c6 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:00:55.820971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2388da64-0bbf-440c-92cc-a8ed3b98cfb5 req-205cad80-2246-45c8-902d-49fa434029c6 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 9732 time: 0.2235067 Apr 01 15:00:55.903171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2388da64-0bbf-440c-92cc-a8ed3b98cfb5 req-764b3e6c-084d-4364-8aa0-867fe3cb9463 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/04a8eacb-a92b-4bfe-b622-71f3c621ce07 HTTP/1.1" status: 200 len: 2649 time: 0.0753295 Apr 01 15:00:55.934036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af0dda-697f-4abc-ae8c-e5414eb3c469 req-5904289c-610d-43fc-bf96-4119d45369fd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:55.940984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96af0dda-697f-4abc-ae8c-e5414eb3c469 req-5904289c-610d-43fc-bf96-4119d45369fd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1050639 Apr 01 15:00:55.983123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2388da64-0bbf-440c-92cc-a8ed3b98cfb5 req-8debcf94-b64e-4db8-ba72-ea3bd9d01780 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/04a8eacb-a92b-4bfe-b622-71f3c621ce07 HTTP/1.1" status: 200 len: 2649 time: 0.0676329 Apr 01 15:00:56.012510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96af0dda-697f-4abc-ae8c-e5414eb3c469 req-3d29b0f0-3a4e-456d-8857-54f74e715709 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699399 Apr 01 15:00:56.183286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff1d454d-b9c4-4e6b-8db1-dc95593fd34c req-83efcc2f-98ad-4f26-90de-3e8a8ece038d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/120c949d-4587-44bb-ae92-32b22d055c56 HTTP/1.1" status: 200 len: 1635 time: 0.0729847 Apr 01 15:00:56.222243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93fb97-3b38-4222-9f55-8e2175c36fda req-53b40115-ae18-409c-96d4-94b79d81568f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:56.223331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d93fb97-3b38-4222-9f55-8e2175c36fda req-53b40115-ae18-409c-96d4-94b79d81568f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.0953701 Apr 01 15:00:56.266962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff1d454d-b9c4-4e6b-8db1-dc95593fd34c req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:56.286110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d93fb97-3b38-4222-9f55-8e2175c36fda req-08ab6fe7-a950-4e18-b01c-fb5e9ec9043c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Apr 01 15:00:56.301948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff1d454d-b9c4-4e6b-8db1-dc95593fd34c req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:56.399370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff1d454d-b9c4-4e6b-8db1-dc95593fd34c req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:56.420067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120c949d-4587-44bb-ae92-32b22d055c56,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:56.431393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.431734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.432241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.432466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.433743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.434293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.434885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.435567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.435894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.437081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.437603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:00:56.453439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ff1d454d-b9c4-4e6b-8db1-dc95593fd34c req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:56.454933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff1d454d-b9c4-4e6b-8db1-dc95593fd34c req-05a0b496-29d7-41f8-a61e-f035a01b74c5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/120c949d-4587-44bb-ae92-32b22d055c56 HTTP/1.1" status: 204 len: 173 time: 0.2653217 Apr 01 15:00:56.567398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123d9d4-ec7f-4ac2-81ae-38d34f655573 req-75cd06db-909a-4347-8fe9-9a509a571df5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:56.574178 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8123d9d4-ec7f-4ac2-81ae-38d34f655573 req-75cd06db-909a-4347-8fe9-9a509a571df5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1014745 Apr 01 15:00:56.627743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8123d9d4-ec7f-4ac2-81ae-38d34f655573 req-56a1b93e-012e-4963-8cd0-a4430e61ed19 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525007 Apr 01 15:00:56.703584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c34159c4-f85f-4b32-b41f-7e336a0eea07 req-e86b4c4e-b3c0-4a5d-87f0-9bd8c49c7f8c tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.1058648 Apr 01 15:00:56.708438 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-734fb128-84d0-44c8-855c-0f6e27a9732c req-7aa0db3d-54a6-4dbf-bd30-f8829e4a8571 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:00:56.709640 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-734fb128-84d0-44c8-855c-0f6e27a9732c req-7aa0db3d-54a6-4dbf-bd30-f8829e4a8571 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/120c949d-4587-44bb-ae92-32b22d055c56 HTTP/1.1" status: 404 len: 352 time: 0.0185030 Apr 01 15:00:56.757024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-4f4cfa90-b3a4-42e4-ac09-633debefb8b3 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:56.758454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-4f4cfa90-b3a4-42e4-ac09-633debefb8b3 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.44 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 945 time: 0.1562495 Apr 01 15:00:56.866078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Deleting port e960ca98-4122-49e4-a10c-c8089a4cb543 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:00:56.866413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:57.019404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b951fc3-2aca-43d2-8811-5c833087b407 req-6670d995-153e-45d2-b796-b36ed3ef7722 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:57.021906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b951fc3-2aca-43d2-8811-5c833087b407 req-6670d995-153e-45d2-b796-b36ed3ef7722 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 945 time: 0.1082230 Apr 01 15:00:57.086486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b951fc3-2aca-43d2-8811-5c833087b407 req-902258f0-d2ad-450a-ac79-e397099906b2 tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/security-groups?id=19d297f7-83cc-41c8-afc0-01d397f61ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555563 Apr 01 15:00:57.155826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ffbc-3e1c-467d-b515-afa8af7189cf req-007a846a-fa75-4c5a-9f9e-547c438f0f90 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:57.157292 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2078ffbc-3e1c-467d-b515-afa8af7189cf req-007a846a-fa75-4c5a-9f9e-547c438f0f90 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.2343991 Apr 01 15:00:57.178700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2aebcf8-61c8-40ae-85d7-b1680aeb4751 req-b71010a8-6faf-4a6c-81ff-374dc8088739 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/4adf735f-138d-4286-a933-427a3f5d0d08 HTTP/1.1" status: 200 len: 1634 time: 0.0478320 Apr 01 15:00:57.233522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2078ffbc-3e1c-467d-b515-afa8af7189cf req-75c2a0c1-95df-4a0b-a464-088a1836fc9c tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643284 Apr 01 15:00:57.270318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] For port e960ca98-4122-49e4-a10c-c8089a4cb543, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e960ca98-4122-49e4-a10c-c8089a4cb543,segment=NetworkSegment(eac5618c-f2b9-4aec-8cff-b1184e49cabc),segment_id=eac5618c-f2b9-4aec-8cff-b1184e49cabc)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:00:57.270318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:57.286975 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a2aebcf8-61c8-40ae-85d7-b1680aeb4751 req-6647de6c-8ac0-4001-b073-764fc6b87b0d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:57.326463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a2aebcf8-61c8-40ae-85d7-b1680aeb4751 req-6647de6c-8ac0-4001-b073-764fc6b87b0d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:57.424818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a2aebcf8-61c8-40ae-85d7-b1680aeb4751 req-6647de6c-8ac0-4001-b073-764fc6b87b0d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:57.449511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647de6c-8ac0-4001-b073-764fc6b87b0d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf735f-138d-4286-a933-427a3f5d0d08,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:57.458442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a2aebcf8-61c8-40ae-85d7-b1680aeb4751 req-6647de6c-8ac0-4001-b073-764fc6b87b0d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:57.463709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2aebcf8-61c8-40ae-85d7-b1680aeb4751 req-6647de6c-8ac0-4001-b073-764fc6b87b0d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/4adf735f-138d-4286-a933-427a3f5d0d08 HTTP/1.1" status: 204 len: 173 time: 0.2789576 Apr 01 15:00:57.496487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Calling delete_port for e960ca98-4122-49e4-a10c-c8089a4cb543 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:00:57.801264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d71-95ee-49c4-acb3-c6d8619bedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:57.934373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f8710-794d-4d7f-9b19-4d5b446baba7 req-fbc7aa6f-48bc-48d2-8298-296e130bdd3e tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:57.938886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5913a52-3710-4b16-9711-e5cd3e3a6b8e req-aafcc8fb-7724-4845-97c1-f1c2481d3db7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:57.951417 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-da2f8710-794d-4d7f-9b19-4d5b446baba7 req-fbc7aa6f-48bc-48d2-8298-296e130bdd3e tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 945 time: 0.1635277 Apr 01 15:00:57.958688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5913a52-3710-4b16-9711-e5cd3e3a6b8e req-aafcc8fb-7724-4845-97c1-f1c2481d3db7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2814157 Apr 01 15:00:58.029889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-da2f8710-794d-4d7f-9b19-4d5b446baba7 req-1a9ef7f7-e4f7-4c4d-bc03-e103c1b4bc0f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788796 Apr 01 15:00:58.048936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:58.064930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5913a52-3710-4b16-9711-e5cd3e3a6b8e req-6b1e0554-e93b-45e0-a096-7c360d04f0fb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160457 Apr 01 15:00:58.065565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['e960ca98-4122-49e4-a10c-c8089a4cb543'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:00:58.163458 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-342aa2c2-0093-40ae-b912-aff704fa7543 req-a29ccb56-d25d-496c-98e6-d590614844b3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:00:58.163458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-342aa2c2-0093-40ae-b912-aff704fa7543 req-a29ccb56-d25d-496c-98e6-d590614844b3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/4adf735f-138d-4286-a933-427a3f5d0d08 HTTP/1.1" status: 404 len: 352 time: 0.0318372 Apr 01 15:00:58.255142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Pushing event deleted for resources: {'Port': ['ID=e960ca98-4122-49e4-a10c-c8089a4cb543,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:58.349174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] No DVR routers for this DVR port e960ca98-4122-49e4-a10c-c8089a4cb543 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:00:58.352914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:58.364164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'name': 'network-vif-deleted', 'tag': 'e960ca98-4122-49e4-a10c-c8089a4cb543'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:00:58.382571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-597c9fb1-130b-4d51-9151-d39e3d9f8634 req-8380aaeb-d24c-4b2c-bfe9-29dab412630a tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0739403 Apr 01 15:00:58.395820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14f863d6-309a-46e1-bad7-68a95c41fa78 req-21c1b260-c786-44dc-9e27-97a9631199ad tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.44 "DELETE /v2.0/ports/e960ca98-4122-49e4-a10c-c8089a4cb543 HTTP/1.1" status: 204 len: 173 time: 1.6127412 Apr 01 15:00:58.502944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b2dd-1ad8-4bee-977c-c8ab6f4d49cc req-cf4bf6a6-007e-4f24-856d-03240267ef44 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:58.506546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d18b2dd-1ad8-4bee-977c-c8ab6f4d49cc req-cf4bf6a6-007e-4f24-856d-03240267ef44 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.1286235 Apr 01 15:00:58.593846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d18b2dd-1ad8-4bee-977c-c8ab6f4d49cc req-51b30bf1-7a15-4abb-a76a-029d050bc6b2 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866721 Apr 01 15:00:58.803089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bd21b-ef7a-4e03-9110-3137975db6fc req-cfd052d7-ce62-4c99-8137-a3010e44367e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:58.809929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e60bd21b-ef7a-4e03-9110-3137975db6fc req-cfd052d7-ce62-4c99-8137-a3010e44367e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1987617 Apr 01 15:00:58.894275 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a00206d-444b-4b5f-b469-a7886f64f491 req-fdb5aa1b-2acb-46cb-9211-0d185bea164c tempest-InstanceActionsV221TestJSON-1429119732 tempest-InstanceActionsV221TestJSON-1429119732-project] 10.222.0.48 "GET /v2.0/ports?device_id=e44fba2d-5c04-43d0-ab80-066623c32f71 HTTP/1.1" status: 200 len: 210 time: 0.0929658 Apr 01 15:00:58.932961 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e60bd21b-ef7a-4e03-9110-3137975db6fc req-9c813f33-621f-4e56-a104-96aa0cb13362 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212251 Apr 01 15:00:59.103900 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44fba2d-5c04-43d0-ab80-066623c32f71', 'name': 'network-vif-deleted', 'tag': 'e960ca98-4122-49e4-a10c-c8089a4cb543', 'status': 'completed', 'code': 200} Apr 01 15:00:59.114358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf7435eb-3436-4a08-aaff-b080bcde9ca8 req-a5ced9a9-3960-442d-b965-c9636d3ccdbf tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/d9815e97-e3c8-4010-ab8f-cffefec84795 HTTP/1.1" status: 200 len: 1635 time: 0.1093485 Apr 01 15:00:59.210910 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf7435eb-3436-4a08-aaff-b080bcde9ca8 req-62f2200b-f246-4177-b617-8ceeb6c54543 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:59.253957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-7c118479-84de-4eb6-b364-d11f7792ba89 req-868d9233-fa13-4144-a9de-ca7d7a4da253 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:00:59.255136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c118479-84de-4eb6-b364-d11f7792ba89 req-868d9233-fa13-4144-a9de-ca7d7a4da253 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063994 Apr 01 15:00:59.264692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf7435eb-3436-4a08-aaff-b080bcde9ca8 req-62f2200b-f246-4177-b617-8ceeb6c54543 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:59.389021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c118479-84de-4eb6-b364-d11f7792ba89 req-872b371a-fc48-4f28-9554-97c8de256297 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1204987 Apr 01 15:00:59.394621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf7435eb-3436-4a08-aaff-b080bcde9ca8 req-62f2200b-f246-4177-b617-8ceeb6c54543 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:59.435841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2200b-f246-4177-b617-8ceeb6c54543 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9815e97-e3c8-4010-ab8f-cffefec84795,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:00:59.464513 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf7435eb-3436-4a08-aaff-b080bcde9ca8 req-62f2200b-f246-4177-b617-8ceeb6c54543 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:00:59.483745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf7435eb-3436-4a08-aaff-b080bcde9ca8 req-62f2200b-f246-4177-b617-8ceeb6c54543 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/d9815e97-e3c8-4010-ab8f-cffefec84795 HTTP/1.1" status: 204 len: 173 time: 0.3673637 Apr 01 15:00:59.734265 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-ea7c34df-7fad-4013-92ce-c3d23149bfd8 req-069a18b4-83fa-4e78-94ba-decbf78a5c27 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:00:59.736703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea7c34df-7fad-4013-92ce-c3d23149bfd8 req-069a18b4-83fa-4e78-94ba-decbf78a5c27 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/d9815e97-e3c8-4010-ab8f-cffefec84795 HTTP/1.1" status: 404 len: 352 time: 0.0339191 Apr 01 15:00:59.840587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f90881b0-0119-4339-84bd-7f8bce9d1246 req-ea229193-ce40-4948-b3cf-4c4e62ee87cc tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0555277 Apr 01 15:00:59.977160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3011b-e09a-488c-a209-f896b97fd81a req-519c7eed-9c6f-4341-a2dc-b94c9e89a478 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:00:59.979340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5de3011b-e09a-488c-a209-f896b97fd81a req-519c7eed-9c6f-4341-a2dc-b94c9e89a478 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1069555 Apr 01 15:01:00.054538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5de3011b-e09a-488c-a209-f896b97fd81a req-f34ed207-7899-42ea-b88d-432d25e3966e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648470 Apr 01 15:01:00.131042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435461-08b5-4956-98bd-dcf9b5c6bd0d req-e336f916-d011-42a8-8a9a-9cfdded5788d tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:00.138503 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-66435461-08b5-4956-98bd-dcf9b5c6bd0d req-e336f916-d011-42a8-8a9a-9cfdded5788d tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1053753 Apr 01 15:01:00.195685 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d384-324c-43c6-800b-fffd30a8549f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:00.225037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-66435461-08b5-4956-98bd-dcf9b5c6bd0d req-e251297a-f94a-41f0-926b-666a8317383f tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844138 Apr 01 15:01:00.256593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1645a67e-6dd0-460a-9ff5-356a62141aa5 req-9c238b19-b27c-4144-a08c-316802dd61d9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:00.279872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1645a67e-6dd0-460a-9ff5-356a62141aa5 req-9c238b19-b27c-4144-a08c-316802dd61d9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:00.281624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1645a67e-6dd0-460a-9ff5-356a62141aa5 req-9c238b19-b27c-4144-a08c-316802dd61d9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 5482 time: 0.1717291 Apr 01 15:01:00.354867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1645a67e-6dd0-460a-9ff5-356a62141aa5 req-2b66a4dd-868d-47c3-ab9a-373efa7083fe tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/04a8eacb-a92b-4bfe-b622-71f3c621ce07 HTTP/1.1" status: 200 len: 2649 time: 0.0653820 Apr 01 15:01:00.426522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1645a67e-6dd0-460a-9ff5-356a62141aa5 req-8af21a94-1cc3-4035-bd35-527236929869 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/04a8eacb-a92b-4bfe-b622-71f3c621ce07 HTTP/1.1" status: 200 len: 2649 time: 0.0712564 Apr 01 15:01:00.584838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53d8ec-90d6-433c-856d-166a58b098a6 req-9f28e10f-ed26-4758-883b-3225095d6087 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:00.589449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd53d8ec-90d6-433c-856d-166a58b098a6 req-9f28e10f-ed26-4758-883b-3225095d6087 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1179795 Apr 01 15:01:00.649756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd53d8ec-90d6-433c-856d-166a58b098a6 req-b99d31a0-90c4-4968-ae86-79c382f7c2b7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560358 Apr 01 15:01:00.827194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc89c-bf51-4757-a936-8dcb8b7ecc63 req-25cc0d1a-c288-4c00-8d7b-f3bc9d02c109 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:00.829419 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dfffc89c-bf51-4757-a936-8dcb8b7ecc63 req-25cc0d1a-c288-4c00-8d7b-f3bc9d02c109 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 945 time: 0.1879919 Apr 01 15:01:00.843143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-926931499', 'description': 'tempest-description-74196691'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:00.852307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:00.870707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:00.891373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:00.913717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dfffc89c-bf51-4757-a936-8dcb8b7ecc63 req-c984a146-9055-48c0-8043-b021fedba696 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761020 Apr 01 15:01:00.953528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:00.957634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:00.961648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:00.974613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:01.056593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.063028 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.120034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d098d42-ed2a-475a-a196-94cfa9a4244e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:01.129901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.147871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fdd8ddb6-e4fb-45f7-a1fb-9c4de5154529 req-65496fe5-99ef-4138-9f17-b2140f5d612e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1637 time: 0.2992945 Apr 01 15:01:01.178791 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.282427 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-956eef22-96ca-4876-ba61-248a02bd7458 req-72f69333-67f7-4b8d-9d98-5bc1e840d0a6 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0580332 Apr 01 15:01:01.321972 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.387753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd050c9-b5e8-48ea-a301-9fb8fe537978 req-cd6c21bb-0231-4fd0-8d64-32e2d98b03c3 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:01.396519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ddd050c9-b5e8-48ea-a301-9fb8fe537978 req-cd6c21bb-0231-4fd0-8d64-32e2d98b03c3 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.1369326 Apr 01 15:01:01.473979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ddd050c9-b5e8-48ea-a301-9fb8fe537978 req-80e8bd98-e379-4b30-b9ea-b71755879516 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757983 Apr 01 15:01:01.532484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af055c-5f0d-4870-902f-7b82c56111b4 req-c479adff-86f7-47df-86d8-bc83e5f98a65 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:01.534008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30af055c-5f0d-4870-902f-7b82c56111b4 req-c479adff-86f7-47df-86d8-bc83e5f98a65 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1115549 Apr 01 15:01:01.592675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52716) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:01.624881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30af055c-5f0d-4870-902f-7b82c56111b4 req-f71fbde4-49e0-4f08-bea7-d17b979fc6dd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771174 Apr 01 15:01:01.633748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-21549357', 'description': 'tempest-description-153196817'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:01.640285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:01.665567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:01.674565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:01.685251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:01.705771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] Deleting subnet 3d63a9ef-233a-479f-8352-485f711e2736 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:01:01.709176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.731555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e960ca98-4122-49e4-a10c-c8089a4cb543 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:01.752896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.811683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: e960ca98-4122-49e4-a10c-c8089a4cb543 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:01.812609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e960ca98-4122-49e4-a10c-c8089a4cb543 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:01.857245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:01.942956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:01.947783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:01.950743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:01.957497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:02.038575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.085773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4171-43cc-47f4-bf66-a914fb6dc48c req-b7f92d30-67d0-4596-a4f9-ad2c029752bc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:02.090433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4171-43cc-47f4-bf66-a914fb6dc48c req-b7f92d30-67d0-4596-a4f9-ad2c029752bc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:02.094732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4171-43cc-47f4-bf66-a914fb6dc48c req-b7f92d30-67d0-4596-a4f9-ad2c029752bc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:02.106952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c6c4171-43cc-47f4-bf66-a914fb6dc48c req-b7f92d30-67d0-4596-a4f9-ad2c029752bc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6&device_id=d6c9c622-4899-41ef-9908-66970f932c3d&device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 2416 time: 0.1266234 Apr 01 15:01:02.114803 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.125163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.163766 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c6c4171-43cc-47f4-bf66-a914fb6dc48c req-165066d7-c33a-4e92-8be1-012dfbe65d48 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Apr 01 15:01:02.183959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681323fc-c029-489c-9af9-5e6571fc9294,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:02.205825 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.259260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d63a9ef-233a-479f-8352-485f711e2736,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:02.261125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.262347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4d36858-5503-478e-9422-61ceebad8ed6 req-b5d0b00d-4cd4-40eb-ae29-d192b75cafdb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1637 time: 0.6353869 Apr 01 15:01:02.281473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.285700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-efa65609-9614-40e2-9ee6-0fcbf0aa095c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3d63a9ef-233a-479f-8352-485f711e2736 HTTP/1.1" status: 204 len: 168 time: 0.6900363 Apr 01 15:01:02.286078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52734) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:02.426690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.498967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05f914-ec66-4ed6-bbd3-f7a3f30f8814 req-3ea2b922-2b90-4694-a096-daa73a2a277d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:02.500978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f05f914-ec66-4ed6-bbd3-f7a3f30f8814 req-3ea2b922-2b90-4694-a096-daa73a2a277d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1014276 Apr 01 15:01:02.561544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f05f914-ec66-4ed6-bbd3-f7a3f30f8814 req-736270b5-d906-4de5-a164-8bc513c1534d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537605 Apr 01 15:01:02.623050 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.789193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.807057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ebc2a13-bcfb-4700-b15b-c42f652be9fe req-052e9896-27b7-42f2-95b2-21796ff2c025 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3764365 Apr 01 15:01:02.809052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78c65e0d-e984-4d91-850e-76f0ec06a2a9 req-f5e7be30-5c2a-4c57-b6cf-10fc87968bc5 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0510719 Apr 01 15:01:02.837428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e076b58-3656-452c-adb5-01c52214aeea']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:02.860787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac5618c-f2b9-4aec-8cff-b1184e49cabc') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:02.860787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac5618c-f2b9-4aec-8cff-b1184e49cabc') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:02.882839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.911605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:02.921509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:01:02.922006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:01:03.018211 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:01:03.031863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:03.050445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:03.052999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e076b58-3656-452c-adb5-01c52214aeea,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:03.070850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5e004bfe-f40c-4430-8696-6069bfc7a628 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e076b58-3656-452c-adb5-01c52214aeea HTTP/1.1" status: 204 len: 168 time: 0.7773981 Apr 01 15:01:03.318218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52762) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:03.362256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-dbddef56-8b62-4121-86b7-de5f1102141e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:03.364610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-dbddef56-8b62-4121-86b7-de5f1102141e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 812 time: 0.3437605 Apr 01 15:01:03.388784 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-66d91e4a-f3ca-40f2-ad2d-56e9f26bece4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2f379afd49f41b9a9a550908666d2b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0687997 Apr 01 15:01:03.394521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52766) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:03.399739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-1b4668f5-4ba0-4c7d-8462-702ef594bbc5 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/quotas/bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 375 time: 0.0275633 Apr 01 15:01:03.473505 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0012d02-545e-41bc-8f4e-3b513afe0c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:03.499128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9ab0ea22-ae98-4f46-903e-9b935f67d76a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984488 Apr 01 15:01:03.508923 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0012d02-545e-41bc-8f4e-3b513afe0c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:03.625664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0012d02-545e-41bc-8f4e-3b513afe0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:03.639963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-3b7e6f1c-8b75-4f40-9b09-be26280a7678 service neutron] 10.222.0.48 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332099 Apr 01 15:01:03.652974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff67de1-c08b-4425-ae97-9d176585123c req-2d683cb5-2374-4093-9c17-068f8b04a2c8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:03.653313 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fff67de1-c08b-4425-ae97-9d176585123c req-2d683cb5-2374-4093-9c17-068f8b04a2c8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1082346 Apr 01 15:01:03.656959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0012d02-545e-41bc-8f4e-3b513afe0c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d297f7-83cc-41c8-afc0-01d397f61ae6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:03.676838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0012d02-545e-41bc-8f4e-3b513afe0c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:03.676838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0012d02-545e-41bc-8f4e-3b513afe0c4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19d297f7-83cc-41c8-afc0-01d397f61ae6 HTTP/1.1" status: 204 len: 168 time: 0.2781332 Apr 01 15:01:03.760065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fff67de1-c08b-4425-ae97-9d176585123c req-167ad6eb-7df6-4b2c-896a-5d37326b0421 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Apr 01 15:01:03.823421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-c816a94b-35bf-4113-b4e7-b7460754838c service neutron] 10.222.0.48 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754396 Apr 01 15:01:04.179862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8821e45-2f59-4d7c-8635-b99f6b7cfb14 req-0d3e6818-77ad-463f-be7a-58b59014f531 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:04.186643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8821e45-2f59-4d7c-8635-b99f6b7cfb14 req-0d3e6818-77ad-463f-be7a-58b59014f531 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0926251 Apr 01 15:01:04.246999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8821e45-2f59-4d7c-8635-b99f6b7cfb14 req-d18f3333-1518-4d8d-8d32-4108d92372b1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589426 Apr 01 15:01:04.405635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d5eb210-f05e-437a-81af-747c23aa306c req-18b3bd31-c12d-4bdd-b38f-30eaacfb65f8 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.1062007 Apr 01 15:01:04.500746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5393f79c-d625-427a-bdf9-99190a8e7dcb req-8dd22673-412d-4606-a8c2-55cbfda9330b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 210 time: 0.0784392 Apr 01 15:01:04.924481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812c60f-3bae-4315-b002-94c4d682e065 req-1b256b11-557f-4250-9e30-3d7b93c2ae99 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:04.932261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1812c60f-3bae-4315-b002-94c4d682e065 req-1b256b11-557f-4250-9e30-3d7b93c2ae99 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1066844 Apr 01 15:01:04.986817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1812c60f-3bae-4315-b002-94c4d682e065 req-ef82de1c-d99e-4484-9daa-0e617f206238 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543036 Apr 01 15:01:05.080148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52834) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:05.260058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1202237404-network', 'tenant_id': 'ed58d46701384c949e4c067c2fabd4cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:05.265021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:05.269532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Usage tracker for resource:network and tenant:ed58d46701384c949e4c067c2fabd4cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:05.273262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:05.280890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:05.295381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Made reservation on behalf of ed58d46701384c949e4c067c2fabd4cc for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:05.298804 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.319938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.381163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:05.386384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Usage tracker for resource:security_group_rule and tenant:ed58d46701384c949e4c067c2fabd4cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:05.392262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:05.398408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:05.507103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.516130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.581316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:01:05.616217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-427b1ee2-ba02-4b43-9364-9a95a1b837a1 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:05.616217 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-427b1ee2-ba02-4b43-9364-9a95a1b837a1 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.44 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 812 time: 0.2829959 Apr 01 15:01:05.616918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.616918 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Added segment bd90d63a-ebe4-411c-9f87-54501cd54372 of type vlan for network 77955e61-5aa0-4a6b-a817-333567ab20fb Apr 01 15:01:05.620235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03bb4d2-a71e-4e1b-a523-0b15ade84717,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:05.643043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'port': {'device_id': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578', 'admin_state_up': True, 'tenant_id': 'bfa6fe32d75f4b5ca4faeb2abfda3529'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:05.704425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.790263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c693f0-3d0e-45c2-a9e2-8807b8825ea3 req-e98755ee-e160-4d26-8478-0a36fde5da51 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:05.798466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29c693f0-3d0e-45c2-a9e2-8807b8825ea3 req-e98755ee-e160-4d26-8478-0a36fde5da51 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1621299 Apr 01 15:01:05.834984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:05.840847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.843084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:05.843574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.851256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:05.863874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Made reservation on behalf of bfa6fe32d75f4b5ca4faeb2abfda3529 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:05.868179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:05.981410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29c693f0-3d0e-45c2-a9e2-8807b8825ea3 req-819a79cf-91a3-4d51-9985-517fe8c0dec0 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817288 Apr 01 15:01:05.993899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9114468 Apr 01 15:01:05.993899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45c0e0-6192-427b-8d0a-5a018d67cfcb admin admin] Pushing event updated for resources: {'Network': ['ID=77955e61-5aa0-4a6b-a817-333567ab20fb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:05.996262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52874) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:06.001863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Request body: {'subnet': {'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1202237404-subnet', 'tenant_id': 'ed58d46701384c949e4c067c2fabd4cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:06.007013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:06.009761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 77955e61-5aa0-4a6b-a817-333567ab20fb details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:01:06.015983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Usage tracker for resource:subnet and tenant:ed58d46701384c949e4c067c2fabd4cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:06.020981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:06.029811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:06.045329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Made reservation on behalf of ed58d46701384c949e4c067c2fabd4cc for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:06.050061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:06.070787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dab6a95-3ef7-4ad2-a1b8-0008d4b293ab req-8fce1c8e-f104-4a45-8177-dcb634cd7076 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0695419 Apr 01 15:01:06.154337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Allocated IP 172.20.0.11 (e99049fd-e01d-4b38-9636-744bfef09578/7325d3b6-771f-4add-898f-bc885f79260e/fe2258b6-913d-4ad3-a428-11f1715d32f0) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:01:06.357886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:06.396055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ecc241-ae9b-47e2-8033-3ae76cc4b3c5 req-8cd7a24d-8803-4c58-b007-7ee9817b6ba2 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 210 time: 0.0740950 Apr 01 15:01:06.450648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b691823-e771-4c94-a805-6e9bd4c9e819,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:06.456192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Checking segment: {'id': 'bd90d63a-ebe4-411c-9f87-54501cd54372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:06.456854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Network hostable DHCP agents. Network: 77955e61-5aa0-4a6b-a817-333567ab20fb, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:01:06.471012 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:06.506754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:06.509317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Network 77955e61-5aa0-4a6b-a817-333567ab20fb is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:01:06.521770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:06.526769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 77955e61-5aa0-4a6b-a817-333567ab20fb) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:06.542179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:06.542860 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:06.589977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e8fbc-47f4-4155-ad30-7ac878bcd4b6 None None] Network 77955e61-5aa0-4a6b-a817-333567ab20fb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:06.593122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-08c5744a-63df-46b1-b59c-1894aeb61d74 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5960779 Apr 01 15:01:06.619847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:06.646524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Network e99049fd-e01d-4b38-9636-744bfef09578 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:01:06.648155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:06.650736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:01:06.749276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:06.749948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:06.783445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038eaecc-a3aa-4397-b49e-e2b1a84f381a req-7b4cb483-2933-469a-9889-c56221b7cb7b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:06.792901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-038eaecc-a3aa-4397-b49e-e2b1a84f381a req-7b4cb483-2933-469a-9889-c56221b7cb7b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1113968 Apr 01 15:01:06.797636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9c96bee5-13c4-44c0-abcf-5ecdba085e71 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1625199 Apr 01 15:01:06.819665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Request body: {'port': {'device_id': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:06.854072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-038eaecc-a3aa-4397-b49e-e2b1a84f381a req-6b0da49b-b81a-43ef-877c-65db57eb34e0 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599346 Apr 01 15:01:07.078326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c516ddf0-83e1-4466-95bf-dce8edbbe503 None None] Network 77955e61-5aa0-4a6b-a817-333567ab20fb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:07.081603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc0ab3-d29e-45fd-a0f7-db342e1f3e28 req-87c20e5d-d8ae-44a6-809c-850b1b9b4a30 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:07.083150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bafc0ab3-d29e-45fd-a0f7-db342e1f3e28 req-87c20e5d-d8ae-44a6-809c-850b1b9b4a30 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.0936573 Apr 01 15:01:07.133853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bafc0ab3-d29e-45fd-a0f7-db342e1f3e28 req-7ca8149e-e1d2-4d85-85ea-c35b07a972de tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Apr 01 15:01:07.166248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:07.293952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23249d-1b26-4854-87da-05b76c56c433 req-1f386e7e-e861-4107-9288-0b5874911958 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:07.295507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-1f386e7e-e861-4107-9288-0b5874911958 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.3377421 Apr 01 15:01:07.372218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-a30d8f77-260e-41d5-9291-d4ed09da83c8 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/quotas/bd90fad651124d7e813a363387a32aa2 HTTP/1.1" status: 200 len: 375 time: 0.0314610 Apr 01 15:01:07.538794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-5a6249d3-4e48-42c9-9754-9a821efc2f80 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:07.539446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-5a6249d3-4e48-42c9-9754-9a821efc2f80 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Synchronizing usage tracker for tenant:ed58d46701384c949e4c067c2fabd4cc on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:07.558128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-5a6249d3-4e48-42c9-9754-9a821efc2f80 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Unset dirty status for tenant:ed58d46701384c949e4c067c2fabd4cc on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:07.559463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-5a6249d3-4e48-42c9-9754-9a821efc2f80 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/networks?id=77955e61-5aa0-4a6b-a817-333567ab20fb HTTP/1.1" status: 200 len: 814 time: 0.1621337 Apr 01 15:01:07.569268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-1c7da771-5d4b-478c-82a4-b7582aebbf1a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1889303 Apr 01 15:01:07.575646 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-5b510072-dfff-43f4-9b14-ecc5f423e76e tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/quotas/ed58d46701384c949e4c067c2fabd4cc HTTP/1.1" status: 200 len: 375 time: 0.0106757 Apr 01 15:01:07.626494 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-a76171f1-5a8e-417f-990f-e2b733b5a9d7 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed58d46701384c949e4c067c2fabd4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452695 Apr 01 15:01:07.742349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2258b6-913d-4ad3-a428-11f1715d32f0 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:07.753442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:07.757501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 327f20d6-81b3-4d0b-b683-2225c8107909 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:07.787620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-f960171e-8aff-4716-9791-abe6584b02c2 service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115235 Apr 01 15:01:07.810033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Transition to ACTIVE for port object fe2258b6-913d-4ad3-a428-11f1715d32f0 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:01:07.862102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:07.889527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-e1906371-e96d-4617-b2af-4c4a4f605222 service neutron] 10.222.0.48 "GET /v2.0/networks/77955e61-5aa0-4a6b-a817-333567ab20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551560 Apr 01 15:01:07.924528 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:07.966562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:07.987015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:07.993945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:08.018248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:08.036258 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-29137168-0660-4931-84ca-cf7daa3db5cd service neutron] 10.222.0.48 "GET /v2.0/networks/77955e61-5aa0-4a6b-a817-333567ab20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386933 Apr 01 15:01:08.052137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-7f4449d1-b92f-4816-9083-4aea921ded82 service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632589 Apr 01 15:01:08.073850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:08.187355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Attempting to bind port fe2258b6-913d-4ad3-a428-11f1715d32f0 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:01:08.188176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Attempting to bind port fe2258b6-913d-4ad3-a428-11f1715d32f0 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:01:08.199451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Attempting to bind port fe2258b6-913d-4ad3-a428-11f1715d32f0 on network e99049fd-e01d-4b38-9636-744bfef09578 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:08.207747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Port fe2258b6-913d-4ad3-a428-11f1715d32f0 on network e99049fd-e01d-4b38-9636-744bfef09578 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:01:08.208287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Attempting to bind port fe2258b6-913d-4ad3-a428-11f1715d32f0 on network e99049fd-e01d-4b38-9636-744bfef09578 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:08.239076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:01:08.239076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Checking segment: {'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:08.239076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Bound using segment: {'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:01:08.243147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Bound port: fe2258b6-913d-4ad3-a428-11f1715d32f0, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caebf986-5386-4ae2-be6c-fee1aeee623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:01:08.243590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:08.422079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d496b3f-36cc-46fb-8e7b-99c6ae5137a1 req-235be42c-1422-4fbf-8cf1-d81e2f755a88 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0651560 Apr 01 15:01:08.435734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde12af2-3138-4067-9bf5-8d12a6e18130 req-d8bb2a1e-85d2-4f00-84b8-f70168ec0c73 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:08.442682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fde12af2-3138-4067-9bf5-8d12a6e18130 req-d8bb2a1e-85d2-4f00-84b8-f70168ec0c73 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1654592 Apr 01 15:01:08.454705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:01:08.458953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:01:08.465817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:08.578046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:08.579456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] 10.222.0.44 "PUT /v2.0/ports/fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 1092 time: 1.7677293 Apr 01 15:01:08.579896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:08.590663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-7d125e1c-fc7d-425f-8287-cd1a2a8b5c12 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:08.592761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-7d125e1c-fc7d-425f-8287-cd1a2a8b5c12 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "GET /v2.0/ports?device_id=07585e7d-983b-4465-8d92-d7226b36e1fe HTTP/1.1" status: 200 len: 943 time: 0.2648087 Apr 01 15:01:08.685575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fde12af2-3138-4067-9bf5-8d12a6e18130 req-f8a30a35-2d56-4ae5-97c1-4ec3cc0a6e52 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416010 Apr 01 15:01:08.742601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59959e-8124-4541-a0bd-e1ce60dffcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:08.754636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Deleting port 327f20d6-81b3-4d0b-b683-2225c8107909 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:08.757403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:08.817177 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909', 'code': 200} Apr 01 15:01:08.868010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-50a5a2ea-e0b0-4aeb-ab6d-239a6dda357a tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:08.870911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0291d1a-ed55-4250-8263-491ad7ef23b2 req-8ca6de59-603f-4d32-aa25-6fb836a640c8 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:08.871949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e0291d1a-ed55-4250-8263-491ad7ef23b2 req-8ca6de59-603f-4d32-aa25-6fb836a640c8 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:08.885019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-50a5a2ea-e0b0-4aeb-ab6d-239a6dda357a tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.4584420 Apr 01 15:01:08.902571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-cce518b9-22e8-4984-bed0-186a73c33267 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1095 time: 0.2615716 Apr 01 15:01:08.904591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e0291d1a-ed55-4250-8263-491ad7ef23b2 req-8ca6de59-603f-4d32-aa25-6fb836a640c8 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:08.911583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0291d1a-ed55-4250-8263-491ad7ef23b2 req-8ca6de59-603f-4d32-aa25-6fb836a640c8 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 944 time: 0.1518250 Apr 01 15:01:09.048290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1fc5d553-1163-43d1-b9aa-882ab8593ced req-89a4f36a-b0ce-4b22-bbc8-8dbac093e545 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 210 time: 0.1058509 Apr 01 15:01:09.071101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e0291d1a-ed55-4250-8263-491ad7ef23b2 req-8cd5e2fd-81a1-43c0-a89b-c0aca9980031 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:09.074987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-779e99ef-e5d5-45bc-a3f4-6ed6619d18b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 217 time: 0.1318898 Apr 01 15:01:09.151858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e0291d1a-ed55-4250-8263-491ad7ef23b2 req-8cd5e2fd-81a1-43c0-a89b-c0aca9980031 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:09.153044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0291d1a-ed55-4250-8263-491ad7ef23b2 req-8cd5e2fd-81a1-43c0-a89b-c0aca9980031 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405579 Apr 01 15:01:09.186161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9334e776-1554-4ff4-a0cc-499b2c52d757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:09.186161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-9334e776-1554-4ff4-a0cc-499b2c52d757 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.0951467 Apr 01 15:01:09.232886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-c7835eeb-457e-4862-bf34-07e8f4dcb6d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452995 Apr 01 15:01:09.303961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Deleting port 60d24c52-4fff-4c5b-8737-49f76a8f818e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:09.304302 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:09.469853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] For port 327f20d6-81b3-4d0b-b683-2225c8107909, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=327f20d6-81b3-4d0b-b683-2225c8107909,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:09.470208 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:09.519376 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f1ea434b-07b5-490a-a929-f14e39f6b222 req-0f70dd48-3638-4393-a58e-c077d1992184 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 210 time: 0.0560205 Apr 01 15:01:09.572198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-e2980db4-ba12-4154-8657-b82b175004ef service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285687 Apr 01 15:01:09.599569 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0', 'status': 'completed', 'code': 200} Apr 01 15:01:09.624598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Calling delete_port for 327f20d6-81b3-4d0b-b683-2225c8107909 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:09.657441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d139766-02b2-4085-ad9a-1542791387bb req-4ff2e372-d645-4a66-bb06-5bae1ccb0800 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:09.659154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d139766-02b2-4085-ad9a-1542791387bb req-4ff2e372-d645-4a66-bb06-5bae1ccb0800 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 945 time: 0.4334271 Apr 01 15:01:09.754888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6784b1e-68a6-4bb8-80e1-33a9ad7c4656 req-aeb63a48-a15d-4d3c-b249-361e90e82c59 service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753702 Apr 01 15:01:09.865257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d139766-02b2-4085-ad9a-1542791387bb req-fef021cd-9145-4e24-a61d-53a1d94d10b6 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503229 Apr 01 15:01:09.910781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-230b1986-f3cb-4315-814b-da57b6b9d056 req-890d1951-b34f-4496-b7b1-f398c2ad852f tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0806112 Apr 01 15:01:09.983080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] For port 60d24c52-4fff-4c5b-8737-49f76a8f818e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=60d24c52-4fff-4c5b-8737-49f76a8f818e,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:09.983450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:10.048560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-c4ed1086-2530-4d98-8b0e-8921f6610ad9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1095 time: 0.1362114 Apr 01 15:01:10.311011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b62f0b98-752d-477b-bda9-be0c9b8aebcc req-0975dcf5-4780-4c16-a5e6-c88c7abfbf38 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 210 time: 0.0699470 Apr 01 15:01:10.351548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Calling delete_port for 60d24c52-4fff-4c5b-8737-49f76a8f818e owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:10.353226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-58fab06e-7612-4e1b-a33b-c6c75ebb7e65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:10.355439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-58fab06e-7612-4e1b-a33b-c6c75ebb7e65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 913 time: 0.2977026 Apr 01 15:01:10.439046 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-93d7a0da-f2c8-44af-b441-f474326828eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 217 time: 0.0758312 Apr 01 15:01:10.506357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:10.593202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event deleted for resources: {'Port': ['ID=327f20d6-81b3-4d0b-b683-2225c8107909,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:10.594033 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:10.650238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-ab46583a-dfdc-4f08-bc94-17739e28285b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:10.652105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-ab46583a-dfdc-4f08-bc94-17739e28285b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.2059660 Apr 01 15:01:10.727326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.727874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.727874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.728209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.728539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.728860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.729176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.729495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.729809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.730122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.731433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:10.749644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-8954c4a2-ebee-43da-98ac-654a9015bfd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831566 Apr 01 15:01:10.769864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] No DVR routers for this DVR port 327f20d6-81b3-4d0b-b683-2225c8107909 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:10.777207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:10.781256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-deleted', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:10.793786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-18867f06-d192-40a8-80e3-a37222889d3e tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:10.795930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-18867f06-d192-40a8-80e3-a37222889d3e tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.62 "GET /v2.0/networks?id=77955e61-5aa0-4a6b-a817-333567ab20fb HTTP/1.1" status: 200 len: 814 time: 0.6934028 Apr 01 15:01:10.851954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Request body: {'port': {'device_id': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb', 'admin_state_up': True, 'tenant_id': 'ed58d46701384c949e4c067c2fabd4cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:10.872816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5b131-001a-4b03-bea2-602fd3d2f4fe req-e2696149-1f06-474a-804e-6b439fece59b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:10.874630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57f5b131-001a-4b03-bea2-602fd3d2f4fe req-e2696149-1f06-474a-804e-6b439fece59b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.7732170 Apr 01 15:01:10.917796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23249d-1b26-4854-87da-05b76c56c433 req-1d69aa43-3679-4b16-b2db-24c5eeb94722 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:10.919335 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-1d69aa43-3679-4b16-b2db-24c5eeb94722 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.4331052 Apr 01 15:01:10.924875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18e92b-b49c-4f9a-9ba9-a661142c9a5c req-b348b602-360e-47cc-a093-112efac57756 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:10.926291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d18e92b-b49c-4f9a-9ba9-a661142c9a5c req-b348b602-360e-47cc-a093-112efac57756 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 944 time: 0.4416564 Apr 01 15:01:10.936674 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b32b7bc5-37d8-45e6-ab8f-f7b22e8dab20 req-34a9de8b-633d-4867-99f4-a96df55aa813 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "DELETE /v2.0/ports/327f20d6-81b3-4d0b-b683-2225c8107909 HTTP/1.1" status: 204 len: 173 time: 2.3375735 Apr 01 15:01:10.938591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Request body: {'port': {'device_id': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'admin_state_up': True, 'tenant_id': 'bd90fad651124d7e813a363387a32aa2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:11.047638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:11.059632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57f5b131-001a-4b03-bea2-602fd3d2f4fe req-3fa5846d-8861-4e66-ab57-87a8d8c09569 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709926 Apr 01 15:01:11.062534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5f99f006-11d3-416c-b446-ef0163aa8dd2'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:11.097540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d18e92b-b49c-4f9a-9ba9-a661142c9a5c req-33b3b7f4-ed33-4864-b3f3-6dd8b72f9a82 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426737 Apr 01 15:01:11.101815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-c70621c1-ef98-45c7-a515-b50a7366f9c7 service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379159 Apr 01 15:01:11.116331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['2eca605f-ee3a-4016-ad24-cd2d1c2a9668'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:11.144142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Pushing event deleted for resources: {'Port': ['ID=60d24c52-4fff-4c5b-8737-49f76a8f818e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:11.153631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:11.192488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Usage tracker for resource:port and tenant:ed58d46701384c949e4c067c2fabd4cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:11.218033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:11.237318 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07585e7d-983b-4465-8d92-d7226b36e1fe', 'name': 'network-vif-deleted', 'tag': '327f20d6-81b3-4d0b-b683-2225c8107909', 'status': 'completed', 'code': 200} Apr 01 15:01:11.259657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:11.264990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Usage tracker for resource:port and tenant:bd90fad651124d7e813a363387a32aa2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:11.271081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:11.278304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:11.281015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:11.292228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] No DVR routers for this DVR port 60d24c52-4fff-4c5b-8737-49f76a8f818e on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:11.296423 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:11.298633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Made reservation on behalf of bd90fad651124d7e813a363387a32aa2 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:11.302024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:11.353730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-63692900-0f2a-42b6-860f-af6ce0634cbd req-a2c3e83a-a0fc-4381-b8d3-605996c93236 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "DELETE /v2.0/ports/60d24c52-4fff-4c5b-8737-49f76a8f818e HTTP/1.1" status: 204 len: 173 time: 2.4615555 Apr 01 15:01:11.354349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Made reservation on behalf of ed58d46701384c949e4c067c2fabd4cc for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:11.358503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:11.384577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f806ac3a-e696-456c-903d-18966c7b8524 req-98545024-43a0-4919-8f31-023755541267 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Synchronizing usage tracker for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:11.470504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f806ac3a-e696-456c-903d-18966c7b8524 req-98545024-43a0-4919-8f31-023755541267 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Unset dirty status for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:11.473143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f806ac3a-e696-456c-903d-18966c7b8524 req-98545024-43a0-4919-8f31-023755541267 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 210 time: 0.1655142 Apr 01 15:01:11.728162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Allocated IP 172.20.0.13 (77955e61-5aa0-4a6b-a817-333567ab20fb/4b691823-e771-4c94-a805-6e9bd4c9e819/438eacef-e34b-4826-af19-a191f5ab7e89) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:01:11.804630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Allocated IP 172.20.0.9 (222f6bca-e39e-4fdb-bd83-f45ed942f90a/d2e27a6c-3984-46dd-9d06-1495ca7533f1/f0e7736e-fbc0-45f8-a278-d80fd5807e43) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:01:11.839515 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27b4f013-8e1d-414c-85cd-019a76b2bdf2 req-10caa3c9-414a-48ca-af4c-a4418e51e5bb tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.1142802 Apr 01 15:01:11.992881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e99fb005-e345-4506-82f1-d2771536a083 req-e735416b-4931-42f8-b8dd-5a8feb100b16 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=105776b0-bc1e-43bd-a35c-8baae30bcaa6 HTTP/1.1" status: 200 len: 210 time: 0.1025565 Apr 01 15:01:12.013197 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0b2cd81-c774-49a7-8e11-1d64c2102764 req-e73c656f-b7a0-4819-9d0c-99c55e1d973e service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9016430 Apr 01 15:01:12.177670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.185588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da58a3-c2cc-489b-b7da-b48a1b5b8b02 req-7286ec2a-2a00-4892-ac2b-4eaf9de8c2cd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:12.187030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86da58a3-c2cc-489b-b7da-b48a1b5b8b02 req-7286ec2a-2a00-4892-ac2b-4eaf9de8c2cd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1678145 Apr 01 15:01:12.219918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eec02906-571c-4631-97c0-8a152f288ac5 req-1d436954-1e69-4f3f-8a25-7143de0c692a tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 210 time: 0.0535548 Apr 01 15:01:12.237337 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.245401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86da58a3-c2cc-489b-b7da-b48a1b5b8b02 req-5784c4bd-40f3-4bdb-af42-d9a5a1a7acb9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521364 Apr 01 15:01:12.254235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.281230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.336491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Network 77955e61-5aa0-4a6b-a817-333567ab20fb is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:01:12.339573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:12.342295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:01:12.382028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Pushing event updated for resources: {'Port': ['ID=438eacef-e34b-4826-af19-a191f5ab7e89,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:12.383632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:12.411460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:12.412447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.435927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-35f189d6-e799-49d6-b23c-75ea2aee8059 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6213808 Apr 01 15:01:12.447825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:01:12.449041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Request body: {'port': {'device_id': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:12.456953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:12.459152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:01:12.535660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:12.536321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.548466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315be79-2a0b-4cb7-8f0e-0c17743f6176 req-24065565-1b49-4893-b15e-e5fbaf05d10c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:12.549973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8315be79-2a0b-4cb7-8f0e-0c17743f6176 req-24065565-1b49-4893-b15e-e5fbaf05d10c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 944 time: 0.1688874 Apr 01 15:01:12.602938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-0e8f4607-09ba-4547-a6ed-add2a5af325e tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6681111 Apr 01 15:01:12.616916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Request body: {'port': {'device_id': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:12.646571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8315be79-2a0b-4cb7-8f0e-0c17743f6176 req-bb075187-6a4c-4f43-a6b3-263b663b245e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903327 Apr 01 15:01:12.737580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.743189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:12.770996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68090-c42f-4f9f-84cd-9d5ace8fa9a3 req-9debfcee-3d54-4537-9421-571d2e684e8b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:12.772796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2c68090-c42f-4f9f-84cd-9d5ace8fa9a3 req-9debfcee-3d54-4537-9421-571d2e684e8b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1652765 Apr 01 15:01:12.844468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 60d24c52-4fff-4c5b-8737-49f76a8f818e no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:12.881173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 60d24c52-4fff-4c5b-8737-49f76a8f818e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:12.881485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 60d24c52-4fff-4c5b-8737-49f76a8f818e not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:12.937504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2c68090-c42f-4f9f-84cd-9d5ace8fa9a3 req-14351ce1-ad10-4b15-ac23-1a55f6c3b88e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349657 Apr 01 15:01:13.036420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ad4f2-7097-48e2-9e2f-6737d2ccccef req-5d55478c-ed39-46cd-9aab-b3d5354ff85c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:13.038545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dd4ad4f2-7097-48e2-9e2f-6737d2ccccef req-5d55478c-ed39-46cd-9aab-b3d5354ff85c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Synchronizing usage tracker for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:13.085344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dd4ad4f2-7097-48e2-9e2f-6737d2ccccef req-5d55478c-ed39-46cd-9aab-b3d5354ff85c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Unset dirty status for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:13.086501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd4ad4f2-7097-48e2-9e2f-6737d2ccccef req-5d55478c-ed39-46cd-9aab-b3d5354ff85c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 931 time: 0.3045909 Apr 01 15:01:13.130444 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab92ca3d-d77d-4a8e-a57f-6458a9883857 req-c60c4894-a076-46da-83f8-6c3cd81a213d tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0476241 Apr 01 15:01:13.168146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd4ad4f2-7097-48e2-9e2f-6737d2ccccef req-19344212-2e68-4e0a-b43b-919baf7ccdcb tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Apr 01 15:01:13.233114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e7736e-fbc0-45f8-a278-d80fd5807e43 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:13.244609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.251806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438eacef-e34b-4826-af19-a191f5ab7e89 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:13.255252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'name': 'network-vif-deleted', 'tag': '60d24c52-4fff-4c5b-8737-49f76a8f818e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:13.264440 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.269888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Transition to ACTIVE for port object f0e7736e-fbc0-45f8-a278-d80fd5807e43 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:01:13.277478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.282368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Transition to ACTIVE for port object 438eacef-e34b-4826-af19-a191f5ab7e89 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:01:13.287172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.450245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:13.460298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Pushing event updated for resources: {'Port': ['ID=438eacef-e34b-4826-af19-a191f5ab7e89,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:13.586889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f4b57-73c1-4ad0-aa16-56479e318d55 req-c9650462-0873-44d5-be5b-096d7dcc45d2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:13.588373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-007f4b57-73c1-4ad0-aa16-56479e318d55 req-c9650462-0873-44d5-be5b-096d7dcc45d2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2517607 Apr 01 15:01:13.590016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ca7d9-1964-4f93-8963-ed307a8b86bb req-dd71612b-a69f-4b13-a97b-e6c320d48848 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:13.591529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db4ca7d9-1964-4f93-8963-ed307a8b86bb req-dd71612b-a69f-4b13-a97b-e6c320d48848 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 944 time: 0.1780739 Apr 01 15:01:13.593723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Attempting to bind port f0e7736e-fbc0-45f8-a278-d80fd5807e43 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:01:13.594221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Attempting to bind port f0e7736e-fbc0-45f8-a278-d80fd5807e43 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:01:13.595072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Attempting to bind port f0e7736e-fbc0-45f8-a278-d80fd5807e43 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:13.600865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Port f0e7736e-fbc0-45f8-a278-d80fd5807e43 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:01:13.601244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Attempting to bind port f0e7736e-fbc0-45f8-a278-d80fd5807e43 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:13.632152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:01:13.632487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Checking segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:13.632908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Bound using segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:01:13.634311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Bound port: f0e7736e-fbc0-45f8-a278-d80fd5807e43, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:01:13.634311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.643775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Attempting to bind port 438eacef-e34b-4826-af19-a191f5ab7e89 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:01:13.643901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Attempting to bind port 438eacef-e34b-4826-af19-a191f5ab7e89 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'bd90d63a-ebe4-411c-9f87-54501cd54372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:01:13.644174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Attempting to bind port 438eacef-e34b-4826-af19-a191f5ab7e89 on network 77955e61-5aa0-4a6b-a817-333567ab20fb {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:13.658569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-007f4b57-73c1-4ad0-aa16-56479e318d55 req-ad803de5-a64f-42e8-a276-4ff66035ae80 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627863 Apr 01 15:01:13.659163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Port 438eacef-e34b-4826-af19-a191f5ab7e89 on network 77955e61-5aa0-4a6b-a817-333567ab20fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:01:13.659496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Attempting to bind port 438eacef-e34b-4826-af19-a191f5ab7e89 on network 77955e61-5aa0-4a6b-a817-333567ab20fb {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:13.666013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:01:13.666459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Checking segment: {'id': 'bd90d63a-ebe4-411c-9f87-54501cd54372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:13.667087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Bound using segment: {'id': 'bd90d63a-ebe4-411c-9f87-54501cd54372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:01:13.667232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Bound port: 438eacef-e34b-4826-af19-a191f5ab7e89, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd90d63a-ebe4-411c-9f87-54501cd54372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:01:13.668091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.701462 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db4ca7d9-1964-4f93-8963-ed307a8b86bb req-5bddac22-9424-4063-8c4e-5db7e48d7e8a tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978479 Apr 01 15:01:13.742127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:01:13.745195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:01:13.757187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.768742 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105776b0-bc1e-43bd-a35c-8baae30bcaa6', 'name': 'network-vif-deleted', 'tag': '60d24c52-4fff-4c5b-8737-49f76a8f818e', 'status': 'completed', 'code': 200} Apr 01 15:01:13.777457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fe2258b6-913d-4ad3-a428-11f1715d32f0 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:01:13.780381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 327f20d6-81b3-4d0b-b683-2225c8107909 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:13.837848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 327f20d6-81b3-4d0b-b683-2225c8107909 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:13.839785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 327f20d6-81b3-4d0b-b683-2225c8107909 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:13.840188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] For port 438eacef-e34b-4826-af19-a191f5ab7e89, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:01:13.844614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] For port 438eacef-e34b-4826-af19-a191f5ab7e89, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=438eacef-e34b-4826-af19-a191f5ab7e89,segment=NetworkSegment(bd90d63a-ebe4-411c-9f87-54501cd54372),segment_id=bd90d63a-ebe4-411c-9f87-54501cd54372)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:01:13.855862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.991892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:13.993264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] 10.222.0.62 "PUT /v2.0/ports/438eacef-e34b-4826-af19-a191f5ab7e89 HTTP/1.1" status: 200 len: 1092 time: 1.5492158 Apr 01 15:01:14.009036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:14.021893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:14.024546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-12449f21-4079-44dc-96b2-acd06c25d50d service neutron] 10.222.0.62 "PUT /v2.0/ports/f0e7736e-fbc0-45f8-a278-d80fd5807e43 HTTP/1.1" status: 200 len: 1091 time: 1.4140892 Apr 01 15:01:14.025152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:14.031920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:14.044848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9830319-689b-4bf4-a89b-f7f28d908f90 service neutron] Pushing event updated for resources: {'Port': ['ID=438eacef-e34b-4826-af19-a191f5ab7e89,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:14.062788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cea42-854e-4401-a4a6-f46ec4103ed2 req-d31fb81a-5c57-4d34-b62a-d348e03a5580 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:14.067932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d2cea42-854e-4401-a4a6-f46ec4103ed2 req-d31fb81a-5c57-4d34-b62a-d348e03a5580 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 944 time: 0.1381032 Apr 01 15:01:14.069200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'fe2258b6-913d-4ad3-a428-11f1715d32f0', 'network_id': 'e99049fd-e01d-4b38-9636-744bfef09578', 'port_id': 'fe2258b6-913d-4ad3-a428-11f1715d32f0', 'mac_address': 'fa:16:3e:dd:c0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7325d3b6-771f-4add-898f-bc885f79260e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:01:14.131805 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:14.152761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2258b6-913d-4ad3-a428-11f1715d32f0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:14.176588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:14.183522 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:14.192874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-ab62cdbf-3569-4921-a14b-396cf0016d8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed58d46701384c949e4c067c2fabd4cc&device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 1095 time: 0.1156726 Apr 01 15:01:14.206839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d2cea42-854e-4401-a4a6-f46ec4103ed2 req-1506f740-ac62-43b2-8d5c-e00dd317778c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355078 Apr 01 15:01:14.267815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-6dafa3b0-4779-4641-be2c-9fe12b77d3df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 1094 time: 0.1400685 Apr 01 15:01:14.278742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:14.347888 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'status': 'completed', 'code': 200} Apr 01 15:01:14.404091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-8640d84d-bd90-43bc-9f93-7a8f0d5d317b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=438eacef-e34b-4826-af19-a191f5ab7e89 HTTP/1.1" status: 200 len: 217 time: 0.2028079 Apr 01 15:01:14.428984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fe2258b6-913d-4ad3-a428-11f1715d32f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:14.440420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-1ddda63f-d7d3-4bc2-8b12-270ffa5f2c59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43 HTTP/1.1" status: 200 len: 217 time: 0.1642356 Apr 01 15:01:14.524419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:14.551749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f497f03-949c-4927-a691-0ca63b8f7a40 req-2372b7a2-f2d7-4200-8dd6-e716ff5811ba tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0754490 Apr 01 15:01:14.581421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-9d9f1748-293e-4092-9bb2-86a210bf9ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:14.581599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-9d9f1748-293e-4092-9bb2-86a210bf9ec2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b691823-e771-4c94-a805-6e9bd4c9e819 HTTP/1.1" status: 200 len: 854 time: 0.1676376 Apr 01 15:01:14.582416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23249d-1b26-4854-87da-05b76c56c433 req-41840051-5fb6-4965-bdbe-691fdbfcacda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:14.584065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-41840051-5fb6-4965-bdbe-691fdbfcacda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.1370721 Apr 01 15:01:14.603099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666c972-47f8-4f0b-b6e0-e112b083208e req-493575d5-3ffe-4811-9914-2e890eb6fb89 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:14.603674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a666c972-47f8-4f0b-b6e0-e112b083208e req-493575d5-3ffe-4811-9914-2e890eb6fb89 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Synchronizing usage tracker for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:14.657184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-74098712-fee4-438a-897d-7bda112c9fd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491014 Apr 01 15:01:14.667879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-60d63f2e-e431-4d77-be26-603029c156db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77955e61-5aa0-4a6b-a817-333567ab20fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630486 Apr 01 15:01:14.692223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a666c972-47f8-4f0b-b6e0-e112b083208e req-493575d5-3ffe-4811-9914-2e890eb6fb89 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Unset dirty status for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:14.693349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a666c972-47f8-4f0b-b6e0-e112b083208e req-493575d5-3ffe-4811-9914-2e890eb6fb89 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 945 time: 0.1985106 Apr 01 15:01:14.880496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-9429b196-58d5-451d-bd97-37f1df48e349 service neutron] 10.222.0.62 "GET /v2.0/networks/77955e61-5aa0-4a6b-a817-333567ab20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011106 Apr 01 15:01:14.889705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff95b7a-4c88-43c1-8c0e-de2b4b9fc3c6 req-93c6cf14-5031-4c22-ae20-df24daeee98a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:14.889705 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aff95b7a-4c88-43c1-8c0e-de2b4b9fc3c6 req-93c6cf14-5031-4c22-ae20-df24daeee98a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 943 time: 0.1343446 Apr 01 15:01:14.911868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a666c972-47f8-4f0b-b6e0-e112b083208e req-eb0c85b2-81bc-4951-a63d-6e2c4178b927 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715167 Apr 01 15:01:14.937866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-ecb58105-4692-4f2d-9a42-94facfd5e2b1 service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666495 Apr 01 15:01:15.013044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aff95b7a-4c88-43c1-8c0e-de2b4b9fc3c6 req-35c74f9b-4756-4f39-90ef-bdbb0db258e0 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016252 Apr 01 15:01:15.056942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c50d45cc-615f-43d6-b2df-abd9ccf937d3 req-d605dce8-e436-4081-9128-310fae1aa74f service neutron] 10.222.0.62 "GET /v2.0/networks/77955e61-5aa0-4a6b-a817-333567ab20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677566 Apr 01 15:01:15.155354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd23249d-1b26-4854-87da-05b76c56c433 req-8a1b4c87-0e98-49c6-9e0c-401ac73a8c4a service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128308 Apr 01 15:01:15.168091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547b97-a92e-4366-ac4a-4b835ed9645a req-73c1fc03-ab18-43fa-94e3-bb3778002ecb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:15.169557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f547b97-a92e-4366-ac4a-4b835ed9645a req-73c1fc03-ab18-43fa-94e3-bb3778002ecb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1277525 Apr 01 15:01:15.231940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c896d-b483-4e65-ac52-4b804acb3a86 req-6314c22e-620d-4463-8a6a-a6a25aaa39ec tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:15.233391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ee3c896d-b483-4e65-ac52-4b804acb3a86 req-6314c22e-620d-4463-8a6a-a6a25aaa39ec tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 944 time: 0.0907445 Apr 01 15:01:15.266089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f547b97-a92e-4366-ac4a-4b835ed9645a req-65e2201b-25b4-4cb4-ae37-9b0c57130c0b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854380 Apr 01 15:01:15.281218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ee3c896d-b483-4e65-ac52-4b804acb3a86 req-2e202a72-95ce-4ba4-b7ef-22d026093663 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Apr 01 15:01:15.313923 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-602d89b5-ab38-4e14-a067-33469cd33729 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 1094 time: 0.0972540 Apr 01 15:01:15.482787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda47c4-6bd5-40b2-bb5f-d817bf942ca6 req-4db79664-a52e-42f8-bdcc-607166a7ae35 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:15.484260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6eda47c4-6bd5-40b2-bb5f-d817bf942ca6 req-4db79664-a52e-42f8-bdcc-607166a7ae35 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0800564 Apr 01 15:01:15.504228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-f789da93-d178-4fcc-b723-a408e9a1ebc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:15.505662 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-f789da93-d178-4fcc-b723-a408e9a1ebc8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 905 time: 0.1847053 Apr 01 15:01:15.543904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6eda47c4-6bd5-40b2-bb5f-d817bf942ca6 req-0c489205-76c5-4a6a-89a9-328a978486ba tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524852 Apr 01 15:01:15.570223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8b3dd-3a68-4b1f-94c3-46c999152dc6 req-04a125db-b2df-481d-bd6d-dd3d068fbd51 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:15.571694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76c8b3dd-3a68-4b1f-94c3-46c999152dc6 req-04a125db-b2df-481d-bd6d-dd3d068fbd51 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 945 time: 0.1772718 Apr 01 15:01:15.600776 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-a0794e00-605c-4e27-aad6-8bb0fc45e4bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43 HTTP/1.1" status: 200 len: 217 time: 0.0874844 Apr 01 15:01:15.680396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76c8b3dd-3a68-4b1f-94c3-46c999152dc6 req-374621e1-c9e6-43aa-9999-7efaa3026b30 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030757 Apr 01 15:01:15.686094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-63a50635-93b8-4a16-8e44-f686ed0702ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:15.687559 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-63a50635-93b8-4a16-8e44-f686ed0702ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.0788212 Apr 01 15:01:15.755485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-06e6396b-d822-4b89-bec6-d6691e460849 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505702 Apr 01 15:01:15.780510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fe2258b6-913d-4ad3-a428-11f1715d32f0 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:01:15.853124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916453d0-da9f-46da-bcf0-02998eeef377 req-685f90d2-791d-4692-bd6e-6cd14067f172 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:15.855658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-916453d0-da9f-46da-bcf0-02998eeef377 req-685f90d2-791d-4692-bd6e-6cd14067f172 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 945 time: 0.1744912 Apr 01 15:01:15.917405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'tag': '438eacef-e34b-4826-af19-a191f5ab7e89'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:15.924102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port fe2258b6-913d-4ad3-a428-11f1715d32f0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:01:15.934612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port fe2258b6-913d-4ad3-a428-11f1715d32f0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:01:15.935171 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:15.969292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Deleting port 5f99f006-11d3-416c-b446-ef0163aa8dd2 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:15.969757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:15.972058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-13506828-1893-416d-af40-7906cea3eee2 req-e763c1b3-95d6-40e2-a78e-ad70b9676cfb tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0461259 Apr 01 15:01:16.050447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-1d989367-2b0a-4f2f-994c-79331b3f99c1 service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964253 Apr 01 15:01:16.167606 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:16.245559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:16.254399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:16.262985 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:16.310944 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'tag': '438eacef-e34b-4826-af19-a191f5ab7e89', 'status': 'completed', 'code': 200} Apr 01 15:01:16.383815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] For port 5f99f006-11d3-416c-b446-ef0163aa8dd2, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5f99f006-11d3-416c-b446-ef0163aa8dd2,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:16.384356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:16.452034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:16.506208 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2453bdb9-31f3-4cbe-b214-a1946f582a59 req-67dc8c8b-ba44-4d07-9bd7-17434db9e6d2 service neutron] 10.222.0.62 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477155 Apr 01 15:01:16.534013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563af7-a9e7-4234-8294-c8c59c175ea0 req-d14ea510-7912-4805-acfa-985cdf0468bc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:16.534013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d563af7-a9e7-4234-8294-c8c59c175ea0 req-d14ea510-7912-4805-acfa-985cdf0468bc tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c9c622-4899-41ef-9908-66970f932c3d HTTP/1.1" status: 200 len: 945 time: 0.1930487 Apr 01 15:01:16.536641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-e2223c08-e213-4b73-9e42-f9d736c42271 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed58d46701384c949e4c067c2fabd4cc&device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 1095 time: 0.2704000 Apr 01 15:01:16.539714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Calling delete_port for 5f99f006-11d3-416c-b446-ef0163aa8dd2 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:16.683117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d563af7-a9e7-4234-8294-c8c59c175ea0 req-42b21ff4-1a33-4df3-94e1-3026bf5a8e11 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391897 Apr 01 15:01:16.757517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-9816d41b-3e7c-4557-8c18-f6075ce9259a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:16.759349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-9816d41b-3e7c-4557-8c18-f6075ce9259a service neutron] 10.222.0.62 "GET /v2.0/networks?id=77955e61-5aa0-4a6b-a817-333567ab20fb HTTP/1.1" status: 200 len: 915 time: 0.2004082 Apr 01 15:01:16.843310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4ddb-0721-40e8-b316-26c13ef1f81f req-833e5610-3865-4d41-83c7-fb8fe49825cb tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:16.844597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c16a4ddb-0721-40e8-b316-26c13ef1f81f req-833e5610-3865-4d41-83c7-fb8fe49825cb tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 943 time: 0.3212929 Apr 01 15:01:16.863583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-5f83e808-2e63-47a2-9964-f81ea2d26367 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=438eacef-e34b-4826-af19-a191f5ab7e89 HTTP/1.1" status: 200 len: 217 time: 0.0953190 Apr 01 15:01:16.915287 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c16a4ddb-0721-40e8-b316-26c13ef1f81f req-2fc674eb-5020-4bd4-a62d-db821787c95d tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604184 Apr 01 15:01:16.916541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:16.928939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['2eca605f-ee3a-4016-ad24-cd2d1c2a9668'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:17.072410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-3634ac2a-e475-440c-983e-b466dbb37c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:17.076077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-3634ac2a-e475-440c-983e-b466dbb37c06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b691823-e771-4c94-a805-6e9bd4c9e819 HTTP/1.1" status: 200 len: 854 time: 0.2046924 Apr 01 15:01:17.095272 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0', 'code': 200} Apr 01 15:01:17.130939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] No DVR routers for this DVR port 5f99f006-11d3-416c-b446-ef0163aa8dd2 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:17.134588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:17.138812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Pushing event deleted for resources: {'Port': ['ID=5f99f006-11d3-416c-b446-ef0163aa8dd2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:17.152788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'name': 'network-vif-deleted', 'tag': '5f99f006-11d3-416c-b446-ef0163aa8dd2'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:17.196043 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-cc051bb6-4520-44fe-b65f-a0fe9335a2cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77955e61-5aa0-4a6b-a817-333567ab20fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131635 Apr 01 15:01:17.223387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-916453d0-da9f-46da-bcf0-02998eeef377 req-ebc38cc0-e713-4f1c-b180-dda36fabb5f0 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.62 "DELETE /v2.0/ports/5f99f006-11d3-416c-b446-ef0163aa8dd2 HTTP/1.1" status: 204 len: 173 time: 1.3615212 Apr 01 15:01:17.349031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bb15432-6f85-4a14-8328-8178488d8c5f req-ea6ac859-1f59-44f7-b34b-e3e778c35553 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1097 time: 0.1833885 Apr 01 15:01:17.377523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a06857-9fe2-46e1-9de4-e7b5b16ec13b req-f6b86e88-f079-47a9-913f-b97d5f241f5b tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:17.393536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-42a06857-9fe2-46e1-9de4-e7b5b16ec13b req-f6b86e88-f079-47a9-913f-b97d5f241f5b tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 944 time: 0.1562765 Apr 01 15:01:17.430254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee7ae9-4121-4fa3-ab8d-0fb5577253a9 req-15f7f92f-1b41-4dcc-82b9-f1d05ecbe6e8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:17.437148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5eee7ae9-4121-4fa3-ab8d-0fb5577253a9 req-15f7f92f-1b41-4dcc-82b9-f1d05ecbe6e8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2075167 Apr 01 15:01:17.448999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-e28abe65-0882-4933-aaa9-1b531475ac56 service neutron] 10.222.0.62 "GET /v2.0/networks/77955e61-5aa0-4a6b-a817-333567ab20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463908 Apr 01 15:01:17.470159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bb15432-6f85-4a14-8328-8178488d8c5f req-e2cdd3f0-7ff5-4a52-9526-71e48be9d216 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144302 Apr 01 15:01:17.480850 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-42a06857-9fe2-46e1-9de4-e7b5b16ec13b req-c68572d6-081e-46e2-b3bb-144c0f96a6f5 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Apr 01 15:01:17.587830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5eee7ae9-4121-4fa3-ab8d-0fb5577253a9 req-cb0d92ff-1d8c-4e82-9cad-274bfd599122 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478288 Apr 01 15:01:17.660602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de6fe2a9-55db-428b-b814-1abe7d293948 req-14e2b4e7-eac4-4965-82c7-1d8e4e8e0196 service neutron] 10.222.0.62 "GET /v2.0/networks/77955e61-5aa0-4a6b-a817-333567ab20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916299 Apr 01 15:01:17.731768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426a6b-6557-45a0-acea-1a2103b1c7f3 req-2a332332-b00f-44a4-9f09-98043846f26e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:17.731768 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52426a6b-6557-45a0-acea-1a2103b1c7f3 req-2a332332-b00f-44a4-9f09-98043846f26e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 946 time: 0.1104672 Apr 01 15:01:17.808333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52426a6b-6557-45a0-acea-1a2103b1c7f3 req-1b6d5cc2-0288-4853-a669-df50dbd20972 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691340 Apr 01 15:01:18.000818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2e237a4-f0a0-423c-9c9f-e45f89db9959 req-9b44b959-a4de-4bf3-baab-f887b7b7295e tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0462039 Apr 01 15:01:18.006591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7069a3-b974-4023-9af7-b87ad41e2ba4 req-f29f5ec6-88b1-4d3a-8aca-79f5f4851dc7 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:18.008545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7069a3-b974-4023-9af7-b87ad41e2ba4 req-f29f5ec6-88b1-4d3a-8aca-79f5f4851dc7 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.1034067 Apr 01 15:01:18.075953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7069a3-b974-4023-9af7-b87ad41e2ba4 req-9f7c2ad4-ebb6-452a-9a2d-081b20afb69d tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619688 Apr 01 15:01:18.102057 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c9c622-4899-41ef-9908-66970f932c3d', 'name': 'network-vif-deleted', 'tag': '5f99f006-11d3-416c-b446-ef0163aa8dd2', 'status': 'completed', 'code': 200} Apr 01 15:01:18.309405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361ec40-50f1-4cc4-841d-bd66277b29b7 req-ddd5b612-fb8d-479f-9977-4dbae3a24226 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:18.309405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5361ec40-50f1-4cc4-841d-bd66277b29b7 req-ddd5b612-fb8d-479f-9977-4dbae3a24226 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 943 time: 0.1003857 Apr 01 15:01:18.361843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5361ec40-50f1-4cc4-841d-bd66277b29b7 req-6b5a4400-0155-42be-bf20-66f3e9840c78 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Apr 01 15:01:18.572877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bdbe-0910-4809-b77d-3de86f9d2df9 req-f9a828e0-8525-4f0e-8f4f-e6d208059005 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:18.573554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0079bdbe-0910-4809-b77d-3de86f9d2df9 req-f9a828e0-8525-4f0e-8f4f-e6d208059005 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Synchronizing usage tracker for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:18.589306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0079bdbe-0910-4809-b77d-3de86f9d2df9 req-f9a828e0-8525-4f0e-8f4f-e6d208059005 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Unset dirty status for tenant:f729c01575244dbba1fbf4809ba1ead3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:18.590722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0079bdbe-0910-4809-b77d-3de86f9d2df9 req-f9a828e0-8525-4f0e-8f4f-e6d208059005 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1023760 Apr 01 15:01:18.639609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0079bdbe-0910-4809-b77d-3de86f9d2df9 req-ce1cac43-c5d5-4452-9613-39b8b0b633f9 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Apr 01 15:01:18.699343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b7ee8-ade7-4e80-9370-4e96ae5dcb30 req-64b1885f-bdb3-4cd7-92e9-8946176dccec tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:18.700045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-724b7ee8-ade7-4e80-9370-4e96ae5dcb30 req-64b1885f-bdb3-4cd7-92e9-8946176dccec tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Synchronizing usage tracker for tenant:ed58d46701384c949e4c067c2fabd4cc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:18.723511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-724b7ee8-ade7-4e80-9370-4e96ae5dcb30 req-64b1885f-bdb3-4cd7-92e9-8946176dccec tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Unset dirty status for tenant:ed58d46701384c949e4c067c2fabd4cc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:18.724692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-724b7ee8-ade7-4e80-9370-4e96ae5dcb30 req-64b1885f-bdb3-4cd7-92e9-8946176dccec tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 944 time: 0.1052883 Apr 01 15:01:18.804620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-724b7ee8-ade7-4e80-9370-4e96ae5dcb30 req-36a59387-a739-4524-ba17-99709d748acb tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Synchronizing usage tracker for tenant:ed58d46701384c949e4c067c2fabd4cc on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:18.829195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-724b7ee8-ade7-4e80-9370-4e96ae5dcb30 req-36a59387-a739-4524-ba17-99709d748acb tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Unset dirty status for tenant:ed58d46701384c949e4c067c2fabd4cc on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:18.830502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-724b7ee8-ade7-4e80-9370-4e96ae5dcb30 req-36a59387-a739-4524-ba17-99709d748acb tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907514 Apr 01 15:01:18.898469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f0e7736e-fbc0-45f8-a278-d80fd5807e43 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:01:18.903176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5f99f006-11d3-416c-b446-ef0163aa8dd2 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:18.941746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5f99f006-11d3-416c-b446-ef0163aa8dd2 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:18.942302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5f99f006-11d3-416c-b446-ef0163aa8dd2 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:19.019433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726784cf-83a1-4629-a285-155b6496dbfa req-7f75f9a0-15cf-4de7-a32c-8fcf3d5ed422 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:19.024227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-726784cf-83a1-4629-a285-155b6496dbfa req-7f75f9a0-15cf-4de7-a32c-8fcf3d5ed422 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.0818498 Apr 01 15:01:19.074347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-726784cf-83a1-4629-a285-155b6496dbfa req-9df4b219-7eac-4f0b-9be4-1badcfc4e828 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479097 Apr 01 15:01:19.075039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf5c76-69cd-498f-8c0a-b6197ca59cb5 req-31459dbd-0525-458d-a6a1-7fc0ac2e2f89 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:19.076976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8cf5c76-69cd-498f-8c0a-b6197ca59cb5 req-31459dbd-0525-458d-a6a1-7fc0ac2e2f89 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 946 time: 0.0855148 Apr 01 15:01:19.088106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:19.110605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'mac_address': 'fa:16:3e:6e:ad:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:01:19.126103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8cf5c76-69cd-498f-8c0a-b6197ca59cb5 req-ae5fb388-dc7c-4f9c-b5ad-ed4362f47ab1 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435483 Apr 01 15:01:19.167692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:19.190332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e7736e-fbc0-45f8-a278-d80fd5807e43 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:19.206131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:19.210523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:19.211291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 438eacef-e34b-4826-af19-a191f5ab7e89 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:01:19.271928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da0ff6-4555-4369-be52-4f6fb18697d6 req-0295227e-0dc7-4752-91e4-cb67f830b016 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:19.273366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14da0ff6-4555-4369-be52-4f6fb18697d6 req-0295227e-0dc7-4752-91e4-cb67f830b016 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.0793891 Apr 01 15:01:19.304015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4925065c-5fc2-41fe-b8f6-8e069faa481f req-73fe7110-c873-4d44-8bb7-9a66caeee77d tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0469265 Apr 01 15:01:19.320731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14da0ff6-4555-4369-be52-4f6fb18697d6 req-eacda0a6-f9d1-493c-96cf-08b7da8f6c15 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414364 Apr 01 15:01:19.344691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:19.403066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 438eacef-e34b-4826-af19-a191f5ab7e89, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=438eacef-e34b-4826-af19-a191f5ab7e89,segment=NetworkSegment(bd90d63a-ebe4-411c-9f87-54501cd54372),segment_id=bd90d63a-ebe4-411c-9f87-54501cd54372)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:19.417158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '438eacef-e34b-4826-af19-a191f5ab7e89', 'network_id': '77955e61-5aa0-4a6b-a817-333567ab20fb', 'port_id': '438eacef-e34b-4826-af19-a191f5ab7e89', 'mac_address': 'fa:16:3e:a6:ec:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b691823-e771-4c94-a805-6e9bd4c9e819', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:01:19.468489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-6f494270-f13d-4cdd-96ac-6b2bd920cb4b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-926931499&fields=id&tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 267 time: 0.0417457 Apr 01 15:01:19.469756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:19.487804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438eacef-e34b-4826-af19-a191f5ab7e89 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:19.502684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 438eacef-e34b-4826-af19-a191f5ab7e89, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=438eacef-e34b-4826-af19-a191f5ab7e89,segment=NetworkSegment(bd90d63a-ebe4-411c-9f87-54501cd54372),segment_id=bd90d63a-ebe4-411c-9f87-54501cd54372)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:19.508982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:19.558637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-493e9c60-7d89-47ee-a554-4295235141b4 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:19.560585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-493e9c60-7d89-47ee-a554-4295235141b4 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 946 time: 0.0857713 Apr 01 15:01:19.571186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'port': {'security_groups': ['04a8eacb-a92b-4bfe-b622-71f3c621ce07', '7d098d42-ed2a-475a-a196-94cfa9a4244e']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:19.578630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=438eacef-e34b-4826-af19-a191f5ab7e89,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:19.579237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b529b91-5f67-4c67-befd-8e20290b3fa0 req-ba259a4e-6e4a-4208-b945-179606caaf07 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:19.581454 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b529b91-5f67-4c67-befd-8e20290b3fa0 req-ba259a4e-6e4a-4208-b945-179606caaf07 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 944 time: 0.0899861 Apr 01 15:01:19.627691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b529b91-5f67-4c67-befd-8e20290b3fa0 req-c2c8a954-d31c-40bc-9726-ea847e36b001 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Apr 01 15:01:19.701084 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:19.818442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['438eacef-e34b-4826-af19-a191f5ab7e89'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:19.847891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306f60a-9fe2-4511-9966-9b61de1f8648 req-95118942-59f4-4d5a-9e48-6d704ab7a8e3 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:19.849620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3306f60a-9fe2-4511-9966-9b61de1f8648 req-95118942-59f4-4d5a-9e48-6d704ab7a8e3 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.0862620 Apr 01 15:01:19.859719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f0e7736e-fbc0-45f8-a278-d80fd5807e43'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:19.898953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3306f60a-9fe2-4511-9966-9b61de1f8648 req-c909ae4e-edba-4aea-b599-5221be6d7697 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Apr 01 15:01:19.968157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:19.998502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:20.005118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:20.019890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fe2258b6-913d-4ad3-a428-11f1715d32f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:20.113338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb2191-2fcb-4bf3-9b1d-4684bd86cf04 req-5fcfbe4d-29dd-40fa-af80-1e53c4fa16ff tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:20.122222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-abeb2191-2fcb-4bf3-9b1d-4684bd86cf04 req-5fcfbe4d-29dd-40fa-af80-1e53c4fa16ff tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 945 time: 0.1002457 Apr 01 15:01:20.123927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:20.124770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:20.126138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c98d24f1-30d1-4d74-a8f3-5968be407a7b req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "PUT /v2.0/ports/fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 982 time: 0.5595582 Apr 01 15:01:20.128984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:20.149557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ddb3b-1146-4ca1-bc3e-79be9d2de9c7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:20.178883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-abeb2191-2fcb-4bf3-9b1d-4684bd86cf04 req-1d21bb3c-25e6-4022-8f6e-5f2d6ca71e9d tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Apr 01 15:01:20.231361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fe2258b6-913d-4ad3-a428-11f1715d32f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:20.272647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38086165-2a6b-464f-a827-bfcc8a162c4a req-5074ecbf-8610-443f-8c9d-ba5d6134a051 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/7d098d42-ed2a-475a-a196-94cfa9a4244e HTTP/1.1" status: 200 len: 1632 time: 0.0513866 Apr 01 15:01:20.355008 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-38086165-2a6b-464f-a827-bfcc8a162c4a req-f71c9561-576f-415c-8e42-7e4da558bce7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:01:20.357054 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38086165-2a6b-464f-a827-bfcc8a162c4a req-f71c9561-576f-415c-8e42-7e4da558bce7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d098d42-ed2a-475a-a196-94cfa9a4244e HTTP/1.1" status: 409 len: 341 time: 0.0679162 Apr 01 15:01:20.388106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b453a3f-48a0-4a69-b6f7-e43950f574f2 req-c25b328e-5432-4c01-9d89-a110fc5b7e16 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:20.389693 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b453a3f-48a0-4a69-b6f7-e43950f574f2 req-c25b328e-5432-4c01-9d89-a110fc5b7e16 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1173413 Apr 01 15:01:20.395098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-4e0cb3cc-e4c6-48dd-be85-a94b6aa3b22a tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:20.396561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-4e0cb3cc-e4c6-48dd-be85-a94b6aa3b22a tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1669872 Apr 01 15:01:20.443427 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0', 'status': 'completed', 'code': 200} Apr 01 15:01:20.516912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b453a3f-48a0-4a69-b6f7-e43950f574f2 req-624c250d-a840-4c4d-80b5-14dc3499d765 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057184 Apr 01 15:01:20.523275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Deleting port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:20.523275 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:20.720842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85e3b5cc-53f3-4744-9dde-d49c9f4be780 req-9d8ccd1a-dd64-4595-88ea-5b7b217b4969 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0989735 Apr 01 15:01:20.763140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-cc4cf5ab-b5e6-417a-8518-333e5f947d27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1136 time: 0.2899439 Apr 01 15:01:20.863958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-10132602-506a-47ec-b4c3-5978e622faf0 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:20.865358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-10132602-506a-47ec-b4c3-5978e622faf0 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.62 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.1988680 Apr 01 15:01:20.916686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa1601-f042-461e-8ff1-d0ec725930e0 req-2ea4ed46-26e6-421b-8ce5-43f678c5afb5 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:20.918173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8eaa1601-f042-461e-8ff1-d0ec725930e0 req-2ea4ed46-26e6-421b-8ce5-43f678c5afb5 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.2157426 Apr 01 15:01:20.969643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Deleting port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:20.969981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:21.003252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] For port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:21.003746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-53103186-1f1a-46cd-b85d-fd288440e6c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:21.004018 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:21.005269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-53103186-1f1a-46cd-b85d-fd288440e6c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 913 time: 0.2413459 Apr 01 15:01:21.073114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8eaa1601-f042-461e-8ff1-d0ec725930e0 req-2563b00e-c06b-4eb6-96b5-60f8cc6ea3b8 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355512 Apr 01 15:01:21.090695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:21.138962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Calling delete_port for 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:21.233762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-b7fd164b-addf-4f95-9cf6-9a186734ffad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 217 time: 0.0954354 Apr 01 15:01:21.348247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cfc6d-e724-4390-b726-a9944d7c6f00 req-67c06270-ba42-4890-bd83-89db228b8272 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:21.349778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e53cfc6d-e724-4390-b726-a9944d7c6f00 req-67c06270-ba42-4890-bd83-89db228b8272 tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/ports?device_id=11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7 HTTP/1.1" status: 200 len: 945 time: 0.1351249 Apr 01 15:01:21.351568 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:21.364038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['2eca605f-ee3a-4016-ad24-cd2d1c2a9668'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:21.384021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-f3154f73-5e46-40fb-80bc-399b6137dbcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:21.385761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-f3154f73-5e46-40fb-80bc-399b6137dbcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.1250815 Apr 01 15:01:21.426684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Pushing event deleted for resources: {'Port': ['ID=2eca605f-ee3a-4016-ad24-cd2d1c2a9668,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:21.495289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-3cbdd9ac-dfd2-4da7-8359-b05890070e83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587485 Apr 01 15:01:21.507971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364a7b-4000-424f-95a1-6a5f204ee033 req-79bf9748-bac4-45b7-bb57-1655fa2aae42 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:21.509656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10364a7b-4000-424f-95a1-6a5f204ee033 req-79bf9748-bac4-45b7-bb57-1655fa2aae42 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 944 time: 0.4003243 Apr 01 15:01:21.520549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] No DVR routers for this DVR port 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:21.525107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:21.531513 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e53cfc6d-e724-4390-b726-a9944d7c6f00 req-4dcd2ffc-a7dd-4680-b158-ffdb8af622be tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725049 Apr 01 15:01:21.565857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db65801f-4118-4d28-b346-8ad9f03a0d86 req-abd21ed0-e5b4-4c61-b9c9-5320b11ddcdd tempest-ListServerFiltersTestJSON-1931796894 tempest-ListServerFiltersTestJSON-1931796894-project] 10.222.0.44 "DELETE /v2.0/ports/2eca605f-ee3a-4016-ad24-cd2d1c2a9668 HTTP/1.1" status: 204 len: 173 time: 1.1530616 Apr 01 15:01:21.687339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] For port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:21.688118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:21.700360 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:01:21.703573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10364a7b-4000-424f-95a1-6a5f204ee033 req-493229af-8096-4dc6-998e-78d07c9b8c9c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718106 Apr 01 15:01:21.775602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59f5b6-f589-4d7c-b288-397f95e8f1dd req-fc7ba157-4fd2-48b4-a36a-9643a19d3f2a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:21.777456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e59f5b6-f589-4d7c-b288-397f95e8f1dd req-fc7ba157-4fd2-48b4-a36a-9643a19d3f2a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 985 time: 0.1156230 Apr 01 15:01:21.827510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-515c18ed-aecf-4e63-a3d6-71de07022af4 service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257368 Apr 01 15:01:21.830221 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e59f5b6-f589-4d7c-b288-397f95e8f1dd req-2eadcdfa-84ec-404d-aa03-786ceb82b879 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d098d42-ed2a-475a-a196-94cfa9a4244e&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0466228 Apr 01 15:01:22.077705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9991-8cac-4def-a7d0-7635957bfe06 req-0aaddb7a-0b7c-4a71-91d3-b1b37a3cf2c2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.079196 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f6e9991-8cac-4def-a7d0-7635957bfe06 req-0aaddb7a-0b7c-4a71-91d3-b1b37a3cf2c2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1369834 Apr 01 15:01:22.091561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-6c2bbfd5-b862-4ce3-b9f6-c24c76799060 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1195192 Apr 01 15:01:22.152357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f6e9991-8cac-4def-a7d0-7635957bfe06 req-59500c28-2340-4b35-93bd-8f987ead5f55 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 Apr 01 15:01:22.225660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:22.226425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:22.227362 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Floating IP fbe81137-fc20-418a-8049-cd2655544507 disassociated. External IP: 172.25.2.97, port: 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b. Apr 01 15:01:22.227957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Calling delete_port for 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:22.282363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbb431-41a2-4b7c-abd6-be6a9d0cb634 req-736fe106-3700-47cb-8d07-9553bdfb7fd4 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.290084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0cbb431-41a2-4b7c-abd6-be6a9d0cb634 req-736fe106-3700-47cb-8d07-9553bdfb7fd4 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 945 time: 0.3905985 Apr 01 15:01:22.303138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-88708bfe-538d-4371-99a1-3d006ded852d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 6493 time: 0.1083951 Apr 01 15:01:22.312261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ee3b52c-3083-494c-84d6-6f0d3fe92774 req-24036ab6-eb4e-4067-8d39-1ad6329dcf66 service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301240 Apr 01 15:01:22.364273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0cbb431-41a2-4b7c-abd6-be6a9d0cb634 req-6ab5d910-3fb3-4b4c-a9c7-26ee8b8770b9 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733337 Apr 01 15:01:22.456888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'name': 'network-vif-deleted', 'tag': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:22.473294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-546b0ccd-eacb-4214-acd7-a4a9cad0170c req-bb7c5218-aaf4-449b-9b10-2d6fca206a78 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.1192131 Apr 01 15:01:22.538715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-5647488e-e093-4cf4-9285-e51b61e046b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.539206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-5647488e-e093-4cf4-9285-e51b61e046b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.539610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-5647488e-e093-4cf4-9285-e51b61e046b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.544133 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-5647488e-e093-4cf4-9285-e51b61e046b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=89b629af-e989-4d77-a2fe-00691a1a1cf1&id=c2eb948f-2926-4b40-928b-0734cf605002&id=c2eb948f-2926-4b40-928b-0734cf605002 HTTP/1.1" status: 200 len: 2293 time: 0.2146788 Apr 01 15:01:22.553424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-16671fd0-a537-4cb3-ac96-e0596c1edd05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1136 time: 0.1709678 Apr 01 15:01:22.556093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:22.603538 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cb6ae3-12d3-46f1-afa0-fbfe6dcb5cf7', 'name': 'network-vif-deleted', 'tag': '2eca605f-ee3a-4016-ad24-cd2d1c2a9668', 'status': 'completed', 'code': 200} Apr 01 15:01:22.648102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53100) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:22.690588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-51082532-6bc9-4a91-991b-7b7499be78c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080cfda3-e275-47e3-b022-93e406c83db8 HTTP/1.1" status: 200 len: 1002 time: 0.1396489 Apr 01 15:01:22.744717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event deleted for resources: {'Port': ['ID=5b7ad132-a6cb-4c78-b39d-2389aafa7a3b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:22.909664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 438eacef-e34b-4826-af19-a191f5ab7e89 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:01:22.919490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] Deleting subnet 516b2e73-1e40-4397-bb3f-395b35b7f35c {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:01:22.936113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:22.975015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-d25b59eb-ad2e-4e37-876c-5378a8f924ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.976849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-d25b59eb-ad2e-4e37-876c-5378a8f924ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d011030-0327-42dc-9c3b-dcd693297f1d HTTP/1.1" status: 200 len: 851 time: 0.2736533 Apr 01 15:01:22.983940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 438eacef-e34b-4826-af19-a191f5ab7e89 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:01:22.989214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e1f97-49b3-459d-8053-2a16d7c92194 req-ce7644a3-cb4e-4b63-9ff6-6e65722db419 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.990318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 438eacef-e34b-4826-af19-a191f5ab7e89 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:01:22.990711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-575e1f97-49b3-459d-8053-2a16d7c92194 req-ce7644a3-cb4e-4b63-9ff6-6e65722db419 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 946 time: 0.5059149 Apr 01 15:01:22.991130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:22.997727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-5abba50e-6abf-4d02-ab4a-645339375467 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:22.999126 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-5abba50e-6abf-4d02-ab4a-645339375467 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 913 time: 0.4350941 Apr 01 15:01:23.057654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.110860 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.114260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-c5e606f9-6884-4298-9428-c964419ed36f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 217 time: 0.0995121 Apr 01 15:01:23.138170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438eacef-e34b-4826-af19-a191f5ab7e89'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:23.148058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b3454-a85f-45dc-939e-98f2b3587fc4 req-84b84658-1b6c-4408-9e55-70c04abc0bf1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:23.148581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 438eacef-e34b-4826-af19-a191f5ab7e89, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=438eacef-e34b-4826-af19-a191f5ab7e89,segment=NetworkSegment(bd90d63a-ebe4-411c-9f87-54501cd54372),segment_id=bd90d63a-ebe4-411c-9f87-54501cd54372)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:23.150377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c49b3454-a85f-45dc-939e-98f2b3587fc4 req-84b84658-1b6c-4408-9e55-70c04abc0bf1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 944 time: 0.2695777 Apr 01 15:01:23.158769 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.160955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f0e7736e-fbc0-45f8-a278-d80fd5807e43 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:01:23.183475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-575e1f97-49b3-459d-8053-2a16d7c92194 req-40626c3d-2b4e-482a-83fb-278cad091bad tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f1b69f5-edc5-4f86-810b-5f3c788c9feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824887 Apr 01 15:01:23.201216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-a1d28a6c-e12c-4ea1-9c2e-e49bde0de835 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0d1a499-01f5-4bc0-b0f4-c1b28085261e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139590 Apr 01 15:01:23.204831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-f4da0bbf-d4c1-45cf-8870-1e01539f414b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:23.206366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-f4da0bbf-d4c1-45cf-8870-1e01539f414b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.0839841 Apr 01 15:01:23.250300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.285393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-9db79ede-6c2f-4777-880b-fc63d9092f36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668015 Apr 01 15:01:23.383555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=438eacef-e34b-4826-af19-a191f5ab7e89,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:23.395833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c49b3454-a85f-45dc-939e-98f2b3587fc4 req-f2b8821f-5e91-407d-a4cf-aa2211b6ed60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381117 Apr 01 15:01:23.397496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.397831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.398867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.399498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.399498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.399840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.400153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.400597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.400967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.401284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.401604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:23.434469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port f0e7736e-fbc0-45f8-a278-d80fd5807e43 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:01:23.444946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f0e7736e-fbc0-45f8-a278-d80fd5807e43 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:01:23.445308 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.504930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21addfc8-8df1-46e4-86a6-e7788832e11b req-677fe1b6-3a88-498d-bf5a-56030018f6f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0993509 Apr 01 15:01:23.558676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:01:23.563782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.567174 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438eacef-e34b-4826-af19-a191f5ab7e89', 'code': 200} Apr 01 15:01:23.577610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-42c3c403-7530-4e26-8092-04582fe5947e service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777615 Apr 01 15:01:23.605279 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.614731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-5de7b267-96a2-4e5a-9c38-66270f9fe57c service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956439 Apr 01 15:01:23.616574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516b2e73-1e40-4397-bb3f-395b35b7f35c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:23.653456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.653903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38099c2-3fbb-4107-bdf4-4842aaa20aab None None] Network dfb22750-0932-4513-8798-1e424ae5c0da requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:23.724281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:23.745532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-972d4eaa-6815-4c2d-b108-686740a513d3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/516b2e73-1e40-4397-bb3f-395b35b7f35c HTTP/1.1" status: 204 len: 168 time: 1.0963573 Apr 01 15:01:23.753868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53116) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:23.790237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf129948-3a9c-4b7a-ad49-a1e059a63554 req-a2729205-7d64-40d1-939b-0d3873d2c071 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:23.791713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf129948-3a9c-4b7a-ad49-a1e059a63554 req-a2729205-7d64-40d1-939b-0d3873d2c071 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 985 time: 0.3323221 Apr 01 15:01:23.851496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.852285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:23.875244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:23.919924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:23.929857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-3d896d50-1726-4c0d-adea-d628487bf491 service neutron] 10.222.0.62 "GET /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049386 Apr 01 15:01:23.946202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1c01-3896-47c2-82ea-1b419c574e89 req-0f30777a-6704-490a-83aa-3f50af73c60c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:23.947537 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e9d1c01-3896-47c2-82ea-1b419c574e89 req-0f30777a-6704-490a-83aa-3f50af73c60c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2493653 Apr 01 15:01:23.964576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:23.965689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf129948-3a9c-4b7a-ad49-a1e059a63554 req-9c6aa8f9-0ef0-4705-abb1-f5544f82fec3 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d098d42-ed2a-475a-a196-94cfa9a4244e&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1202915 Apr 01 15:01:23.966202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:23.986616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dce3206c-f7da-490c-ba7a-4d91cf0513d7 req-9f0e211d-ea6b-410a-b3d8-3e4a7e5c6dac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 1097 time: 0.3927748 Apr 01 15:01:23.994374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be7af54-a40e-4ba9-a94e-682d226e7a5c req-65f9ba1d-e4ca-4c6b-9e80-a7ccb1a5f0c6 service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893031 Apr 01 15:01:24.023806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:24.026095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Deleting port c384bfe0-0e87-4d87-8164-e667d3126e15 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:24.027180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:24.034425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:24.034836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2eca605f-ee3a-4016-ad24-cd2d1c2a9668 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:24.051892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dce3206c-f7da-490c-ba7a-4d91cf0513d7 req-7dba9492-213f-4b36-8950-0330add0c350 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564160 Apr 01 15:01:24.091785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-b3982f59-eb0a-46f1-b936-41c76a8c33f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 200 len: 217 time: 0.1432796 Apr 01 15:01:24.101801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:01:24.115134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] Sync routers for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:01:24.129477 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:01:24.130172 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:24.161378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e9d1c01-3896-47c2-82ea-1b419c574e89 req-03f51e0e-f5cc-4fa1-a958-018a9131ac5b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531222 Apr 01 15:01:24.201299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] DHCP port deletion for dfb22750-0932-4513-8798-1e424ae5c0da request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:01:24.214808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Deleting port c384bfe0-0e87-4d87-8164-e667d3126e15 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:24.215184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:24.249320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] No DVR routers for this DVR port 5b7ad132-a6cb-4c78-b39d-2389aafa7a3b on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:24.253514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:24.264890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'name': 'network-vif-deleted', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:24.314066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-058eab04-0e0d-4074-82bd-42c35322cb8c req-32034ee0-4428-437c-ab29-40e4c965838f tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.62 "DELETE /v2.0/ports/5b7ad132-a6cb-4c78-b39d-2389aafa7a3b HTTP/1.1" status: 204 len: 173 time: 3.4410362 Apr 01 15:01:24.357198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad415-1360-4824-86e4-4be09a76b498 req-1dfbb084-e4c1-4b31-a1e6-28a6a0cdc376 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:24.359651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e8ad415-1360-4824-86e4-4be09a76b498 req-1dfbb084-e4c1-4b31-a1e6-28a6a0cdc376 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 946 time: 0.2143660 Apr 01 15:01:24.376614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c384bfe0-0e87-4d87-8164-e667d3126e15 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:24.416269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e8ad415-1360-4824-86e4-4be09a76b498 req-d0a1db76-f620-48b2-9135-580157a2b266 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500836 Apr 01 15:01:24.416812 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:01:24.469064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2561e37-40b2-4497-846d-8dc662fdbd40 req-542b4e34-ab3a-468a-b344-13eb00e2ca62 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0988081 Apr 01 15:01:24.568399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c384bfe0-0e87-4d87-8164-e667d3126e15,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:24.571717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:24.597494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-b466eb47-8490-430e-8bb6-29be8e620ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:24.607517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-b466eb47-8490-430e-8bb6-29be8e620ec2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.3518116 Apr 01 15:01:24.657651 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:24.686113 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3872c0bb-9889-4b0a-9e7c-4bc81b1c8244', 'name': 'network-vif-deleted', 'tag': '5b7ad132-a6cb-4c78-b39d-2389aafa7a3b', 'status': 'completed', 'code': 200} Apr 01 15:01:24.711123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c384bfe0-0e87-4d87-8164-e667d3126e15,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:24.718582 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:24.802506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c384bfe0-0e87-4d87-8164-e667d3126e15,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:24.910347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0391e835-8f89-4f7e-ad7a-bb68c511a1de req-94f8184b-94d2-4fb4-a178-28c8824e5e36 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Synchronizing usage tracker for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:24.922355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c384bfe0-0e87-4d87-8164-e667d3126e15,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:24.922808 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:24.957695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0391e835-8f89-4f7e-ad7a-bb68c511a1de req-94f8184b-94d2-4fb4-a178-28c8824e5e36 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Unset dirty status for tenant:a4403c8a155446a0b769e9c73ad02f85 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:24.963635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0391e835-8f89-4f7e-ad7a-bb68c511a1de req-94f8184b-94d2-4fb4-a178-28c8824e5e36 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3872c0bb-9889-4b0a-9e7c-4bc81b1c8244 HTTP/1.1" status: 200 len: 210 time: 0.2114437 Apr 01 15:01:25.192784 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:21Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:25.205477 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] Checking router: 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:01:25.206894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Calling delete_port for c384bfe0-0e87-4d87-8164-e667d3126e15 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:25.226976 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:01:25.227960 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:25.340245 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:01:25.340660 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:01:25.400580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Calling delete_port for c384bfe0-0e87-4d87-8164-e667d3126e15 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:25.463023 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:01:25.491243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e818cd-0271-40e5-a4b1-e34b82368336 req-6095bc32-df98-43e1-b92f-7475be3e4c0c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:25.500797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8e818cd-0271-40e5-a4b1-e34b82368336 req-6095bc32-df98-43e1-b92f-7475be3e4c0c tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 985 time: 0.3600175 Apr 01 15:01:25.557816 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8e818cd-0271-40e5-a4b1-e34b82368336 req-a6b80b3a-a1ca-488c-87c9-655714eacf45 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d098d42-ed2a-475a-a196-94cfa9a4244e&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0557535 Apr 01 15:01:25.569146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:25.578039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:01:25.578365 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:01:25.597190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-8d50ed21-6a80-43e0-bf1b-d0eaf0135dfc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8045683 Apr 01 15:01:25.613505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697e03-9afe-4049-9ab3-6a256eaa974b req-627ea407-d4a3-4164-af9e-d46b44c948b6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:25.614834 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a697e03-9afe-4049-9ab3-6a256eaa974b req-627ea407-d4a3-4164-af9e-d46b44c948b6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 945 time: 0.7050941 Apr 01 15:01:25.837503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394262e-6bff-4634-9856-56b2a6b4dc9e req-e16c7e74-a806-4ef6-ace0-fefa95c9121a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:25.842045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Deleting port c384bfe0-0e87-4d87-8164-e667d3126e15 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:25.842426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:25.857263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9394262e-6bff-4634-9856-56b2a6b4dc9e req-e16c7e74-a806-4ef6-ace0-fefa95c9121a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1467419 Apr 01 15:01:25.887483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a697e03-9afe-4049-9ab3-6a256eaa974b req-a381281e-1a08-4c88-b57b-257a2dd1a4cf tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302408 Apr 01 15:01:25.893325 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-e331505f-64ef-457b-8d6f-93399a6764d1 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850699 Apr 01 15:01:25.951742 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:21Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:25.959650 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653d8bf-9ad0-458b-8d0a-e60fc81fc607 None None] The sync data for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 is: [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T14:59:07Z', 'revision_number': 4, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '46e8e866-2228-48b4-8d72-c5210114be8c', 'name': '', 'network_id': 'd5beb2fb-7772-4e68-95a8-cf99bee622f1', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'mac_address': 'fa:16:3e:38:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:05Z', 'updated_at': '2022-04-01T14:59:21Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'subnets': [{'id': '3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:01:25.977328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9394262e-6bff-4634-9856-56b2a6b4dc9e req-525c55fd-307c-4afe-a7df-9e0865235fd1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190832 Apr 01 15:01:26.109322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Deleting port c384bfe0-0e87-4d87-8164-e667d3126e15 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:26.109797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:26.137207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-705c3ae3-63be-4091-bbb4-10e5a5d0f1b8 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378423 Apr 01 15:01:26.239059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c384bfe0-0e87-4d87-8164-e667d3126e15,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:26.239463 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:26.313573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-1cc83145-7654-4d05-8e42-316fd87a32e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 200 len: 217 time: 0.1248827 Apr 01 15:01:26.342789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-20959aaa-8792-40d4-9b01-7846ee5b9369 req-b1743cbe-0802-4068-9dd8-bbaca676a7b9 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0919173 Apr 01 15:01:26.418414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Calling delete_port for c384bfe0-0e87-4d87-8164-e667d3126e15 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:26.454239 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'code': 200} Apr 01 15:01:26.455121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d1d8c-eaa2-43bf-9ab2-7e06a5b9b107 None None] New status for floating IP fbe81137-fc20-418a-8049-cd2655544507: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:01:26.504142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-a2a30c8f-1b92-4b48-9f5f-0d40c715b574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:26.505589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-a2a30c8f-1b92-4b48-9f5f-0d40c715b574 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.1837626 Apr 01 15:01:26.630459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90e71-4484-481b-ad70-bc6c77fccada req-0d5c8b7e-4e5d-41f7-86b5-fba5b4b8ec42 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:26.638355 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9e90e71-4484-481b-ad70-bc6c77fccada req-0d5c8b7e-4e5d-41f7-86b5-fba5b4b8ec42 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 946 time: 0.4960983 Apr 01 15:01:26.682104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] For port c384bfe0-0e87-4d87-8164-e667d3126e15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c384bfe0-0e87-4d87-8164-e667d3126e15,segment=NetworkSegment(9c07c093-4653-4c25-8dd6-7785e0a29ffe),segment_id=9c07c093-4653-4c25-8dd6-7785e0a29ffe)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:26.682463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:26.698835 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc992aa2-bdba-4819-bb6d-caea5096c9bb req-c9072de6-9d12-43a7-a1bd-690d2eb5c653 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 1096 time: 0.1755042 Apr 01 15:01:26.718323 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:26.718907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-d4fc04de-81ec-4cbd-86ee-cd0958c54dfd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-21549357&fields=id&tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529 HTTP/1.1" status: 200 len: 267 time: 0.0782824 Apr 01 15:01:26.772309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] Pushing event deleted for resources: {'Port': ['ID=c384bfe0-0e87-4d87-8164-e667d3126e15,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:26.781697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36746a-4e3e-42c8-a926-9f3764c63e10 None None] No DVR routers for this DVR port c384bfe0-0e87-4d87-8164-e667d3126e15 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:26.860952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Calling delete_port for c384bfe0-0e87-4d87-8164-e667d3126e15 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:26.862460 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc992aa2-bdba-4819-bb6d-caea5096c9bb req-8907115f-d2ff-4fb2-aee1-139cada5d05d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566063 Apr 01 15:01:26.897410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-38c6b89f-5b59-4878-bbb7-4f966f9291e4 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:26.899783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-38c6b89f-5b59-4878-bbb7-4f966f9291e4 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 985 time: 0.1797481 Apr 01 15:01:26.911446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'port': {'security_groups': ['04a8eacb-a92b-4bfe-b622-71f3c621ce07', '7d098d42-ed2a-475a-a196-94cfa9a4244e', '681323fc-c029-489c-9af9-5e6571fc9294']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:26.915773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9e90e71-4484-481b-ad70-bc6c77fccada req-257394a1-e625-4126-a12b-eabcd5523294 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765453 Apr 01 15:01:26.940537 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-9f4a94f3-a95a-4abe-a64f-5916070f8ea5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3802812 Apr 01 15:01:26.957524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:01:26.957921 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:01:27.044274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:27.260520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-fcc1f4c8-539a-4292-a0cd-47b940527dbb service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982408 Apr 01 15:01:27.333919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:27.353654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e0205-3002-408d-b26f-2f1dd0d4bf87 req-431b6fcf-936b-459f-8bd6-939b365bff19 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:27.355401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b2e0205-3002-408d-b26f-2f1dd0d4bf87 req-431b6fcf-936b-459f-8bd6-939b365bff19 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 945 time: 0.1864712 Apr 01 15:01:27.362987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:27.367885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:27.379860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fe2258b6-913d-4ad3-a428-11f1715d32f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:27.410119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:27.444819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:27.446129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:27.462482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d43ac395-3e55-4619-af6c-d53cd6255362 req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "PUT /v2.0/ports/fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 1021 time: 0.5546072 Apr 01 15:01:27.509056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:27.514304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a15bb3-dbea-414e-bc54-21c7cb2e8e77 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:27.523573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fe2258b6-913d-4ad3-a428-11f1715d32f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:27.604695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b2e0205-3002-408d-b26f-2f1dd0d4bf87 req-58172b2c-b33a-40ad-80bd-bc3deb1f6dc1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385180 Apr 01 15:01:27.613383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-bdf868d1-7b6c-4d65-aaf4-02471afaf55b service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413684 Apr 01 15:01:27.644330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53158) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:27.729756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Deleting port c384bfe0-0e87-4d87-8164-e667d3126e15 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:27.730492 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:27.812176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e9bdf03-a311-44d2-95d4-2326a6c39a38 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:27.873466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e9bdf03-a311-44d2-95d4-2326a6c39a38 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:27.877591 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-cd783ee6-0a63-4fd8-bb27-874d7a074a49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=94374e79-b824-4959-8d44-e4ac9470eea6 HTTP/1.1" status: 200 len: 217 time: 0.2564690 Apr 01 15:01:27.886871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] The port 'c384bfe0-0e87-4d87-8164-e667d3126e15' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:01:27.981477 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e9bdf03-a311-44d2-95d4-2326a6c39a38 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.010862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bdf03-a311-44d2-95d4-2326a6c39a38 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b69f5-edc5-4f86-810b-5f3c788c9feb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:28.043905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e9bdf03-a311-44d2-95d4-2326a6c39a38 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.046370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1e9bdf03-a311-44d2-95d4-2326a6c39a38 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f1b69f5-edc5-4f86-810b-5f3c788c9feb HTTP/1.1" status: 204 len: 168 time: 0.4001985 Apr 01 15:01:28.048249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53162) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:28.071587 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-4f0880b3-930c-4b1e-b86b-517ad680de3a tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] show failed (client error): The resource could not be found. Apr 01 15:01:28.073253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4f0880b3-930c-4b1e-b86b-517ad680de3a tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "GET /v2.0/security-groups/7f1b69f5-edc5-4f86-810b-5f3c788c9feb HTTP/1.1" status: 404 len: 347 time: 0.0235267 Apr 01 15:01:28.076254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53166) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:28.168287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.193667 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be2631bc-13d4-460b-8099-34a5634de832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.200933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-96ec4262-a1a3-41df-a660-6ab10b30125c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:28.202347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-96ec4262-a1a3-41df-a660-6ab10b30125c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.3143280 Apr 01 15:01:28.210545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb22750-0932-4513-8798-1e424ae5c0da']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:28.250522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cf70ad0-2a77-460e-9ded-30a5330e28b2 req-c746d7f8-fbc4-4f1c-8497-4a65383ff431 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fc5e1f422f94533911807536a48ac7a&device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0874360 Apr 01 15:01:28.269955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c07c093-4653-4c25-8dd6-7785e0a29ffe') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:28.270326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c07c093-4653-4c25-8dd6-7785e0a29ffe') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:28.291350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.316880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41632-cbd2-4b13-b873-ff392b68d0f8 req-69f9b258-c8af-4f67-adb1-3841174238c7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:28.318373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5a41632-cbd2-4b13-b873-ff392b68d0f8 req-69f9b258-c8af-4f67-adb1-3841174238c7 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.4992282 Apr 01 15:01:28.319501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.338136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:01:28.338496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.342618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Deleting port 1ac268a3-12fe-466e-a6ce-85ab7c11a780 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:28.342960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:01:28.365762 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:01:28.418554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cf70ad0-2a77-460e-9ded-30a5330e28b2 req-ee16886e-2fa8-485a-8cfc-bdf742850a35 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5fc5e1f422f94533911807536a48ac7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771723 Apr 01 15:01:28.472789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-9e55fba1-1e96-4f98-a8cc-1768b8290fe4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2550626 Apr 01 15:01:28.477800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5a41632-cbd2-4b13-b873-ff392b68d0f8 req-4a70e499-115e-475e-8bb1-0b7dcf11b5ef tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458566 Apr 01 15:01:28.524373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-20e996eb-e452-4cbc-81e6-8b46bb9ffd64 req-e5876998-2eb2-46bb-ba82-d35a52dbd7d0 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/681323fc-c029-489c-9af9-5e6571fc9294 HTTP/1.1" status: 200 len: 1632 time: 0.3521025 Apr 01 15:01:28.699089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-139e9b0e-0d18-4a88-a82b-7fb1766a15e7 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170131 Apr 01 15:01:28.701228 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.778572 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0', 'status': 'completed', 'code': 200} Apr 01 15:01:28.799710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.836765 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-20e996eb-e452-4cbc-81e6-8b46bb9ffd64 req-7572a925-0a5f-4bb5-b47c-09b9135ec031 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:01:28.848121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-20e996eb-e452-4cbc-81e6-8b46bb9ffd64 req-7572a925-0a5f-4bb5-b47c-09b9135ec031 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/681323fc-c029-489c-9af9-5e6571fc9294 HTTP/1.1" status: 409 len: 341 time: 0.3198955 Apr 01 15:01:28.876222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf70ad0-2a77-460e-9ded-30a5330e28b2 req-56e4581e-4faf-4242-ae88-45f8090464fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:28.876222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cf70ad0-2a77-460e-9ded-30a5330e28b2 req-56e4581e-4faf-4242-ae88-45f8090464fc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4479752 Apr 01 15:01:28.894265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb22750-0932-4513-8798-1e424ae5c0da,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:28.924887 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.925346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:28.954190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c142f041-1881-41b5-8b09-fe2efc3151bf req-e60bab4f-79b6-4132-83aa-066d51f315fc tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0594516 Apr 01 15:01:28.955658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e1697143-80c2-434c-8048-23becb044f5f admin admin] 10.222.0.48 "DELETE /v2.0/networks/dfb22750-0932-4513-8798-1e424ae5c0da HTTP/1.1" status: 204 len: 168 time: 5.1965098 Apr 01 15:01:28.992669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-480efed6-3ffc-4008-ab06-90016c88c147 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1175 time: 0.2890840 Apr 01 15:01:29.077281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Calling delete_port for 1ac268a3-12fe-466e-a6ce-85ab7c11a780 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:29.148787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-74d4c907-b4ca-418d-a7f4-a2bbf1c36b25 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965938 Apr 01 15:01:29.149233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53182) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:29.228484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3ca3-e69f-433e-ab43-1548b939ab44 req-5777393c-80de-4316-b809-d507c55b8d75 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:29.229997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30af3ca3-e69f-433e-ab43-1548b939ab44 req-5777393c-80de-4316-b809-d507c55b8d75 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 945 time: 0.1606541 Apr 01 15:01:29.250488 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-e8d3a06c-74a6-4ad2-91eb-e4956001b771 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce HTTP/1.1" status: 200 len: 217 time: 0.0837424 Apr 01 15:01:29.257728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-6e923dad-96e7-467b-a0d0-6f6467366526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:29.259162 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-6e923dad-96e7-467b-a0d0-6f6467366526 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 200 len: 913 time: 0.2449763 Apr 01 15:01:29.343836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30af3ca3-e69f-433e-ab43-1548b939ab44 req-a39b293a-1083-4409-8cb8-2a51d7bbf916 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782533 Apr 01 15:01:29.347058 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:29.402334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Pushing event deleted for resources: {'Port': ['ID=1ac268a3-12fe-466e-a6ce-85ab7c11a780,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:29.489502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-4727018f-55d1-4975-932a-35aa3b732028 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 200 len: 217 time: 0.1952624 Apr 01 15:01:29.509744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:29.566001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7dc25bc8-2759-406b-9cd0-d0cc61cd3417 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f729c01575244dbba1fbf4809ba1ead3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4139671 Apr 01 15:01:29.568560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53192) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:29.572877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-be2803f8-777e-44f1-ac50-2ccc31be1317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:29.574274 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-be2803f8-777e-44f1-ac50-2ccc31be1317 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 200 len: 797 time: 0.3134737 Apr 01 15:01:29.585000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:29.589283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e40b068b-952a-4c7f-903b-229ca5ab4846 tempest-ServersTestBootFromVolume-1093912412 tempest-ServersTestBootFromVolume-1093912412-project] 10.222.0.48 "DELETE /v2.0/floatingips/fbe81137-fc20-418a-8049-cd2655544507 HTTP/1.1" status: 204 len: 168 time: 1.5072060 Apr 01 15:01:29.591778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53196) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:29.627277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-88351a15-f512-40fc-a840-9d0f176c68ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:29.628748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-88351a15-f512-40fc-a840-9d0f176c68ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 200 len: 852 time: 0.1235607 Apr 01 15:01:29.679554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-025a0d0d-04d5-454d-94c7-4bfb8484f3f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99049fd-e01d-4b38-9636-744bfef09578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427458 Apr 01 15:01:29.786880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-68fe36e3-65f0-4733-b1ca-3db004c773e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89b629af-e989-4d77-a2fe-00691a1a1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056842 Apr 01 15:01:29.811154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c04a9-8360-462a-aa82-642d6976ddaf req-dfdf28da-f5d0-4fc9-9b84-bddd95f1c824 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:29.818083 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-364c04a9-8360-462a-aa82-642d6976ddaf req-dfdf28da-f5d0-4fc9-9b84-bddd95f1c824 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1024 time: 0.3045018 Apr 01 15:01:29.840323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7690f49e-09a0-449c-86eb-8c3391c40c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:29.897220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7690f49e-09a0-449c-86eb-8c3391c40c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:29.912719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-364c04a9-8360-462a-aa82-642d6976ddaf req-e52c0a4e-6238-4463-8434-b0a68eb0ac66 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=681323fc-c029-489c-9af9-5e6571fc9294&id=7d098d42-ed2a-475a-a196-94cfa9a4244e&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0927985 Apr 01 15:01:29.920807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-710311e6-757f-441c-bca0-7d995dd8d224 service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300351 Apr 01 15:01:30.025120 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-151329f3-5dfa-4518-8e93-e24655b54a34 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271254 Apr 01 15:01:30.059351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7690f49e-09a0-449c-86eb-8c3391c40c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:30.170194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690f49e-09a0-449c-86eb-8c3391c40c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:30.202310 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5095c569-1ac7-43f8-a5b7-b6288bac7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:30.216266 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7690f49e-09a0-449c-86eb-8c3391c40c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:30.217409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7690f49e-09a0-449c-86eb-8c3391c40c22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ac14f5b-6edd-45ba-beaa-2f1426ecc3d6 HTTP/1.1" status: 204 len: 168 time: 0.6478298 Apr 01 15:01:30.247624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46821-6d6e-48ad-9400-ea4a6f36728d req-2098b446-8e1f-401e-a5df-7d978c84e2d7 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:30.249096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ae46821-6d6e-48ad-9400-ea4a6f36728d req-2098b446-8e1f-401e-a5df-7d978c84e2d7 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 946 time: 0.1908281 Apr 01 15:01:30.307797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cf70ad0-2a77-460e-9ded-30a5330e28b2 req-1910852a-a0bd-4acb-839c-36047ed75073 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.44 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0568147 Apr 01 15:01:30.345763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ae46821-6d6e-48ad-9400-ea4a6f36728d req-3abf7d1e-8dd3-478f-8bc5-9555bbc13c72 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634384 Apr 01 15:01:30.362214 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2188eb21-77f2-45ee-87ab-767712e5cdf1 req-59a8fc2c-988d-47e9-aca5-06127df2ae0c service neutron] 10.222.0.44 "GET /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358071 Apr 01 15:01:30.366107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-632de500-da88-4df4-b798-748ba0f2c581 service neutron] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174407 Apr 01 15:01:30.373881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5c6f4-b07d-4464-a1aa-841322f7c1df req-607e3925-5aab-4985-baa7-fff45c084446 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:30.375858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40b5c6f4-b07d-4464-a1aa-841322f7c1df req-607e3925-5aab-4985-baa7-fff45c084446 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.3261576 Apr 01 15:01:30.413523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:30.486626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-410d762d-7d9d-4f48-910b-5f098a27b6b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5091ae5b-e132-46db-ba75-b84b33869811 HTTP/1.1" status: 200 len: 217 time: 0.1095734 Apr 01 15:01:30.522020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40b5c6f4-b07d-4464-a1aa-841322f7c1df req-fa926bea-e05b-4ce4-a5a6-bb119679947b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777504 Apr 01 15:01:30.620851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-c68eb287-2ca3-441e-a5d6-0e13e14f3b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:30.622614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-c68eb287-2ca3-441e-a5d6-0e13e14f3b91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.1070123 Apr 01 15:01:30.752242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e017187-ff2d-4754-98fa-2918dbf3099d req-ee01827c-edcd-44cc-a4f3-d971ad84e105 tempest-ServerShowV254Test-1084955706 tempest-ServerShowV254Test-1084955706-project] 10.222.0.48 "GET /v2.0/ports?device_id=72f44193-c22a-4458-854f-63416640c76d HTTP/1.1" status: 200 len: 210 time: 0.0480318 Apr 01 15:01:30.768048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-e57b7b29-b422-46c1-976b-e7f822654f7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376536 Apr 01 15:01:30.848368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17749bb-7718-4945-90f0-c740bee73715 req-7917576f-4e92-4aa5-b6fc-c032adc9404c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:30.858120 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b17749bb-7718-4945-90f0-c740bee73715 req-7917576f-4e92-4aa5-b6fc-c032adc9404c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 945 time: 0.2576504 Apr 01 15:01:30.938663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b17749bb-7718-4945-90f0-c740bee73715 req-f6315953-8d17-49e1-b87e-6a9e04287d43 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721765 Apr 01 15:01:30.951039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-a94350c8-576c-4247-9b22-0ddd3ee0942e service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729836 Apr 01 15:01:31.163828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:31.282513 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:31.328134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-4cbf3a84-41a3-4234-a3eb-8c4918a91f1f tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:31.329669 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-4cbf3a84-41a3-4234-a3eb-8c4918a91f1f tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 946 time: 0.2330198 Apr 01 15:01:31.390226 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-14fd19e5-a1be-4459-a32b-8ddd49b0f9a5 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328957 Apr 01 15:01:31.437317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Deleting port 438eacef-e34b-4826-af19-a191f5ab7e89 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:31.437657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:31.451374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-f49805fd-ce93-4230-a852-6d5168b708bb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:31.452816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-f49805fd-ce93-4230-a852-6d5168b708bb tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.44 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1024 time: 0.3534305 Apr 01 15:01:31.528382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da7e0c-7c95-45e7-8203-84c4d457f441 req-1dec347d-2206-4cdf-ae53-77f7a8093619 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:31.534291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53228) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:31.535257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4da7e0c-7c95-45e7-8203-84c4d457f441 req-1dec347d-2206-4cdf-ae53-77f7a8093619 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 1024 time: 0.4368458 Apr 01 15:01:31.556697 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-6f566567-2b75-48af-9fa6-0dc5d3e11a55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64 HTTP/1.1" status: 200 len: 217 time: 0.1591010 Apr 01 15:01:31.639175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Deleting port fe2258b6-913d-4ad3-a428-11f1715d32f0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:31.639540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:31.706899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4da7e0c-7c95-45e7-8203-84c4d457f441 req-0afe9f43-cfb6-43b5-a195-c9ee5050b7a0 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=681323fc-c029-489c-9af9-5e6571fc9294&id=7d098d42-ed2a-475a-a196-94cfa9a4244e&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1707096 Apr 01 15:01:31.724647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-067c34ae-fa53-440f-a7ea-30fe4cf5dd62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:31.728278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-067c34ae-fa53-440f-a7ea-30fe4cf5dd62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 200 len: 797 time: 0.1576071 Apr 01 15:01:31.780702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1302323011-network', 'tenant_id': '66a1f032e26243929cfb94586846b630'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:31.811421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:31.826115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Usage tracker for resource:network and tenant:66a1f032e26243929cfb94586846b630 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:31.843063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:31.862312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:31.899369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] For port 438eacef-e34b-4826-af19-a191f5ab7e89, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=438eacef-e34b-4826-af19-a191f5ab7e89,segment=NetworkSegment(bd90d63a-ebe4-411c-9f87-54501cd54372),segment_id=bd90d63a-ebe4-411c-9f87-54501cd54372)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:31.899712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:31.908102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Made reservation on behalf of 66a1f032e26243929cfb94586846b630 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:31.910291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:31.988718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9229bb3-2610-4761-b28f-5e1345757dc6 req-5e9ad0d4-be74-477d-8e1d-bbeee56cb9ee tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:31.989956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9229bb3-2610-4761-b28f-5e1345757dc6 req-5e9ad0d4-be74-477d-8e1d-bbeee56cb9ee tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 946 time: 0.4416363 Apr 01 15:01:32.051664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Calling delete_port for 438eacef-e34b-4826-af19-a191f5ab7e89 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:32.055525 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-beb16a1b-7111-4f75-80f0-66bd6ae08c18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2eb948f-2926-4b40-928b-0734cf605002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2902758 Apr 01 15:01:32.078223 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.098391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087b38-73f1-4875-835a-ba4a0ca87102 req-e0b0592b-234b-4fb9-a427-4d9b9a460fbc tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:32.099851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea087b38-73f1-4875-835a-ba4a0ca87102 req-e0b0592b-234b-4fb9-a427-4d9b9a460fbc tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2681592 Apr 01 15:01:32.154287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] For port fe2258b6-913d-4ad3-a428-11f1715d32f0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=fe2258b6-913d-4ad3-a428-11f1715d32f0,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:32.154287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.234200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Deleting port 46e8e866-2228-48b4-8d72-c5210114be8c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:32.234544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.259957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:32.270063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9229bb3-2610-4761-b28f-5e1345757dc6 req-21b59691-1ad3-41e3-96fb-84293305e4e4 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/security-groups?id=c03bb4d2-a71e-4e1b-a523-0b15ade84717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271798 Apr 01 15:01:32.270953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Usage tracker for resource:security_group_rule and tenant:66a1f032e26243929cfb94586846b630 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:32.280934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:32.297827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:32.299764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Calling delete_port for fe2258b6-913d-4ad3-a428-11f1715d32f0 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:32.418863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea087b38-73f1-4875-835a-ba4a0ca87102 req-94cd58fe-4de3-4dab-af40-63582b5a2d6c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686253 Apr 01 15:01:32.462359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-5b89b156-f52d-47ab-ba17-6ef3cb1738c9 service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000278 Apr 01 15:01:32.485918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.497460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['438eacef-e34b-4826-af19-a191f5ab7e89'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:32.633316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.640882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.653581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['43e603a3-da4d-46c8-be58-0da439eaba1b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:32.696965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['fe2258b6-913d-4ad3-a428-11f1715d32f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:32.709498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'Port': ['ID=fe2258b6-913d-4ad3-a428-11f1715d32f0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:32.718475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd576cde-f5a4-46cd-9289-a9f967b19dfb req-e9a61e7d-8ed5-4673-a830-b0521573709d service neutron] 10.222.0.62 "GET /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497840 Apr 01 15:01:32.733462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Pushing event deleted for resources: {'Port': ['ID=438eacef-e34b-4826-af19-a191f5ab7e89,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:32.778203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53248) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:32.827159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] No DVR routers for this DVR port fe2258b6-913d-4ad3-a428-11f1715d32f0 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:32.830455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.836831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] For port 46e8e866-2228-48b4-8d72-c5210114be8c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46e8e866-2228-48b4-8d72-c5210114be8c,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:32.837183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.845200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'name': 'network-vif-deleted', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:32.859822 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0c06dcd-b5ff-4ca8-996d-6508cba116ff req-8991a300-b575-49ef-8fe5-eb6dde9ed6b7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.44 "DELETE /v2.0/ports/fe2258b6-913d-4ad3-a428-11f1715d32f0 HTTP/1.1" status: 204 len: 173 time: 1.3960752 Apr 01 15:01:32.872229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] No DVR routers for this DVR port 438eacef-e34b-4826-af19-a191f5ab7e89 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:32.929806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:32.934155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'name': 'network-vif-deleted', 'tag': '438eacef-e34b-4826-af19-a191f5ab7e89'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:32.974963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-688f6185-3733-4eba-b61c-269557a0a599 req-b7fd51fe-01b6-42d5-b4fa-efd9e474c7fd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:32.995554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-688f6185-3733-4eba-b61c-269557a0a599 req-b7fd51fe-01b6-42d5-b4fa-efd9e474c7fd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:32.999807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-688f6185-3733-4eba-b61c-269557a0a599 req-b7fd51fe-01b6-42d5-b4fa-efd9e474c7fd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=167f7ad7-2596-41fe-882d-bc2c453865dd HTTP/1.1" status: 200 len: 210 time: 0.0816247 Apr 01 15:01:33.016873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Calling delete_port for 46e8e866-2228-48b4-8d72-c5210114be8c owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:33.081871 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167f7ad7-2596-41fe-882d-bc2c453865dd', 'name': 'network-vif-deleted', 'tag': 'fe2258b6-913d-4ad3-a428-11f1715d32f0', 'status': 'completed', 'code': 200} Apr 01 15:01:33.097727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.105655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16c79f19-8c93-4895-b808-05ebc5c1ad89 req-7fe4ba1b-8d37-457c-8502-30225f464373 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.62 "DELETE /v2.0/ports/438eacef-e34b-4826-af19-a191f5ab7e89 HTTP/1.1" status: 204 len: 173 time: 1.7704062 Apr 01 15:01:33.118934 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.156293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a5a4-8062-407f-84fb-8b5796ada41f req-ff541947-84a0-4644-892d-8965b436c513 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:33.158621 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac67a5a4-8062-407f-84fb-8b5796ada41f req-ff541947-84a0-4644-892d-8965b436c513 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 945 time: 0.6762636 Apr 01 15:01:33.168194 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad', 'name': 'network-vif-deleted', 'tag': '438eacef-e34b-4826-af19-a191f5ab7e89', 'status': 'completed', 'code': 200} Apr 01 15:01:33.228196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:01:33.242561 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.263609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a76a86f-3740-4b21-80a1-d1a2c083cc9a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:33.274607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.274979 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Added segment 9fbafd7a-ce70-4f84-bc14-8e188e2a42de of type vlan for network 30cb7795-b63a-489f-95c3-7d7e0b82620c Apr 01 15:01:33.333952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:33.346495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc5e1f422f94533911807536a48ac7a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:33.350992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.354777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:33.359099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac67a5a4-8062-407f-84fb-8b5796ada41f req-037af407-997a-442c-8370-c078e6932a06 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749651 Apr 01 15:01:33.363513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:33.464305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.465153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:33.465790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.497124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b25ce32-4aa0-4553-a3b8-891448dbfbbf req-b57d5a1b-150a-401f-aa94-20b25e2e4305 tempest-ServerAddressesTestJSON-1820120605 tempest-ServerAddressesTestJSON-1820120605-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8ea2ee-4eef-4eec-ab39-b15fe98e47ad HTTP/1.1" status: 200 len: 210 time: 0.0760911 Apr 01 15:01:33.580577 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.679038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e8e866-2228-48b4-8d72-c5210114be8c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:33.691566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] Pushing event updated for resources: {'Network': ['ID=30cb7795-b63a-489f-95c3-7d7e0b82620c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:33.703305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f2e84050-5ce8-4b8d-bfde-3a338cde8d8f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1638176 Apr 01 15:01:33.707391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53268) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:33.712923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 30cb7795-b63a-489f-95c3-7d7e0b82620c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:01:33.713688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.726976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Request body: {'subnet': {'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1302323011-subnet', 'tenant_id': '66a1f032e26243929cfb94586846b630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:33.743919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:33.748594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.771096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Usage tracker for resource:subnet and tenant:66a1f032e26243929cfb94586846b630 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:33.783503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:33.792932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:33.811976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Made reservation on behalf of 66a1f032e26243929cfb94586846b630 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:33.814436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:33.825127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fc5e1f422f94533911807536a48ac7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0431936 Apr 01 15:01:33.830827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53272) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:33.838817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0582c-5fc1-47f4-95da-f1e7d7c7c43a req-3af981e8-b477-4a26-8225-7208d03a2cd6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:33.840451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ad0582c-5fc1-47f4-95da-f1e7d7c7c43a req-3af981e8-b477-4a26-8225-7208d03a2cd6 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2046051 Apr 01 15:01:33.868193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:01:33.985235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b8d9e-9211-4ad4-8deb-39d9daa4a418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b3297-4976-4ede-b045-271c1469a89d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:34.198282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:34.219161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070', 'port_id': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'mac_address': 'fa:16:3e:22:88:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d8794d-aa5a-4696-b1bd-38d393ab81a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:01:34.241487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ad0582c-5fc1-47f4-95da-f1e7d7c7c43a req-7f74a649-8b95-4f40-bdaf-a29bf48590b4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855288 Apr 01 15:01:34.297839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55cf0fec-c3d7-4e12-9adc-99b7884fb440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.330177 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55cf0fec-c3d7-4e12-9adc-99b7884fb440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.358817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.375341 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.398067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a557bccf-d328-44e8-a2cf-a0d6f25db3d5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:34.415396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:34.425627 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.542878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c5c6e1f-39a1-4011-b28c-e45913766fb2 req-6b2b7703-1191-433e-969e-12abb09356ea tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/7d098d42-ed2a-475a-a196-94cfa9a4244e HTTP/1.1" status: 200 len: 1632 time: 0.1806662 Apr 01 15:01:34.550489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:34.608995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a557bccf-d328-44e8-a2cf-a0d6f25db3d5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:34.668220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53290) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:34.676658 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.715746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55cf0fec-c3d7-4e12-9adc-99b7884fb440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.753032 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c5c6e1f-39a1-4011-b28c-e45913766fb2 req-8e0a75d4-1bcb-43a0-9c28-edca02436ae7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.776321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf0fec-c3d7-4e12-9adc-99b7884fb440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b3297-4976-4ede-b045-271c1469a89d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:34.856096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c5c6e1f-39a1-4011-b28c-e45913766fb2 req-8e0a75d4-1bcb-43a0-9c28-edca02436ae7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.865674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df48f1d4-0d01-4252-ab2c-062b2ea34a16,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:34.869488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55cf0fec-c3d7-4e12-9adc-99b7884fb440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.871158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-55cf0fec-c3d7-4e12-9adc-99b7884fb440 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b9b3297-4976-4ede-b045-271c1469a89d HTTP/1.1" status: 204 len: 168 time: 1.0390863 Apr 01 15:01:34.932235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Checking segment: {'id': '9fbafd7a-ce70-4f84-bc14-8e188e2a42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:34.933198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Network hostable DHCP agents. Network: 30cb7795-b63a-489f-95c3-7d7e0b82620c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:01:34.972079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 438eacef-e34b-4826-af19-a191f5ab7e89 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:34.972622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c5c6e1f-39a1-4011-b28c-e45913766fb2 req-8e0a75d4-1bcb-43a0-9c28-edca02436ae7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:34.997773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Network 30cb7795-b63a-489f-95c3-7d7e0b82620c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:01:35.004000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a75d4-1bcb-43a0-9c28-edca02436ae7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d098d42-ed2a-475a-a196-94cfa9a4244e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:35.031241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 30cb7795-b63a-489f-95c3-7d7e0b82620c) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:35.047814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 438eacef-e34b-4826-af19-a191f5ab7e89 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:35.048275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 438eacef-e34b-4826-af19-a191f5ab7e89 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:35.050014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d298d3-29db-4f94-ae50-3f1e72eae037 None None] Network 30cb7795-b63a-489f-95c3-7d7e0b82620c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:35.060903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:35.062685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.095022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c5c6e1f-39a1-4011-b28c-e45913766fb2 req-8e0a75d4-1bcb-43a0-9c28-edca02436ae7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.099463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c5c6e1f-39a1-4011-b28c-e45913766fb2 req-8e0a75d4-1bcb-43a0-9c28-edca02436ae7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d098d42-ed2a-475a-a196-94cfa9a4244e HTTP/1.1" status: 204 len: 173 time: 0.5283344 Apr 01 15:01:35.124663 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-14f74775-653c-4e8d-a53d-fcee359bcae9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4156244 Apr 01 15:01:35.166100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] Deleting subnet 4b691823-e771-4c94-a805-6e9bd4c9e819 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:01:35.177149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.289995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.335827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fde7d24c-e4f5-4733-b6d9-e99e07a4cde4 req-3b0cf4e5-bb09-4ca9-8066-93a789edcbad tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/681323fc-c029-489c-9af9-5e6571fc9294 HTTP/1.1" status: 200 len: 1632 time: 0.1963108 Apr 01 15:01:35.386542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806e248-5c18-459f-9e04-555eec6e79c7 None None] Network 30cb7795-b63a-489f-95c3-7d7e0b82620c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:35.540577 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.659403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52484-9caf-417b-af44-eae496f27a4b req-974a6a27-3d2a-47e7-8e75-c42fbec5f15a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:35.661670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5b52484-9caf-417b-af44-eae496f27a4b req-974a6a27-3d2a-47e7-8e75-c42fbec5f15a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 944 time: 0.1063445 Apr 01 15:01:35.686999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fde7d24c-e4f5-4733-b6d9-e99e07a4cde4 req-2285b387-c0e5-49d2-a66d-027b07164840 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.728330 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.733402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5b52484-9caf-417b-af44-eae496f27a4b req-ee54a159-ed84-4b84-ac14-f2c2a60bb1ec tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648301 Apr 01 15:01:35.745405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fde7d24c-e4f5-4733-b6d9-e99e07a4cde4 req-2285b387-c0e5-49d2-a66d-027b07164840 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.878062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b691823-e771-4c94-a805-6e9bd4c9e819,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:35.886612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.914617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fde7d24c-e4f5-4733-b6d9-e99e07a4cde4 req-2285b387-c0e5-49d2-a66d-027b07164840 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.921845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:01:35.931902 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fde7d24c-e4f5-4733-b6d9-e99e07a4cde4 req-2285b387-c0e5-49d2-a66d-027b07164840 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:35.933114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fde7d24c-e4f5-4733-b6d9-e99e07a4cde4 req-2285b387-c0e5-49d2-a66d-027b07164840 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/681323fc-c029-489c-9af9-5e6571fc9294 HTTP/1.1" status: 204 len: 173 time: 0.5963569 Apr 01 15:01:35.960181 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ded4a22b-1734-463a-9810-2656170e97af admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4b691823-e771-4c94-a805-6e9bd4c9e819 HTTP/1.1" status: 204 len: 168 time: 1.2901442 Apr 01 15:01:35.963043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:35.990329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285b387-c0e5-49d2-a66d-027b07164840 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681323fc-c029-489c-9af9-5e6571fc9294,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:36.013446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1676677762', 'description': 'tempest-description-62187175'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:36.039993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:36.047884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:01:36.048340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.054366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:36.064862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:36.087813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:36.121016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.234070 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.244159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:01:36.287237 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.294216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:36.298679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Usage tracker for resource:security_group_rule and tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:36.303028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:36.310247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:36.347238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:36.368756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:36.382453 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.383300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fe2258b6-913d-4ad3-a428-11f1715d32f0 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:36.469586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.550860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: fe2258b6-913d-4ad3-a428-11f1715d32f0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:36.551848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device fe2258b6-913d-4ad3-a428-11f1715d32f0 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:36.577517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.629475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.632072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:36.637251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77955e61-5aa0-4a6b-a817-333567ab20fb']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:36.663998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd90d63a-ebe4-411c-9f87-54501cd54372') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:36.664724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd90d63a-ebe4-411c-9f87-54501cd54372') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:36.715900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f8975-40be-4d66-8fec-6f3cf58a86e2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:36.737184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.749740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.751251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57dc3435-5833-4115-8b50-5bf895905e23 req-c6124fdc-99b3-4935-b124-9e73ca44b2c9 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.7577894 Apr 01 15:01:36.770783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317ced-ee56-4e6e-b004-bad6090626eb req-6a8fa0d0-438c-4136-a370-dc815fcf52c0 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:36.780605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-6a8fa0d0-438c-4136-a370-dc815fcf52c0 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/networks?id=30cb7795-b63a-489f-95c3-7d7e0b82620c HTTP/1.1" status: 200 len: 822 time: 0.4171085 Apr 01 15:01:36.823844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-b9e49e59-63a9-40eb-854c-73ab029d1a42 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/quotas/66a1f032e26243929cfb94586846b630 HTTP/1.1" status: 200 len: 375 time: 0.0420606 Apr 01 15:01:36.826877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.846737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:01:36.860899 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] Sync routers for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:01:36.868384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3fee8c5e-cb22-4830-af7a-732f1fff4a94 admin admin] 10.222.0.48 "PUT /v2.0/routers/49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2753174 Apr 01 15:01:36.870942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53364) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:36.880933 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:01:36.881556 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:01:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:36.892493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-ef29fc8e-fb06-4df9-87d6-9a9f1b5f400e tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=66a1f032e26243929cfb94586846b630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669844 Apr 01 15:01:36.903145 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'code': 200} Apr 01 15:01:36.974276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:01:36.974636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:36.987837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f0e7736e-fbc0-45f8-a278-d80fd5807e43 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:01:37.034437 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:01:37.200703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a07e1a39-0c27-44c7-947d-0a4ac6b9d381 req-64e8c5a5-f86f-4a15-bfff-39087d04cbbd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/072f8975-40be-4d66-8fec-6f3cf58a86e2 HTTP/1.1" status: 200 len: 1633 time: 0.1935670 Apr 01 15:01:37.221118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-a07e1a39-0c27-44c7-947d-0a4ac6b9d381 req-5b31bb97-8254-4616-b155-e49fbca66e3b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Request body: {'security_group': {'name': 'tempest-sg-hth-947300386', 'description': 'tempest-description-hth-157085018'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:37.263200 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:01:37.287876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:37.321907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'mac_address': 'fa:16:3e:6e:ad:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:01:37.339470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.351394 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.381130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a07e1a39-0c27-44c7-947d-0a4ac6b9d381 req-5b31bb97-8254-4616-b155-e49fbca66e3b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.395555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=77955e61-5aa0-4a6b-a817-333567ab20fb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:37.437457 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d039b4c8-7e65-4c3a-925a-57c6841308f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/77955e61-5aa0-4a6b-a817-333567ab20fb HTTP/1.1" status: 204 len: 168 time: 1.4729390 Apr 01 15:01:37.452188 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-1a972ffe-d217-4a4e-ab85-bad75cb61f5e service neutron] 10.222.0.48 "GET /v2.0/networks/30cb7795-b63a-489f-95c3-7d7e0b82620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582886 Apr 01 15:01:37.484288 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.511411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0e7736e-fbc0-45f8-a278-d80fd5807e43 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:37.540556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a07e1a39-0c27-44c7-947d-0a4ac6b9d381 req-5b31bb97-8254-4616-b155-e49fbca66e3b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.557915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:37.562867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a07e1a39-0c27-44c7-947d-0a4ac6b9d381 req-5b31bb97-8254-4616-b155-e49fbca66e3b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.565727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a07e1a39-0c27-44c7-947d-0a4ac6b9d381 req-5b31bb97-8254-4616-b155-e49fbca66e3b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.570781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.589962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a07e1a39-0c27-44c7-947d-0a4ac6b9d381 req-5b31bb97-8254-4616-b155-e49fbca66e3b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "PUT /v2.0/security-groups/072f8975-40be-4d66-8fec-6f3cf58a86e2 HTTP/1.1" status: 200 len: 1607 time: 0.3794966 Apr 01 15:01:37.740711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31bb97-8254-4616-b155-e49fbca66e3b tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f8975-40be-4d66-8fec-6f3cf58a86e2,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:37.766128 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:37.768104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f0e7736e-fbc0-45f8-a278-d80fd5807e43'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:37.887590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-2e5596b5-e11c-4ed5-94be-03c2ab5a97cf service neutron] 10.222.0.48 "GET /v2.0/networks/30cb7795-b63a-489f-95c3-7d7e0b82620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339328 Apr 01 15:01:38.010708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53384) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:38.045085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:38.131077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1bfa643d-cfcd-4911-bab9-287a8d73d93b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed58d46701384c949e4c067c2fabd4cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1183083 Apr 01 15:01:38.133897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53388) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:38.147153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T15:01:33Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:38.166721 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] Checking router: 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:01:38.183503 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] Routers {'49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:01:38.184262 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:01:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:38.410260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad716f-7599-4931-b8ba-25b6e75ff619 req-702c0fbc-8e14-4f82-bf2b-20b21c191692 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:38.411452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e35512-95c8-4769-b4eb-47679a3127fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:38.411819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ad716f-7599-4931-b8ba-25b6e75ff619 req-702c0fbc-8e14-4f82-bf2b-20b21c191692 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.5041783 Apr 01 15:01:38.508403 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] Set router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:01:38.557814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e35512-95c8-4769-b4eb-47679a3127fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:38.565917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ad716f-7599-4931-b8ba-25b6e75ff619 req-a5db91ef-65e1-4a40-bb6b-46e93cbe35bf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419940 Apr 01 15:01:38.668961 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:38.714787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Deleting port 8811cc77-215d-4d3d-863a-2a92f2b8d56b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:38.715449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:39.002829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f0e7736e-fbc0-45f8-a278-d80fd5807e43 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:01:39.086603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8c036f-c8d9-411c-b2c7-1a0d5357cc56 req-1371ec0b-9ded-4aa3-8bb8-7bbb23f2d5f7 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/072f8975-40be-4d66-8fec-6f3cf58a86e2 HTTP/1.1" status: 200 len: 1607 time: 0.6312168 Apr 01 15:01:39.123934 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e35512-95c8-4769-b4eb-47679a3127fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:39.164191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e35512-95c8-4769-b4eb-47679a3127fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03bb4d2-a71e-4e1b-a523-0b15ade84717,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:39.212029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1e35512-95c8-4769-b4eb-47679a3127fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:39.216541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1e35512-95c8-4769-b4eb-47679a3127fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c03bb4d2-a71e-4e1b-a523-0b15ade84717 HTTP/1.1" status: 204 len: 168 time: 1.0791514 Apr 01 15:01:39.340747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84166ad4-5569-43e2-ad0d-dbeb040efbfc req-8a101d14-b38a-41cc-b1a5-912dd1f3b4ac tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/072f8975-40be-4d66-8fec-6f3cf58a86e2 HTTP/1.1" status: 200 len: 1607 time: 0.1776960 Apr 01 15:01:39.426054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f0e7736e-fbc0-45f8-a278-d80fd5807e43 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:01:39.426372 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:39.594409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84166ad4-5569-43e2-ad0d-dbeb040efbfc req-f91aa5e5-4a59-4c96-936e-67283913c937 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:39.734709 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T15:01:33Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:39.740649 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c17b6c-80d8-4aa6-b7a1-a00ec67d8c4c None None] The sync data for ids ['49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da'] in n-d-836017-1 is: [{'id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'name': 'tempest-ServersTestBootFromVolume-545601513-router', 'tenant_id': 'a4403c8a155446a0b769e9c73ad02f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:58:58Z', 'updated_at': '2022-04-01T15:01:33Z', 'revision_number': 5, 'project_id': 'a4403c8a155446a0b769e9c73ad02f85', 'gw_port': {'id': '8811cc77-215d-4d3d-863a-2a92f2b8d56b', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:59:00Z', 'updated_at': '2022-04-01T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:01:39.764882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84166ad4-5569-43e2-ad0d-dbeb040efbfc req-f91aa5e5-4a59-4c96-936e-67283913c937 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:39.824989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ac08389-a2d6-4f1b-9ada-1215b0a8a2b8 req-d2c19121-f67b-4fd0-8381-ee154fa6d86d tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 210 time: 1.0164459 Apr 01 15:01:39.985426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] For port 8811cc77-215d-4d3d-863a-2a92f2b8d56b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8811cc77-215d-4d3d-863a-2a92f2b8d56b,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:39.985635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:39.995916 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:40.075029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84166ad4-5569-43e2-ad0d-dbeb040efbfc req-f91aa5e5-4a59-4c96-936e-67283913c937 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:40.097302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:40.139240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:40.140211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aa5e5-4a59-4c96-936e-67283913c937 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f8975-40be-4d66-8fec-6f3cf58a86e2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:40.153512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-84166ad4-5569-43e2-ad0d-dbeb040efbfc req-f91aa5e5-4a59-4c96-936e-67283913c937 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:40.166239 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:40.174112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84166ad4-5569-43e2-ad0d-dbeb040efbfc req-f91aa5e5-4a59-4c96-936e-67283913c937 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/072f8975-40be-4d66-8fec-6f3cf58a86e2 HTTP/1.1" status: 204 len: 173 time: 0.8250759 Apr 01 15:01:40.269273 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'code': 200} Apr 01 15:01:40.314285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:40.353891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Calling delete_port for 8811cc77-215d-4d3d-863a-2a92f2b8d56b owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:40.420762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46e8e866-2228-48b4-8d72-c5210114be8c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:40.540867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 46e8e866-2228-48b4-8d72-c5210114be8c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:40.543983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46e8e866-2228-48b4-8d72-c5210114be8c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:40.603928 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:40.853576 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:41.002229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317ced-ee56-4e6e-b004-bad6090626eb req-344eceb0-c1c9-49a0-a2b4-c9fd988fb4ba tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:41.010657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-344eceb0-c1c9-49a0-a2b4-c9fd988fb4ba tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.44 "GET /v2.0/networks?id=30cb7795-b63a-489f-95c3-7d7e0b82620c HTTP/1.1" status: 200 len: 822 time: 0.4641690 Apr 01 15:01:41.052354 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-ac4a7da8-96f3-449a-931b-84196112aa30 req-35f9ebcf-ec2a-448f-81f7-1a8540954831 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:01:41.071432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ac4a7da8-96f3-449a-931b-84196112aa30 req-35f9ebcf-ec2a-448f-81f7-1a8540954831 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/681323fc-c029-489c-9af9-5e6571fc9294 HTTP/1.1" status: 404 len: 352 time: 0.0763116 Apr 01 15:01:41.082134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Request body: {'port': {'device_id': '71195de4-b902-48b3-ac1b-a984942013b7', 'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c', 'admin_state_up': True, 'tenant_id': '66a1f032e26243929cfb94586846b630'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:41.354266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Pushing event deleted for resources: {'Port': ['ID=8811cc77-215d-4d3d-863a-2a92f2b8d56b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:41.371848 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8b7a39a-9f19-4cda-8983-1ff59b357d97 req-fc66f721-1e7b-42d0-a04c-7d3123adfdb5 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 210 time: 0.0807273 Apr 01 15:01:41.445949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b6e1-f9b3-4a04-b3b7-d4aaca8ff73b req-827662ed-ca22-45e1-9890-15ccdbfe965b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:41.456362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c942b6e1-f9b3-4a04-b3b7-d4aaca8ff73b req-827662ed-ca22-45e1-9890-15ccdbfe965b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.8185184 Apr 01 15:01:41.495969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:41.509688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Usage tracker for resource:port and tenant:66a1f032e26243929cfb94586846b630 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:41.516404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:41.547674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:41.663666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Made reservation on behalf of 66a1f032e26243929cfb94586846b630 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:41.666792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:41.698119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53470) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:41.749992 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-ac2d4d2b-8862-4760-8e2a-e115e4c840d9 req-e53120c7-cf22-4286-853a-b3b188808053 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:01:41.767736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ac2d4d2b-8862-4760-8e2a-e115e4c840d9 req-e53120c7-cf22-4286-853a-b3b188808053 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/7d098d42-ed2a-475a-a196-94cfa9a4244e HTTP/1.1" status: 404 len: 352 time: 0.1836894 Apr 01 15:01:41.853532 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-ce249533-0d49-4d3f-9ed6-2bf21008110d req-2c959ed9-919c-4ad8-a34c-3e118da73c46 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:01:41.874408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce249533-0d49-4d3f-9ed6-2bf21008110d req-2c959ed9-919c-4ad8-a34c-3e118da73c46 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/d9815e97-e3c8-4010-ab8f-cffefec84795 HTTP/1.1" status: 404 len: 352 time: 0.0507231 Apr 01 15:01:41.964244 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-99def8ad-79d3-49f2-bd1c-997fb6e3af61 req-45406e01-5ad9-4d9d-bbd1-eef6e8f98743 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:01:41.971988 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99def8ad-79d3-49f2-bd1c-997fb6e3af61 req-45406e01-5ad9-4d9d-bbd1-eef6e8f98743 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/4adf735f-138d-4286-a933-427a3f5d0d08 HTTP/1.1" status: 404 len: 352 time: 0.0668139 Apr 01 15:01:42.027173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:42.062798 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-292feb00-ae57-4e75-b399-bfe5c4b3ee2a req-b7448dfc-bd93-41ae-9fa2-7c8b87b384f1 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:01:42.073975 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-292feb00-ae57-4e75-b399-bfe5c4b3ee2a req-b7448dfc-bd93-41ae-9fa2-7c8b87b384f1 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/120c949d-4587-44bb-ae92-32b22d055c56 HTTP/1.1" status: 404 len: 352 time: 0.0585623 Apr 01 15:01:42.103964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Allocated IP 172.20.0.11 (30cb7795-b63a-489f-95c3-7d7e0b82620c/df48f1d4-0d01-4252-ab2c-062b2ea34a16/707ab4ac-2e95-498a-aee8-0231f24e4568) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:01:42.131119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c942b6e1-f9b3-4a04-b3b7-d4aaca8ff73b req-7b044e4a-7f55-44f3-8f27-672728a95beb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738214 Apr 01 15:01:42.173631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1497964122-network', 'tenant_id': '03c866d0066641f184f77fc3c7efc494'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:42.213194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:42.282004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Usage tracker for resource:network and tenant:03c866d0066641f184f77fc3c7efc494 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:42.285106 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-63d32a30-92b0-464e-b29b-24657230a598 req-7e894e5e-3002-4eb5-9a37-edf5a078c58e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] show failed (client error): The resource could not be found. Apr 01 15:01:42.292681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63d32a30-92b0-464e-b29b-24657230a598 req-7e894e5e-3002-4eb5-9a37-edf5a078c58e tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/695d1ac4-9bcf-468a-9355-7a3c071022f1 HTTP/1.1" status: 404 len: 352 time: 0.0962789 Apr 01 15:01:42.293791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:42.338547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:42.499929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Made reservation on behalf of 03c866d0066641f184f77fc3c7efc494 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:42.509975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:42.524220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:42.531888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:42.597745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:42.599571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:01:42.657286 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:42.663597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6dcfcf92-0e8e-4c1c-8570-97256eb80673 admin admin] 10.222.0.48 "DELETE /v2.0/routers/49fe1af1-d8bc-4dd0-883c-7ab8ed27c5da HTTP/1.1" status: 204 len: 168 time: 5.7903502 Apr 01 15:01:42.665885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53496) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:42.737105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:42.843363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] Deleting subnet 3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:01:42.855929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.024305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9fbcb2da-2d2b-4a74-a67f-9c1f3cef47d3 req-accf311f-8097-4c5b-942c-df76b89bda75 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 210 time: 0.3057024 Apr 01 15:01:43.170839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:43.185357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Usage tracker for resource:security_group_rule and tenant:03c866d0066641f184f77fc3c7efc494 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:43.204437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:43.282872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:43.314660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.419401 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.465125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.523578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.529635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259bc77-b243-4161-83b5-e62a45cf24e0 req-ff169cf7-e118-4655-95a4-63b779d78caa tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:43.531165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.538741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9259bc77-b243-4161-83b5-e62a45cf24e0 req-ff169cf7-e118-4655-95a4-63b779d78caa tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1023 time: 0.2985477 Apr 01 15:01:43.600916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.620853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ee115-a1a5-4bb3-8b40-d723db4501b1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:43.657494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9259bc77-b243-4161-83b5-e62a45cf24e0 req-22cb6fa4-4f12-4e5d-853a-b947182eadc0 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:43.673386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:01:43.696751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9259bc77-b243-4161-83b5-e62a45cf24e0 req-22cb6fa4-4f12-4e5d-853a-b947182eadc0 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:43.713158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9259bc77-b243-4161-83b5-e62a45cf24e0 req-22cb6fa4-4f12-4e5d-853a-b947182eadc0 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=342d0c1f-8ae9-457b-8037-75e0a4f27610&id=a406082f-4d5c-441d-99ad-d7a9f5ce3b38&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1729748 Apr 01 15:01:43.748239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.748584 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Added segment bd567baf-c881-4300-bf6f-4458203f924c of type vlan for network 41c99061-dc63-4d57-83ef-4fe3974b008e Apr 01 15:01:43.759823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Network 30cb7795-b63a-489f-95c3-7d7e0b82620c is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:01:43.764763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:43.766606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.769430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:01:43.829350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:43.843047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.849230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480a85a-2759-4c18-911d-714565eef330 None None] Network d5beb2fb-7772-4e68-95a8-cf99bee622f1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:43.855501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-08d3524f-4cd4-4443-a7dd-508c2c6cd455 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3b09cbdd-0ed3-4ba0-80e2-6c2cc14ef217 HTTP/1.1" status: 204 len: 168 time: 1.1818545 Apr 01 15:01:43.856734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:43.914494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:43.915362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:43.993297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Pushing event updated for resources: {'Port': ['ID=707ab4ac-2e95-498a-aee8-0231f24e4568,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:44.011332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-7f382684-64d8-48f4-867e-7a06aa42b16b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9852517 Apr 01 15:01:44.024814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Request body: {'port': {'device_id': '71195de4-b902-48b3-ac1b-a984942013b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:44.058577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49b696-69bb-472e-b10e-34683b21de6c req-0041580f-3793-4224-8b66-299ab9259ee3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:44.060315 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c49b696-69bb-472e-b10e-34683b21de6c req-0041580f-3793-4224-8b66-299ab9259ee3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.5927668 Apr 01 15:01:44.066489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.149481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c49b696-69bb-472e-b10e-34683b21de6c req-52eb4abd-e83f-4f8c-923d-2c0cc0001d20 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 Apr 01 15:01:44.254266 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.266797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.267824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:44.268664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.312769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6101100 Apr 01 15:01:44.313431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53532) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:44.331310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Request body: {'subnet': {'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1497964122-subnet', 'tenant_id': '03c866d0066641f184f77fc3c7efc494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:44.352581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8811cc77-215d-4d3d-863a-2a92f2b8d56b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:44.418928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8811cc77-215d-4d3d-863a-2a92f2b8d56b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:44.419606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8811cc77-215d-4d3d-863a-2a92f2b8d56b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:44.554356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.574354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.583580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] DHCP port deletion for d5beb2fb-7772-4e68-95a8-cf99bee622f1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:01:44.588652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Deleting port e9665549-7b40-469f-93f5-845a0f1b8bde {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:44.589052 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.609780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Deleting port e9665549-7b40-469f-93f5-845a0f1b8bde {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:44.610089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.647288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:44.655115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Usage tracker for resource:subnet and tenant:03c866d0066641f184f77fc3c7efc494 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:44.662357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-562bffe5-463c-4fa5-93fc-a16ccda25582 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:44.663938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-562bffe5-463c-4fa5-93fc-a16ccda25582 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1023 time: 0.4632363 Apr 01 15:01:44.670277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:44.679895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:44.757157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d76b4-cac6-4198-9439-5ec173be5c7e req-adf104bf-7d11-4c17-b01b-cf6063182941 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:44.758471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-942d76b4-cac6-4198-9439-5ec173be5c7e req-adf104bf-7d11-4c17-b01b-cf6063182941 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 932 time: 0.3526878 Apr 01 15:01:44.782245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981259b5-18c5-4ca7-a75e-6eefde4b5f25 admin admin] Pushing event updated for resources: {'Network': ['ID=41c99061-dc63-4d57-83ef-4fe3974b008e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:44.806402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Made reservation on behalf of 03c866d0066641f184f77fc3c7efc494 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:44.819707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:44.838278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 41c99061-dc63-4d57-83ef-4fe3974b008e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:01:44.867240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Deleting port 43e603a3-da4d-46c8-be58-0da439eaba1b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:44.867611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:45.252565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-942d76b4-cac6-4198-9439-5ec173be5c7e req-c5bbb47f-7785-4efd-97e3-f1dba5f480dd tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Synchronizing usage tracker for tenant:66a1f032e26243929cfb94586846b630 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:45.400074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] For port e9665549-7b40-469f-93f5-845a0f1b8bde, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e9665549-7b40-469f-93f5-845a0f1b8bde,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:45.400708 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:45.595111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] For port e9665549-7b40-469f-93f5-845a0f1b8bde, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e9665549-7b40-469f-93f5-845a0f1b8bde,segment=NetworkSegment(142e28c1-46f6-4f4f-90ce-27f115631fe8),segment_id=142e28c1-46f6-4f4f-90ce-27f115631fe8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:45.596465 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:45.629967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-942d76b4-cac6-4198-9439-5ec173be5c7e req-c5bbb47f-7785-4efd-97e3-f1dba5f480dd tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Unset dirty status for tenant:66a1f032e26243929cfb94586846b630 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:45.647831 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-942d76b4-cac6-4198-9439-5ec173be5c7e req-c5bbb47f-7785-4efd-97e3-f1dba5f480dd tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471315 Apr 01 15:01:45.745269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408e249-02c9-45e1-8beb-ded97194763b req-f70af25a-e99e-46da-8520-25d956604232 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:45.746887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a408e249-02c9-45e1-8beb-ded97194763b req-f70af25a-e99e-46da-8520-25d956604232 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 1023 time: 0.6573465 Apr 01 15:01:45.835688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Calling delete_port for e9665549-7b40-469f-93f5-845a0f1b8bde owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:45.881682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Calling delete_port for e9665549-7b40-469f-93f5-845a0f1b8bde owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:46.060231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:01:46.060612 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:01:46.098109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a408e249-02c9-45e1-8beb-ded97194763b req-6725cf20-f9c3-496a-b5c9-e7d83fceac21 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:46.104761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.138897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a408e249-02c9-45e1-8beb-ded97194763b req-6725cf20-f9c3-496a-b5c9-e7d83fceac21 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:46.140013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a408e249-02c9-45e1-8beb-ded97194763b req-6725cf20-f9c3-496a-b5c9-e7d83fceac21 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups?id=342d0c1f-8ae9-457b-8037-75e0a4f27610&id=a406082f-4d5c-441d-99ad-d7a9f5ce3b38&id=04a8eacb-a92b-4bfe-b622-71f3c621ce07&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3745482 Apr 01 15:01:46.193859 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.218804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9665549-7b40-469f-93f5-845a0f1b8bde,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:46.233794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] No DVR routers for this DVR port e9665549-7b40-469f-93f5-845a0f1b8bde on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:46.385886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e9665549-7b40-469f-93f5-845a0f1b8bde no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:46.436298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:46.441570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707ab4ac-2e95-498a-aee8-0231f24e4568 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:46.488589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e9665549-7b40-469f-93f5-845a0f1b8bde {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:01:46.488924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e9665549-7b40-469f-93f5-845a0f1b8bde not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:01:46.501131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.562476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Deleting port e9665549-7b40-469f-93f5-845a0f1b8bde {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:01:46.562684 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.566850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.578466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] For port 43e603a3-da4d-46c8-be58-0da439eaba1b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=43e603a3-da4d-46c8-be58-0da439eaba1b,segment=NetworkSegment(caebf986-5386-4ae2-be6c-fee1aeee623b),segment_id=caebf986-5386-4ae2-be6c-fee1aeee623b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:46.578823 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.600497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Transition to ACTIVE for port object 707ab4ac-2e95-498a-aee8-0231f24e4568 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:01:46.610689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Checking segment: {'id': 'bd567baf-c881-4300-bf6f-4458203f924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:46.612686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Network hostable DHCP agents. Network: 41c99061-dc63-4d57-83ef-4fe3974b008e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:01:46.624345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.715684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-625db7dc-8deb-4b4b-8e43-c35d0ea02ce0 None None] The port 'e9665549-7b40-469f-93f5-845a0f1b8bde' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:01:46.807323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b065389-605b-4654-b40a-d1f5bffa001e req-4aeed3ea-63f5-4643-a147-bd0ed3d03903 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:46.833064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b065389-605b-4654-b40a-d1f5bffa001e req-4aeed3ea-63f5-4643-a147-bd0ed3d03903 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.7585034 Apr 01 15:01:46.845083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5beb2fb-7772-4e68-95a8-cf99bee622f1']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:46.903752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142e28c1-46f6-4f4f-90ce-27f115631fe8') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:46.904079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142e28c1-46f6-4f4f-90ce-27f115631fe8') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:46.916320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Pushing event updated for resources: {'Port': ['ID=707ab4ac-2e95-498a-aee8-0231f24e4568,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:46.930681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.933056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Network 41c99061-dc63-4d57-83ef-4fe3974b008e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:01:46.961022 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:46.967921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:01:46.968323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.029061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 41c99061-dc63-4d57-83ef-4fe3974b008e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:47.030185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 43e603a3-da4d-46c8-be58-0da439eaba1b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:01:47.071721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:47.074994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.140947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3cabc-4e2c-4dee-a62f-bf577d4b4095 None None] Network 41c99061-dc63-4d57-83ef-4fe3974b008e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:01:47.219868 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:01:47.251299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Attempting to bind port 707ab4ac-2e95-498a-aee8-0231f24e4568 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:01:47.252037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Attempting to bind port 707ab4ac-2e95-498a-aee8-0231f24e4568 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '9fbafd7a-ce70-4f84-bc14-8e188e2a42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:01:47.252586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Attempting to bind port 707ab4ac-2e95-498a-aee8-0231f24e4568 on network 30cb7795-b63a-489f-95c3-7d7e0b82620c {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:47.254454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Calling delete_port for 43e603a3-da4d-46c8-be58-0da439eaba1b owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:01:47.274474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ddbd423a-5839-4f59-8878-f00f5ee5401c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9535406 Apr 01 15:01:47.284071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Port 707ab4ac-2e95-498a-aee8-0231f24e4568 on network 30cb7795-b63a-489f-95c3-7d7e0b82620c not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:01:47.284425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Attempting to bind port 707ab4ac-2e95-498a-aee8-0231f24e4568 on network 30cb7795-b63a-489f-95c3-7d7e0b82620c {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:47.298348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:01:47.298759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Checking segment: {'id': '9fbafd7a-ce70-4f84-bc14-8e188e2a42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:47.299055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Bound using segment: {'id': '9fbafd7a-ce70-4f84-bc14-8e188e2a42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:01:47.299728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Bound port: 707ab4ac-2e95-498a-aee8-0231f24e4568, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbafd7a-ce70-4f84-bc14-8e188e2a42de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:01:47.299872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.330799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207725a-385a-4be6-96d9-3d0200b86c41 req-ef376f0b-4360-4ceb-920c-b8847d6b77f4 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:47.331678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6207725a-385a-4be6-96d9-3d0200b86c41 req-ef376f0b-4360-4ceb-920c-b8847d6b77f4 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Synchronizing usage tracker for tenant:66a1f032e26243929cfb94586846b630 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:47.406116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6207725a-385a-4be6-96d9-3d0200b86c41 req-ef376f0b-4360-4ceb-920c-b8847d6b77f4 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Unset dirty status for tenant:66a1f032e26243929cfb94586846b630 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:47.415035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6207725a-385a-4be6-96d9-3d0200b86c41 req-ef376f0b-4360-4ceb-920c-b8847d6b77f4 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 944 time: 0.4633479 Apr 01 15:01:47.526074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] For port 707ab4ac-2e95-498a-aee8-0231f24e4568, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:01:47.535602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] For port 707ab4ac-2e95-498a-aee8-0231f24e4568, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=707ab4ac-2e95-498a-aee8-0231f24e4568,segment=NetworkSegment(9fbafd7a-ce70-4f84-bc14-8e188e2a42de),segment_id=9fbafd7a-ce70-4f84-bc14-8e188e2a42de)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:01:47.558077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.563943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.630387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'Port': ['ID=43e603a3-da4d-46c8-be58-0da439eaba1b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:47.637229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.644892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d3fb4-2c4f-49f2-aa88-e740b67b9766 None None] Network 41c99061-dc63-4d57-83ef-4fe3974b008e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:01:47.682863 n-d-836017-1 neutron-server[83955]: INFO neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No ports have port_id starting with 43e603a3-da4d-46c8-be58-0da439eaba1b Apr 01 15:01:47.715897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.718520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] 10.222.0.44 "PUT /v2.0/ports/707ab4ac-2e95-498a-aee8-0231f24e4568 HTTP/1.1" status: 200 len: 1092 time: 3.6984460 Apr 01 15:01:47.731094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71195de4-b902-48b3-ac1b-a984942013b7', 'tag': '707ab4ac-2e95-498a-aee8-0231f24e4568'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:47.840429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] No DVR routers for this DVR port 43e603a3-da4d-46c8-be58-0da439eaba1b on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:01:47.846233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6207725a-385a-4be6-96d9-3d0200b86c41 req-375f954d-0735-405d-afa4-529d40036cd4 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302354 Apr 01 15:01:47.869722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:47.893491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3479d50-994f-4d93-845a-bccb66107a89 service neutron] Pushing event updated for resources: {'Port': ['ID=707ab4ac-2e95-498a-aee8-0231f24e4568,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:47.940846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'name': 'network-vif-deleted', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:47.951909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-209cc82c-1b6e-42ec-80a9-efd9ac878bc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66a1f032e26243929cfb94586846b630&device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 1095 time: 0.1705363 Apr 01 15:01:47.962312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b065389-605b-4654-b40a-d1f5bffa001e req-159601ed-72fb-4201-84a3-e9ab3c8aea5f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157786 Apr 01 15:01:47.970487 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6209db0d-e842-4a37-ba8f-fc8b857dd68f req-463bfdbb-e666-4558-a9d7-c4feb5e5dc1a tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.62 "DELETE /v2.0/ports/43e603a3-da4d-46c8-be58-0da439eaba1b HTTP/1.1" status: 204 len: 173 time: 3.2948005 Apr 01 15:01:48.040368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5beb2fb-7772-4e68-95a8-cf99bee622f1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:48.048441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:48.060118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7255b32e-551b-4b6e-b8e2-bcf89f4b8d03 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5beb2fb-7772-4e68-95a8-cf99bee622f1 HTTP/1.1" status: 204 len: 168 time: 4.2016802 Apr 01 15:01:48.241482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-83f1dea5-2e24-4db3-8bd4-fb37ceefb414 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=707ab4ac-2e95-498a-aee8-0231f24e4568 HTTP/1.1" status: 200 len: 217 time: 0.2823567 Apr 01 15:01:48.390074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbeddc22-7d32-4ae6-bb13-50921ef737d8 req-51d43085-d386-48ac-be0f-a738661e176d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Synchronizing usage tracker for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:48.408128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317ced-ee56-4e6e-b004-bad6090626eb req-6a784e62-5b83-4dd2-8347-82da5647d22d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:48.410112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-6a784e62-5b83-4dd2-8347-82da5647d22d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df48f1d4-0d01-4252-ab2c-062b2ea34a16 HTTP/1.1" status: 200 len: 862 time: 0.1570821 Apr 01 15:01:48.432995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53592) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:48.471848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbeddc22-7d32-4ae6-bb13-50921ef737d8 req-51d43085-d386-48ac-be0f-a738661e176d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Unset dirty status for tenant:bfa6fe32d75f4b5ca4faeb2abfda3529 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:48.475890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-ad344b53-b667-4856-b7a4-835848889322 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30cb7795-b63a-489f-95c3-7d7e0b82620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570579 Apr 01 15:01:48.483839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dbeddc22-7d32-4ae6-bb13-50921ef737d8 req-51d43085-d386-48ac-be0f-a738661e176d tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba66a9e-cf64-410d-ba38-796eb2363ea5 HTTP/1.1" status: 200 len: 210 time: 0.2008929 Apr 01 15:01:48.582300 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2268b4d9-aed8-4c68-bd97-a9ddb389de68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4403c8a155446a0b769e9c73ad02f85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1481795 Apr 01 15:01:48.588814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53596) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:48.650449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-62ff9a81-c36d-4505-9c0f-ecd0d247a513 service neutron] 10.222.0.44 "GET /v2.0/networks/30cb7795-b63a-489f-95c3-7d7e0b82620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673446 Apr 01 15:01:48.652609 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71195de4-b902-48b3-ac1b-a984942013b7', 'tag': '707ab4ac-2e95-498a-aee8-0231f24e4568', 'status': 'completed', 'code': 200} Apr 01 15:01:48.721833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70463cd6-0343-453f-a0af-c6af6dc960b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:48.746850 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba66a9e-cf64-410d-ba38-796eb2363ea5', 'name': 'network-vif-deleted', 'tag': '43e603a3-da4d-46c8-be58-0da439eaba1b', 'status': 'completed', 'code': 200} Apr 01 15:01:48.786675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70463cd6-0343-453f-a0af-c6af6dc960b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:48.895779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70463cd6-0343-453f-a0af-c6af6dc960b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:48.934281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70463cd6-0343-453f-a0af-c6af6dc960b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d731a44-c829-4219-acf7-8951bad193f1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:48.944619 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70463cd6-0343-453f-a0af-c6af6dc960b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:48.945779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-70463cd6-0343-453f-a0af-c6af6dc960b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d731a44-c829-4219-acf7-8951bad193f1 HTTP/1.1" status: 204 len: 168 time: 0.3556771 Apr 01 15:01:49.258665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41317ced-ee56-4e6e-b004-bad6090626eb req-5f5e61cd-4220-48c6-863e-59fdd2230f1e service neutron] 10.222.0.44 "GET /v2.0/networks/30cb7795-b63a-489f-95c3-7d7e0b82620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014273 Apr 01 15:01:49.266626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-47e7c470-0117-45f5-b89e-93b6b5e56da5 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:49.267521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-47e7c470-0117-45f5-b89e-93b6b5e56da5 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Synchronizing usage tracker for tenant:03c866d0066641f184f77fc3c7efc494 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:49.310602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-47e7c470-0117-45f5-b89e-93b6b5e56da5 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Unset dirty status for tenant:03c866d0066641f184f77fc3c7efc494 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:49.317646 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-47e7c470-0117-45f5-b89e-93b6b5e56da5 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/networks?id=41c99061-dc63-4d57-83ef-4fe3974b008e HTTP/1.1" status: 200 len: 821 time: 0.3948843 Apr 01 15:01:49.444571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-95a0fd42-73e9-4dbf-b994-57d1245b9fd2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/quotas/03c866d0066641f184f77fc3c7efc494 HTTP/1.1" status: 200 len: 375 time: 0.1259913 Apr 01 15:01:49.487429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7795f3-05b8-4712-a3b7-a735d302eff5 req-563ef744-fdfc-4cfb-b890-23724db37f02 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:49.500620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c7795f3-05b8-4712-a3b7-a735d302eff5 req-563ef744-fdfc-4cfb-b890-23724db37f02 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 944 time: 0.1968439 Apr 01 15:01:49.558890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-8f5b4f0e-1a5b-4ce0-aac2-5eb26a9665b9 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c866d0066641f184f77fc3c7efc494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018479 Apr 01 15:01:49.595938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c7795f3-05b8-4712-a3b7-a735d302eff5 req-153e1246-1b0b-4bb5-a873-995f7f7e6489 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941052 Apr 01 15:01:49.722607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-0b620738-2390-447e-a60d-06399a6f0084 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66a1f032e26243929cfb94586846b630&device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 1095 time: 0.3905704 Apr 01 15:01:49.892977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-f24867f7-c899-4124-ae04-abe50b073942 service neutron] 10.222.0.48 "GET /v2.0/networks/41c99061-dc63-4d57-83ef-4fe3974b008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202870 Apr 01 15:01:49.984785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac06dc-43d1-4f0e-b7e4-37421a86c7d2 req-141f65c9-9da0-4275-b119-fd793339abc1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:50.002631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8ac06dc-43d1-4f0e-b7e4-37421a86c7d2 req-141f65c9-9da0-4275-b119-fd793339abc1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1692555 Apr 01 15:01:50.060816 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8ac06dc-43d1-4f0e-b7e4-37421a86c7d2 req-ddbc2b13-613a-4806-9f82-dbbdfa183955 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572062 Apr 01 15:01:50.208934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-ff08ea2e-c0d0-486b-83ae-c328f58a942a service neutron] 10.222.0.48 "GET /v2.0/networks/41c99061-dc63-4d57-83ef-4fe3974b008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150201 Apr 01 15:01:50.288262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-1fc1b4a5-12a9-4002-939f-9957733f79b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:50.290489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-1fc1b4a5-12a9-4002-939f-9957733f79b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30cb7795-b63a-489f-95c3-7d7e0b82620c HTTP/1.1" status: 200 len: 923 time: 0.2483647 Apr 01 15:01:50.383191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-1eb165d4-2ab1-4b96-bd86-fd755fb6ad7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=707ab4ac-2e95-498a-aee8-0231f24e4568 HTTP/1.1" status: 200 len: 217 time: 0.0821674 Apr 01 15:01:50.528584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-10cb40ea-a122-4788-93bd-cce4aa7a20c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:50.528584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-10cb40ea-a122-4788-93bd-cce4aa7a20c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df48f1d4-0d01-4252-ab2c-062b2ea34a16 HTTP/1.1" status: 200 len: 862 time: 0.1359122 Apr 01 15:01:50.641333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-6c6d96d9-10fb-4763-b7c4-491f41c18d79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30cb7795-b63a-489f-95c3-7d7e0b82620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079938 Apr 01 15:01:50.671688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db3f788c-e143-4c7d-97d3-e42eecf28a6b req-dcc9a899-5abe-479e-9144-e7a2df5f6a29 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 210 time: 0.0934219 Apr 01 15:01:51.040628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4ef0c-95bf-43d8-ad31-6d8b94ba5851 req-3be8383f-88ef-407f-9963-370ce8fb754b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:51.053147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41e4ef0c-95bf-43d8-ad31-6d8b94ba5851 req-3be8383f-88ef-407f-9963-370ce8fb754b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 944 time: 0.2200811 Apr 01 15:01:51.151529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3562fe7b-61b1-479a-a14a-f1b395dbb869 req-b4402137-4376-46b8-836a-9ac33dbb7714 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/342d0c1f-8ae9-457b-8037-75e0a4f27610 HTTP/1.1" status: 200 len: 1634 time: 0.3603401 Apr 01 15:01:51.172034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41e4ef0c-95bf-43d8-ad31-6d8b94ba5851 req-b56a4a28-f4b8-460d-8476-a1497d073ede tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177208 Apr 01 15:01:51.345532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-d4c99c78-0d01-49d7-8269-86e2bfedf2b6 service neutron] 10.222.0.44 "GET /v2.0/networks/30cb7795-b63a-489f-95c3-7d7e0b82620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977985 Apr 01 15:01:51.361474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3562fe7b-61b1-479a-a14a-f1b395dbb869 req-dae19087-de18-43d4-b7ca-2e47554631bd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:51.583800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3562fe7b-61b1-479a-a14a-f1b395dbb869 req-dae19087-de18-43d4-b7ca-2e47554631bd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:51.816785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b77c13b6-9358-45a3-aaeb-9a669fc8eb36 req-258aa947-82f0-4597-8e6e-f6ad55b5e95e service neutron] 10.222.0.44 "GET /v2.0/networks/30cb7795-b63a-489f-95c3-7d7e0b82620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563727 Apr 01 15:01:51.828948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3562fe7b-61b1-479a-a14a-f1b395dbb869 req-dae19087-de18-43d4-b7ca-2e47554631bd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:51.879086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae19087-de18-43d4-b7ca-2e47554631bd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d0c1f-8ae9-457b-8037-75e0a4f27610,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:52.022716 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3562fe7b-61b1-479a-a14a-f1b395dbb869 req-dae19087-de18-43d4-b7ca-2e47554631bd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:52.037827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3562fe7b-61b1-479a-a14a-f1b395dbb869 req-dae19087-de18-43d4-b7ca-2e47554631bd tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/342d0c1f-8ae9-457b-8037-75e0a4f27610 HTTP/1.1" status: 204 len: 173 time: 0.8654613 Apr 01 15:01:52.072340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 707ab4ac-2e95-498a-aee8-0231f24e4568 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:01:52.262761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd9858-12d6-456b-8d58-4e0cc0fd5511 req-86dbd749-0ad6-49b3-b2f0-b14d2a405188 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:52.269549 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0dbd9858-12d6-456b-8d58-4e0cc0fd5511 req-86dbd749-0ad6-49b3-b2f0-b14d2a405188 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.1294305 Apr 01 15:01:52.323454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 707ab4ac-2e95-498a-aee8-0231f24e4568, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=707ab4ac-2e95-498a-aee8-0231f24e4568,segment=NetworkSegment(9fbafd7a-ce70-4f84-bc14-8e188e2a42de),segment_id=9fbafd7a-ce70-4f84-bc14-8e188e2a42de)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:52.340202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '707ab4ac-2e95-498a-aee8-0231f24e4568', 'network_id': '30cb7795-b63a-489f-95c3-7d7e0b82620c', 'port_id': '707ab4ac-2e95-498a-aee8-0231f24e4568', 'mac_address': 'fa:16:3e:96:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df48f1d4-0d01-4252-ab2c-062b2ea34a16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:01:52.383784 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0dbd9858-12d6-456b-8d58-4e0cc0fd5511 req-d3d64c7b-481f-448f-b27f-89b0e0640f97 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080792 Apr 01 15:01:52.477482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:52.515504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707ab4ac-2e95-498a-aee8-0231f24e4568 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:52.551901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 707ab4ac-2e95-498a-aee8-0231f24e4568, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=707ab4ac-2e95-498a-aee8-0231f24e4568,segment=NetworkSegment(9fbafd7a-ce70-4f84-bc14-8e188e2a42de),segment_id=9fbafd7a-ce70-4f84-bc14-8e188e2a42de)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:52.579014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:52.724559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=707ab4ac-2e95-498a-aee8-0231f24e4568,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:52.735335 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d89b69aa-62d7-48cb-8491-29dffcb9b7b8 req-df0619ef-6d16-4eda-b145-9ca23f830163 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "GET /v2.0/security-groups/a406082f-4d5c-441d-99ad-d7a9f5ce3b38 HTTP/1.1" status: 200 len: 1632 time: 0.1259885 Apr 01 15:01:52.848881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['707ab4ac-2e95-498a-aee8-0231f24e4568'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:01:52.969780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d89b69aa-62d7-48cb-8491-29dffcb9b7b8 req-a9f96503-231b-403c-990f-bcf9ef274264 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:53.036444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-5c87d425-d3a3-4fbc-98df-fcab4fc8c824 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:53.038249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-5c87d425-d3a3-4fbc-98df-fcab4fc8c824 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.62 "GET /v2.0/networks?id=41c99061-dc63-4d57-83ef-4fe3974b008e HTTP/1.1" status: 200 len: 821 time: 0.4914305 Apr 01 15:01:53.051563 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dfa3d7ab-1880-413c-933c-2e8ab0184512 req-96a62197-1686-4bae-b999-1b4f7f02f385 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 210 time: 0.2766187 Apr 01 15:01:53.072322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Request body: {'port': {'device_id': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e', 'admin_state_up': True, 'tenant_id': '03c866d0066641f184f77fc3c7efc494'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:53.317204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d89b69aa-62d7-48cb-8491-29dffcb9b7b8 req-a9f96503-231b-403c-990f-bcf9ef274264 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:53.422175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d89b69aa-62d7-48cb-8491-29dffcb9b7b8 req-a9f96503-231b-403c-990f-bcf9ef274264 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:53.423664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:53.427630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Usage tracker for resource:port and tenant:03c866d0066641f184f77fc3c7efc494 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:53.430517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:53.436554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:53.456204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f96503-231b-403c-990f-bcf9ef274264 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a406082f-4d5c-441d-99ad-d7a9f5ce3b38,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:53.458819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d89b69aa-62d7-48cb-8491-29dffcb9b7b8 req-a9f96503-231b-403c-990f-bcf9ef274264 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:53.461090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d89b69aa-62d7-48cb-8491-29dffcb9b7b8 req-a9f96503-231b-403c-990f-bcf9ef274264 tempest-SecurityGroupsTestJSON-55655094 tempest-SecurityGroupsTestJSON-55655094-project] 10.222.0.48 "DELETE /v2.0/security-groups/a406082f-4d5c-441d-99ad-d7a9f5ce3b38 HTTP/1.1" status: 204 len: 173 time: 0.7190075 Apr 01 15:01:53.469887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53710) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:53.483570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Made reservation on behalf of 03c866d0066641f184f77fc3c7efc494 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:01:53.486610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:53.653356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] Deleting subnet 7325d3b6-771f-4add-898f-bc885f79260e {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:01:53.659591 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:53.768773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bec1e-1e29-4c63-9052-c79d74af45c0 req-9aec6b4a-fdc4-4b7c-8c45-2477eec49e5e tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:53.787016 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-664bec1e-1e29-4c63-9052-c79d74af45c0 req-9aec6b4a-fdc4-4b7c-8c45-2477eec49e5e tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 945 time: 0.3410172 Apr 01 15:01:53.847532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:53.941827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 707ab4ac-2e95-498a-aee8-0231f24e4568 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:01:53.973106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-664bec1e-1e29-4c63-9052-c79d74af45c0 req-2bcfeb09-0756-49c0-93ea-51cd7d4f2f88 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847947 Apr 01 15:01:53.998507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.008167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Allocated IP 172.20.0.7 (41c99061-dc63-4d57-83ef-4fe3974b008e/7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a/b5045010-ed15-4d94-ab72-6ffedd396236) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:01:54.131001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 707ab4ac-2e95-498a-aee8-0231f24e4568 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:01:54.143813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 707ab4ac-2e95-498a-aee8-0231f24e4568 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:01:54.144193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.292980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.351840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7325d3b6-771f-4add-898f-bc885f79260e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:54.363502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eb4f4-628b-4113-900d-9215b8369ce8 req-56e6e7a1-fba9-4f94-9fc1-55c0bffff45e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:54.373806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013eb4f4-628b-4113-900d-9215b8369ce8 req-56e6e7a1-fba9-4f94-9fc1-55c0bffff45e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.2739182 Apr 01 15:01:54.378824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.412264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.434452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71195de4-b902-48b3-ac1b-a984942013b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707ab4ac-2e95-498a-aee8-0231f24e4568'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:01:54.439251 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0a63e793-abf5-4a19-825d-1ff54099afca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7325d3b6-771f-4add-898f-bc885f79260e HTTP/1.1" status: 204 len: 168 time: 0.9562101 Apr 01 15:01:54.444314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53734) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:54.452790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 707ab4ac-2e95-498a-aee8-0231f24e4568, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=707ab4ac-2e95-498a-aee8-0231f24e4568,segment=NetworkSegment(9fbafd7a-ce70-4f84-bc14-8e188e2a42de),segment_id=9fbafd7a-ce70-4f84-bc14-8e188e2a42de)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:01:54.480715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.513285 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013eb4f4-628b-4113-900d-9215b8369ce8 req-508e239d-e4f3-47a0-96a4-e5f2f7088a91 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384602 Apr 01 15:01:54.626686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.721758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64cef053-50d4-47fb-9e9e-c1e296fd6c46 req-cbf5db0c-48f2-4975-b934-fc4b5b4e4b99 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 210 time: 0.1041386 Apr 01 15:01:54.772621 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:54.784641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=707ab4ac-2e95-498a-aee8-0231f24e4568,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:54.898605 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71195de4-b902-48b3-ac1b-a984942013b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707ab4ac-2e95-498a-aee8-0231f24e4568', 'code': 200} Apr 01 15:01:55.079917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:55.092917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:55.140465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-045868b6-9708-4dc4-8002-f22c904f3f66 req-b9e83b8b-982f-409f-bd75-75245244f59b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 1097 time: 0.1541870 Apr 01 15:01:55.285225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99049fd-e01d-4b38-9636-744bfef09578']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:55.291107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-045868b6-9708-4dc4-8002-f22c904f3f66 req-a8bd830f-2a09-457d-b55a-758922dff112 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441050 Apr 01 15:01:55.333568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Pushing event updated for resources: {'Port': ['ID=b5045010-ed15-4d94-ab72-6ffedd396236,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:55.361646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caebf986-5386-4ae2-be6c-fee1aeee623b') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:55.362120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caebf986-5386-4ae2-be6c-fee1aeee623b') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:01:55.394351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Network 41c99061-dc63-4d57-83ef-4fe3974b008e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:01:55.404152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:01:55.411433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:55.428427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:01:55.500823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:55.501575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:55.576149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:55.593146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-357ab677-d0e6-4722-8ec0-3b804302efa2 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5401442 Apr 01 15:01:55.599607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:01:55.602832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:55.613523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:01:55.664254 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:01:55.698820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Request body: {'port': {'device_id': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:01:55.987691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.036232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:01:56.040734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Usage tracker for resource:security_group_rule and tenant:803ff863b7544d56b99494d2ee1f9863 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:01:56.044032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:01:56.050766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:01:56.153789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.160302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.171065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.188016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.251196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097228d3-ee33-45e4-87e9-03a431e2e247 req-8025308a-35a9-4482-91f2-5bd2ba160d1a tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:56.257051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-097228d3-ee33-45e4-87e9-03a431e2e247 req-8025308a-35a9-4482-91f2-5bd2ba160d1a tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 946 time: 0.7493913 Apr 01 15:01:56.258162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.330628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99049fd-e01d-4b38-9636-744bfef09578,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:56.342123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f55b3889-c6f8-4713-b0af-64bdf5d45834 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e99049fd-e01d-4b38-9636-744bfef09578 HTTP/1.1" status: 204 len: 168 time: 1.8914003 Apr 01 15:01:56.450650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6653b046-1c10-4076-ab9f-b8b275dd5295,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:56.485371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=803ff863b7544d56b99494d2ee1f9863&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8683224 Apr 01 15:01:56.520546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53784) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:56.561261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-097228d3-ee33-45e4-87e9-03a431e2e247 req-5cf9569c-ea8c-4e01-8106-e6a07c1dddfb tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779753 Apr 01 15:01:56.663094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.663555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.663901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.664250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.664564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.664898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.665222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.665547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.665873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.666197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.666518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c44b8-7e3a-4ebd-8693-79d0a06a0838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:01:56.717412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c6a4-9322-4019-8b62-6625350a1cc9 req-a3272bab-aac6-4b80-a579-da0567e3e2ba tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:56.725198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9370c6a4-9322-4019-8b62-6625350a1cc9 req-a3272bab-aac6-4b80-a579-da0567e3e2ba tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.5456121 Apr 01 15:01:56.752392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6515520-4644-489e-a162-d4550abdc9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.820608 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9370c6a4-9322-4019-8b62-6625350a1cc9 req-8ff663bf-a52d-44c9-9c29-6d7c837e0740 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936673 Apr 01 15:01:56.858750 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6515520-4644-489e-a162-d4550abdc9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:56.897075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53790) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:57.132434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ed6c1899-cf97-4c8c-9762-bf6cb6a7c0f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfa6fe32d75f4b5ca4faeb2abfda3529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2339437 Apr 01 15:01:57.135260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53794) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:01:57.243352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6515520-4644-489e-a162-d4550abdc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:57.327067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6515520-4644-489e-a162-d4550abdc9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6653b046-1c10-4076-ab9f-b8b275dd5295,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:57.336590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6515520-4644-489e-a162-d4550abdc9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:57.369568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d6515520-4644-489e-a162-d4550abdc9f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6653b046-1c10-4076-ab9f-b8b275dd5295 HTTP/1.1" status: 204 len: 168 time: 0.8409045 Apr 01 15:01:57.483386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.491269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.513468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.525910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.539992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.552720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.574774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.585498 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-8e9d413d-d5cd-459b-b184-cebfc8730273 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.4413548 Apr 01 15:01:57.717631 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8caac78-7bff-42d1-9b40-81dcdb44c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:57.761230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a252fb0d-820d-44a4-9f74-b56d713d082f req-1d824a2d-4769-41d5-b2a5-27a180be6411 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746414 Apr 01 15:01:57.806047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8caac78-7bff-42d1-9b40-81dcdb44c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:57.818271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c08d8c1-1ede-4f49-9c12-03274b9e2528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:57.831538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851eee2-897a-4ba9-bb6d-d4f72f15e63b req-27e3d0d0-af4e-4941-8d4a-b743c443f382 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:57.832291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4851eee2-897a-4ba9-bb6d-d4f72f15e63b req-27e3d0d0-af4e-4941-8d4a-b743c443f382 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Synchronizing usage tracker for tenant:03c866d0066641f184f77fc3c7efc494 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:01:57.990329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8caac78-7bff-42d1-9b40-81dcdb44c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:58.070897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4851eee2-897a-4ba9-bb6d-d4f72f15e63b req-27e3d0d0-af4e-4941-8d4a-b743c443f382 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Unset dirty status for tenant:03c866d0066641f184f77fc3c7efc494 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:01:58.080205 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4851eee2-897a-4ba9-bb6d-d4f72f15e63b req-27e3d0d0-af4e-4941-8d4a-b743c443f382 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 931 time: 0.7970986 Apr 01 15:01:58.133083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caac78-7bff-42d1-9b40-81dcdb44c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a8eacb-a92b-4bfe-b622-71f3c621ce07,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:58.156486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e8caac78-7bff-42d1-9b40-81dcdb44c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:58.161984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e8caac78-7bff-42d1-9b40-81dcdb44c6c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04a8eacb-a92b-4bfe-b622-71f3c621ce07 HTTP/1.1" status: 204 len: 168 time: 1.0249267 Apr 01 15:01:58.198600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5045010-ed15-4d94-ab72-6ffedd396236 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:01:58.216605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4851eee2-897a-4ba9-bb6d-d4f72f15e63b req-f0cc772f-2da5-4f2a-a089-1f0cc630f014 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354322 Apr 01 15:01:58.222937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:58.261939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Transition to ACTIVE for port object b5045010-ed15-4d94-ab72-6ffedd396236 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:01:58.280937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:58.526402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f63e-de81-450b-9ff5-999beaf83ad1 req-2ce98dd4-95f2-4c3a-a783-672726e47a99 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:58.533994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a06f63e-de81-450b-9ff5-999beaf83ad1 req-2ce98dd4-95f2-4c3a-a783-672726e47a99 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 946 time: 0.2258444 Apr 01 15:01:58.623917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a06f63e-de81-450b-9ff5-999beaf83ad1 req-388a868c-9aa1-4f26-bca0-5e53671ac416 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863638 Apr 01 15:01:58.741961 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:01:58.819332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Pushing event updated for resources: {'Port': ['ID=b5045010-ed15-4d94-ab72-6ffedd396236,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:01:59.341857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Attempting to bind port b5045010-ed15-4d94-ab72-6ffedd396236 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:01:59.343129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Attempting to bind port b5045010-ed15-4d94-ab72-6ffedd396236 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'bd567baf-c881-4300-bf6f-4458203f924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:01:59.344898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Attempting to bind port b5045010-ed15-4d94-ab72-6ffedd396236 on network 41c99061-dc63-4d57-83ef-4fe3974b008e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:59.354808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5011cf-e08c-4b97-8d46-4113d9110ba0 req-3e4954f6-6e8e-4ab1-823d-039134786ec8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.365997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f5011cf-e08c-4b97-8d46-4113d9110ba0 req-3e4954f6-6e8e-4ab1-823d-039134786ec8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.8842421 Apr 01 15:01:59.413651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Port b5045010-ed15-4d94-ab72-6ffedd396236 on network 41c99061-dc63-4d57-83ef-4fe3974b008e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:01:59.423167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Attempting to bind port b5045010-ed15-4d94-ab72-6ffedd396236 on network 41c99061-dc63-4d57-83ef-4fe3974b008e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:01:59.460975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.463647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:01:59.466301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Checking segment: {'id': 'bd567baf-c881-4300-bf6f-4458203f924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:01:59.466806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Bound using segment: {'id': 'bd567baf-c881-4300-bf6f-4458203f924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:01:59.467483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Bound port: b5045010-ed15-4d94-ab72-6ffedd396236, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd567baf-c881-4300-bf6f-4458203f924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:01:59.468045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:59.470796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.487798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.498338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.506545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.519479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.530279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.534146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-67e75ff6-fcae-4f73-bdce-7fa396632fd5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.3574865 Apr 01 15:01:59.620914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4f5011cf-e08c-4b97-8d46-4113d9110ba0 req-43335b26-a7aa-473f-8c58-f90bbcf443c4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538011 Apr 01 15:01:59.778623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] For port b5045010-ed15-4d94-ab72-6ffedd396236, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:01:59.786726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] For port b5045010-ed15-4d94-ab72-6ffedd396236, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b5045010-ed15-4d94-ab72-6ffedd396236,segment=NetworkSegment(bd567baf-c881-4300-bf6f-4458203f924c),segment_id=bd567baf-c881-4300-bf6f-4458203f924c)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:01:59.802626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:01:59.957354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1d9dc668-25c6-4e5f-9045-ba3417bf31e1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:01:59.962570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1d9dc668-25c6-4e5f-9045-ba3417bf31e1 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "GET /v2.0/ports/425e9765-72ba-4d48-8762-ebaa7c124efd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4224610 Apr 01 15:01:59.992567 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:00.000071 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] 10.222.0.62 "PUT /v2.0/ports/b5045010-ed15-4d94-ab72-6ffedd396236 HTTP/1.1" status: 200 len: 1091 time: 4.3308010 Apr 01 15:02:00.000559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'tag': 'b5045010-ed15-4d94-ab72-6ffedd396236'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:00.071739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446e289-bc2b-45d2-851a-d29404f2c252 service neutron] Pushing event updated for resources: {'Port': ['ID=b5045010-ed15-4d94-ab72-6ffedd396236,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:00.202145 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a736be4-164c-4601-8c32-45cad69fe09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:00.279249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-c2f9c92a-d8fb-4165-a346-6b089fba4b76 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "GET /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2954507 Apr 01 15:02:00.296074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-ced06c28-5a96-44e6-a8d0-55f537e8a973 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c866d0066641f184f77fc3c7efc494&device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 1094 time: 0.2324386 Apr 01 15:02:00.296324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:00.419375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.427485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.433576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.445145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.453493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.458499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.463073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.471074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-5f922218-8a03-47e1-9fdf-294c3d082763 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 5436 time: 0.8413887 Apr 01 15:02:00.598997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-f0d0bf58-c347-4577-9542-01ef6cfc857c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5045010-ed15-4d94-ab72-6ffedd396236 HTTP/1.1" status: 200 len: 217 time: 0.2935650 Apr 01 15:02:00.659613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:00.751176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3811c0a2-a0ea-48c9-9afa-af87f570c67e req-daa297ba-6642-49e9-9b36-b38fbfd27950 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2788954 Apr 01 15:02:00.757494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-77cce502-49b3-4021-8e46-1c669d565375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.766046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-77cce502-49b3-4021-8e46-1c669d565375 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a HTTP/1.1" status: 200 len: 861 time: 0.1596053 Apr 01 15:02:00.917399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f4128-e176-4220-8247-0b9166a4f461 req-d2296fc2-6c87-49ff-9ed1-9cabc396fa87 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:00.929388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e1f4128-e176-4220-8247-0b9166a4f461 req-d2296fc2-6c87-49ff-9ed1-9cabc396fa87 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 943 time: 0.5056002 Apr 01 15:02:00.940300 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-2a60bd4d-bd18-46ab-86d5-ea050fed7eca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=41c99061-dc63-4d57-83ef-4fe3974b008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602352 Apr 01 15:02:01.081169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 080cfda3-e275-47e3-b022-93e406c83db8 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:01.275275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53880) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:01.481942 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:01.492365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:01.508264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:01.549255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:01.565260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-d057f355-a647-4c13-8f11-a8ede8298c32 service neutron] 10.222.0.62 "GET /v2.0/networks/41c99061-dc63-4d57-83ef-4fe3974b008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540867 Apr 01 15:02:01.566927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] For port 425e9765-72ba-4d48-8762-ebaa7c124efd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=425e9765-72ba-4d48-8762-ebaa7c124efd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:01.575399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 080cfda3-e275-47e3-b022-93e406c83db8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=080cfda3-e275-47e3-b022-93e406c83db8,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:01.590528 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:01.591702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c3a9917f-85b1-4d1f-9d0a-546a49aa31ce no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:01.657806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e1f4128-e176-4220-8247-0b9166a4f461 req-a68d114b-1459-41d4-93c0-0b05bd1de0d0 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7273912 Apr 01 15:02:01.672247 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'tag': 'b5045010-ed15-4d94-ab72-6ffedd396236', 'status': 'completed', 'code': 200} Apr 01 15:02:01.676490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] For port 425e9765-72ba-4d48-8762-ebaa7c124efd, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:01.862176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] device_id is not set on port 425e9765-72ba-4d48-8762-ebaa7c124efd yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:02:01.878348 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:01.901434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.003183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] Pushing event updated for resources: {'Port': ['ID=425e9765-72ba-4d48-8762-ebaa7c124efd,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:02.015006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=080cfda3-e275-47e3-b022-93e406c83db8,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:02.146526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e15b2b1-0835-4a9e-a3af-4e5491562856 req-66b9d4ec-1391-4b15-abd1-e65278794883 service neutron] 10.222.0.62 "GET /v2.0/networks/41c99061-dc63-4d57-83ef-4fe3974b008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712094 Apr 01 15:02:02.165899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-59680952-network', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:02.202081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:02.250119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.259309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] No DVR routers for this DVR port 425e9765-72ba-4d48-8762-ebaa7c124efd on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:02.316309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:02.329339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Usage tracker for resource:network and tenant:d1164d42f82a4c8b8b79f53c7c2111c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:02.331048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.332045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 425e9765-72ba-4d48-8762-ebaa7c124efd no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:02.366355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] In _notify_port_updated(), no bound segment for port 425e9765-72ba-4d48-8762-ebaa7c124efd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:02:02.367711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.369344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f4ec7f84-358b-420e-8244-3b7b395a3a37 service neutron] 10.222.0.62 "PUT /v2.0/ports/425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 200 len: 1028 time: 2.0818148 Apr 01 15:02:02.375442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:02.380065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb65e6f-3678-4b1e-927a-7f7d726450a3 req-be667d38-5cb4-4ea4-aee3-82b206f2ec09 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:02.388662 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb65e6f-3678-4b1e-927a-7f7d726450a3 req-be667d38-5cb4-4ea4-aee3-82b206f2ec09 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.3867664 Apr 01 15:02:02.414904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:02.492699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Made reservation on behalf of d1164d42f82a4c8b8b79f53c7c2111c7 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:02.494747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:02.513859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.544844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 425e9765-72ba-4d48-8762-ebaa7c124efd not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:02:02.545396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c439ee6b-3a2c-40eb-a017-a454d985dd64 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:02.572497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.594721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-5689167f-8890-423d-a1b2-80d5c90a9d28 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:02.596547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-5689167f-8890-423d-a1b2-80d5c90a9d28 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "GET /v2.0/ports/cc9349d1-3aac-4939-8fdd-fb26fbc546cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1854155 Apr 01 15:02:02.610425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:02.647098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a390075d-8d76-410c-914b-fd80c79d119a req-1e45a698-78b5-416f-a357-edb624303efc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c866d0066641f184f77fc3c7efc494&device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 1094 time: 0.4422863 Apr 01 15:02:02.806918 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.881366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:02.898954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.906348 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:02.926126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9e73cd59-3f48-4f9e-b550-161a633e8986 None None] Provisioning complete for port 425e9765-72ba-4d48-8762-ebaa7c124efd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:02.926769 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e73cd59-3f48-4f9e-b550-161a633e8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.017233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abb65e6f-3678-4b1e-927a-7f7d726450a3 req-9142cfb3-c964-4668-aa14-f425685fe4f5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258092 Apr 01 15:02:03.017768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53926) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:03.021168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c439ee6b-3a2c-40eb-a017-a454d985dd64, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:03.022677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e73cd59-3f48-4f9e-b550-161a633e8986 None None] Port 425e9765-72ba-4d48-8762-ebaa7c124efd cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:02:03.040510 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.040510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 94374e79-b824-4959-8d44-e4ac9470eea6 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:03.088302 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Usage tracker for resource:security_group_rule and tenant:d1164d42f82a4c8b8b79f53c7c2111c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:03.155436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:03.191177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:03.207183 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8', 'code': 200} Apr 01 15:02:03.325563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c439ee6b-3a2c-40eb-a017-a454d985dd64,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:03.329331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390075d-8d76-410c-914b-fd80c79d119a req-ddbd4155-7c85-450a-803b-4c033ae0f7b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.330826 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a390075d-8d76-410c-914b-fd80c79d119a req-ddbd4155-7c85-450a-803b-4c033ae0f7b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=41c99061-dc63-4d57-83ef-4fe3974b008e HTTP/1.1" status: 200 len: 922 time: 0.6717608 Apr 01 15:02:03.365344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ab023-766e-48b1-bd59-4d504515906b req-f8bd7f23-ab73-44c2-af85-3f8c14ea8d63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1096 time: 0.4667253 Apr 01 15:02:03.392227 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.420106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b23e-27fa-4b6f-8726-a02fb16d93c7 req-f4a2df41-96a9-41fe-807d-a7d0a49c9359 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.428881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c649b23e-27fa-4b6f-8726-a02fb16d93c7 req-f4a2df41-96a9-41fe-807d-a7d0a49c9359 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 946 time: 0.6936648 Apr 01 15:02:03.431871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 94374e79-b824-4959-8d44-e4ac9470eea6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=94374e79-b824-4959-8d44-e4ac9470eea6,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:03.438025 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.439598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5091ae5b-e132-46db-ba75-b84b33869811 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:03.448351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.484229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a390075d-8d76-410c-914b-fd80c79d119a req-c132c95c-32ab-435b-827f-cfd6554a921f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5045010-ed15-4d94-ab72-6ffedd396236 HTTP/1.1" status: 200 len: 217 time: 0.1410725 Apr 01 15:02:03.559840 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c649b23e-27fa-4b6f-8726-a02fb16d93c7 req-dfe015e2-1459-4665-b1bc-101ad051deb5 tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299880 Apr 01 15:02:03.590035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=94374e79-b824-4959-8d44-e4ac9470eea6,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:03.593215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-aa511c26-b8b0-4b89-adef-b2ee99fd475a tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.594726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-aa511c26-b8b0-4b89-adef-b2ee99fd475a tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.44 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 946 time: 0.5126739 Apr 01 15:02:03.623020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:03.657839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Usage tracker for resource:security_group_rule and tenant:02418ba7bcea4731a25ea9006f0fb48d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:03.663059 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.678163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:03.684579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] For port cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:03.698027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:03.707865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5091ae5b-e132-46db-ba75-b84b33869811, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5091ae5b-e132-46db-ba75-b84b33869811,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:03.715500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.716698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device cc9349d1-3aac-4939-8fdd-fb26fbc546cd no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:03.728455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab023-766e-48b1-bd59-4d504515906b req-6a2b33a9-4ae2-4cda-aa58-be9c66e7ee6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.730132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ab023-766e-48b1-bd59-4d504515906b req-6a2b33a9-4ae2-4cda-aa58-be9c66e7ee6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 914 time: 0.3526928 Apr 01 15:02:03.801636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.805392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Deleting port 707ab4ac-2e95-498a-aee8-0231f24e4568 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:03.805800 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.832108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390075d-8d76-410c-914b-fd80c79d119a req-0ed9220f-fee0-47f5-9dfb-45ba211c682b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.833824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a390075d-8d76-410c-914b-fd80c79d119a req-0ed9220f-fee0-47f5-9dfb-45ba211c682b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a HTTP/1.1" status: 200 len: 861 time: 0.3430407 Apr 01 15:02:03.848521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:03.874838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ab023-766e-48b1-bd59-4d504515906b req-1475b17f-ac98-46b4-adaa-57afa84350e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 217 time: 0.1256447 Apr 01 15:02:03.888378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-8b72daca-5e81-4d66-8b3d-01d9589be9ba tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.892554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-8b72daca-5e81-4d66-8b3d-01d9589be9ba tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.896469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-8b72daca-5e81-4d66-8b3d-01d9589be9ba tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.900295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-8b72daca-5e81-4d66-8b3d-01d9589be9ba tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.904729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-8b72daca-5e81-4d66-8b3d-01d9589be9ba tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.908810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-8b72daca-5e81-4d66-8b3d-01d9589be9ba tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:03.916555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-8b72daca-5e81-4d66-8b3d-01d9589be9ba tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 4655 time: 0.5502496 Apr 01 15:02:03.952103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:02:04.022884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5091ae5b-e132-46db-ba75-b84b33869811,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:04.039082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] For port cc9349d1-3aac-4939-8fdd-fb26fbc546cd, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:04.048260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a390075d-8d76-410c-914b-fd80c79d119a req-50a357bd-5355-4485-8718-e61b3f3cf723 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=41c99061-dc63-4d57-83ef-4fe3974b008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063699 Apr 01 15:02:04.108546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.115078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9539264-139e-43c9-bd47-a8f7d627b6bc req-2287d353-ffc1-4ef6-98d1-a3f163276b67 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&id=fdb0e11a-da4b-4021-ab9a-22891fe995be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1974752 Apr 01 15:02:04.168467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab023-766e-48b1-bd59-4d504515906b req-ca116294-7d66-4a0d-bcd4-84783fb5bc45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:04.168467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ab023-766e-48b1-bd59-4d504515906b req-ca116294-7d66-4a0d-bcd4-84783fb5bc45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.2452986 Apr 01 15:02:04.177744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] device_id is not set on port cc9349d1-3aac-4939-8fdd-fb26fbc546cd yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:02:04.180222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:02:04.212361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:04.234305 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.240139 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.240552 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Added segment 27b11d20-0c6d-477b-99ab-8df44dd4bda5 of type vlan for network 6f427d50-ec88-4d61-be4f-939abc394295 Apr 01 15:02:04.256189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ab023-766e-48b1-bd59-4d504515906b req-0b9f0d9a-8041-4296-a844-1611145a2467 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819087 Apr 01 15:02:04.266146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.274246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60188a4b-5af3-47f7-b5da-740f60b2c390 req-289ce0a8-b187-4252-929a-a6cb44176b26 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:04.281143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60188a4b-5af3-47f7-b5da-740f60b2c390 req-289ce0a8-b187-4252-929a-a6cb44176b26 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 943 time: 0.5807812 Apr 01 15:02:04.372583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:02:04.372985 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:02:04.507113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.526273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60188a4b-5af3-47f7-b5da-740f60b2c390 req-0db87867-2540-482e-a01d-e430b3f09b9d tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442198 Apr 01 15:02:04.548680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a390075d-8d76-410c-914b-fd80c79d119a req-83ea2a23-288d-4f5e-b772-cf028bad4035 service neutron] 10.222.0.62 "GET /v2.0/networks/41c99061-dc63-4d57-83ef-4fe3974b008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938428 Apr 01 15:02:04.550853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] Pushing event updated for resources: {'Port': ['ID=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:04.656561 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.684765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:02:04.748660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] For port 707ab4ac-2e95-498a-aee8-0231f24e4568, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=707ab4ac-2e95-498a-aee8-0231f24e4568,segment=NetworkSegment(9fbafd7a-ce70-4f84-bc14-8e188e2a42de),segment_id=9fbafd7a-ce70-4f84-bc14-8e188e2a42de)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:04.749191 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.753709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.783929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.784805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:04.785405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:04.810499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713bfc37-0bed-4102-8b9e-59f02a6f1d72,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:04.890320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f5e1-1ec7-4af3-9aa3-6c20ce928b9a req-2121cb02-7ed7-4d15-852d-5b14893b229d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:04.897930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41f3f5e1-1ec7-4af3-9aa3-6c20ce928b9a req-2121cb02-7ed7-4d15-852d-5b14893b229d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 945 time: 0.3925643 Apr 01 15:02:04.967025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] No DVR routers for this DVR port cc9349d1-3aac-4939-8fdd-fb26fbc546cd on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:05.019110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec1e73d7-967b-4b7f-b3b9-eedbc621acf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02418ba7bcea4731a25ea9006f0fb48d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9724543 Apr 01 15:02:05.019345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] Pushing event updated for resources: {'Network': ['ID=6f427d50-ec88-4d61-be4f-939abc394295,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:05.021346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53956) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:05.030740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 6f427d50-ec88-4d61-be4f-939abc394295 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:02:05.058800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41f3f5e1-1ec7-4af3-9aa3-6c20ce928b9a req-bff28575-58ba-4e81-83ce-664b854ef082 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596684 Apr 01 15:02:05.071147 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ab023-766e-48b1-bd59-4d504515906b req-bb2ba620-7ef5-47f3-aa66-c3efb45c4937 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8059888 Apr 01 15:02:05.154017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Calling delete_port for 707ab4ac-2e95-498a-aee8-0231f24e4568 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:05.182809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device b5045010-ed15-4d94-ab72-6ffedd396236 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:02:05.196070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] In _notify_port_updated(), no bound segment for port cc9349d1-3aac-4939-8fdd-fb26fbc546cd on network 89b629af-e989-4d77-a2fe-00691a1a1cf1 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:02:05.197439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.200534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-fd1d2ec1-de58-4326-9231-e6ffb731722c service neutron] 10.222.0.62 "PUT /v2.0/ports/cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 200 len: 1028 time: 2.5935004 Apr 01 15:02:05.209740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce'}, {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64'}, {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6'}, {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:05.235985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8d6fd6a6-958b-487b-8a68-74d18739becd None None] Provisioning complete for port cc9349d1-3aac-4939-8fdd-fb26fbc546cd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:05.236253 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd6a6-958b-487b-8a68-74d18739becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.280290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port 5091ae5b-e132-46db-ba75-b84b33869811 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:05.280618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.351983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a390075d-8d76-410c-914b-fd80c79d119a req-eb0d3983-036c-4173-a7bf-94481b90e0d5 service neutron] 10.222.0.62 "GET /v2.0/networks/41c99061-dc63-4d57-83ef-4fe3974b008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831671 Apr 01 15:02:05.391195 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e420ca07-9cfc-4d3e-80ab-3cd5421cf986 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1133146 Apr 01 15:02:05.396445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53974) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:05.424627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Request body: {'subnet': {'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-59680952-subnet', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:05.435145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:05.446342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Usage tracker for resource:subnet and tenant:d1164d42f82a4c8b8b79f53c7c2111c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:05.455858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6385cf9-b4bd-48fe-abb8-53b9bad3ff34 req-0ba50304-0bf1-4d9f-ac7d-4cde1267112b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:05.463414 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6385cf9-b4bd-48fe-abb8-53b9bad3ff34 req-0ba50304-0bf1-4d9f-ac7d-4cde1267112b tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/ports?device_id=71195de4-b902-48b3-ac1b-a984942013b7 HTTP/1.1" status: 200 len: 946 time: 0.5246773 Apr 01 15:02:05.467796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:05.499898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8d6fd6a6-958b-487b-8a68-74d18739becd None None] Port cc9349d1-3aac-4939-8fdd-fb26fbc546cd cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:02:05.599490 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ab023-766e-48b1-bd59-4d504515906b req-4f7c893d-95f8-4ca9-8f00-ccad8debeaef service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066288 Apr 01 15:02:05.610746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port b5045010-ed15-4d94-ab72-6ffedd396236, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b5045010-ed15-4d94-ab72-6ffedd396236,segment=NetworkSegment(bd567baf-c881-4300-bf6f-4458203f924c),segment_id=bd567baf-c881-4300-bf6f-4458203f924c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:05.628137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'b5045010-ed15-4d94-ab72-6ffedd396236', 'network_id': '41c99061-dc63-4d57-83ef-4fe3974b008e', 'port_id': 'b5045010-ed15-4d94-ab72-6ffedd396236', 'mac_address': 'fa:16:3e:b7:c5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:02:05.669529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:05.711869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.720078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] For port 5091ae5b-e132-46db-ba75-b84b33869811, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5091ae5b-e132-46db-ba75-b84b33869811,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:05.720778 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.727929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6385cf9-b4bd-48fe-abb8-53b9bad3ff34 req-0cf0d327-8d58-4b91-ab27-718fc8a7cdde tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a76a86f-3740-4b21-80a1-d1a2c083cc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631354 Apr 01 15:02:05.728733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-804d13ae-7ab7-487a-8079-75c8d4efe47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.738029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5045010-ed15-4d94-ab72-6ffedd396236 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:05.754701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Made reservation on behalf of d1164d42f82a4c8b8b79f53c7c2111c7 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:05.759899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.771355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port b5045010-ed15-4d94-ab72-6ffedd396236, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b5045010-ed15-4d94-ab72-6ffedd396236,segment=NetworkSegment(bd567baf-c881-4300-bf6f-4458203f924c),segment_id=bd567baf-c881-4300-bf6f-4458203f924c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:05.778581 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.861791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=b5045010-ed15-4d94-ab72-6ffedd396236,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:05.949694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for 5091ae5b-e132-46db-ba75-b84b33869811 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:05.960705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.970613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-804d13ae-7ab7-487a-8079-75c8d4efe47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:05.975103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['707ab4ac-2e95-498a-aee8-0231f24e4568'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:06.057440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['b5045010-ed15-4d94-ab72-6ffedd396236'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:06.068634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Pushing event deleted for resources: {'Port': ['ID=707ab4ac-2e95-498a-aee8-0231f24e4568,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:06.110160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 707ab4ac-2e95-498a-aee8-0231f24e4568 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:06.180252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 707ab4ac-2e95-498a-aee8-0231f24e4568 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:02:06.180565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 707ab4ac-2e95-498a-aee8-0231f24e4568 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:02:06.180978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:06.200160 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.209306 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce', 'code': 200} Apr 01 15:02:06.209568 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64', 'code': 200} Apr 01 15:02:06.209779 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6', 'code': 200} Apr 01 15:02:06.210019 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811', 'code': 200} Apr 01 15:02:06.260445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] No DVR routers for this DVR port 707ab4ac-2e95-498a-aee8-0231f24e4568 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:06.272975 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.277416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=5091ae5b-e132-46db-ba75-b84b33869811,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:06.372007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71195de4-b902-48b3-ac1b-a984942013b7', 'name': 'network-vif-deleted', 'tag': '707ab4ac-2e95-498a-aee8-0231f24e4568'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:06.396340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-52b2adcb-34c5-40a7-9934-1c142f2cd864 req-1b872100-caf0-4a8d-be94-3baad26c0dfe tempest-ServerAddressesNegativeTestJSON-437451216 tempest-ServerAddressesNegativeTestJSON-437451216-project] 10.222.0.44 "DELETE /v2.0/ports/707ab4ac-2e95-498a-aee8-0231f24e4568 HTTP/1.1" status: 204 len: 173 time: 2.7855475 Apr 01 15:02:06.423125 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.475164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] No DVR routers for this DVR port 5091ae5b-e132-46db-ba75-b84b33869811 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:06.477903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.482571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:06.514930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:06.536013 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.536927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff07b2e-8fc0-4f98-966b-762ea9c9258d req-747c84a5-8732-41f1-82f9-d8184a023e27 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:06.539629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-9366048b-b75e-43fc-b889-73ef898aea1a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "DELETE /v2.0/ports/5091ae5b-e132-46db-ba75-b84b33869811 HTTP/1.1" status: 204 len: 173 time: 1.3315902 Apr 01 15:02:06.543494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff07b2e-8fc0-4f98-966b-762ea9c9258d req-747c84a5-8732-41f1-82f9-d8184a023e27 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:06.549516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff07b2e-8fc0-4f98-966b-762ea9c9258d req-747c84a5-8732-41f1-82f9-d8184a023e27 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:06.554344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff07b2e-8fc0-4f98-966b-762ea9c9258d req-747c84a5-8732-41f1-82f9-d8184a023e27 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:06.559072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff07b2e-8fc0-4f98-966b-762ea9c9258d req-747c84a5-8732-41f1-82f9-d8184a023e27 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:06.568808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ff07b2e-8fc0-4f98-966b-762ea9c9258d req-747c84a5-8732-41f1-82f9-d8184a023e27 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 3876 time: 0.5539589 Apr 01 15:02:06.598985 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-804d13ae-7ab7-487a-8079-75c8d4efe47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.602243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-804d13ae-7ab7-487a-8079-75c8d4efe47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.608216 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-804d13ae-7ab7-487a-8079-75c8d4efe47b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/713bfc37-0bed-4102-8b9e-59f02a6f1d72 HTTP/1.1" status: 204 len: 168 time: 1.5262923 Apr 01 15:02:06.620847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.628696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af26b3-169f-4d12-8992-35d1a030d0ec req-3a4ead36-4472-453a-aa07-c01ffaf80c42 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:06.631251 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09af26b3-169f-4d12-8992-35d1a030d0ec req-3a4ead36-4472-453a-aa07-c01ffaf80c42 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 944 time: 0.2780874 Apr 01 15:02:06.637512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:06.694691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:06.695035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:06.745726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301233bb-6fbf-4e51-b0c4-ef303319da9b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:06.755049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d13ae-7ab7-487a-8079-75c8d4efe47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713bfc37-0bed-4102-8b9e-59f02a6f1d72,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:06.837929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ff07b2e-8fc0-4f98-966b-762ea9c9258d req-9ea380b3-28fd-4d4c-8c61-3b8c15a89553 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668812 Apr 01 15:02:06.923007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Checking segment: {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:06.924232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Network hostable DHCP agents. Network: 6f427d50-ec88-4d61-be4f-939abc394295, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:02:07.004737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Network 6f427d50-ec88-4d61-be4f-939abc394295 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:02:07.036675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 6f427d50-ec88-4d61-be4f-939abc394295) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:07.041071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:07.041720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:07.066160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee619e-3787-482b-b427-423d57fa20b9 None None] Network 6f427d50-ec88-4d61-be4f-939abc394295 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:07.066945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-09af26b3-169f-4d12-8992-35d1a030d0ec req-b14930eb-cc5f-44a0-afa3-e0124320ab4a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Synchronizing usage tracker for tenant:03c866d0066641f184f77fc3c7efc494 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:07.115745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-09af26b3-169f-4d12-8992-35d1a030d0ec req-b14930eb-cc5f-44a0-afa3-e0124320ab4a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Unset dirty status for tenant:03c866d0066641f184f77fc3c7efc494 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:07.117424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09af26b3-169f-4d12-8992-35d1a030d0ec req-b14930eb-cc5f-44a0-afa3-e0124320ab4a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724724 Apr 01 15:02:07.121509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device b5045010-ed15-4d94-ab72-6ffedd396236 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:07.178564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ef5053f9-78c9-4792-9d98-1da80f5ab596 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7759082 Apr 01 15:02:07.183175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54026) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:07.203613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:07.225282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:07.234160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Usage tracker for resource:router and tenant:d1164d42f82a4c8b8b79f53c7c2111c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:07.240542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:07.251632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:07.258825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fc5a0-c7de-4fc3-9769-677fe149c260 req-c76261e1-68b5-4819-b95d-372e80175ccb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:07.260696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e91fc5a0-c7de-4fc3-9769-677fe149c260 req-c76261e1-68b5-4819-b95d-372e80175ccb tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.2044601 Apr 01 15:02:07.297463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:07.298439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:07.313334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] For port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:07.313716 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:07.346831 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e91fc5a0-c7de-4fc3-9769-677fe149c260 req-674a50f9-94c7-4f98-9b2d-f241be99a4cf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801649 Apr 01 15:02:07.403293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port b5045010-ed15-4d94-ab72-6ffedd396236 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:07.424287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port b5045010-ed15-4d94-ab72-6ffedd396236 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:07.424794 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:07.570348 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71195de4-b902-48b3-ac1b-a984942013b7', 'name': 'network-vif-deleted', 'tag': '707ab4ac-2e95-498a-aee8-0231f24e4568', 'status': 'completed', 'code': 200} Apr 01 15:02:07.665363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for c3a9917f-85b1-4d1f-9d0a-546a49aa31ce owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:07.728642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:07.736520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:07.769206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d697c3a-2e10-4104-812b-8d58d1ba2627 None None] Network 6f427d50-ec88-4d61-be4f-939abc394295 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:07.808146 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': '5091ae5b-e132-46db-ba75-b84b33869811', 'status': 'completed', 'code': 200} Apr 01 15:02:07.833870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54040) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:08.004977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] Deleting subnet df48f1d4-0d01-4252-ab2c-062b2ea34a16 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:02:08.011917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.127959 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.159360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54052) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:08.206013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port b5045010-ed15-4d94-ab72-6ffedd396236, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b5045010-ed15-4d94-ab72-6ffedd396236,segment=NetworkSegment(bd567baf-c881-4300-bf6f-4458203f924c),segment_id=bd567baf-c881-4300-bf6f-4458203f924c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:08.211871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5'}, {'server_uuid': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5045010-ed15-4d94-ab72-6ffedd396236'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:08.256104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.261490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f0e7736e-fbc0-45f8-a278-d80fd5807e43 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:08.280906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.323708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.355083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.397061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27282e34-6124-4c4e-8bec-ce9a695ac6b9 req-cedf675f-341d-49b5-a980-ec7631dff1fc tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:08.401261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27282e34-6124-4c4e-8bec-ce9a695ac6b9 req-cedf675f-341d-49b5-a980-ec7631dff1fc tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:08.405484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27282e34-6124-4c4e-8bec-ce9a695ac6b9 req-cedf675f-341d-49b5-a980-ec7631dff1fc tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:08.409524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27282e34-6124-4c4e-8bec-ce9a695ac6b9 req-cedf675f-341d-49b5-a980-ec7631dff1fc tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:08.415805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27282e34-6124-4c4e-8bec-ce9a695ac6b9 req-cedf675f-341d-49b5-a980-ec7631dff1fc tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 3143 time: 0.2519245 Apr 01 15:02:08.488454 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27282e34-6124-4c4e-8bec-ce9a695ac6b9 req-bc6515a1-68c5-43de-837a-4bf85205a809 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674863 Apr 01 15:02:08.500648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54072) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:08.508496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.527057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=b5045010-ed15-4d94-ab72-6ffedd396236,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:08.561412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df48f1d4-0d01-4252-ab2c-062b2ea34a16,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:08.572468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.582272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7a0e0216-37f2-405c-b0cb-200aeb1a2170 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/df48f1d4-0d01-4252-ab2c-062b2ea34a16 HTTP/1.1" status: 204 len: 168 time: 0.7463527 Apr 01 15:02:08.582915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54078) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:08.605752 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.653632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:08.657764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.661224 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.666826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=c3a9917f-85b1-4d1f-9d0a-546a49aa31ce,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:08.730588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-157338212-network', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:08.754253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:08.759995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:08.761344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.770888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Usage tracker for resource:network and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:08.773284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-60298702-ebc5-4122-aebd-d883adb1ecd1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:08.774428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-60298702-ebc5-4122-aebd-d883adb1ecd1 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.5194578 Apr 01 15:02:08.784071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:08.795771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:08.831310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:08.842986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Made reservation on behalf of 5aba8ee433db4bbd8b30df9e00950f2a for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:08.845294 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.859791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Usage tracker for resource:security_group_rule and tenant:c911171161dd4cf9963579064fa2c084 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:08.867449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:08.870604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-1c78ad4f-fed0-486e-843a-b3c06d9fcf0f tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/quotas/bd90fad651124d7e813a363387a32aa2 HTTP/1.1" status: 200 len: 375 time: 0.0887916 Apr 01 15:02:08.877315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.887526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:08.890873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] No DVR routers for this DVR port c3a9917f-85b1-4d1f-9d0a-546a49aa31ce on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:08.893582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:08.963825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe475a-a772-4988-81f4-fabaed9a0484 req-256b5ba4-edaa-4d89-a6c4-14455d37e58a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:08.964065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-f7d1ef73-e45b-4eb6-a6c1-951e310fe15e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "DELETE /v2.0/ports/c3a9917f-85b1-4d1f-9d0a-546a49aa31ce HTTP/1.1" status: 204 len: 173 time: 2.4152601 Apr 01 15:02:08.965257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30fe475a-a772-4988-81f4-fabaed9a0484 req-256b5ba4-edaa-4d89-a6c4-14455d37e58a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 945 time: 0.3022697 Apr 01 15:02:08.987569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.031059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:09.046942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Usage tracker for resource:security_group_rule and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:09.057298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:09.066676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:09.069699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cb7795-b63a-489f-95c3-7d7e0b82620c']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:09.091720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbafd7a-ce70-4f84-bc14-8e188e2a42de') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:09.092165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbafd7a-ce70-4f84-bc14-8e188e2a42de') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:09.105752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30fe475a-a772-4988-81f4-fabaed9a0484 req-07e86ea0-e7b6-46d9-837d-7b80d9d1547f tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271925 Apr 01 15:02:09.109270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.114145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port 080cfda3-e275-47e3-b022-93e406c83db8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:09.114484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.129978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.140301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:02:09.140908 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.171203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:02:09.192201 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:02:09.201569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.211062 n-d-836017-1 neutron-server[83955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'code': 422} returned with failed status Apr 01 15:02:09.211573 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5045010-ed15-4d94-ab72-6ffedd396236', 'code': 200} Apr 01 15:02:09.289065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3eed58-37f6-4a7b-83eb-e03b4e30082f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:09.347777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-5dd99cdb-d232-441b-876a-d559fb587a4d tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4580295 Apr 01 15:02:09.449518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e29bb3eb-b038-4510-8e32-f0cc14150b19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c911171161dd4cf9963579064fa2c084&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2862906 Apr 01 15:02:09.463742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54084) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:09.606280 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.656399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.672927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] Pushing event deleted for resources: {'Network': ['ID=30cb7795-b63a-489f-95c3-7d7e0b82620c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:09.715778 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c6486dba-93bb-45fb-8c5e-8882270ddc18 admin admin] 10.222.0.48 "DELETE /v2.0/networks/30cb7795-b63a-489f-95c3-7d7e0b82620c HTTP/1.1" status: 204 len: 168 time: 1.1316969 Apr 01 15:02:09.738088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.749769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c42fb734-5944-470b-ab27-a727dc9dc2dd req-0b0b0adf-5af4-4e54-9366-ee16133e8acd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 1096 time: 0.3225403 Apr 01 15:02:09.756375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb4094-87ad-4d87-a609-4632603b1332 req-af988e4b-b185-4b34-abe8-317bc5efc482 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:09.757748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35bb4094-87ad-4d87-a609-4632603b1332 req-af988e4b-b185-4b34-abe8-317bc5efc482 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "GET /v2.0/ports?device_id=34c9fb1d-1fff-48cb-a48e-de43c09e1b3c HTTP/1.1" status: 200 len: 943 time: 0.3284523 Apr 01 15:02:09.761661 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.764685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.808976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:09.826056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.841023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0e138-7349-49a7-b27e-3303249c312f req-9b715b21-c4ad-40e3-b4a7-59bb8c353605 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:09.842424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2f0e138-7349-49a7-b27e-3303249c312f req-9b715b21-c4ad-40e3-b4a7-59bb8c353605 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.4140513 Apr 01 15:02:09.903327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:02:09.930074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb4cb03-7068-4ab8-ad0f-dbbbb76690c4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:09.939655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Deleting port f0e7736e-fbc0-45f8-a278-d80fd5807e43 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:09.940011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.956049 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a33af5-222f-4c61-967a-9e50b0798ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.983331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a33af5-222f-4c61-967a-9e50b0798ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.991991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54096) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:09.992968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:09.993302 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Added segment c69268bf-a502-4c25-a758-7630a7b71317 of type vlan for network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 Apr 01 15:02:10.014752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-9b277677-78bb-42a7-9a65-4725fa4bb57f service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298978 Apr 01 15:02:10.027616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c42fb734-5944-470b-ab27-a727dc9dc2dd req-e1714c4d-22b1-407d-b286-a2a8319dea16 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676389 Apr 01 15:02:10.069093 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2f0e138-7349-49a7-b27e-3303249c312f req-ad3ee714-4e72-4cfa-9052-744e31df9b45 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073519 Apr 01 15:02:10.070809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.169940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-936d2482-e524-4b19-a6c1-22c504df603e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66a1f032e26243929cfb94586846b630&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1706522 Apr 01 15:02:10.189056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54104) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:10.223066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] For port 080cfda3-e275-47e3-b022-93e406c83db8, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=080cfda3-e275-47e3-b022-93e406c83db8,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:10.223539 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.250362 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.251250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:10.251862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.377437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Allocated IP 172.25.2.13 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/d7b38419-8766-4c01-aa97-946084b4ffc1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:10.395379 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a33af5-222f-4c61-967a-9e50b0798ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.399556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-c2c870ef-255a-4755-9019-5dc89cac3af1 service neutron] 10.222.0.48 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647611 Apr 01 15:02:10.467246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] Pushing event updated for resources: {'Network': ['ID=77c3fa9f-cc9e-45fb-bd28-f9aab6905544,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:10.476948 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-36be58d8-09ea-46ea-833d-f439f8ad7608 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9749634 Apr 01 15:02:10.478064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54108) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:10.479271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:02:10.492221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a33af5-222f-4c61-967a-9e50b0798ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3eed58-37f6-4a7b-83eb-e03b4e30082f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:10.496656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Request body: {'subnet': {'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-157338212-subnet', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:10.517101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:10.531330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Usage tracker for resource:subnet and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:10.539377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:10.547994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] For port f0e7736e-fbc0-45f8-a278-d80fd5807e43, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f0e7736e-fbc0-45f8-a278-d80fd5807e43,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:10.548350 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.556956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:10.565189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.618445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a33af5-222f-4c61-967a-9e50b0798ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.626899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-98a33af5-222f-4c61-967a-9e50b0798ac5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac3eed58-37f6-4a7b-83eb-e03b4e30082f HTTP/1.1" status: 204 len: 168 time: 0.9930985 Apr 01 15:02:10.751176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Calling delete_port for f0e7736e-fbc0-45f8-a278-d80fd5807e43 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:10.765409 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': 'c3a9917f-85b1-4d1f-9d0a-546a49aa31ce', 'status': 'completed', 'code': 200} Apr 01 15:02:10.881982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.882364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:10.882671 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Floating IP 558da1d6-0ad3-4ab2-9824-2bfbc734c8a4 disassociated. External IP: 172.25.2.120, port: 080cfda3-e275-47e3-b022-93e406c83db8. Apr 01 15:02:10.883055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for 080cfda3-e275-47e3-b022-93e406c83db8 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:10.900634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Made reservation on behalf of 5aba8ee433db4bbd8b30df9e00950f2a for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:10.903057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.007726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.061643 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.072435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.097511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7d46b-171b-4bbf-8a1a-88a464f7c4e9 req-fc0c08cf-01f8-46ab-bbb3-aa35934e8d1f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:11.111517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7d46b-171b-4bbf-8a1a-88a464f7c4e9 req-fc0c08cf-01f8-46ab-bbb3-aa35934e8d1f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:11.115610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7d46b-171b-4bbf-8a1a-88a464f7c4e9 req-fc0c08cf-01f8-46ab-bbb3-aa35934e8d1f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:11.117280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7d7d46b-171b-4bbf-8a1a-88a464f7c4e9 req-fc0c08cf-01f8-46ab-bbb3-aa35934e8d1f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 2411 time: 0.8545642 Apr 01 15:02:11.213334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:11.295915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823627c-75be-4cd5-aa31-263c496ce0ee req-28a3f019-4dd4-4ac0-a547-ddc2223d70c0 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:11.298389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5823627c-75be-4cd5-aa31-263c496ce0ee req-28a3f019-4dd4-4ac0-a547-ddc2223d70c0 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.2242818 Apr 01 15:02:11.300889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.360591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7d7d46b-171b-4bbf-8a1a-88a464f7c4e9 req-d7654979-5537-4bfb-9ad3-92e098166918 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032123 Apr 01 15:02:11.422063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.428987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.455866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:11.462992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:11.465748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:11.494659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a76a86f-3740-4b21-80a1-d1a2c083cc9a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:11.518092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b38419-8766-4c01-aa97-946084b4ffc1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:11.588495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5823627c-75be-4cd5-aa31-263c496ce0ee req-4eb149ee-a18e-4e90-99ec-65ad2b980073 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746236 Apr 01 15:02:11.671129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.671519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.671855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.672236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.672514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.672845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.673187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.673508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.673832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.674168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.674487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:11.691652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.932246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=080cfda3-e275-47e3-b022-93e406c83db8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:11.987193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:11.991086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-99b934c8-615f-407c-8ee8-b72e4590858d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a76a86f-3740-4b21-80a1-d1a2c083cc9a HTTP/1.1" status: 204 len: 168 time: 1.7980080 Apr 01 15:02:11.991086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event deleted for resources: {'Port': ['ID=f0e7736e-fbc0-45f8-a278-d80fd5807e43,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:12.021629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:12.083838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] No DVR routers for this DVR port f0e7736e-fbc0-45f8-a278-d80fd5807e43 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:12.087308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:12.089685 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35bb4094-87ad-4d87-a609-4632603b1332 req-cd9e88f6-b095-4784-a9d6-705faf75109a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.62 "DELETE /v2.0/ports/f0e7736e-fbc0-45f8-a278-d80fd5807e43 HTTP/1.1" status: 204 len: 173 time: 2.3237708 Apr 01 15:02:12.091276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:12.108625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-deleted', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:12.142762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed1ac15-d2ec-4e1c-bb50-96ebee705563 req-b215777f-8b54-41f4-9632-7bbd1a58e49c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 210 time: 0.2061708 Apr 01 15:02:12.249007 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'code': 200} Apr 01 15:02:12.276020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e3022f6-31b1-416c-aceb-9c31dcf6ffad,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:12.445595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:02:12.486792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:12.489436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:12.568759 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c9fb1d-1fff-48cb-a48e-de43c09e1b3c', 'name': 'network-vif-deleted', 'tag': 'f0e7736e-fbc0-45f8-a278-d80fd5807e43', 'status': 'completed', 'code': 200} Apr 01 15:02:12.578967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce509e9-bbd2-48e6-9eaf-ccbe137ba6b8 req-367f358c-5942-4576-ae7d-45c6d3a932c6 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:12.591356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ce509e9-bbd2-48e6-9eaf-ccbe137ba6b8 req-367f358c-5942-4576-ae7d-45c6d3a932c6 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 945 time: 0.9049528 Apr 01 15:02:12.657144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Checking segment: {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:12.657493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Network hostable DHCP agents. Network: 77c3fa9f-cc9e-45fb-bd28-f9aab6905544, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:02:12.725654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ce509e9-bbd2-48e6-9eaf-ccbe137ba6b8 req-4f90588d-2637-4181-ac03-bd86a1334c30 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332586 Apr 01 15:02:12.782527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-21978e47-afe0-422c-9dd2-d2ef9613e9c4 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:12.788220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-21978e47-afe0-422c-9dd2-d2ef9613e9c4 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 804 time: 0.4493539 Apr 01 15:02:12.789289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:02:12.809609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Request body: {'port': {'device_id': 'ce536546-915a-42b6-ace9-c786139679bc', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'admin_state_up': True, 'tenant_id': 'bd90fad651124d7e813a363387a32aa2'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:12.844346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 77c3fa9f-cc9e-45fb-bd28-f9aab6905544) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:12.852989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c774261-3fc7-461d-978d-a3e0d03700c4 None None] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:12.941614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:12.942203 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:13.002982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05760f-5456-421f-af5f-369d686bd775 req-82e79506-5c7e-479b-a1c7-8137fcd7200a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:13.014022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05760f-5456-421f-af5f-369d686bd775 req-82e79506-5c7e-479b-a1c7-8137fcd7200a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:13.014828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1c05760f-5456-421f-af5f-369d686bd775 req-82e79506-5c7e-479b-a1c7-8137fcd7200a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:13.109838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:13.128112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Usage tracker for resource:port and tenant:bd90fad651124d7e813a363387a32aa2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:13.135850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:13.156436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f0e7736e-fbc0-45f8-a278-d80fd5807e43 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:13.165606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1c05760f-5456-421f-af5f-369d686bd775 req-82e79506-5c7e-479b-a1c7-8137fcd7200a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:13.166317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c05760f-5456-421f-af5f-369d686bd775 req-82e79506-5c7e-479b-a1c7-8137fcd7200a tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 1677 time: 0.4813213 Apr 01 15:02:13.205092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-15e099cc-023c-426e-a88d-f59b10c128ba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7183979 Apr 01 15:02:13.208130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:13.209685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54184) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:13.215151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:13.232800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:13.252509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Usage tracker for resource:router and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:13.262000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:13.273421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Made reservation on behalf of bd90fad651124d7e813a363387a32aa2 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:13.275655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:02:13.279379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:13.287502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:13.295518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c05760f-5456-421f-af5f-369d686bd775 req-30cbd0da-aa72-4e5c-bcee-508526c7ccb5 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169333 Apr 01 15:02:13.306077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] Sync routers for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:02:13.313684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: f0e7736e-fbc0-45f8-a278-d80fd5807e43 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:02:13.315815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f0e7736e-fbc0-45f8-a278-d80fd5807e43 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:02:13.363855 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c004de5-cd5d-4622-adcd-a9ec0add878a req-c35585d0-8fa4-4078-8610-146d1ff1373d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4029081 Apr 01 15:02:13.399658 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:13.400968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:13.454905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:13.455379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] No DVR routers for this DVR port 080cfda3-e275-47e3-b022-93e406c83db8 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:13.456435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:13.466559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:13.469570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-1a14fbed-624a-422c-ba7e-adedf1088056 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "DELETE /v2.0/ports/080cfda3-e275-47e3-b022-93e406c83db8 HTTP/1.1" status: 204 len: 173 time: 4.4951179 Apr 01 15:02:13.471598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:13.552729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Router 36b8f836-5c78-4489-acbc-3cb8285e291a is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:02:13.711787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abcb1885-9ccf-40b8-be16-f5f8510c956a req-4c0973b1-ba50-4e0e-adb0-b82b3c1cab33 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 210 time: 0.1333032 Apr 01 15:02:13.717851 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': '080cfda3-e275-47e3-b022-93e406c83db8', 'status': 'completed', 'code': 200} Apr 01 15:02:13.748430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Allocated IP 172.20.0.10 (222f6bca-e39e-4fdb-bd83-f45ed942f90a/d2e27a6c-3984-46dd-9d06-1495ca7533f1/0f8aecf1-48d5-4b8b-9d7d-acd460b3c959) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:13.794523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:13.908351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:02:13.909471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:13.931267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.015614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port 94374e79-b824-4959-8d44-e4ac9470eea6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:14.015959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.031017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df347d5b-d654-4011-afad-134e1f27c3f2 req-31b6a82e-9010-4ca5-8df5-82556338f854 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:14.038105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df347d5b-d654-4011-afad-134e1f27c3f2 req-31b6a82e-9010-4ca5-8df5-82556338f854 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.2413802 Apr 01 15:02:14.146731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2059994700-network', 'tenant_id': '31b267feef4942cc8dc1ee0db87b7399'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:14.172795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:14.193352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df347d5b-d654-4011-afad-134e1f27c3f2 req-89233f9b-6804-457f-8039-f60dc6662077 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542857 Apr 01 15:02:14.219435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Usage tracker for resource:network and tenant:31b267feef4942cc8dc1ee0db87b7399 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:14.223724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:14.237936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Allocated IP 172.20.0.2 (77c3fa9f-cc9e-45fb-bd28-f9aab6905544/6e3022f6-31b1-416c-aceb-9c31dcf6ffad/b78c98bd-cae5-45d6-a8d5-29d47c8d5b24) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:14.240604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:14.243225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:14.269568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.283298 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-1ff942ef-f0c0-4ee5-8b9e-3f1dc780d767 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4877930 Apr 01 15:02:14.287248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Made reservation on behalf of 31b267feef4942cc8dc1ee0db87b7399 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:14.288798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.305141 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.400567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:14.406406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Usage tracker for resource:security_group_rule and tenant:31b267feef4942cc8dc1ee0db87b7399 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:14.410434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:14.418366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:14.423432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.697170 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.758448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Network 222f6bca-e39e-4fdb-bd83-f45ed942f90a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:14.778090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:14.795403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:14.922243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] For port 94374e79-b824-4959-8d44-e4ac9470eea6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=94374e79-b824-4959-8d44-e4ac9470eea6,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:14.922876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:14.947847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event updated for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:15.086683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.102276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Transition to ACTIVE for port object b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:15.115715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:15.116435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.135237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Transition to ACTIVE for port object b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:15.146544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for 94374e79-b824-4959-8d44-e4ac9470eea6 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:15.149839 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.161857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360668-f169-4d88-a70b-a028b3b46bb9 req-d3ca589e-be5a-494b-96c9-63685ab8fed0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:15.167708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360668-f169-4d88-a70b-a028b3b46bb9 req-d3ca589e-be5a-494b-96c9-63685ab8fed0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:15.176944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8360668-f169-4d88-a70b-a028b3b46bb9 req-d3ca589e-be5a-494b-96c9-63685ab8fed0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 1677 time: 0.6484587 Apr 01 15:02:15.188973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-65c96335-873f-4d2b-8bb9-48f38e398c60 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3856502 Apr 01 15:02:15.245145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.250384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Request body: {'port': {'device_id': 'ce536546-915a-42b6-ace9-c786139679bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:15.292791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.296352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:15.320690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.339171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:15.340961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:15.342266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b640777e-c58c-4510-8d82-c8a1ceb539f1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:15.343584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] Checking router: d4c7a6c9-f3f8-41c6-80b2-8398fe81062b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:02:15.351076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:15.373768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Pushing event updated for resources: {'Port': ['ID=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:15.374651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8360668-f169-4d88-a70b-a028b3b46bb9 req-cbdbb3c4-1b49-40a4-8632-80a63458bab0 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963456 Apr 01 15:02:15.387111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:02:15.465211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:15.465211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:15.498916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.614785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Attempting to bind port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:15.614785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Attempting to bind port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:15.615138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Attempting to bind port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 on network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:15.629571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:15.630449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Checking segment: {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:15.630828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.631380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Bound using segment: {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:15.632317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Bound port: b78c98bd-cae5-45d6-a8d5-29d47c8d5b24, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:15.632702 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.636436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.636864 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Added segment 04de7f8c-1e7e-4796-93df-e5a80edf1446 of type vlan for network 466cf2af-73a2-476a-aae9-6b27dfca53b6 Apr 01 15:02:15.721821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-595da6ed-f825-4ee1-8243-1d35c0707814 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878&tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1 HTTP/1.1" status: 200 len: 1094 time: 0.4565074 Apr 01 15:02:15.723588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:02:15.729080 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.743066 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Sync routers for ids ['36b8f836-5c78-4489-acbc-3cb8285e291a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:02:15.765351 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Routers {'36b8f836-5c78-4489-acbc-3cb8285e291a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:15.765982 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36b8f836-5c78-4489-acbc-3cb8285e291a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:15.785029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] For port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:15.790357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] For port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:15.793153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:15.837358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:15.890277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f93bd-3307-4e66-8027-414efb889989 req-b58ab8d4-a219-459a-815a-3b87816c6127 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:15.897358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-758f93bd-3307-4e66-8027-414efb889989 req-b58ab8d4-a219-459a-815a-3b87816c6127 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 932 time: 0.5708325 Apr 01 15:02:15.945001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=94374e79-b824-4959-8d44-e4ac9470eea6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:16.046763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.048795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-111757b2-4830-4fc9-8eae-7c3cf0fbd728 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.8642225 Apr 01 15:02:16.079536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:16.080442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54276) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:16.141187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067192e-3430-4fdd-aa98-540f2b7c58bd None None] Pushing event updated for resources: {'Port': ['ID=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:16.164970 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Set router 36b8f836-5c78-4489-acbc-3cb8285e291a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:16.172961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] No DVR routers for this DVR port 94374e79-b824-4959-8d44-e4ac9470eea6 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:16.179917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.182906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-4a4b4248-3c3f-4373-adb3-a8e9c2a8790c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "DELETE /v2.0/ports/94374e79-b824-4959-8d44-e4ac9470eea6 HTTP/1.1" status: 204 len: 173 time: 2.6953707 Apr 01 15:02:16.191332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:16.194394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.287716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.288504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:16.289083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.342931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-758f93bd-3307-4e66-8027-414efb889989 req-64921d47-62b3-41c3-9627-f71a3eab276f tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442344 Apr 01 15:02:16.350117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5515330 Apr 01 15:02:16.367299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:16.367982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Request body: {'subnet': {'network_id': '466cf2af-73a2-476a-aae9-6b27dfca53b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2059994700-subnet', 'tenant_id': '31b267feef4942cc8dc1ee0db87b7399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:16.373208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:16.379090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Usage tracker for resource:subnet and tenant:31b267feef4942cc8dc1ee0db87b7399 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:16.383201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:16.389523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:16.436825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:16.451751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-e224d259-dbfc-4d58-b2c5-966af57de12d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1094 time: 0.6058793 Apr 01 15:02:16.452643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc741ab-498b-49b4-8f10-97ecae32b508 None None] The sync data for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 is: [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '869bb697-4432-45f7-9dfe-b07247a8cfc6', 'name': '', 'network_id': 'f0d1a499-01f5-4bc0-b0f4-c1b28085261e', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'mac_address': 'fa:16:3e:e0:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:50Z', 'updated_at': '2022-04-01T14:56:20Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'subnets': [{'id': '2d011030-0327-42dc-9c3b-dcd693297f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:02:16.527075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port c439ee6b-3a2c-40eb-a017-a454d985dd64 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:16.527918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.672136 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:02:12Z', 'revision_number': 3, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port': {'id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:09Z', 'updated_at': '2022-04-01T15:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:16.675931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:02:16.680310 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Checking router: 36b8f836-5c78-4489-acbc-3cb8285e291a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:02:16.680850 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Updating router 36b8f836-5c78-4489-acbc-3cb8285e291a port d7b38419-8766-4c01-aa97-946084b4ffc1 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:02:16.778134 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.797551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:16.805647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.850213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Transition to ACTIVE for port object 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:16.864677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Made reservation on behalf of 31b267feef4942cc8dc1ee0db87b7399 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:16.867067 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.885713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:16.969181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7be62-d3f6-43bf-8de6-980ddc5084d6 None None] New status for floating IP 558da1d6-0ad3-4ab2-9824-2bfbc734c8a4: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:02:16.972724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Pushing event updated for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:16.981209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74cee3-77c4-44a7-9604-3d2d7c2822ff req-0144d717-4fc6-4a0e-9bb8-6833f9856411 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:16.988282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d74cee3-77c4-44a7-9604-3d2d7c2822ff req-0144d717-4fc6-4a0e-9bb8-6833f9856411 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 945 time: 1.3495178 Apr 01 15:02:17.085400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794db1b5-a14c-466f-85d0-1117eb117af3 admin admin] Pushing event updated for resources: {'Network': ['ID=466cf2af-73a2-476a-aae9-6b27dfca53b6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:17.156134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] For port c439ee6b-3a2c-40eb-a017-a454d985dd64, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c439ee6b-3a2c-40eb-a017-a454d985dd64,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:17.156712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.227685 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.229824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 466cf2af-73a2-476a-aae9-6b27dfca53b6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:02:17.251925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Transition to ACTIVE for port object d7b38419-8766-4c01-aa97-946084b4ffc1 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:17.262267 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.267593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-3f40d138-a50d-4e24-9533-edeb5094b154 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:17.283119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-3f40d138-a50d-4e24-9533-edeb5094b154 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.62 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 945 time: 0.7148962 Apr 01 15:02:17.302234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for c439ee6b-3a2c-40eb-a017-a454d985dd64 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:17.346628 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Pushing event updated for resources: {'Port': ['ID=d7b38419-8766-4c01-aa97-946084b4ffc1,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:17.361869 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.362211 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.362545 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.362902 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.363323 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.363656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.364226 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.364546 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.364862 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.365258 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.365656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:17.402011 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Attempting to bind port d7b38419-8766-4c01-aa97-946084b4ffc1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:17.402515 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Attempting to bind port d7b38419-8766-4c01-aa97-946084b4ffc1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:17.402723 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Attempting to bind port d7b38419-8766-4c01-aa97-946084b4ffc1 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:17.409504 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:17.409907 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:17.410254 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.410628 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:17.411081 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Bound port: d7b38419-8766-4c01-aa97-946084b4ffc1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:17.411471 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.502317 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] For port d7b38419-8766-4c01-aa97-946084b4ffc1, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:17.515914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d74cee3-77c4-44a7-9604-3d2d7c2822ff req-651032fc-bfbc-47ad-908c-586150245a2d tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a7ee115-a1a5-4bb3-8b40-d723db4501b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266464 Apr 01 15:02:17.519538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.571862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Deleting port b5045010-ed15-4d94-ab72-6ffedd396236 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:17.572206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.647196 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': '94374e79-b824-4959-8d44-e4ac9470eea6', 'status': 'completed', 'code': 200} Apr 01 15:02:17.692136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900e6d9-bb31-4750-b608-5cda459cdd30 None None] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:17.703197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:17.707197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Usage tracker for resource:security_group_rule and tenant:828a5387b7ac437a8db5f97be60b51cf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:17.710610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:17.717027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:17.759355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.810328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.892246 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] For port d7b38419-8766-4c01-aa97-946084b4ffc1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d7b38419-8766-4c01-aa97-946084b4ffc1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:17.901918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Attempting to bind port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:17.902289 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.902411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Attempting to bind port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:17.902642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Attempting to bind port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:17.913968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.922942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-87eab4ce-0152-440f-91bf-c3fff29b8488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:17.924880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-87eab4ce-0152-440f-91bf-c3fff29b8488 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 914 time: 1.4574111 Apr 01 15:02:17.928145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:02:17.928396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Attempting to bind port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 on network 222f6bca-e39e-4fdb-bd83-f45ed942f90a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:17.946559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:17.965434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4f8c8786-fb6e-4ad4-a00c-9c25bd7f06c5 None None] Provisioning for port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:18.011874 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f68d98-54e4-4191-89f2-e2939aead8a3 None None] Pushing event updated for resources: {'Port': ['ID=d7b38419-8766-4c01-aa97-946084b4ffc1,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:18.014171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:18.014508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Checking segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:18.014885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Bound using segment: {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:18.015850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Bound port: 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1cdab7-ee6b-4460-818a-fefaee097709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:18.016204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:18.050492 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Routers {'36b8f836-5c78-4489-acbc-3cb8285e291a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:18.051229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36b8f836-5c78-4489-acbc-3cb8285e291a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:18.080659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=c439ee6b-3a2c-40eb-a017-a454d985dd64,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:18.171741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-91669e35-4b2e-4c37-823d-e75adcf5d88b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 217 time: 0.1814380 Apr 01 15:02:18.205984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] For port b5045010-ed15-4d94-ab72-6ffedd396236, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b5045010-ed15-4d94-ab72-6ffedd396236,segment=NetworkSegment(bd567baf-c881-4300-bf6f-4458203f924c),segment_id=bd567baf-c881-4300-bf6f-4458203f924c)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:18.206332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:18.269326 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] Set router 36b8f836-5c78-4489-acbc-3cb8285e291a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:18.311809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5291ba-ea1f-4dc2-91c7-daa492671876 req-a620ef46-ae9a-4c96-a28b-4b54a14b83aa tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:18.319641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be5291ba-ea1f-4dc2-91c7-daa492671876 req-a620ef46-ae9a-4c96-a28b-4b54a14b83aa tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 1.6818087 Apr 01 15:02:18.321960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] No DVR routers for this DVR port c439ee6b-3a2c-40eb-a017-a454d985dd64 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:18.324687 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:18.407988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:18.425535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Calling delete_port for b5045010-ed15-4d94-ab72-6ffedd396236 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:18.432377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:18.442059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:18.466205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f6d72e-2b6b-409d-9f27-ebd678bb84f8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:18.481387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9d51615-d768-4ece-9d3a-eaee514566e8 req-84aa05db-caeb-4d93-81fd-3bfeed65d69f tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.62 "DELETE /v2.0/ports/c439ee6b-3a2c-40eb-a017-a454d985dd64 HTTP/1.1" status: 204 len: 173 time: 2.2821071 Apr 01 15:02:18.528945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251559b-c4f1-4058-be6a-d6aaf6309bb9 req-719bd42b-dde9-4687-9a77-c3a8996f50ec tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:18.537945 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5251559b-c4f1-4058-be6a-d6aaf6309bb9 req-719bd42b-dde9-4687-9a77-c3a8996f50ec tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 865 time: 0.7077026 Apr 01 15:02:18.556685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Checking segment: {'id': '04de7f8c-1e7e-4796-93df-e5a80edf1446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '466cf2af-73a2-476a-aae9-6b27dfca53b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:18.557089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Network hostable DHCP agents. Network: 466cf2af-73a2-476a-aae9-6b27dfca53b6, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:02:18.565008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-a8600612-6cfa-4981-8aef-2443b811f8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:18.566582 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-a8600612-6cfa-4981-8aef-2443b811f8f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.3645298 Apr 01 15:02:18.615120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Allocated IP 172.25.2.191 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/8119c06a-87e5-47c0-974e-238873600faa) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:18.623687 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=828a5387b7ac437a8db5f97be60b51cf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5348752 Apr 01 15:02:18.624791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54298) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:18.633881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a5b3c-e9c5-42ef-97d8-f5ad76abb553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6062f48-474b-43eb-b686-bb773627685e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:18.659232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:18.664864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5251559b-c4f1-4058-be6a-d6aaf6309bb9 req-d337d80a-3b55-49a2-9b19-a497faeff3fb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups?id=b852108d-ed2f-4280-9585-9401a90dadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220267 Apr 01 15:02:18.665796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:18.666203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:18.689571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Network 466cf2af-73a2-476a-aae9-6b27dfca53b6 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:02:18.736023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 466cf2af-73a2-476a-aae9-6b27dfca53b6) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:18.765917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:18.768836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:18.782839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b048c-f229-4121-ac37-7ecdf3bed6a6 None None] Network 466cf2af-73a2-476a-aae9-6b27dfca53b6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:18.806245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be5291ba-ea1f-4dc2-91c7-daa492671876 req-e0d8c737-8dbd-47b7-8e17-9877946f53b8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855111 Apr 01 15:02:18.833135 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:02:12Z', 'revision_number': 3, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port': {'id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:09Z', 'updated_at': '2022-04-01T15:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:18.853497 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc4803-3a0c-47ab-bc54-3bb8b36cb895 None None] The sync data for ids ['36b8f836-5c78-4489-acbc-3cb8285e291a'] in n-d-836017-1 is: [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:02:12Z', 'revision_number': 3, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port': {'id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:09Z', 'updated_at': '2022-04-01T15:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:02:18.853701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cf76f432-3b09-477f-96cf-cac41577d527 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4858642 Apr 01 15:02:18.868073 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-d8aca1ef-712f-4325-9baa-b451da5946f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2182932 Apr 01 15:02:19.037020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:19.122058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:19.181959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:19.190501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device b5045010-ed15-4d94-ab72-6ffedd396236 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:19.200157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:19.204194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-1e041add-4e97-4610-a5f0-49113e611040 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350894 Apr 01 15:02:19.308478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:19.309950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-6ede264d-4c44-458f-be73-4846951eccda service neutron] 10.222.0.44 "PUT /v2.0/ports/0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 HTTP/1.1" status: 200 len: 1092 time: 4.0716603 Apr 01 15:02:19.327766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:19.369542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:19.445514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:19.451585 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:19.470757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede264d-4c44-458f-be73-4846951eccda service neutron] Pushing event updated for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:19.523177 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:19.534013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee291ca-db59-4738-ab58-9217fd3e0849 req-b9a6946c-1377-47dc-8893-71cf5c09f360 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:19.535812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5ee291ca-db59-4738-ab58-9217fd3e0849 req-b9a6946c-1377-47dc-8893-71cf5c09f360 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Synchronizing usage tracker for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:19.551961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Pushing event deleted for resources: {'Port': ['ID=b5045010-ed15-4d94-ab72-6ffedd396236,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:19.622687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:19.690314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] No DVR routers for this DVR port b5045010-ed15-4d94-ab72-6ffedd396236 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:19.694425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:19.698509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba9322-a9a6-4b23-a46e-5de4a9679743 None None] Network 466cf2af-73a2-476a-aae9-6b27dfca53b6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:19.703822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5ee291ca-db59-4738-ab58-9217fd3e0849 req-b9a6946c-1377-47dc-8893-71cf5c09f360 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Unset dirty status for tenant:bd90fad651124d7e813a363387a32aa2 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:19.705317 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ee291ca-db59-4738-ab58-9217fd3e0849 req-b9a6946c-1377-47dc-8893-71cf5c09f360 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 944 time: 0.6709845 Apr 01 15:02:19.757309 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-2cf7e8f1-930f-428e-b7c2-63a7b3274928 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 1095 time: 0.3899255 Apr 01 15:02:19.764508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ee2ac80-9252-4320-b69e-c1ec5060db04 req-f682682d-ee36-4079-a3c1-8483227ab31a tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.62 "DELETE /v2.0/ports/b5045010-ed15-4d94-ab72-6ffedd396236 HTTP/1.1" status: 204 len: 173 time: 2.4675438 Apr 01 15:02:19.834558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:19.855793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9be1575b-927a-40fa-be3f-117cf52101b5 req-537e89db-cdea-401b-9966-e645caf48e3e service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610091 Apr 01 15:02:19.880647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-fc0cd711-f4af-4109-bc69-661f53dd6010 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 HTTP/1.1" status: 200 len: 217 time: 0.1149399 Apr 01 15:02:19.898407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ee291ca-db59-4738-ab58-9217fd3e0849 req-2908090a-f377-4053-93a6-4bda736bcfbd tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856208 Apr 01 15:02:20.005484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:20.061010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-2d7efa7e-f0cc-4547-9bb0-fbd562c1f156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:20.062708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-2d7efa7e-f0cc-4547-9bb0-fbd562c1f156 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.1633134 Apr 01 15:02:20.093247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5731ae3c-4627-499e-b2e7-a118b56f8591 req-35131a32-4de4-440a-9c97-dedd92623fd8 tempest-ServerMetadataNegativeTestJSON-768043855 tempest-ServerMetadataNegativeTestJSON-768043855-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e8bf16-3180-427c-9f9e-d99a9d569719 HTTP/1.1" status: 200 len: 210 time: 0.8879266 Apr 01 15:02:20.110502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:20.140271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-dc5bf358-fa26-4731-88b9-b9f84c64a37d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710487 Apr 01 15:02:20.280495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Pushing event updated for resources: {'Port': ['ID=8119c06a-87e5-47c0-974e-238873600faa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:20.302890 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'status': 'completed', 'code': 200} Apr 01 15:02:20.349152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b730dfc-3fe4-4b51-a7db-85ba2dab5ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:20.441119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-e2395b6b-2dad-496c-be19-74e3cd92a6db service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920208 Apr 01 15:02:20.443675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b730dfc-3fe4-4b51-a7db-85ba2dab5ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:20.593341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d7b38419-8766-4c01-aa97-946084b4ffc1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:20.595621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:20.614129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:20.619204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:20.742648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46949b65-d283-4d39-a8a8-58f8d8005398 req-fe351a68-1b39-446c-9338-bd187cd99bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888641 Apr 01 15:02:20.783772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port d7b38419-8766-4c01-aa97-946084b4ffc1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:20.789665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d7b38419-8766-4c01-aa97-946084b4ffc1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:20.789979 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:20.826596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b730dfc-3fe4-4b51-a7db-85ba2dab5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:20.881503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b730dfc-3fe4-4b51-a7db-85ba2dab5ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6062f48-474b-43eb-b686-bb773627685e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:20.898537 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b730dfc-3fe4-4b51-a7db-85ba2dab5ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:20.901861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7b730dfc-3fe4-4b51-a7db-85ba2dab5ff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6062f48-474b-43eb-b686-bb773627685e HTTP/1.1" status: 204 len: 168 time: 2.2701571 Apr 01 15:02:21.039035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e39bf73d-1bb0-4b60-80bb-76088b60b2f2 req-55dc6b9e-ccd9-457f-8e44-29284e90ed25 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Synchronizing usage tracker for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:21.073368 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-e7ce17e8-9266-40f7-85b9-a561537e820c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd90fad651124d7e813a363387a32aa2&device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 1095 time: 0.2416213 Apr 01 15:02:21.078636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:21.086165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e39bf73d-1bb0-4b60-80bb-76088b60b2f2 req-55dc6b9e-ccd9-457f-8e44-29284e90ed25 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Unset dirty status for tenant:a6b2b266019e4ca0b6df8a7372023ef8 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:21.087899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9094e78-07ff-406b-b95a-5a9b1c10cf64 req-8e82b1d6-96fd-4e39-8723-e72a5d2eb6f4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:21.089708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9094e78-07ff-406b-b95a-5a9b1c10cf64 req-8e82b1d6-96fd-4e39-8723-e72a5d2eb6f4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.3523958 Apr 01 15:02:21.100494 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e39bf73d-1bb0-4b60-80bb-76088b60b2f2 req-55dc6b9e-ccd9-457f-8e44-29284e90ed25 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 210 time: 0.1132579 Apr 01 15:02:21.124025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port d7b38419-8766-4c01-aa97-946084b4ffc1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d7b38419-8766-4c01-aa97-946084b4ffc1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:21.140086 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:21.140874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:21.344117 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fff8be-bc82-42dc-a658-80c703027077', 'name': 'network-vif-deleted', 'tag': 'c439ee6b-3a2c-40eb-a017-a454d985dd64', 'status': 'completed', 'code': 200} Apr 01 15:02:21.358078 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:21.358864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:21.481928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-5c1afc5b-0ddb-4376-998c-f1970d67e3de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:21.483736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-5c1afc5b-0ddb-4376-998c-f1970d67e3de service neutron] 10.222.0.44 "GET /v2.0/networks?id=222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 200 len: 905 time: 0.3932328 Apr 01 15:02:21.515050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:21.515444 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:21.601986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=d7b38419-8766-4c01-aa97-946084b4ffc1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:21.820847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54342) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:21.878377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-047403ba-f8e9-462a-bd23-8d209f96648e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 HTTP/1.1" status: 200 len: 217 time: 0.3786435 Apr 01 15:02:21.897613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9094e78-07ff-406b-b95a-5a9b1c10cf64 req-4003ea23-ab58-4b14-8e3b-0ff980596615 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690856 Apr 01 15:02:21.942987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:22.040963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:22.047694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a5d6c15f554f41bea68e564930bcc7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:22.050649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-9543ec9a-a22e-49a5-bfc5-71f675db0a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:22.051180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:22.053761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-9543ec9a-a22e-49a5-bfc5-71f675db0a81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 200 len: 844 time: 0.1442671 Apr 01 15:02:22.058223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:22.084460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54346) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:22.179335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1949fb-725e-4f69-94bc-9d0c04ca1a69 req-8f2f85fa-7ecd-4cb0-9d3a-d4d6f4fdbb2b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:22.180965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da1949fb-725e-4f69-94bc-9d0c04ca1a69 req-8f2f85fa-7ecd-4cb0-9d3a-d4d6f4fdbb2b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 944 time: 0.4137664 Apr 01 15:02:22.216691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-6e29ddf3-0406-478c-b397-f9a199d5d716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=222f6bca-e39e-4fdb-bd83-f45ed942f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683200 Apr 01 15:02:22.220015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:22.247306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:22.313124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'name': 'network-vif-deleted', 'tag': 'b5045010-ed15-4d94-ab72-6ffedd396236'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:22.364460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2a5d6c15f554f41bea68e564930bcc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5335851 Apr 01 15:02:22.386171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:22.427903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5e35d-979c-4c32-bc29-000cd57b95b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f434345d-3901-4e1e-8b32-a0fc8a5d8a28,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:22.450582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d7b38419-8766-4c01-aa97-946084b4ffc1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:22.462047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da1949fb-725e-4f69-94bc-9d0c04ca1a69 req-63d74d63-64df-4a4d-ba51-0e0412995a05 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688816 Apr 01 15:02:22.519836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] Deleting subnet 7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:02:22.567625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54362) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:22.598430 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:22.647566 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e8bf16-3180-427c-9f9e-d99a9d569719', 'name': 'network-vif-deleted', 'tag': 'b5045010-ed15-4d94-ab72-6ffedd396236', 'status': 'completed', 'code': 200} Apr 01 15:02:22.649207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d7b38419-8766-4c01-aa97-946084b4ffc1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:22.651482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:22.696978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a800865f-88ec-4f59-bf50-d63eb800ab6f req-c68938b0-ce12-4a0c-b34e-7ce1c10b28e8 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8fff8be-bc82-42dc-a658-80c703027077 HTTP/1.1" status: 200 len: 210 time: 0.1723585 Apr 01 15:02:22.782997 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1715b060-df2b-44de-90f7-4d807250a8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:22.863617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:22.962920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-8ecd0ded-9b4b-44c2-a064-341a45fe17f7 service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336254 Apr 01 15:02:23.139163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.231915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] Deleting subnet 65f6d72e-2b6b-409d-9f27-ebd678bb84f8 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:02:23.262667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1715b060-df2b-44de-90f7-4d807250a8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.278737 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6d24185-4afb-4c7f-9a51-752e1efa1686 req-d51e8ccf-fafb-430f-b088-436ae4d99e95 service neutron] 10.222.0.44 "GET /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945697 Apr 01 15:02:23.296115 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.357502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:23.364580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.373697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f3e4d707-cd3d-4e28-b39e-b156e2b04019 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7cf6caf3-cce1-4a1d-b5b0-dacd5ae2c17a HTTP/1.1" status: 204 len: 168 time: 1.2853053 Apr 01 15:02:23.374271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54370) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:23.393717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.449207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:02:23.513297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1715b060-df2b-44de-90f7-4d807250a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.592519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.620763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715b060-df2b-44de-90f7-4d807250a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f434345d-3901-4e1e-8b32-a0fc8a5d8a28,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:23.630287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.816683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.827609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0249d41-74a3-4e57-a5c6-bd371b6445f6 req-b92b23fa-728c-467b-812e-2a6a7dba5f4a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:23.834570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b0249d41-74a3-4e57-a5c6-bd371b6445f6 req-b92b23fa-728c-467b-812e-2a6a7dba5f4a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.7141712 Apr 01 15:02:23.845834 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1715b060-df2b-44de-90f7-4d807250a8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.847334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1715b060-df2b-44de-90f7-4d807250a8f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f434345d-3901-4e1e-8b32-a0fc8a5d8a28 HTTP/1.1" status: 204 len: 168 time: 1.4593992 Apr 01 15:02:23.859403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c99061-dc63-4d57-83ef-4fe3974b008e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:23.882236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21bdc-ad6c-4db8-8d1a-fccc9b5edc3e req-2e7d2207-c1a7-467a-a9c2-d72d827ba091 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:23.883593 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d21bdc-ad6c-4db8-8d1a-fccc9b5edc3e req-2e7d2207-c1a7-467a-a9c2-d72d827ba091 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 944 time: 0.1466012 Apr 01 15:02:23.885502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd567baf-c881-4300-bf6f-4458203f924c') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:23.885952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd567baf-c881-4300-bf6f-4458203f924c') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:23.919392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.920995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.952585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.953273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.965419 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d21bdc-ad6c-4db8-8d1a-fccc9b5edc3e req-5596393d-d10b-4022-8ce0-2c88c49164ea tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Apr 01 15:02:23.966363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:02:23.966763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:02:23.982723 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:02:24.012713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b0249d41-74a3-4e57-a5c6-bd371b6445f6 req-5d640716-8994-43d6-9a27-17dd08d7ffd9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770251 Apr 01 15:02:24.093366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:02:24.094980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.156516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.176432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.207862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] Pushing event deleted for resources: {'Network': ['ID=41c99061-dc63-4d57-83ef-4fe3974b008e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:24.239817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ef01473d-38bf-4807-a652-8e92ed56c61d admin admin] 10.222.0.48 "DELETE /v2.0/networks/41c99061-dc63-4d57-83ef-4fe3974b008e HTTP/1.1" status: 204 len: 168 time: 0.8641613 Apr 01 15:02:24.272623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f6d72e-2b6b-409d-9f27-ebd678bb84f8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:24.275857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.355867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:24.358410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2af06636-556c-4bdf-a0ba-39e244b61d4a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/65f6d72e-2b6b-409d-9f27-ebd678bb84f8 HTTP/1.1" status: 204 len: 168 time: 1.7894354 Apr 01 15:02:24.383706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:02:24.395878 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Sync routers for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:02:24.416998 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:24.419017 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:24.442406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54388) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:24.577584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54392) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:24.601256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:24.615334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.619514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-db420ba4-e66a-48c7-93b0-ef72cff41dea admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.4057455 Apr 01 15:02:24.632233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'mac_address': 'fa:16:3e:e4:c0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:02:24.632375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54398) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:24.691634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Allocated IP 172.20.0.1 (6f427d50-ec88-4d61-be4f-939abc394295/301233bb-6fbf-4e51-b0c4-ef303319da9b/74951368-7bf7-4dd7-8a5a-140fb9fe9da0) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:24.745133 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea73fc89-d276-4c85-9019-1fd6056707da tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.753196 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.787586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:24.815587 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:24.820237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:24.830077 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:24.976438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:24.987996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.991982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.992561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.993097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.993642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.994174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.996551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.997208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.997743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:24.998272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:25.002203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea73fc89-d276-4c85-9019-1fd6056707da tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.002859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:25.012474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d34dea6-e596-42ac-8966-eb9dc1660e5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03c866d0066641f184f77fc3c7efc494&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4332273 Apr 01 15:02:25.022570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54408) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:25.076758 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.078183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0f8aecf1-48d5-4b8b-9d7d-acd460b3c959'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:25.367069 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea73fc89-d276-4c85-9019-1fd6056707da tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.423725 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.532811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8384a88-ce87-4c9b-8a82-53805d51ecd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.559642 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:20Z', 'revision_number': 3, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:25.565367 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Checking router: b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:02:25.565752 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Updating router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 port 8119c06a-87e5-47c0-974e-238873600faa binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:02:25.592142 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.604666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73fc89-d276-4c85-9019-1fd6056707da tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852108d-ed2f-4280-9585-9401a90dadf5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:25.687059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.688025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Network 6f427d50-ec88-4d61-be4f-939abc394295 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:25.695400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:25.697792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:25.707263 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.765269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.802961 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea73fc89-d276-4c85-9019-1fd6056707da tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.806668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ea73fc89-d276-4c85-9019-1fd6056707da tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/security-groups/b852108d-ed2f-4280-9585-9401a90dadf5 HTTP/1.1" status: 204 len: 168 time: 1.3606224 Apr 01 15:02:25.865085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54426) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:25.893152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466cf2af-73a2-476a-aae9-6b27dfca53b6']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:25.897542 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8384a88-ce87-4c9b-8a82-53805d51ecd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:25.920862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Pushing event updated for resources: {'Port': ['ID=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:25.985998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04de7f8c-1e7e-4796-93df-e5a80edf1446') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:25.986289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04de7f8c-1e7e-4796-93df-e5a80edf1446') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:26.014702 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-1382f4bc-912b-41b8-9358-361e9bc0b83e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] show failed (client error): The resource could not be found. Apr 01 15:02:26.018825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1382f4bc-912b-41b8-9358-361e9bc0b83e tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "GET /v2.0/security-groups/b852108d-ed2f-4280-9585-9401a90dadf5 HTTP/1.1" status: 404 len: 347 time: 0.1496537 Apr 01 15:02:26.019447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54434) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:26.026061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.028523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.106380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:26.272431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2c0e5-d2b5-40a2-be3d-daf08a0ebdd8 req-9a9348d7-77b9-43fa-b3c3-abcd69297777 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:26.274024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04b2c0e5-d2b5-40a2-be3d-daf08a0ebdd8 req-9a9348d7-77b9-43fa-b3c3-abcd69297777 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 945 time: 0.9167218 Apr 01 15:02:26.341167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:26.346268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:26.346648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.451398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.462496 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.548434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.557388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:02:26.557842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:02:26.573476 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:02:26.577265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23afd0-4c6a-4852-94a3-8fd796ee6d01 req-d36e9743-b4d2-4be3-8fb0-b65939a03147 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:26.588353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f23afd0-4c6a-4852-94a3-8fd796ee6d01 req-d36e9743-b4d2-4be3-8fb0-b65939a03147 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 1.1375744 Apr 01 15:02:26.590169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port f9073141-cf6f-456d-a5ba-44b61537a428 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:26.590506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.628106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.693735 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.807969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:26.812606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:26.837157 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.873103 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Transition to ACTIVE for port object 8119c06a-87e5-47c0-974e-238873600faa will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:26.889419 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:26.893139 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04b2c0e5-d2b5-40a2-be3d-daf08a0ebdd8 req-b06f507a-df8a-4245-ab3b-09ea349d81e6 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679394 Apr 01 15:02:26.965244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Pushing event updated for resources: {'Port': ['ID=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:26.999176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.003740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.053242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:27.075572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=466cf2af-73a2-476a-aae9-6b27dfca53b6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:27.090874 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8beb4-2154-4cb2-a1f1-b420d6eaf642 None None] Pushing event updated for resources: {'Port': ['ID=8119c06a-87e5-47c0-974e-238873600faa,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:27.092615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.094034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-99535805-1e63-41a4-86e1-346f67311a1b admin admin] 10.222.0.48 "DELETE /v2.0/networks/466cf2af-73a2-476a-aae9-6b27dfca53b6 HTTP/1.1" status: 204 len: 168 time: 2.7364805 Apr 01 15:02:27.118022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f23afd0-4c6a-4852-94a3-8fd796ee6d01 req-174bd946-d253-415f-9cda-69d8f325134b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287378 Apr 01 15:02:27.128353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8384a88-ce87-4c9b-8a82-53805d51ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.134449 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Attempting to bind port 8119c06a-87e5-47c0-974e-238873600faa on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:27.137592 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Attempting to bind port 8119c06a-87e5-47c0-974e-238873600faa by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:27.138240 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Attempting to bind port 8119c06a-87e5-47c0-974e-238873600faa on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:27.166736 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:27.167253 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:27.167643 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.168027 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:27.168675 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Bound port: 8119c06a-87e5-47c0-974e-238873600faa, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:27.169086 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.207099 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'code': 200} Apr 01 15:02:27.210725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.211047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.231707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8384a88-ce87-4c9b-8a82-53805d51ecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ee115-a1a5-4bb3-8b40-d723db4501b1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:27.363293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8384a88-ce87-4c9b-8a82-53805d51ecd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.364180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for f9073141-cf6f-456d-a5ba-44b61537a428 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:27.373721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a8384a88-ce87-4c9b-8a82-53805d51ecd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a7ee115-a1a5-4bb3-8b40-d723db4501b1 HTTP/1.1" status: 204 len: 168 time: 2.3498037 Apr 01 15:02:27.424643 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] For port 8119c06a-87e5-47c0-974e-238873600faa, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:27.429058 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] For port 8119c06a-87e5-47c0-974e-238873600faa, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8119c06a-87e5-47c0-974e-238873600faa,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:27.442146 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:27.502251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Network 6f427d50-ec88-4d61-be4f-939abc394295 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:27.507699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:27.622744 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8beb4-2154-4cb2-a1f1-b420d6eaf642 None None] Pushing event updated for resources: {'Port': ['ID=8119c06a-87e5-47c0-974e-238873600faa,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:27.634137 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:27.639757 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:27.704008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:27.783118 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2a01600-5f26-4cce-a69e-de8278a0c42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:28.063276 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:28.290184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-105ad909-d3fc-46dc-967d-8e6be05da24d req-6704be00-5bd7-403a-9ae3-95d6605ef642 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 1097 time: 0.9354470 Apr 01 15:02:28.453405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:28.704359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fd086b6f-9c9e-46e8-9404-3bf7b765fe96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31b267feef4942cc8dc1ee0db87b7399&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5116413 Apr 01 15:02:28.721329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef4629-4da4-4eb8-9f8d-9eb1306e0fbb req-98a42c71-f3a6-4836-9c53-102948cab61a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:28.729983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51ef4629-4da4-4eb8-9f8d-9eb1306e0fbb req-98a42c71-f3a6-4836-9c53-102948cab61a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 946 time: 0.4472892 Apr 01 15:02:28.745677 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:20Z', 'revision_number': 3, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:28.754742 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca56f9-ee7c-405d-9853-43e27a533e71 None None] The sync data for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 is: [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:20Z', 'revision_number': 3, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:02:28.784015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54484) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:28.893302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51ef4629-4da4-4eb8-9f8d-9eb1306e0fbb req-5c976873-2378-4682-ace6-99bf9da2c579 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443839 Apr 01 15:02:28.920246 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-105ad909-d3fc-46dc-967d-8e6be05da24d req-ba19f92e-7c83-4321-8b1f-2a9a455f05b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931087 Apr 01 15:02:28.928165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=f9073141-cf6f-456d-a5ba-44b61537a428,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:28.930691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Router 36b8f836-5c78-4489-acbc-3cb8285e291a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:02:29.215843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46bdc6b3-fa55-4853-86a2-5867471fb6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.269213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518bb2-7e45-4eda-9446-36d06e326266 req-f228b03d-4bee-4640-8465-10bdae42c982 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:29.288082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22518bb2-7e45-4eda-9446-36d06e326266 req-f228b03d-4bee-4640-8465-10bdae42c982 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.6907313 Apr 01 15:02:29.318344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54500) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:29.343538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.380569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:02:29.392861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0a1f5016-c9bb-4ca9-a013-4eaaaa9b1626 admin admin] 10.222.0.48 "PUT /v2.0/routers/36b8f836-5c78-4489-acbc-3cb8285e291a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3058624 Apr 01 15:02:29.394645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Sync routers for ids ['36b8f836-5c78-4489-acbc-3cb8285e291a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:02:29.397033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46bdc6b3-fa55-4853-86a2-5867471fb6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.426528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Routers {'36b8f836-5c78-4489-acbc-3cb8285e291a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:29.427535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36b8f836-5c78-4489-acbc-3cb8285e291a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:29.506171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22518bb2-7e45-4eda-9446-36d06e326266 req-7e00a00a-dd9c-451d-879d-1a04b255645b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170730 Apr 01 15:02:29.542419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.543899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c6d766a3-b08b-43e5-a6d7-086acf17cf72 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/floatingips/558da1d6-0ad3-4ab2-9824-2bfbc734c8a4 HTTP/1.1" status: 204 len: 168 time: 3.5195286 Apr 01 15:02:29.547188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:29.554214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-214669157-network', 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:29.561101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:29.573450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Usage tracker for resource:network and tenant:1d6677d04cd341d389006dc7efc83d64 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:29.583251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:29.600581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:29.623618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:29.632040 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.675509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.705587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port cc9349d1-3aac-4939-8fdd-fb26fbc546cd {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:29.706268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.824000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46bdc6b3-fa55-4853-86a2-5867471fb6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.840142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:29.862186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6677d04cd341d389006dc7efc83d64 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:29.878842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:29.915441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:29.926632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Set router 36b8f836-5c78-4489-acbc-3cb8285e291a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:29.971285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdc6b3-fa55-4853-86a2-5867471fb6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b640777e-c58c-4510-8d82-c8a1ceb539f1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:29.993266 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46bdc6b3-fa55-4853-86a2-5867471fb6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:29.994792 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-46bdc6b3-fa55-4853-86a2-5867471fb6f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b640777e-c58c-4510-8d82-c8a1ceb539f1 HTTP/1.1" status: 204 len: 168 time: 1.1929767 Apr 01 15:02:30.122753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.134039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.155255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:02:30.167731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.168312 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Added segment 252fc57d-3bb1-4271-b3e6-11dd4f335ac2 of type vlan for network c166c90b-6e32-422f-86a1-354f2dc6790a Apr 01 15:02:30.207132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.320114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.406852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.410102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:30.411360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.472745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7123-bfbd-4daa-a81e-9832ed775cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:30.739943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Pushing event updated for resources: {'Network': ['ID=c166c90b-6e32-422f-86a1-354f2dc6790a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:30.759271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c166c90b-6e32-422f-86a1-354f2dc6790a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:02:30.868609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5477564 Apr 01 15:02:30.875418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54536) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:30.888263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c9ff3-d2a9-451f-9cfd-d876eeea7df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64367d-bbe3-40f1-8db8-58926aa290db,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:30.926427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Request body: {'subnet': {'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-214669157-subnet', 'tenant_id': '1d6677d04cd341d389006dc7efc83d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:30.947263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:30.957660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf474a-2a18-4c3d-bac7-cf97a35c9ef0 req-4df77c9c-4f96-4469-b7c7-41fe828e3966 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:30.959598 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6bcf474a-2a18-4c3d-bac7-cf97a35c9ef0 req-4df77c9c-4f96-4469-b7c7-41fe828e3966 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 946 time: 0.6854641 Apr 01 15:02:30.963825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Usage tracker for resource:subnet and tenant:1d6677d04cd341d389006dc7efc83d64 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:30.969344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:30.985410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for cc9349d1-3aac-4939-8fdd-fb26fbc546cd owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:31.037579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:31.055943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6bcf474a-2a18-4c3d-bac7-cf97a35c9ef0 req-d597dc24-8392-472e-a4b2-6b85ee42820c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873671 Apr 01 15:02:31.088261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:31.091897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:31.319612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:02:25Z', 'revision_number': 4, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port': {'id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:09Z', 'updated_at': '2022-04-01T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '74951368-7bf7-4dd7-8a5a-140fb9fe9da0', 'name': '', 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'mac_address': 'fa:16:3e:3e:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:24Z', 'updated_at': '2022-04-01T15:02:26Z', 'revision_number': 2, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'subnets': [{'id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:31.368297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Checking router: 36b8f836-5c78-4489-acbc-3cb8285e291a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:02:31.368862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Updating router 36b8f836-5c78-4489-acbc-3cb8285e291a port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:02:31.439081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:31.440484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:31.489410 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:31.515034 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:31.744606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-ed502cc3-1955-4a73-8c27-967e91999f07 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:31.745290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-ed502cc3-1955-4a73-8c27-967e91999f07 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Synchronizing usage tracker for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:32.053495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81865c-c76b-4746-9cbd-96a205ff2dba req-310fe72d-8801-4717-b95e-8647da5c7e99 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:32.055842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d81865c-c76b-4746-9cbd-96a205ff2dba req-310fe72d-8801-4717-b95e-8647da5c7e99 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.4810967 Apr 01 15:02:32.187136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d81865c-c76b-4746-9cbd-96a205ff2dba req-072a0228-fae6-44d9-87ec-0870b8fe3580 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186726 Apr 01 15:02:32.197499 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:32.267073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Transition to ACTIVE for port object 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:32.296646 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:32.300362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:32.321839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-ed502cc3-1955-4a73-8c27-967e91999f07 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Unset dirty status for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:32.334453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-ed502cc3-1955-4a73-8c27-967e91999f07 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 809 time: 0.7987628 Apr 01 15:02:32.385592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-5b845a1c-754f-4333-a3cc-f9d9c75fa2e1 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/quotas/d1164d42f82a4c8b8b79f53c7c2111c7 HTTP/1.1" status: 200 len: 375 time: 0.0501492 Apr 01 15:02:32.531484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed2c49f-3ede-4714-a99e-48a89de5bc57,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:32.551967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8119c06a-87e5-47c0-974e-238873600faa up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:32.659716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Allocated IP 172.20.0.1 (77c3fa9f-cc9e-45fb-bd28-f9aab6905544/6e3022f6-31b1-416c-aceb-9c31dcf6ffad/b97377a2-d2af-4eac-a425-3b101c545045) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:32.712654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:32.728561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc94293-0cc7-4eea-bbdc-218c6cf0f28a None None] Pushing event updated for resources: {'Port': ['ID=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:32.745620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-8e8b2a29-4742-4361-95da-04b3109465a9 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3584833 Apr 01 15:02:32.759416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:32.783956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54574) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:32.795701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:32.800367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Network hostable DHCP agents. Network: c166c90b-6e32-422f-86a1-354f2dc6790a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:02:32.912805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=cc9349d1-3aac-4939-8fdd-fb26fbc546cd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:32.934586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Attempting to bind port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:32.934934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Attempting to bind port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:32.935307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Attempting to bind port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 on network 6f427d50-ec88-4d61-be4f-939abc394295 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:32.948350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655aef-9ab0-4d82-82e4-cc521d510d5a req-55ae763c-7b28-47dd-8191-0522680ae848 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:32.958075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8119c06a-87e5-47c0-974e-238873600faa completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:32.961505 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53655aef-9ab0-4d82-82e4-cc521d510d5a req-55ae763c-7b28-47dd-8191-0522680ae848 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 946 time: 0.3898711 Apr 01 15:02:32.967543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:32.983374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Checking segment: {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:32.986473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:32.987233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Bound using segment: {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:32.988061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Bound port: 74951368-7bf7-4dd7-8a5a-140fb9fe9da0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:32.988769 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.001740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8119c06a-87e5-47c0-974e-238873600faa triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:33.005832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.053534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Network c166c90b-6e32-422f-86a1-354f2dc6790a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:02:33.108117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53655aef-9ab0-4d82-82e4-cc521d510d5a req-b0117ada-28f8-4768-952f-36afb5036544 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446273 Apr 01 15:02:33.110701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c166c90b-6e32-422f-86a1-354f2dc6790a) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:33.134869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:33.135492 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.140433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8b3ef-f8b5-47e0-b20a-cb923e0ab60d None None] Network c166c90b-6e32-422f-86a1-354f2dc6790a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:33.215281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0dc9fd8-a42a-425c-be52-89ddc5a70c52 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3312109 Apr 01 15:02:33.226342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.244371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9b722df6-dc34-4c92-a638-3cc1458e1eeb tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/ports/cc9349d1-3aac-4939-8fdd-fb26fbc546cd HTTP/1.1" status: 204 len: 168 time: 3.6793442 Apr 01 15:02:33.248044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54588) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:33.305419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.326970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6a5ce341-3686-4228-a6c5-a774d8f175ed service neutron] 10.222.0.48 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408915 Apr 01 15:02:33.369418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1025392685-network', 'tenant_id': '3cf4ea4ef8054912bed53d8dc849505b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:33.390517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:33.419911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Usage tracker for resource:network and tenant:3cf4ea4ef8054912bed53d8dc849505b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:33.438735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:33.486794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:33.530148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port 425e9765-72ba-4d48-8762-ebaa7c124efd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:33.548797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.700437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-ab24447a-f749-4cad-8c15-7cc9374c984c service neutron] 10.222.0.48 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557835 Apr 01 15:02:33.702817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Transition to ACTIVE for port object b97377a2-d2af-4eac-a425-3b101c545045 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:33.800556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Made reservation on behalf of 3cf4ea4ef8054912bed53d8dc849505b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:33.804302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.841309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:33.896711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-951ae212-c84d-4ed6-ad9b-8cffb1857ab2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1094 time: 0.1952620 Apr 01 15:02:33.901852 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:34.105670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] For port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:34.110362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] For port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:34.150165 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:34.158645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Pushing event updated for resources: {'Port': ['ID=b97377a2-d2af-4eac-a425-3b101c545045,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:34.247244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54614) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:34.251578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:34.262567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf4ea4ef8054912bed53d8dc849505b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:34.268944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:34.281270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:34.353621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:34.358587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc94293-0cc7-4eea-bbdc-218c6cf0f28a None None] Pushing event updated for resources: {'Port': ['ID=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:34.556010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-074ff5db-dc03-4a5c-8c37-c005d3cbc9e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:34.557656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-074ff5db-dc03-4a5c-8c37-c005d3cbc9e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 914 time: 0.4226413 Apr 01 15:02:34.579806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa0761-db1f-428c-97d6-c1f11f493dcc None None] Network c166c90b-6e32-422f-86a1-354f2dc6790a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:34.631859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for 425e9765-72ba-4d48-8762-ebaa7c124efd owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:34.742417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:34.752548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:34.774112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:34.908639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:34.988554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.106237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Routers {'36b8f836-5c78-4489-acbc-3cb8285e291a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:35.106903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36b8f836-5c78-4489-acbc-3cb8285e291a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:35.108137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-1677a675-cd5c-46c3-be9b-8dec4ec5acef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 217 time: 0.4478481 Apr 01 15:02:35.188812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.241127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.278390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:35.283143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Usage tracker for resource:security_group_rule and tenant:852720d7046d406a971af4bf8c627fc3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:35.286992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:35.289970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8119c06a-87e5-47c0-974e-238873600faa, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8119c06a-87e5-47c0-974e-238873600faa,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:35.294542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:35.324872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.367592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2a693146-019a-49df-966a-ee9cdd32120d None None] Provisioning for port b97377a2-d2af-4eac-a425-3b101c545045 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:35.438614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2a693146-019a-49df-966a-ee9cdd32120d None None] Provisioning complete for port b97377a2-d2af-4eac-a425-3b101c545045 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:35.438941 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a693146-019a-49df-966a-ee9cdd32120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.492844 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.506645 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.517931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26262ff-9f2d-429d-9694-22d9e1fdf294,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:35.542669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:02:35.590318 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.636403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.637273 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Added segment 70c28fa8-7c39-4c30-aed3-b3335578169f of type vlan for network a93befdc-f5ab-4889-8f29-f115c538aff4 Apr 01 15:02:35.647504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8119c06a-87e5-47c0-974e-238873600faa,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:35.661078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-c41a714b-cf76-44f5-8e6d-90b3b88d7584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:35.666204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-c41a714b-cf76-44f5-8e6d-90b3b88d7584 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.5130458 Apr 01 15:02:35.695830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] Set router 36b8f836-5c78-4489-acbc-3cb8285e291a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:35.703998 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:02:35.718201 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.752611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:35.821555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3fad9-0c01-4a81-9bc0-4940028921c0 req-3940d8ee-f9ff-4b95-bc30-33e84b08745b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:35.828676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6c3fad9-0c01-4a81-9bc0-4940028921c0 req-3940d8ee-f9ff-4b95-bc30-33e84b08745b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 1.2697484 Apr 01 15:02:35.838903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2a693146-019a-49df-966a-ee9cdd32120d None None] Port b97377a2-d2af-4eac-a425-3b101c545045 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:02:35.846980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e244d-3d96-4a43-9b12-896e21877d5c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:35.889025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Port': ['ID=425e9765-72ba-4d48-8762-ebaa7c124efd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:35.908550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-f2ce03a1-00d2-4182-a18e-5111558135f0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:35.909414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-f2ce03a1-00d2-4182-a18e-5111558135f0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:36.004418 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-cbdd1cd3-11de-4182-ad78-ae9820850a95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2945156 Apr 01 15:02:36.014791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-306939e1-9d85-48a7-a98b-a7f82fb55984 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=852720d7046d406a971af4bf8c627fc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4729345 Apr 01 15:02:36.015743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54634) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:36.037495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-f2ce03a1-00d2-4182-a18e-5111558135f0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:36.038737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-f2ce03a1-00d2-4182-a18e-5111558135f0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.8476195 Apr 01 15:02:36.046291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:36.046962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:36.047610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:36.073768 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:36.094903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-ee66d65e-1d11-4ca5-80fb-0d0b3a15c212 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.0421071 Apr 01 15:02:36.191073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] Pushing event updated for resources: {'Network': ['ID=a93befdc-f5ab-4889-8f29-f115c538aff4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:36.192599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:02:25Z', 'revision_number': 4, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port': {'id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:09Z', 'updated_at': '2022-04-01T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '74951368-7bf7-4dd7-8a5a-140fb9fe9da0', 'name': '', 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'mac_address': 'fa:16:3e:3e:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:24Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'subnets': [{'id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:36.200008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589f4bf-cfa4-4ad6-bc4d-12e4c0fa0b01 None None] The sync data for ids ['36b8f836-5c78-4489-acbc-3cb8285e291a'] in n-d-836017-1 is: [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:02:25Z', 'revision_number': 4, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port': {'id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:09Z', 'updated_at': '2022-04-01T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '74951368-7bf7-4dd7-8a5a-140fb9fe9da0', 'name': '', 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'mac_address': 'fa:16:3e:3e:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:24Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'subnets': [{'id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:02:36.207774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a93befdc-f5ab-4889-8f29-f115c538aff4 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:02:36.234718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6c3fad9-0c01-4a81-9bc0-4940028921c0 req-bd4d2917-88e7-4ccb-a38d-d3c899db9597 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047537 Apr 01 15:02:36.445711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:36.466039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-ef0ea25c-5bc5-4a12-8466-085704fef649 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2662976 Apr 01 15:02:36.475621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a75257e8-fdd6-473c-86f4-18e9bda40668 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/ports/425e9765-72ba-4d48-8762-ebaa7c124efd HTTP/1.1" status: 204 len: 168 time: 3.2259252 Apr 01 15:02:36.478699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54638) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:36.482414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9310f1c8-978d-4aec-a8a7-285784d62669 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6883383 Apr 01 15:02:36.502626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:36.590558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Request body: {'subnet': {'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1025392685-subnet', 'tenant_id': '3cf4ea4ef8054912bed53d8dc849505b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:36.623945 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a124640e-0360-420d-855a-1f7a1bcf6f62 req-5b833de3-bfbb-44e1-b78c-e9b3d65f7b64 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 210 time: 0.1493938 Apr 01 15:02:36.629282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:36.635680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Usage tracker for resource:subnet and tenant:3cf4ea4ef8054912bed53d8dc849505b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:36.639240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:36.675170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-40aa68c8-cb46-4785-a830-0967a29ee5a1 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497076 Apr 01 15:02:36.751472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:36.754273 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67c9-a4b0-4a6e-a850-1a6956c9b28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:36.865522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-0cf55433-ae1b-4f4c-a11d-693f210f8602 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902966 Apr 01 15:02:36.902336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting subnet d8d35d89-454c-42dd-a9f3-3418a98bd853 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:02:36.951770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Made reservation on behalf of 3cf4ea4ef8054912bed53d8dc849505b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:36.953067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:36.953537 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:36.976878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67c9-a4b0-4a6e-a850-1a6956c9b28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.091982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-7d96da3b-14de-4ccf-bdc1-68dda310bfec service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255375 Apr 01 15:02:37.094116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-31d09618-071a-4e2a-8b0c-444bf121db25 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:37.095702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-31d09618-071a-4e2a-8b0c-444bf121db25 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.62 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 809 time: 0.8039086 Apr 01 15:02:37.098583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.145283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Request body: {'port': {'device_id': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'admin_state_up': True, 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:37.227659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.380637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20fb9df9-5b39-4bbe-a59e-e07047ba4b22 req-eb0dd4a5-527e-4228-86e0-965a45c69004 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 210 time: 0.0595489 Apr 01 15:02:37.381040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23d3d9f6-a517-45e1-97ab-39303bb1b65f req-21e0115a-23ae-4064-8c53-087811d7fc7f service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101327 Apr 01 15:02:37.431185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.456434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67c9-a4b0-4a6e-a850-1a6956c9b28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.471819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.497343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.537181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d35d89-454c-42dd-a9f3-3418a98bd853,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:37.554192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.560261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a992e-2ca4-442f-ad8a-f093bfc6de5f None None] Network c2eb948f-2926-4b40-928b-0734cf605002 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:37.573100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-67268941-afdd-4796-8057-ce7907326dac tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/subnets/d8d35d89-454c-42dd-a9f3-3418a98bd853 HTTP/1.1" status: 204 len: 168 time: 1.0932133 Apr 01 15:02:37.576476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54672) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:37.589117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a67c9-a4b0-4a6e-a850-1a6956c9b28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e244d-3d96-4a43-9b12-896e21877d5c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:37.669403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Pushing event updated for resources: {'Port': ['ID=b97377a2-d2af-4eac-a425-3b101c545045,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:37.688586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:37.698125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Usage tracker for resource:port and tenant:d1164d42f82a4c8b8b79f53c7c2111c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:37.704416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:37.729145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67c9-a4b0-4a6e-a850-1a6956c9b28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.732917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1f5a67c9-a4b0-4a6e-a850-1a6956c9b28a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be1e244d-3d96-4a43-9b12-896e21877d5c HTTP/1.1" status: 204 len: 168 time: 1.7100048 Apr 01 15:02:37.735091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:37.742976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d83b-49f6-4f06-aef5-611e9a008bfd req-97524499-59bb-4d26-b854-86a25c52d1c5 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:37.750749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c43d83b-49f6-4f06-aef5-611e9a008bfd req-97524499-59bb-4d26-b854-86a25c52d1c5 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 946 time: 0.5897081 Apr 01 15:02:37.783647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:37.797492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:37.853607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Made reservation on behalf of d1164d42f82a4c8b8b79f53c7c2111c7 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:37.873349 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.002446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f0bec-2ff9-4b1a-8aa3-430818c58b3d req-02cb1018-1403-4c7c-8728-4c365812fabf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:38.009673 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ee9f0bec-2ff9-4b1a-8aa3-430818c58b3d req-02cb1018-1403-4c7c-8728-4c365812fabf tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.3615248 Apr 01 15:02:38.053189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:38.069022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:38.069428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.077139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ee9f0bec-2ff9-4b1a-8aa3-430818c58b3d req-2ae14a4d-f108-4c7f-93da-d72a058f1546 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665715 Apr 01 15:02:38.080847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting subnet 3f52fb88-9108-4e02-a385-da872a1d5d9b {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:02:38.084626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.186772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:02:38.188777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.400958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] DHCP port deletion for c2eb948f-2926-4b40-928b-0734cf605002 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:02:38.410156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] Deleting port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:38.410525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.434190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.440935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e0a4a119-3329-4f1a-bdea-966f53d04926 req-b5602b7d-7f6c-4acf-95ca-58f250d2d39f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Synchronizing usage tracker for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:38.497397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54694) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:38.514190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:38.514399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c43d83b-49f6-4f06-aef5-611e9a008bfd req-6fde3929-eaba-4b7c-bd21-0932f9a0aefc tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626355 Apr 01 15:02:38.533333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:38.568068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.573666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:38.582243 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.582243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8119c06a-87e5-47c0-974e-238873600faa up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:38.584807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.637137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e0a4a119-3329-4f1a-bdea-966f53d04926 req-b5602b7d-7f6c-4acf-95ca-58f250d2d39f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Unset dirty status for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:38.638588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0a4a119-3329-4f1a-bdea-966f53d04926 req-b5602b7d-7f6c-4acf-95ca-58f250d2d39f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 210 time: 0.3538065 Apr 01 15:02:38.649270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.699568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:38.703521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Usage tracker for resource:security_group_rule and tenant:32d994d767c64fcb926752780d197197 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:38.706562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:38.712424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:38.780269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.793427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.927510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dbc3c6-926b-4aeb-a112-9a2f98ba5f3e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:38.944054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8119c06a-87e5-47c0-974e-238873600faa triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:38.944054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.965063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-795c642e-2487-4170-ad92-18666e8fdf2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32d994d767c64fcb926752780d197197&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4647348 Apr 01 15:02:38.966019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54698) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:38.978671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:38.992059 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa51c5e1-bcd6-4627-bc32-c10b31672bf2 req-25ad70e2-e984-48f8-9dea-584d21feb5e4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 210 time: 0.1793697 Apr 01 15:02:39.011729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] For port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=212fd412-8ed5-4c63-8a0f-0dee0014bcd3,segment=NetworkSegment(270944c3-25b7-4cdc-82d2-a30bc6311aee),segment_id=270944c3-25b7-4cdc-82d2-a30bc6311aee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:39.011729 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.034213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:39.045631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:39.056986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Subnet': ['ID=3f52fb88-9108-4e02-a385-da872a1d5d9b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:39.173202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b835d34-1d0a-470e-b79e-ed7465b5d6d4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:39.246877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'network_id': '222f6bca-e39e-4fdb-bd83-f45ed942f90a', 'port_id': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'mac_address': 'fa:16:3e:e4:c0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e27a6c-3984-46dd-9d06-1495ca7533f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:02:39.249136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.257828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] Calling delete_port for 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:39.264122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6af4be38-6f4d-48e8-9b32-719d70f71648 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/subnets/3f52fb88-9108-4e02-a385-da872a1d5d9b HTTP/1.1" status: 204 len: 168 time: 1.6863754 Apr 01 15:02:39.264896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54704) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:39.307636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aaa560-6018-4da0-adea-805eef3965a2 None None] Network 89b629af-e989-4d77-a2fe-00691a1a1cf1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:39.422696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Allocated IP 172.20.0.5 (6f427d50-ec88-4d61-be4f-939abc394295/301233bb-6fbf-4e51-b0c4-ef303319da9b/4db922b5-0021-4013-ac20-3fea8dfea34b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:39.461493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-934e7051-0ee7-4e0d-a546-90b2907911c8 None None] Provisioning complete for port b97377a2-d2af-4eac-a425-3b101c545045 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:39.462502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-934e7051-0ee7-4e0d-a546-90b2907911c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.468694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Checking segment: {'id': '70c28fa8-7c39-4c30-aed3-b3335578169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:39.469055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Network hostable DHCP agents. Network: a93befdc-f5ab-4889-8f29-f115c538aff4, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:02:39.505364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d912ce7-1897-4e92-b540-322291cc575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.517052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.531386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-8e70bfa2-7696-430d-bf2d-cc32fd59d4e9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:39.532803 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-8e70bfa2-7696-430d-bf2d-cc32fd59d4e9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.5057960 Apr 01 15:02:39.561520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:39.581448 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d912ce7-1897-4e92-b540-322291cc575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.631018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Network a93befdc-f5ab-4889-8f29-f115c538aff4 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:02:39.657349 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.669787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:39.670117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.684218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a93befdc-f5ab-4889-8f29-f115c538aff4) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:39.705368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:39.705829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.725904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c5fa1-7c2d-4f70-90ed-97e0b43e3cf5 req-d52e2ab0-b4b1-4255-8c8f-a9c58880daab tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:39.726985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:39.727397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d5c5fa1-7c2d-4f70-90ed-97e0b43e3cf5 req-d52e2ab0-b4b1-4255-8c8f-a9c58880daab tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.4462140 Apr 01 15:02:39.736743 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.748350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd1e62-5fdd-499c-9e93-206991b21777 None None] Network a93befdc-f5ab-4889-8f29-f115c538aff4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:39.777869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.797474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] The port '212fd412-8ed5-4c63-8a0f-0dee0014bcd3' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:02:39.859531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.935280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-eba0e244-e380-42f8-8b0f-6160e6c5b5a7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3824916 Apr 01 15:02:39.962319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:02:39.976912 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d912ce7-1897-4e92-b540-322291cc575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:39.983964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Network 6f427d50-ec88-4d61-be4f-939abc394295 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:39.988254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:39.991515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] No DVR routers for this DVR port 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:39.996611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6752b6d-84cc-47e1-b5d5-f98ab5d4ac2d None None] Pushing event deleted for resources: {'Port': ['ID=212fd412-8ed5-4c63-8a0f-0dee0014bcd3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:39.999971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:40.002452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d5c5fa1-7c2d-4f70-90ed-97e0b43e3cf5 req-6ceafdc8-5316-43ff-939b-5951248359ef tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644148 Apr 01 15:02:40.006372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.015381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:40.020486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d912ce7-1897-4e92-b540-322291cc575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dbc3c6-926b-4aeb-a112-9a2f98ba5f3e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:40.037987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Pushing event updated for resources: {'Port': ['ID=4db922b5-0021-4013-ac20-3fea8dfea34b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:40.048794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Usage tracker for resource:port and tenant:1d6677d04cd341d389006dc7efc83d64 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:40.052634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:40.052764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e44b8-31b1-47f7-bea1-80e8b7993d31 req-e6c2f060-d672-4f45-ba17-9c241fd41855 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:40.061118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-603e44b8-31b1-47f7-bea1-80e8b7993d31 req-e6c2f060-d672-4f45-ba17-9c241fd41855 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 946 time: 0.3574049 Apr 01 15:02:40.063003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d912ce7-1897-4e92-b540-322291cc575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.067182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7d912ce7-1897-4e92-b540-322291cc575a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89dbc3c6-926b-4aeb-a112-9a2f98ba5f3e HTTP/1.1" status: 204 len: 168 time: 1.1002245 Apr 01 15:02:40.068595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:40.071463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eb948f-2926-4b40-928b-0734cf605002']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:40.087882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270944c3-25b7-4cdc-82d2-a30bc6311aee') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:40.088189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270944c3-25b7-4cdc-82d2-a30bc6311aee') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:40.108091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.117669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:40.120629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.144563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.194150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:02:40.194560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.196310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:40.197778 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:02:40.210175 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:02:40.235980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-934e7051-0ee7-4e0d-a546-90b2907911c8 None None] Port b97377a2-d2af-4eac-a425-3b101c545045 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:02:40.254333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:40.263302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4a952-359e-4e1b-b466-0b833c1f458f None None] Network a93befdc-f5ab-4889-8f29-f115c538aff4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:40.421902 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.429871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.433779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-6daad950-f57c-4123-a217-0807a6d3433b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2979684 Apr 01 15:02:40.461625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Request body: {'port': {'device_id': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:40.464999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.478931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Network': ['ID=c2eb948f-2926-4b40-928b-0734cf605002,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:40.504234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:40.507760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:02:40.510202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:40.510553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.4 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/04b328f3-be70-45e5-9f25-28b2dce959ed) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:40.520752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c0305466-e68c-422d-b0af-164d6537a653 tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/networks/c2eb948f-2926-4b40-928b-0734cf605002 HTTP/1.1" status: 204 len: 168 time: 1.2410171 Apr 01 15:02:40.521508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54722) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:40.525411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-603e44b8-31b1-47f7-bea1-80e8b7993d31 req-e6699434-9a86-4628-9c67-5eb56c16b493 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630146 Apr 01 15:02:40.541171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40632b6f-7032-498e-8f93-aaeaba3d409f req-2f09eaa8-6986-4861-a01d-ca8b5ae0dc7b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:40.543510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40632b6f-7032-498e-8f93-aaeaba3d409f req-2f09eaa8-6986-4861-a01d-ca8b5ae0dc7b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 931 time: 0.2799468 Apr 01 15:02:40.620624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0f8aecf1-48d5-4b8b-9d7d-acd460b3c959'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:40.662751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.727280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] DHCP port deletion for 89b629af-e989-4d77-a2fe-00691a1a1cf1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:02:40.752632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] Deleting port b655842c-6f43-4a29-a8a8-66f5edb8709e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:40.753795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.840044 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f01c4371-7658-4175-9fda-95758378cdf1 req-f9eed897-abbc-4ff2-ba54-193dc8fd68e3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 210 time: 0.0748663 Apr 01 15:02:40.840868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:40.931151 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:02:40.957303 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.062443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.097887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:41.098394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.117976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:02:41.123111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9dc5c72-013a-45e1-a340-a5b7fec03118 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7c6ff81-4556-4a4a-baac-42ec6a0bedd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4730608 Apr 01 15:02:41.135200 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Sync routers for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:02:41.151155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40632b6f-7032-498e-8f93-aaeaba3d409f req-33ce5754-f9aa-4003-879e-04d73e1179b8 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697222 Apr 01 15:02:41.156485 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:41.163518 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:41.261302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:41.265380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.279126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:41.292152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:41.357201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=04b328f3-be70-45e5-9f25-28b2dce959ed,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:41.372048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:41.406954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'network_id': '4b423e8a-5d65-4b59-b3da-c4246d996070', 'port_id': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'mac_address': 'fa:16:3e:22:88:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d8794d-aa5a-4696-b1bd-38d393ab81a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:02:41.508336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db922b5-0021-4013-ac20-3fea8dfea34b {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:41.529522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.533765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port b655842c-6f43-4a29-a8a8-66f5edb8709e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:41.534132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.566150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Transition to ACTIVE for port object 4db922b5-0021-4013-ac20-3fea8dfea34b will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:41.572200 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.617749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:41.618409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:41.673634 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:41.692865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db922b5-0021-4013-ac20-3fea8dfea34b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:41.750445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-03d500cd-2cb4-4f4b-9787-6eca6db9d56f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1954861 Apr 01 15:02:41.770221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Request body: {'port': {'device_id': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:41.976143 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.060966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] For port b655842c-6f43-4a29-a8a8-66f5edb8709e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b655842c-6f43-4a29-a8a8-66f5edb8709e,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:42.065745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.158070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] For port b655842c-6f43-4a29-a8a8-66f5edb8709e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b655842c-6f43-4a29-a8a8-66f5edb8709e,segment=NetworkSegment(b0f316f2-f0e5-46d1-9650-cf48e3d1e490),segment_id=b0f316f2-f0e5-46d1-9650-cf48e3d1e490)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:42.158651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.205945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:42.208854 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:36Z', 'revision_number': 2, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:42.213796 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Checking router: b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:02:42.215172 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Updating router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 port b97377a2-d2af-4eac-a425-3b101c545045 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:02:42.227228 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.239590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Attempting to bind port 4db922b5-0021-4013-ac20-3fea8dfea34b on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:42.240266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Attempting to bind port 4db922b5-0021-4013-ac20-3fea8dfea34b by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:42.240266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Attempting to bind port 4db922b5-0021-4013-ac20-3fea8dfea34b on network 6f427d50-ec88-4d61-be4f-939abc394295 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:42.260036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Port 4db922b5-0021-4013-ac20-3fea8dfea34b on network 6f427d50-ec88-4d61-be4f-939abc394295 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:02:42.260414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Attempting to bind port 4db922b5-0021-4013-ac20-3fea8dfea34b on network 6f427d50-ec88-4d61-be4f-939abc394295 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:42.266599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-4f82ae16-5f7c-4d49-b5a5-e73d6f78c042 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:42.273205 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-4f82ae16-5f7c-4d49-b5a5-e73d6f78c042 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/networks?id=a93befdc-f5ab-4889-8f29-f115c538aff4 HTTP/1.1" status: 200 len: 809 time: 0.5832472 Apr 01 15:02:42.287731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:42.288112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Checking segment: {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:42.288420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Bound using segment: {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:42.288838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Bound port: 4db922b5-0021-4013-ac20-3fea8dfea34b, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:42.289179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.302574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Calling delete_port for b655842c-6f43-4a29-a8a8-66f5edb8709e owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:42.316003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-610a0e0a-8ffc-4bfd-83fc-ee9ac52fe2eb tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/quotas/3cf4ea4ef8054912bed53d8dc849505b HTTP/1.1" status: 200 len: 375 time: 0.0416784 Apr 01 15:02:42.328345 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.346258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b1a2c-e0e4-4b0b-a267-5e6c7f97300c req-fae2a399-711a-4458-8723-6c37be2a53ea tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:42.347772 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-334b1a2c-e0e4-4b0b-a267-5e6c7f97300c req-fae2a399-711a-4458-8723-6c37be2a53ea tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 943 time: 0.5134118 Apr 01 15:02:42.367647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] Calling delete_port for b655842c-6f43-4a29-a8a8-66f5edb8709e owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:42.460012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a557bccf-d328-44e8-a2cf-a0d6f25db3d5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:42.467012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:02:42.467382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 212fd412-8ed5-4c63-8a0f-0dee0014bcd3 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:02:42.470180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.496690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:42.522884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-6d7d4bdf-19e8-4512-8995-dbd928feb8a1 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cf4ea4ef8054912bed53d8dc849505b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391616 Apr 01 15:02:42.572955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] No DVR routers for this DVR port b655842c-6f43-4a29-a8a8-66f5edb8709e on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:42.579383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cf191-9d08-4393-b155-2134a3f4e3c8 None None] Pushing event deleted for resources: {'Port': ['ID=b655842c-6f43-4a29-a8a8-66f5edb8709e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:42.582202 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.650090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:42.673982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] For port 4db922b5-0021-4013-ac20-3fea8dfea34b, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:42.679600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:02:42.679887 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:02:42.680378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] For port 4db922b5-0021-4013-ac20-3fea8dfea34b, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4db922b5-0021-4013-ac20-3fea8dfea34b,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:42.698824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.704786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b655842c-6f43-4a29-a8a8-66f5edb8709e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:42.705962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-334b1a2c-e0e4-4b0b-a267-5e6c7f97300c req-db7bbc28-e35c-4b14-b55c-8c356badf304 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377974 Apr 01 15:02:42.880888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-731d3ebd-5ccd-4faa-8e57-48665ccec14c service neutron] 10.222.0.48 "GET /v2.0/networks/a93befdc-f5ab-4889-8f29-f115c538aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461120 Apr 01 15:02:42.910388 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.918604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b655842c-6f43-4a29-a8a8-66f5edb8709e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:02:42.920857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b655842c-6f43-4a29-a8a8-66f5edb8709e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:02:42.946274 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Transition to ACTIVE for port object b97377a2-d2af-4eac-a425-3b101c545045 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:42.967103 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:42.974827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a557bccf-d328-44e8-a2cf-a0d6f25db3d5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:43.068114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-5a10407e-7ca4-4737-a046-d877ce1f6e42 service neutron] 10.222.0.48 "GET /v2.0/networks/a93befdc-f5ab-4889-8f29-f115c538aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725059 Apr 01 15:02:43.072048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.073643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] 10.222.0.62 "PUT /v2.0/ports/4db922b5-0021-4013-ac20-3fea8dfea34b HTTP/1.1" status: 200 len: 1091 time: 2.6175044 Apr 01 15:02:43.074395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'tag': '4db922b5-0021-4013-ac20-3fea8dfea34b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:43.090173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d893954-546a-4fb4-a954-9b6f883e3db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db922b5-0021-4013-ac20-3fea8dfea34b,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:43.159905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:43.174259 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88e7b-1450-4051-9b36-3ef51c15f7c3 None None] Pushing event updated for resources: {'Port': ['ID=b97377a2-d2af-4eac-a425-3b101c545045,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:43.184145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b328f3-be70-45e5-9f25-28b2dce959ed {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:43.190310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Deleting port b655842c-6f43-4a29-a8a8-66f5edb8709e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:43.190835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.237883 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.272173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:43.272542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.370263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] The port 'b655842c-6f43-4a29-a8a8-66f5edb8709e' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:02:43.555726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Transition to ACTIVE for port object 04b328f3-be70-45e5-9f25-28b2dce959ed will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:43.561722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.605170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-cb67b934-a087-44a4-861b-d04c132d4679 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 1094 time: 0.4868529 Apr 01 15:02:43.668773 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Attempting to bind port b97377a2-d2af-4eac-a425-3b101c545045 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:43.669435 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Attempting to bind port b97377a2-d2af-4eac-a425-3b101c545045 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:43.669581 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Attempting to bind port b97377a2-d2af-4eac-a425-3b101c545045 on network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:43.685363 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:43.686483 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Checking segment: {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:43.686915 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.689858 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Bound using segment: {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:43.690400 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Bound port: b97377a2-d2af-4eac-a425-3b101c545045, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:43.690829 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.816253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-3a47353f-76fb-43e1-9a17-4f01fff2544b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:43.817684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-3a47353f-76fb-43e1-9a17-4f01fff2544b tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 945 time: 0.5547903 Apr 01 15:02:43.822735 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.865174 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.932096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:43.960909 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] For port b97377a2-d2af-4eac-a425-3b101c545045, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:43.965188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:43.984776 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:43.989102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Pushing event updated for resources: {'Port': ['ID=04b328f3-be70-45e5-9f25-28b2dce959ed,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:43.997749 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] For port b97377a2-d2af-4eac-a425-3b101c545045, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b97377a2-d2af-4eac-a425-3b101c545045,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:44.004308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b629af-e989-4d77-a2fe-00691a1a1cf1']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:44.013151 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.049140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:44.053959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-4bf4f4fa-806a-4112-a8e3-16cbc7f7b4cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db922b5-0021-4013-ac20-3fea8dfea34b HTTP/1.1" status: 200 len: 217 time: 0.4323232 Apr 01 15:02:44.065263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f316f2-f0e5-46d1-9650-cf48e3d1e490') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:44.138891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:44.171003 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88e7b-1450-4051-9b36-3ef51c15f7c3 None None] Pushing event updated for resources: {'Port': ['ID=b97377a2-d2af-4eac-a425-3b101c545045,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:44.202362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de680b-a196-40dc-9097-60288563999c req-ecc42df1-9f1f-46a4-a6d3-1d042de233e7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:44.211515 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2de680b-a196-40dc-9097-60288563999c req-ecc42df1-9f1f-46a4-a6d3-1d042de233e7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 943 time: 0.4635608 Apr 01 15:02:44.215444 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:02:44.216084 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:02:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:44.221498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.222461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Deleting port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:02:44.223040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.282824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.301357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:02:44.301784 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.323804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:02:44.340038 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:02:44.382466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446513954', 'description': 'tempest-description--1900120271'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:44.526373 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.569115 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:02:44.590885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:44.679072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:44.702796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Usage tracker for resource:security_group and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:44.708915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-a627e484-5837-49e8-a20e-5a3863ea7506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:44.712665 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-a627e484-5837-49e8-a20e-5a3863ea7506 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.6455472 Apr 01 15:02:44.739223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:44.759005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Attempting to bind port 04b328f3-be70-45e5-9f25-28b2dce959ed on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:44.759642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Attempting to bind port 04b328f3-be70-45e5-9f25-28b2dce959ed by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:44.760144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Attempting to bind port 04b328f3-be70-45e5-9f25-28b2dce959ed on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:44.767420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:44.772504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.773264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Port 04b328f3-be70-45e5-9f25-28b2dce959ed on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:02:44.773668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Attempting to bind port 04b328f3-be70-45e5-9f25-28b2dce959ed on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:44.781728 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.787653 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.806828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:44.807164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:44.807566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:44.807994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Bound port: 04b328f3-be70-45e5-9f25-28b2dce959ed, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:44.808372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.837971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] 10.222.0.48 "DELETE /v2.0/networks/89b629af-e989-4d77-a2fe-00691a1a1cf1 HTTP/1.1" status: 204 len: 168 time: 4.2928443 Apr 01 15:02:44.844751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1d68c-1609-4a17-ba87-a82faf398d7c tempest-TaggedBootDevicesTest-1056672665 tempest-TaggedBootDevicesTest-1056672665-project] Pushing event deleted for resources: {'Network': ['ID=89b629af-e989-4d77-a2fe-00691a1a1cf1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:44.894504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:44.926401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-7da48d78-f26e-47d6-9553-cf1629306eb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882918 Apr 01 15:02:44.942062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6f0f6-aa72-4214-bcf5-9cd7f7f21472 req-a99c53cb-3fb0-48b3-8b5e-880c406fabca tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:44.948133 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3a6f0f6-aa72-4214-bcf5-9cd7f7f21472 req-a99c53cb-3fb0-48b3-8b5e-880c406fabca tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 943 time: 0.3054631 Apr 01 15:02:44.970166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:44.995669 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2de680b-a196-40dc-9097-60288563999c req-cacf6c74-24aa-4fda-8af2-c3fad36a5072 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827477 Apr 01 15:02:45.049465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:45.060659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3a6f0f6-aa72-4214-bcf5-9cd7f7f21472 req-c822d2ad-1436-4737-82b6-e0dbcc47961e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931478 Apr 01 15:02:45.063308 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:45.074832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] For port 04b328f3-be70-45e5-9f25-28b2dce959ed, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:45.087816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] For port 04b328f3-be70-45e5-9f25-28b2dce959ed, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=04b328f3-be70-45e5-9f25-28b2dce959ed,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:45.105192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:45.112426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:45.220153 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'tag': '4db922b5-0021-4013-ac20-3fea8dfea34b', 'status': 'completed', 'code': 200} Apr 01 15:02:45.231124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:45.243199 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:45.245982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/04b328f3-be70-45e5-9f25-28b2dce959ed HTTP/1.1" status: 200 len: 1091 time: 3.4871006 Apr 01 15:02:45.245982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'tag': '04b328f3-be70-45e5-9f25-28b2dce959ed'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:45.363170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34f1e-48f5-4622-8ec8-b6c15e6c39b3 service neutron] Pushing event updated for resources: {'Port': ['ID=04b328f3-be70-45e5-9f25-28b2dce959ed,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:45.420140 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:43Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:45.426433 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f2134-2fc1-4716-ac1a-5953caf8a1de None None] The sync data for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 is: [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:43Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:02:45.428208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:45.490845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Usage tracker for resource:security_group_rule and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:45.539598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:45.559597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:45.633228 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d272f69-b840-4527-9923-b06a8f74cafe req-dc74f3df-3364-4de2-87a6-a7bcbb1ae9f7 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 210 time: 0.2075577 Apr 01 15:02:45.635668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:45.708753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:45.795122 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'code': 200} Apr 01 15:02:45.798854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-234545da-90bf-4c61-9caa-9587f61bf01d service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8169482 Apr 01 15:02:45.836293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e81da2c3-3c0e-45d6-b606-537a700e8c47 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:45.837364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e81da2c3-3c0e-45d6-b606-537a700e8c47 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Synchronizing usage tracker for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:45.870309 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-b1c3b8ac-becf-44b2-b225-71bff5655962 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 1094 time: 0.4875710 Apr 01 15:02:45.873596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e81da2c3-3c0e-45d6-b606-537a700e8c47 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Unset dirty status for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:45.874946 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e81da2c3-3c0e-45d6-b606-537a700e8c47 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.44 "GET /v2.0/networks?id=a93befdc-f5ab-4889-8f29-f115c538aff4 HTTP/1.1" status: 200 len: 809 time: 0.5564878 Apr 01 15:02:45.960612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Request body: {'port': {'device_id': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4', 'admin_state_up': True, 'tenant_id': '3cf4ea4ef8054912bed53d8dc849505b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:45.982130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] For port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,segment=NetworkSegment(1c1cdab7-ee6b-4460-818a-fefaee097709),segment_id=1c1cdab7-ee6b-4460-818a-fefaee097709)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:45.982622 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.074026 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'tag': '04b328f3-be70-45e5-9f25-28b2dce959ed', 'status': 'completed', 'code': 200} Apr 01 15:02:46.110750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-fe5d4e82-0d91-4c0f-aa5f-a1707a54467c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b328f3-be70-45e5-9f25-28b2dce959ed HTTP/1.1" status: 200 len: 217 time: 0.2328918 Apr 01 15:02:46.193235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-1969c63c-3f04-448d-93a7-63a39920ab95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:46.194757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-1969c63c-3f04-448d-93a7-63a39920ab95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.0706544 Apr 01 15:02:46.204123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:46.210787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Usage tracker for resource:port and tenant:3cf4ea4ef8054912bed53d8dc849505b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:46.213481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:46.229831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Calling delete_port for 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:02:46.251798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:46.258265 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.259419 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cf2b1b8d-832d-4b90-8539-eba68357a1d6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.8884881 Apr 01 15:02:46.270061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54858) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:46.274768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5263a6b1-9132-4f48-92e6-74dbda89630a req-320ae94c-4426-4463-bab0-71820357f83b service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600527 Apr 01 15:02:46.300039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Request body: {'security_group_rule': {'security_group_id': '63e27ecb-fb34-4cb1-9c02-ab9f999f98e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:46.311662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:46.314670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:46.325625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Usage tracker for resource:security_group_rule and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:46.326592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-0c69794b-0f03-4d34-ab2a-e48b0b261f27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173544 Apr 01 15:02:46.331688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:46.372249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:46.384772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Made reservation on behalf of 3cf4ea4ef8054912bed53d8dc849505b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:46.389706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.411670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c6b9e-08cd-4b97-8816-bcd100b8d785 req-99b06d60-a885-4011-b075-c8a1f32b9e83 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:46.413287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b91c6b9e-08cd-4b97-8816-bcd100b8d785 req-99b06d60-a885-4011-b075-c8a1f32b9e83 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.6959341 Apr 01 15:02:46.494214 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.541485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf28a8-04be-4bc9-b4ad-ef6d4de620a8 req-592356a2-5762-47b5-abc2-4f9872abc40c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:46.548497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4acf28a8-04be-4bc9-b4ad-ef6d4de620a8 req-592356a2-5762-47b5-abc2-4f9872abc40c tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce536546-915a-42b6-ace9-c786139679bc HTTP/1.1" status: 200 len: 946 time: 0.3404262 Apr 01 15:02:46.622005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b97377a2-d2af-4eac-a425-3b101c545045 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:46.635743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b91c6b9e-08cd-4b97-8816-bcd100b8d785 req-ea41a9e7-037d-4281-894b-5de99c1ed3e0 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148829 Apr 01 15:02:46.676978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4acf28a8-04be-4bc9-b4ad-ef6d4de620a8 req-09f61973-1350-4665-b34c-12b5a4e8393a tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.48 "GET /v2.0/security-groups?id=6242d4b4-a526-47ed-81a6-be937942b027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258917 Apr 01 15:02:46.687245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-162752bb-f7af-4669-9d0c-af299e48857a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 1094 time: 0.3446209 Apr 01 15:02:46.689530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.690601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.692703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-2c240da1-a5dd-4f4d-9be2-6c1b44ba2a9c service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530629 Apr 01 15:02:46.822017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.868443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b97377a2-d2af-4eac-a425-3b101c545045 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:46.878163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b97377a2-d2af-4eac-a425-3b101c545045 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:46.878534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:46.879071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4f65e8-a47a-434a-abf5-fd289a28b054,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:46.882071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Pushing event deleted for resources: {'Port': ['ID=0f8aecf1-48d5-4b8b-9d7d-acd460b3c959,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:47.037993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] No DVR routers for this DVR port 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:02:47.040934 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:47.043122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd61f8f2-0297-40b2-8a40-77de4c645ce2 req-c4b1cb72-53f4-4e33-acbc-070845029693 tempest-ImagesTestJSON-655021116 tempest-ImagesTestJSON-655021116-project] 10.222.0.44 "DELETE /v2.0/ports/0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 HTTP/1.1" status: 204 len: 173 time: 3.2069793 Apr 01 15:02:47.051239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:47.054790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-506262d0-5dec-4631-9338-c67e9f2512a6 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7804852 Apr 01 15:02:47.055763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54876) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:47.085944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Request body: {'security_group_rule': {'security_group_id': '63e27ecb-fb34-4cb1-9c02-ab9f999f98e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:47.096777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840f5b03-965b-4f3d-b93a-71386fa919a5 req-eee2be7d-8db2-4769-bece-ed21989cd17b service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945200 Apr 01 15:02:47.099302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:47.115419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:47.123969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-553fd040-fb3c-4ef8-b6fe-5e959caccaaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:47.125462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-553fd040-fb3c-4ef8-b6fe-5e959caccaaa service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 910 time: 0.3620665 Apr 01 15:02:47.126423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Usage tracker for resource:security_group_rule and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:47.136282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:47.143840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Allocated IP 172.20.0.12 (a93befdc-f5ab-4889-8f29-f115c538aff4/8b835d34-1d0a-470e-b79e-ed7465b5d6d4/3966a3a1-4794-47ee-b8d5-7d68acb093d3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:47.154170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:47.164185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b97377a2-d2af-4eac-a425-3b101c545045, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b97377a2-d2af-4eac-a425-3b101c545045,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:47.172359 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:47.242239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'name': 'network-vif-deleted', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:47.276807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-17500d26-85b8-4d1e-a8b0-c279be6f149a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db922b5-0021-4013-ac20-3fea8dfea34b HTTP/1.1" status: 200 len: 217 time: 0.1416314 Apr 01 15:02:47.442834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10f0b5-b981-4d7b-84df-970f40cd6082 req-b566899a-c30a-410a-bbe6-17965a18c3a9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:47.443549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ca10f0b5-b981-4d7b-84df-970f40cd6082 req-b566899a-c30a-410a-bbe6-17965a18c3a9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:47.470123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b97377a2-d2af-4eac-a425-3b101c545045,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:47.487276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:47.548024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ca10f0b5-b981-4d7b-84df-970f40cd6082 req-b566899a-c30a-410a-bbe6-17965a18c3a9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:47.554444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca10f0b5-b981-4d7b-84df-970f40cd6082 req-b566899a-c30a-410a-bbe6-17965a18c3a9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 943 time: 0.5871539 Apr 01 15:02:47.561970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-cf4a4d6a-34f7-42e7-8873-e49c44ea1766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:47.563787 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-cf4a4d6a-34f7-42e7-8873-e49c44ea1766 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.2759607 Apr 01 15:02:47.569523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f13d58-d16b-4446-a345-60e9454a9f9a req-ce32c342-564c-4831-a9e1-8fa7ec909717 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:47.570323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a1f13d58-d16b-4446-a345-60e9454a9f9a req-ce32c342-564c-4831-a9e1-8fa7ec909717 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Synchronizing usage tracker for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:47.624919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a1f13d58-d16b-4446-a345-60e9454a9f9a req-ce32c342-564c-4831-a9e1-8fa7ec909717 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Unset dirty status for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:47.626391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1f13d58-d16b-4446-a345-60e9454a9f9a req-ce32c342-564c-4831-a9e1-8fa7ec909717 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 943 time: 0.4893956 Apr 01 15:02:47.633047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-2b87f570-f192-4afa-98e6-fd495a7e0765 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574219 Apr 01 15:02:47.751361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-4710b3f2-e289-43f7-9f7b-33b032d71417 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 1094 time: 0.5834749 Apr 01 15:02:47.797369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:47.815942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a1f13d58-d16b-4446-a345-60e9454a9f9a req-909c0e54-b6d5-4eea-8762-5a2d8afbd2a1 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Synchronizing usage tracker for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:47.877318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-af174623-8844-4e23-b20b-60cbac53c828 service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278810 Apr 01 15:02:47.881563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a1f13d58-d16b-4446-a345-60e9454a9f9a req-909c0e54-b6d5-4eea-8762-5a2d8afbd2a1 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Unset dirty status for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:47.893691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1f13d58-d16b-4446-a345-60e9454a9f9a req-909c0e54-b6d5-4eea-8762-5a2d8afbd2a1 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596374 Apr 01 15:02:47.960798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ca10f0b5-b981-4d7b-84df-970f40cd6082 req-cd6be311-0e19-49ce-a411-379d4fa93151 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:48.030538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.066353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.068711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ca10f0b5-b981-4d7b-84df-970f40cd6082 req-cd6be311-0e19-49ce-a411-379d4fa93151 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:48.070072 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca10f0b5-b981-4d7b-84df-970f40cd6082 req-cd6be311-0e19-49ce-a411-379d4fa93151 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147550 Apr 01 15:02:48.113751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.118757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d799386b-278c-4066-acb6-df7d148758c8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:48.137074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7264c14-a0b1-4a1f-a00d-ba54796a4011 req-d7dd0165-8b71-4f56-b944-3ab34adb40f8 service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420850 Apr 01 15:02:48.211525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-8f10d6be-05ac-459f-9490-03e1633d2adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:48.216934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-8f10d6be-05ac-459f-9490-03e1633d2adc service neutron] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.4490080 Apr 01 15:02:48.224354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.225518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4a6afe3a-a0ae-4bdf-867d-6d3381d8de9a tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1548696 Apr 01 15:02:48.230842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b583f041-d0bc-4874-9d9e-fa334dacc9c4 req-f82a8230-a638-4d4f-b291-c5e022351d55 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 210 time: 0.0893705 Apr 01 15:02:48.234051 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce536546-915a-42b6-ace9-c786139679bc', 'name': 'network-vif-deleted', 'tag': '0f8aecf1-48d5-4b8b-9d7d-acd460b3c959', 'status': 'completed', 'code': 200} Apr 01 15:02:48.234421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54906) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:48.244802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:48.260363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:48.272369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Usage tracker for resource:floatingip and tenant:5aba8ee433db4bbd8b30df9e00950f2a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:48.277760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:48.292583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:48.320196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.361717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-819b1b0f-11e3-4033-a91f-472ee370b925 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b328f3-be70-45e5-9f25-28b2dce959ed HTTP/1.1" status: 200 len: 217 time: 0.1421134 Apr 01 15:02:48.467749 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'code': 200} Apr 01 15:02:48.604110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:02:48.608620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.614591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-d93f89da-c864-4b52-b567-2e238dd2f0c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:48.616439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-d93f89da-c864-4b52-b567-2e238dd2f0c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.2474585 Apr 01 15:02:48.670533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.706249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:02:48.706605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0f8aecf1-48d5-4b8b-9d7d-acd460b3c959 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:02:48.708096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b97377a2-d2af-4eac-a425-3b101c545045 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:48.744940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Pushing event updated for resources: {'Port': ['ID=3966a3a1-4794-47ee-b8d5-7d68acb093d3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:48.789558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b97377a2-d2af-4eac-a425-3b101c545045 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:48.790328 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:48.838522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-f1091a4a-9911-4d1e-bbd4-0a8a60ab2917 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945215 Apr 01 15:02:48.906099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Network a93befdc-f5ab-4889-8f29-f115c538aff4 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:49.005924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfd81d96-78b3-41eb-8cee-25b442e4dc27 req-1b150a60-46ab-438d-9f1d-cf43fb317197 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1097 time: 0.2578287 Apr 01 15:02:49.021389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:49.032759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Allocated IP 172.25.2.115 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/fe1902a0-2e07-4cec-9926-3a148ff4f1ab) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:49.035497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:49.119778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e49a7-31c6-4b5a-be4b-9872a71c1034 req-b09583f8-3830-46ca-803c-51aaa84c18d3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:49.126675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c01e49a7-31c6-4b5a-be4b-9872a71c1034 req-b09583f8-3830-46ca-803c-51aaa84c18d3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.6940176 Apr 01 15:02:49.161747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:49.162373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:49.167101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cfd81d96-78b3-41eb-8cee-25b442e4dc27 req-da053444-7f51-43e9-a47c-22b0733e543b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525736 Apr 01 15:02:49.209206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54936) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:49.233650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-e7298412-b4e3-4f52-bd28-541b16e17ef2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2734432 Apr 01 15:02:49.246970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c01e49a7-31c6-4b5a-be4b-9872a71c1034 req-688f0ce4-f06e-4474-af3a-5ff5c89190f9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194513 Apr 01 15:02:49.255421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-c77cc7c7-c3d8-4da1-b349-3ed46d9dc3ce service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073513 Apr 01 15:02:49.313277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 04b328f3-be70-45e5-9f25-28b2dce959ed details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:02:49.317854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2907d2-d152-49dd-94e5-70402eb4d212 req-3f59a146-e234-49a7-8264-1b3b31b37727 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:49.328943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb2907d2-d152-49dd-94e5-70402eb4d212 req-3f59a146-e234-49a7-8264-1b3b31b37727 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 943 time: 0.2077997 Apr 01 15:02:49.425224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:49.462043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a04a3aca-b508-47fe-94af-9417af3f97e2 req-7bd68e04-0b50-4228-853e-057796e164bd service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003424 Apr 01 15:02:49.462611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb2907d2-d152-49dd-94e5-70402eb4d212 req-56c1dbc8-e0c8-48da-9563-cca7962a40af tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324613 Apr 01 15:02:49.467438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Request body: {'port': {'device_id': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:49.529453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:49.623701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:49.644918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:49.654335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:49.663786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:49.690184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 04b328f3-be70-45e5-9f25-28b2dce959ed, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=04b328f3-be70-45e5-9f25-28b2dce959ed,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:49.709054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '04b328f3-be70-45e5-9f25-28b2dce959ed', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': '04b328f3-be70-45e5-9f25-28b2dce959ed', 'mac_address': 'fa:16:3e:16:ca:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:02:49.750438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event updated for resources: {'Port': ['ID=fe1902a0-2e07-4cec-9926-3a148ff4f1ab,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:49.755000 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:49.776851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:49.791307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e811c2-6141-4860-b8f1-c71cb81b8838 req-ccd28316-3f69-48d5-85d1-6c750239f4ac tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:49.799372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07e811c2-6141-4860-b8f1-c71cb81b8838 req-ccd28316-3f69-48d5-85d1-6c750239f4ac tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 943 time: 0.2933009 Apr 01 15:02:49.826530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Usage tracker for resource:security_group_rule and tenant:62ae219097664167926f5868771f23fb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:49.835020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:49.844199 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:49.878440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b328f3-be70-45e5-9f25-28b2dce959ed {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:49.907947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 04b328f3-be70-45e5-9f25-28b2dce959ed, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=04b328f3-be70-45e5-9f25-28b2dce959ed,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:49.912240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:49.915611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:49.916401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4db922b5-0021-4013-ac20-3fea8dfea34b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:02:49.959912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07e811c2-6141-4860-b8f1-c71cb81b8838 req-5803020e-d872-41d7-bb75-90ef75585c76 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596141 Apr 01 15:02:49.977010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.111140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=04b328f3-be70-45e5-9f25-28b2dce959ed,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:50.191469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 4db922b5-0021-4013-ac20-3fea8dfea34b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4db922b5-0021-4013-ac20-3fea8dfea34b,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:50.210685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '4db922b5-0021-4013-ac20-3fea8dfea34b', 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'port_id': '4db922b5-0021-4013-ac20-3fea8dfea34b', 'mac_address': 'fa:16:3e:c2:b3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:02:50.239582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.291940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.321895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db922b5-0021-4013-ac20-3fea8dfea34b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:50.354194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 4db922b5-0021-4013-ac20-3fea8dfea34b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4db922b5-0021-4013-ac20-3fea8dfea34b,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:50.365050 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.542725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=4db922b5-0021-4013-ac20-3fea8dfea34b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:50.589864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:50.625395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['4db922b5-0021-4013-ac20-3fea8dfea34b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:50.628168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3966a3a1-4794-47ee-b8d5-7d68acb093d3 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:50.635571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.653415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Transition to ACTIVE for port object 3966a3a1-4794-47ee-b8d5-7d68acb093d3 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:50.662677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.676675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da62b24-f259-4a43-a203-ff70c404ae77 req-7e72b460-59a8-45bc-8f30-42cf1b8e3ce2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:50.683824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7da62b24-f259-4a43-a203-ff70c404ae77 req-7e72b460-59a8-45bc-8f30-42cf1b8e3ce2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 932 time: 0.9756358 Apr 01 15:02:50.685852 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.710210 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:50.914140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event updated for resources: {'Port': ['ID=fe1902a0-2e07-4cec-9926-3a148ff4f1ab,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:50.981889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.023686 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.025092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7da62b24-f259-4a43-a203-ff70c404ae77 req-f174207a-b65e-41a2-83fd-d965a4f4de1e tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403096 Apr 01 15:02:51.026234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.061805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.063107 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-849cd380-e7d3-4408-a4e9-a1f2c757cc26 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8276515 Apr 01 15:02:51.167191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa560bcb-f38c-4ac5-997f-1d0ff9b66430,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:51.333881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55008) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:51.382465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8926b703-b882-4a97-b326-82544c6b149c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62ae219097664167926f5868771f23fb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1663051 Apr 01 15:02:51.393637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55012) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:51.415824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Pushing event updated for resources: {'Port': ['ID=3966a3a1-4794-47ee-b8d5-7d68acb093d3,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:51.438218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bf179-2ad2-4b8c-a034-09c07151a31a req-46006de2-f381-4a62-aa8d-747d3cd79ac2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:51.439778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12bf179-2ad2-4b8c-a034-09c07151a31a req-46006de2-f381-4a62-aa8d-747d3cd79ac2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.7804375 Apr 01 15:02:51.465224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] Deleting subnet d2e27a6c-3984-46dd-9d06-1495ca7533f1 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:02:51.477068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.507205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Attempting to bind port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:51.507697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Attempting to bind port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '70c28fa8-7c39-4c30-aed3-b3335578169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:51.508327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Attempting to bind port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 on network a93befdc-f5ab-4889-8f29-f115c538aff4 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:51.517686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12bf179-2ad2-4b8c-a034-09c07151a31a req-9889274a-7af9-4572-8407-9a90eba90f41 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Apr 01 15:02:51.518629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 on network a93befdc-f5ab-4889-8f29-f115c538aff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:02:51.518943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Attempting to bind port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 on network a93befdc-f5ab-4889-8f29-f115c538aff4 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:51.525773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:02:51.526137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Checking segment: {'id': '70c28fa8-7c39-4c30-aed3-b3335578169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:51.526512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Bound using segment: {'id': '70c28fa8-7c39-4c30-aed3-b3335578169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:02:51.527050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Bound port: 3966a3a1-4794-47ee-b8d5-7d68acb093d3, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c28fa8-7c39-4c30-aed3-b3335578169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:02:51.527428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.645569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.664477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] For port 3966a3a1-4794-47ee-b8d5-7d68acb093d3, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:02:51.668566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] For port 3966a3a1-4794-47ee-b8d5-7d68acb093d3, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3966a3a1-4794-47ee-b8d5-7d68acb093d3,segment=NetworkSegment(70c28fa8-7c39-4c30-aed3-b3335578169f),segment_id=70c28fa8-7c39-4c30-aed3-b3335578169f)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:02:51.678753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.739066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bf1016a-79a3-4aed-b971-74edf5a7e1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.746277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.791364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.793331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] 10.222.0.44 "PUT /v2.0/ports/3966a3a1-4794-47ee-b8d5-7d68acb093d3 HTTP/1.1" status: 200 len: 1092 time: 2.3299685 Apr 01 15:02:51.795713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'tag': '3966a3a1-4794-47ee-b8d5-7d68acb093d3'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:51.818167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bf1016a-79a3-4aed-b971-74edf5a7e1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.840075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff3cef-1923-4d52-aaff-d47e47c20d28 req-b89b19f2-6312-4380-9452-57a9e91e3840 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:51.840817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792e48-0833-433c-bd88-ebb77e412b2a service neutron] Pushing event updated for resources: {'Port': ['ID=3966a3a1-4794-47ee-b8d5-7d68acb093d3,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:51.841554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3ff3cef-1923-4d52-aaff-d47e47c20d28 req-b89b19f2-6312-4380-9452-57a9e91e3840 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 944 time: 0.3030314 Apr 01 15:02:51.905636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3905a1-0bd9-4d98-8558-7fa5903381b8 req-0df528fd-532e-4a32-99c0-f0840fc4e3b3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:51.907296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a3905a1-0bd9-4d98-8558-7fa5903381b8 req-0df528fd-532e-4a32-99c0-f0840fc4e3b3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 944 time: 0.1849065 Apr 01 15:02:51.910255 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.962761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e27a6c-3984-46dd-9d06-1495ca7533f1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:51.969108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bf1016a-79a3-4aed-b971-74edf5a7e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.973584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3ff3cef-1923-4d52-aaff-d47e47c20d28 req-6dea6b98-19fc-416c-9829-308932435306 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075027 Apr 01 15:02:51.976258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:51.983644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-f31aea3e-ef35-469a-991a-0f4eb439c1b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cf4ea4ef8054912bed53d8dc849505b&device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 1095 time: 0.1389716 Apr 01 15:02:51.987548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a3905a1-0bd9-4d98-8558-7fa5903381b8 req-4ed0d104-793a-499e-9a64-7de2f6f9d2b5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698087 Apr 01 15:02:51.996002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1016a-79a3-4aed-b971-74edf5a7e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa560bcb-f38c-4ac5-997f-1d0ff9b66430,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:52.004625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bf1016a-79a3-4aed-b971-74edf5a7e1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.005983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5bf1016a-79a3-4aed-b971-74edf5a7e1d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa560bcb-f38c-4ac5-997f-1d0ff9b66430 HTTP/1.1" status: 204 len: 168 time: 0.5742218 Apr 01 15:02:52.015514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-30e8f619-997d-4309-b677-33134f71265d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d2e27a6c-3984-46dd-9d06-1495ca7533f1 HTTP/1.1" status: 204 len: 168 time: 0.6741395 Apr 01 15:02:52.015514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55020) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:52.117845 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'tag': '3966a3a1-4794-47ee-b8d5-7d68acb093d3', 'status': 'completed', 'code': 200} Apr 01 15:02:52.119339 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-94ada66a-5ec4-47d8-a24b-25331641ed28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3966a3a1-4794-47ee-b8d5-7d68acb093d3 HTTP/1.1" status: 200 len: 217 time: 0.1263809 Apr 01 15:02:52.190280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-794051ad-2f11-4bc4-b956-f484baa15ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:52.191858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-794051ad-2f11-4bc4-b956-f484baa15ef5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b835d34-1d0a-470e-b79e-ed7465b5d6d4 HTTP/1.1" status: 200 len: 849 time: 0.0665336 Apr 01 15:02:52.232413 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.261688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-7e7dfd17-df5e-4c24-8639-af346e088f01 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Synchronizing usage tracker for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:52.287125 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-84e70eb6-3a36-497e-b71c-6a2f1b77bdfe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a93befdc-f5ab-4889-8f29-f115c538aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872369 Apr 01 15:02:52.454250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-7e7dfd17-df5e-4c24-8639-af346e088f01 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Unset dirty status for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:52.461672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-7e7dfd17-df5e-4c24-8639-af346e088f01 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1446513954&fields=id&tenant_id=5aba8ee433db4bbd8b30df9e00950f2a HTTP/1.1" status: 200 len: 267 time: 0.2807796 Apr 01 15:02:52.512340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-dc3e378f-0039-4544-b49d-c562f44ff75e service neutron] 10.222.0.44 "GET /v2.0/networks/a93befdc-f5ab-4889-8f29-f115c538aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169192 Apr 01 15:02:52.519541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8752b8b-6d1f-4519-a93f-0d052d4581bd req-661b1875-fc46-4eec-b671-96650de7bebb tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:52.520312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8752b8b-6d1f-4519-a93f-0d052d4581bd req-661b1875-fc46-4eec-b671-96650de7bebb tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Synchronizing usage tracker for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:52.546094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55034) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:52.553131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.626644 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.646957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222f6bca-e39e-4fdb-bd83-f45ed942f90a']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:52.658462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8752b8b-6d1f-4519-a93f-0d052d4581bd req-661b1875-fc46-4eec-b671-96650de7bebb tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Unset dirty status for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:52.665337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1cdab7-ee6b-4460-818a-fefaee097709') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:52.665630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8752b8b-6d1f-4519-a93f-0d052d4581bd req-661b1875-fc46-4eec-b671-96650de7bebb tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 944 time: 0.3421960 Apr 01 15:02:52.666105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1cdab7-ee6b-4460-818a-fefaee097709') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:02:52.677325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-40d499ba-c3b1-4e03-8763-6b4d8f532a85 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:52.677993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-40d499ba-c3b1-4e03-8763-6b4d8f532a85 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Synchronizing usage tracker for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:52.690159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.711238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.717679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-40d499ba-c3b1-4e03-8763-6b4d8f532a85 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Unset dirty status for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:52.718842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-40d499ba-c3b1-4e03-8763-6b4d8f532a85 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/networks?id=77c3fa9f-cc9e-45fb-bd28-f9aab6905544 HTTP/1.1" status: 200 len: 811 time: 0.2564073 Apr 01 15:02:52.720496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:02:52.720899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.734585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:02:52.736694 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:02:52.754808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Usage tracker for resource:security_group_rule and tenant:87025549bacc414d9cdfd63acc827111 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:52.760767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:52.768853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8752b8b-6d1f-4519-a93f-0d052d4581bd req-5beb4b0e-007e-4516-8bda-4150e42e6852 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Synchronizing usage tracker for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:52.773512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:52.777416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49d405bc-93fa-4f18-a7ab-efbdf651d631 req-4caf3433-866a-44d3-829b-09ef3b726ed8 service neutron] 10.222.0.44 "GET /v2.0/networks/a93befdc-f5ab-4889-8f29-f115c538aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531660 Apr 01 15:02:52.818623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8752b8b-6d1f-4519-a93f-0d052d4581bd req-5beb4b0e-007e-4516-8bda-4150e42e6852 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Unset dirty status for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:52.830862 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8752b8b-6d1f-4519-a93f-0d052d4581bd req-5beb4b0e-007e-4516-8bda-4150e42e6852 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642604 Apr 01 15:02:52.855240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-f3fdba28-3021-4c71-90e5-e662e19e1f77 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/quotas/5aba8ee433db4bbd8b30df9e00950f2a HTTP/1.1" status: 200 len: 375 time: 0.1141701 Apr 01 15:02:52.924472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.932098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:52.966596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=222f6bca-e39e-4fdb-bd83-f45ed942f90a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:52.986768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2ef546e6-90d3-42fd-b834-b1767fc20d70 admin admin] 10.222.0.48 "DELETE /v2.0/networks/222f6bca-e39e-4fdb-bd83-f45ed942f90a HTTP/1.1" status: 204 len: 168 time: 0.9748163 Apr 01 15:02:53.001112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-e48749c2-9d9b-491f-9f99-5de51a91a4ac tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Synchronizing usage tracker for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:53.020763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-e48749c2-9d9b-491f-9f99-5de51a91a4ac tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Unset dirty status for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:53.034117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-e48749c2-9d9b-491f-9f99-5de51a91a4ac tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5aba8ee433db4bbd8b30df9e00950f2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1706789 Apr 01 15:02:53.145650 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.164756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.182009 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-aad3e828-7a81-450f-bbb9-1b5ecafb14b5 service neutron] 10.222.0.48 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469588 Apr 01 15:02:53.210919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-4940e705-8393-4f91-b11a-96e8badf8611 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cf4ea4ef8054912bed53d8dc849505b&device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 1095 time: 0.3622355 Apr 01 15:02:53.261832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55046) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:53.327835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87025549bacc414d9cdfd63acc827111&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7804587 Apr 01 15:02:53.329382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f6f78-b820-43c6-9367-42497fd976d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d958923f-5437-4064-8167-41275ae95ca6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:53.336454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55050) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:53.363538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 04b328f3-be70-45e5-9f25-28b2dce959ed up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:53.403932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4de98-cd4d-4e14-ac97-36bd9ac97584 req-1933fe1b-32de-46b0-89c2-1b437e7c3084 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:53.412712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6be4de98-cd4d-4e14-ac97-36bd9ac97584 req-1933fe1b-32de-46b0-89c2-1b437e7c3084 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.3391342 Apr 01 15:02:53.462874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 04b328f3-be70-45e5-9f25-28b2dce959ed completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:53.469575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 04b328f3-be70-45e5-9f25-28b2dce959ed triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:53.470256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.491639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-cd722d44-fcfb-4b96-82c2-d1bf86059167 service neutron] 10.222.0.48 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016732 Apr 01 15:02:53.587808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7768072c-3163-4142-bf46-1dfa0661f939 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd90fad651124d7e813a363387a32aa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3224537 Apr 01 15:02:53.588260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55058) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:53.622407 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.647596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d68e12b-4b53-479d-a169-cb85b34bc143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.679376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b328f3-be70-45e5-9f25-28b2dce959ed'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:53.688000 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d68e12b-4b53-479d-a169-cb85b34bc143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.702350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 04b328f3-be70-45e5-9f25-28b2dce959ed, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=04b328f3-be70-45e5-9f25-28b2dce959ed,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:53.717174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.718119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4db922b5-0021-4013-ac20-3fea8dfea34b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:53.745945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cda06259-50c7-4550-8743-28b07526124e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.775262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6be4de98-cd4d-4e14-ac97-36bd9ac97584 req-c7b2107f-50ce-4e44-b010-890f610d9325 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615856 Apr 01 15:02:53.777757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-4761702a-6328-456b-a04b-1bde7b88b372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:53.779904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-4761702a-6328-456b-a04b-1bde7b88b372 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a93befdc-f5ab-4889-8f29-f115c538aff4 HTTP/1.1" status: 200 len: 910 time: 0.5448587 Apr 01 15:02:53.782245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d68e12b-4b53-479d-a169-cb85b34bc143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.847795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cda06259-50c7-4550-8743-28b07526124e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.961858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cda06259-50c7-4550-8743-28b07526124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:53.967735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=04b328f3-be70-45e5-9f25-28b2dce959ed,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:53.972169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-d371c4a3-ecee-46fa-83a3-3b0f458a5148 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3966a3a1-4794-47ee-b8d5-7d68acb093d3 HTTP/1.1" status: 200 len: 217 time: 0.1849744 Apr 01 15:02:53.985121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda06259-50c7-4550-8743-28b07526124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242d4b4-a526-47ed-81a6-be937942b027,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:54.008374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d68e12b-4b53-479d-a169-cb85b34bc143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:54.012676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d68e12b-4b53-479d-a169-cb85b34bc143 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d958923f-5437-4064-8167-41275ae95ca6 HTTP/1.1" status: 204 len: 168 time: 0.6473234 Apr 01 15:02:54.091250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68e12b-4b53-479d-a169-cb85b34bc143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d958923f-5437-4064-8167-41275ae95ca6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:54.128425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 4db922b5-0021-4013-ac20-3fea8dfea34b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:54.137584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 4db922b5-0021-4013-ac20-3fea8dfea34b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:54.138882 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:54.161538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cda06259-50c7-4550-8743-28b07526124e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:54.182001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cda06259-50c7-4550-8743-28b07526124e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6242d4b4-a526-47ed-81a6-be937942b027 HTTP/1.1" status: 204 len: 168 time: 0.5903296 Apr 01 15:02:54.191438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-7ae7475f-4353-455d-9289-79fc7ba435a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:54.194043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-7ae7475f-4353-455d-9289-79fc7ba435a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b835d34-1d0a-470e-b79e-ed7465b5d6d4 HTTP/1.1" status: 200 len: 849 time: 0.1916611 Apr 01 15:02:54.213548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be68a2-3a23-4e4e-8908-46cc5ecd01dd req-1ec9efcb-858c-421f-989e-dfe3e50d4d77 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:54.222688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23be68a2-3a23-4e4e-8908-46cc5ecd01dd req-1ec9efcb-858c-421f-989e-dfe3e50d4d77 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 944 time: 0.2384460 Apr 01 15:02:54.286129 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-3af09fd3-bbf5-4ec3-bedf-03e1e96570da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a93befdc-f5ab-4889-8f29-f115c538aff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841129 Apr 01 15:02:54.321765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23be68a2-3a23-4e4e-8908-46cc5ecd01dd req-d397f7b5-144c-4676-8e5a-35696e0f7c9c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858610 Apr 01 15:02:54.387753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:54.490738 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b328f3-be70-45e5-9f25-28b2dce959ed', 'code': 200} Apr 01 15:02:54.505222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 4db922b5-0021-4013-ac20-3fea8dfea34b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4db922b5-0021-4013-ac20-3fea8dfea34b,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:54.514169 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:54.651665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=4db922b5-0021-4013-ac20-3fea8dfea34b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:54.672813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97e625fe-ecb6-426e-8209-708fa11ad8e7 req-192db682-c65d-48da-b8e0-cc0b219a0bae tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 210 time: 0.0985689 Apr 01 15:02:55.046646 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-9e8622ec-9a4f-4de9-a115-a732e879b082 service neutron] 10.222.0.44 "GET /v2.0/networks/a93befdc-f5ab-4889-8f29-f115c538aff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522941 Apr 01 15:02:55.077716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15eb1c-e330-4cd0-94b3-53e0d2f0cd91 req-e4658a93-61d5-4e21-a871-a3b1bbde6ef2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:55.079388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c15eb1c-e330-4cd0-94b3-53e0d2f0cd91 req-e4658a93-61d5-4e21-a871-a3b1bbde6ef2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1514761 Apr 01 15:02:55.136854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fef068ef-cdff-4551-8d57-e77692611119 req-d3d43287-5831-4aef-a04f-3cdcbb84a5bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 1096 time: 0.5669017 Apr 01 15:02:55.142359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275b5b4-0167-47fe-8f88-ba9fbd6009d8 req-426a2020-61d6-47cc-a70f-3f773f528a59 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:55.149722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8275b5b4-0167-47fe-8f88-ba9fbd6009d8 req-426a2020-61d6-47cc-a70f-3f773f528a59 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 945 time: 1.0442691 Apr 01 15:02:55.216044 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c15eb1c-e330-4cd0-94b3-53e0d2f0cd91 req-1a9803ff-e45d-4f12-80d8-aae679350de2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282170 Apr 01 15:02:55.311872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8275b5b4-0167-47fe-8f88-ba9fbd6009d8 req-9afdeff0-8304-4293-a295-e9ea02d93609 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610065 Apr 01 15:02:55.379983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcb0c11-a878-409d-bf9c-a6c9fdf7b0ff req-9570218e-79e8-4782-af3f-21686a6541ab service neutron] 10.222.0.44 "GET /v2.0/networks/a93befdc-f5ab-4889-8f29-f115c538aff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249302 Apr 01 15:02:55.386844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fef068ef-cdff-4551-8d57-e77692611119 req-391d199f-42d0-43cd-a4a6-7eac9225f4eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298861 Apr 01 15:02:55.483417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59695cbe-5300-49c2-b4a4-c8c82323273f req-e6c639e5-e6a5-447a-bd59-067784f74f29 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:55.485033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59695cbe-5300-49c2-b4a4-c8c82323273f req-e6c639e5-e6a5-447a-bd59-067784f74f29 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 944 time: 0.1049924 Apr 01 15:02:55.637321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59695cbe-5300-49c2-b4a4-c8c82323273f req-b8213570-8750-4435-930c-d9832a2bacca tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343181 Apr 01 15:02:55.671296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093de54a-fe2e-4092-8046-509c3c8bc740 req-315fca60-0234-4996-ba36-6a33b256ccf9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:55.672886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-093de54a-fe2e-4092-8046-509c3c8bc740 req-315fca60-0234-4996-ba36-6a33b256ccf9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1834178 Apr 01 15:02:55.738308 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-093de54a-fe2e-4092-8046-509c3c8bc740 req-fca0e151-2b89-4cfe-9f65-b8e3f2363d3b tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597637 Apr 01 15:02:56.065597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d876f-2e94-4aeb-a3d1-f28844cb4bd6 req-9b28d107-345f-47d0-934d-4374258ee371 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:56.067252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee0d876f-2e94-4aeb-a3d1-f28844cb4bd6 req-9b28d107-345f-47d0-934d-4374258ee371 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.1587827 Apr 01 15:02:56.163320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee0d876f-2e94-4aeb-a3d1-f28844cb4bd6 req-2cb36e32-f2a6-4fb0-adc1-4cda25fd5e5b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869603 Apr 01 15:02:56.180224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-855e36ab-2dca-49de-9957-9954b6ceb1a3 req-ab905b5c-2ae6-4635-b49e-bf50c644bdef tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 210 time: 0.1255715 Apr 01 15:02:56.204235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-1f929add-47e5-431a-8246-cc5638edc400 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:56.205718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-1f929add-47e5-431a-8246-cc5638edc400 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.44 "GET /v2.0/networks?id=77c3fa9f-cc9e-45fb-bd28-f9aab6905544 HTTP/1.1" status: 200 len: 811 time: 0.4399040 Apr 01 15:02:56.302994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-1944ab9a-47d6-4162-9a99-57250359a45e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aba8ee433db4bbd8b30df9e00950f2a HTTP/1.1" status: 200 len: 380 time: 0.0821857 Apr 01 15:02:56.317076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Request body: {'port': {'device_id': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'admin_state_up': True, 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'security_groups': ['63e27ecb-fb34-4cb1-9c02-ab9f999f98e4']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:56.327074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55134) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:56.492159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db922b5-0021-4013-ac20-3fea8dfea34b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:56.615304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1137815466-network', 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:56.626826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:56.642140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Usage tracker for resource:network and tenant:c19b4d46208b462f9430bf8ff546c0cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:56.646076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3966a3a1-4794-47ee-b8d5-7d68acb093d3 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:02:56.647443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:56.657035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:56.702072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:56.704445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:56.709939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:56.724526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac33c9-2df6-47a1-b004-852de3d14a14 req-45ac76a4-3bb2-48e4-9a3a-3a04dfddb33c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:56.726279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c8ac33c9-2df6-47a1-b004-852de3d14a14 req-45ac76a4-3bb2-48e4-9a3a-3a04dfddb33c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.3051813 Apr 01 15:02:56.730489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:56.763043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Made reservation on behalf of 5aba8ee433db4bbd8b30df9e00950f2a for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:56.766970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:56.770602 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:56.791103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:02:56.796747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521acd5-bb80-475f-bf9b-275c037b94a8 req-7caeaa40-9d7e-46ea-b576-ef295747de49 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:56.798799 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f521acd5-bb80-475f-bf9b-275c037b94a8 req-7caeaa40-9d7e-46ea-b576-ef295747de49 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 945 time: 0.2457414 Apr 01 15:02:56.861937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:56.875037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Usage tracker for resource:security_group_rule and tenant:c19b4d46208b462f9430bf8ff546c0cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:56.880019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:56.891481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:56.907461 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f521acd5-bb80-475f-bf9b-275c037b94a8 req-ab7decc3-c5fc-4e6f-9abd-8dc0a4627adb tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007538 Apr 01 15:02:56.992347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c8ac33c9-2df6-47a1-b004-852de3d14a14 req-9e061602-8ff3-4319-8926-544b50216962 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581255 Apr 01 15:02:57.021416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.029662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.054848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3966a3a1-4794-47ee-b8d5-7d68acb093d3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3966a3a1-4794-47ee-b8d5-7d68acb093d3,segment=NetworkSegment(70c28fa8-7c39-4c30-aed3-b3335578169f),segment_id=70c28fa8-7c39-4c30-aed3-b3335578169f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:57.086114 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db922b5-0021-4013-ac20-3fea8dfea34b', 'code': 200} Apr 01 15:02:57.102483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '3966a3a1-4794-47ee-b8d5-7d68acb093d3', 'network_id': 'a93befdc-f5ab-4889-8f29-f115c538aff4', 'port_id': '3966a3a1-4794-47ee-b8d5-7d68acb093d3', 'mac_address': 'fa:16:3e:be:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b835d34-1d0a-470e-b79e-ed7465b5d6d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:02:57.123660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac41fbc-2dec-48dd-9ac0-783ff467826c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:57.172662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:02:57.196706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.197385 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Added segment 8e339f67-2cc2-44a8-a16f-286a0b3c35ee of type vlan for network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 Apr 01 15:02:57.250406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.286582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.290665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3966a3a1-4794-47ee-b8d5-7d68acb093d3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:57.337808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3966a3a1-4794-47ee-b8d5-7d68acb093d3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3966a3a1-4794-47ee-b8d5-7d68acb093d3,segment=NetworkSegment(70c28fa8-7c39-4c30-aed3-b3335578169f),segment_id=70c28fa8-7c39-4c30-aed3-b3335578169f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:57.354517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.362873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55168) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:57.430799 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.432605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:57.433370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.477906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1468570 Apr 01 15:02:57.482351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55176) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:02:57.534669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Allocated IP 172.20.0.6 (77c3fa9f-cc9e-45fb-bd28-f9aab6905544/6e3022f6-31b1-416c-aceb-9c31dcf6ffad/90f47c26-4f24-4cbb-bb0f-095dc923f33b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:02:57.540849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=3966a3a1-4794-47ee-b8d5-7d68acb093d3,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:57.558409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Request body: {'subnet': {'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1137815466-subnet', 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:57.576155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b93f7-39a6-47e1-85bf-816848ffcf04 req-446091f3-39b7-4100-95d3-d8b6319f9e9f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:57.577852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8a90956-3442-4208-a560-6e01de59aff0 req-90464553-008f-41f5-a185-1e403a1c6282 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 1096 time: 0.4547596 Apr 01 15:02:57.584692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-618b93f7-39a6-47e1-85bf-816848ffcf04 req-446091f3-39b7-4100-95d3-d8b6319f9e9f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2860510 Apr 01 15:02:57.588828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:02:57.594443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['3966a3a1-4794-47ee-b8d5-7d68acb093d3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:02:57.646674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Usage tracker for resource:subnet and tenant:c19b4d46208b462f9430bf8ff546c0cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:02:57.664325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:02:57.677857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:02:57.687484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba3a8-b91d-448a-9b60-cb7a97a5181e admin admin] Pushing event updated for resources: {'Network': ['ID=285a48b2-7ab8-4e2b-9e28-257c505dcf54,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:57.710849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-618b93f7-39a6-47e1-85bf-816848ffcf04 req-5bffdbd2-84fb-46df-a7c5-1933e9560048 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220741 Apr 01 15:02:57.717788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:02:57.719197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:02:57.721968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:57.821132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f5806-a72d-409d-ab42-ba39305a5130 req-4c1b8296-d3fb-4e03-9768-d46e8828a381 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:57.822973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d01f5806-a72d-409d-ab42-ba39305a5130 req-4c1b8296-d3fb-4e03-9768-d46e8828a381 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 945 time: 0.4474583 Apr 01 15:02:57.982864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad320808-9984-4ce3-9448-81684d5d4802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:58.090474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d01f5806-a72d-409d-ab42-ba39305a5130 req-f17487af-3c47-4b33-a7f8-59fe853f52e6 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606726 Apr 01 15:02:58.115876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8a90956-3442-4208-a560-6e01de59aff0 req-abc7bf55-a77c-48a0-a84f-28795d6f2fe8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095284 Apr 01 15:02:58.157846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:58.163528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:58.180416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Transition to ACTIVE for port object 90f47c26-4f24-4cbb-bb0f-095dc923f33b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:58.208843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:58.313617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec34c30-428d-4c5a-9a9d-da73a48138a6,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:58.327586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:02:58.332210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:58.338218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:02:58.362179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:02:58.362544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Network hostable DHCP agents. Network: 285a48b2-7ab8-4e2b-9e28-257c505dcf54, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:02:58.395487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9bf9-b9e4-420b-9c55-3a23fdb2876f req-9a58b786-40f5-4815-a8bc-bed628cc8b91 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:58.402402 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38ef9bf9-b9e4-420b-9c55-3a23fdb2876f req-9a58b786-40f5-4815-a8bc-bed628cc8b91 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.3437905 Apr 01 15:02:58.402993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event updated for resources: {'Port': ['ID=90f47c26-4f24-4cbb-bb0f-095dc923f33b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:58.432121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:58.432620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:58.456131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:02:58.458192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.458521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.459036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.459297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.459625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.459947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.460303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.460620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.461227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.461603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.461782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:02:58.477244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fc5f0-a0e8-495a-8836-f469b7d305da req-a9ffe827-60ff-4793-9f22-cee52d34283e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:58.478035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ae8fc5f0-a0e8-495a-8836-f469b7d305da req-a9ffe827-60ff-4793-9f22-cee52d34283e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Synchronizing usage tracker for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:02:58.483760 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-0b40f7b7-cec8-4409-b8d0-a4edfc864624 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1738954 Apr 01 15:02:58.487875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38ef9bf9-b9e4-420b-9c55-3a23fdb2876f req-21e13985-59eb-4269-9345-f3b2f28979de tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845652 Apr 01 15:02:58.499637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Request body: {'port': {'device_id': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:02:58.509016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 285a48b2-7ab8-4e2b-9e28-257c505dcf54) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:02:58.517834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de56949-0922-4557-9b91-7a5066497b81 None None] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:58.521674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:58.522242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:58.564942 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f66b8e4f-cef8-4578-a2b1-b5fe84be02d5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0215096 Apr 01 15:02:58.672805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3966a3a1-4794-47ee-b8d5-7d68acb093d3 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:02:58.696627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ae8fc5f0-a0e8-495a-8836-f469b7d305da req-a9ffe827-60ff-4793-9f22-cee52d34283e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Unset dirty status for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:02:58.697502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae8fc5f0-a0e8-495a-8836-f469b7d305da req-a9ffe827-60ff-4793-9f22-cee52d34283e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 931 time: 0.4376130 Apr 01 15:02:58.776096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:58.809451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae8fc5f0-a0e8-495a-8836-f469b7d305da req-67db3853-9e9a-415e-9e12-6e285710ef92 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906954 Apr 01 15:02:58.976156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6db57e06-e3da-40bb-8fef-a64472970348 None None] Provisioning for port 90f47c26-4f24-4cbb-bb0f-095dc923f33b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:59.093909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6db57e06-e3da-40bb-8fef-a64472970348 None None] Provisioning complete for port 90f47c26-4f24-4cbb-bb0f-095dc923f33b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:59.094686 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6db57e06-e3da-40bb-8fef-a64472970348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:59.191531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421026a6-657e-4d46-81e2-2f347b101c1c None None] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:02:59.243977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-3f2700d7-21aa-43fa-b68a-5bdb254ba6cd tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:59.251263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-3f2700d7-21aa-43fa-b68a-5bdb254ba6cd tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.2816250 Apr 01 15:02:59.280538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-7ff6ac4e-d756-469f-9b42-ad8ff5f3faf7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.0283029 Apr 01 15:02:59.304360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fa2d9-71fd-4f0c-8e88-fbfe78b55796 req-5eae3a55-3eca-4c82-a07c-b74964c0dc4a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:02:59.305967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-135fa2d9-71fd-4f0c-8e88-fbfe78b55796 req-5eae3a55-3eca-4c82-a07c-b74964c0dc4a tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2672713 Apr 01 15:02:59.337973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6db57e06-e3da-40bb-8fef-a64472970348 None None] Port 90f47c26-4f24-4cbb-bb0f-095dc923f33b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:02:59.340776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:02:59.362086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:02:59.362460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:59.402713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-b5764c29-0f2e-40be-959e-822bb70d5ec5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1211884 Apr 01 15:02:59.431708 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:59.497268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f47c26-4f24-4cbb-bb0f-095dc923f33b {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:02:59.505702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:59.522110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Transition to ACTIVE for port object 90f47c26-4f24-4cbb-bb0f-095dc923f33b will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:02:59.541232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:59.611363 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:59.666504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3966a3a1-4794-47ee-b8d5-7d68acb093d3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:02:59.683782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-133f1a93-3a78-4fcb-95db-7861d655bbb1 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801809 Apr 01 15:02:59.692302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3966a3a1-4794-47ee-b8d5-7d68acb093d3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3966a3a1-4794-47ee-b8d5-7d68acb093d3,segment=NetworkSegment(70c28fa8-7c39-4c30-aed3-b3335578169f),segment_id=70c28fa8-7c39-4c30-aed3-b3335578169f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:02:59.703640 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:02:59.718369 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-135fa2d9-71fd-4f0c-8e88-fbfe78b55796 req-ab98695b-563c-4077-93e2-d783a8e7435f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052687 Apr 01 15:02:59.853921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=3966a3a1-4794-47ee-b8d5-7d68acb093d3,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:59.967832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-b4c089bc-e436-47f5-b7ee-e601d2f4d838 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692611 Apr 01 15:02:59.968743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Pushing event updated for resources: {'Port': ['ID=90f47c26-4f24-4cbb-bb0f-095dc923f33b,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:02:59.989040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Attempting to bind port 90f47c26-4f24-4cbb-bb0f-095dc923f33b on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:02:59.989373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Attempting to bind port 90f47c26-4f24-4cbb-bb0f-095dc923f33b by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:02:59.990119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Attempting to bind port 90f47c26-4f24-4cbb-bb0f-095dc923f33b on network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:02:59.995889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Port 90f47c26-4f24-4cbb-bb0f-095dc923f33b on network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:02:59.996203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Attempting to bind port 90f47c26-4f24-4cbb-bb0f-095dc923f33b on network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:00.003128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:00.003482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Checking segment: {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:00.003861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Bound using segment: {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:00.004280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Bound port: 90f47c26-4f24-4cbb-bb0f-095dc923f33b, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69268bf-a502-4c25-a758-7630a7b71317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:00.004621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:00.049901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55258) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:00.145976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] For port 90f47c26-4f24-4cbb-bb0f-095dc923f33b, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:00.154203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] For port 90f47c26-4f24-4cbb-bb0f-095dc923f33b, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:00.162262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:00.223155 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-356f6c2a-d262-4c83-8d33-8aa063e53057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:00.318864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Pushing event updated for resources: {'Port': ['ID=90f47c26-4f24-4cbb-bb0f-095dc923f33b,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:00.396385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:00.437387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:00.439739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-882d53df-825c-466b-b7e1-ff4d77cf4b50 service neutron] 10.222.0.44 "PUT /v2.0/ports/90f47c26-4f24-4cbb-bb0f-095dc923f33b HTTP/1.1" status: 200 len: 1091 time: 1.9462905 Apr 01 15:03:00.440335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:00.561497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:00.563391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f402c9-f894-419f-86c7-e45fd128f9be req-b9121219-a583-4789-b72d-5bbb553be3b2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:00.565465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44f402c9-f894-419f-86c7-e45fd128f9be req-b9121219-a583-4789-b72d-5bbb553be3b2 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 946 time: 0.2391400 Apr 01 15:03:00.568546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Usage tracker for resource:security_group_rule and tenant:e14b654259da4453b705040b26431b2c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:00.572086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:00.581855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:00.632454 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44f402c9-f894-419f-86c7-e45fd128f9be req-626cf92e-5fed-43a0-98dc-e63518c3c449 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Apr 01 15:03:00.777295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-70863f21-74c8-41fb-a877-4c3a41d4ba93 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:00.778757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-70863f21-74c8-41fb-a877-4c3a41d4ba93 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.1982267 Apr 01 15:03:00.784299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-466a56c8-05a7-487e-a38c-079de58d145f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aba8ee433db4bbd8b30df9e00950f2a&device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 1094 time: 0.2877467 Apr 01 15:03:00.871494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Deleting port 869bb697-4432-45f7-9dfe-b07247a8cfc6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:00.871865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:00.890153 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-da697214-7383-4c65-aaa9-8ca9a985bfd0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/quotas/c19b4d46208b462f9430bf8ff546c0cc HTTP/1.1" status: 200 len: 375 time: 0.1037354 Apr 01 15:03:00.897726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-405e284b-1629-4ed6-8ea3-1b0e669e7c16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b HTTP/1.1" status: 200 len: 217 time: 0.0944068 Apr 01 15:03:00.965203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:00.985362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:01.002821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-0f08eabd-3531-4985-9178-17f69823b734 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014924 Apr 01 15:03:01.124653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4ae59-0dcf-4257-b799-055939030d70,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:01.141904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e546fb7-0c99-4d8b-94b9-5c58705059ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e14b654259da4453b705040b26431b2c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0885408 Apr 01 15:03:01.143032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-6970a59e-6f38-462a-9282-44544f9b8a77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:01.144453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-6970a59e-6f38-462a-9282-44544f9b8a77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e3022f6-31b1-416c-aceb-9c31dcf6ffad HTTP/1.1" status: 200 len: 850 time: 0.2098377 Apr 01 15:03:01.146490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:01.147919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc158f-1fcf-490e-897a-1f6a8067af72 req-4f27c7b1-fb52-496d-9ce8-12ff9d2ef125 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:01.149517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1fc158f-1fcf-490e-897a-1f6a8067af72 req-4f27c7b1-fb52-496d-9ce8-12ff9d2ef125 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.3270998 Apr 01 15:03:01.175550 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:01.209762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] For port 869bb697-4432-45f7-9dfe-b07247a8cfc6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=869bb697-4432-45f7-9dfe-b07247a8cfc6,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:01.210105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:01.258415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-f9fcbe82-0d9b-4a33-91d7-531e7b52897e service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407136 Apr 01 15:03:01.294562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:01.364213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Calling delete_port for 869bb697-4432-45f7-9dfe-b07247a8cfc6 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:01.395418 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1fc158f-1fcf-490e-897a-1f6a8067af72 req-bdd361de-0e59-46eb-b700-9cf5b517af4b tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278819 Apr 01 15:03:01.409122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a381ed3-45f6-4f94-a0f0-e592c9a818ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:01.468468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-2cc3c2d8-5563-4098-9d24-171e27a015ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77c3fa9f-cc9e-45fb-bd28-f9aab6905544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3047040 Apr 01 15:03:01.572354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:01.622007 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-6f9f87e4-3c1a-4ad0-9afa-3b4fe9ae8b24 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504946 Apr 01 15:03:01.635904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a381ed3-45f6-4f94-a0f0-e592c9a818ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:01.636891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Pushing event deleted for resources: {'Port': ['ID=869bb697-4432-45f7-9dfe-b07247a8cfc6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:01.674856 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3966a3a1-4794-47ee-b8d5-7d68acb093d3', 'code': 200} Apr 01 15:03:01.754124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-f1913cd7-363e-41a4-b8fc-31fbf8f1da2b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:01.756495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-f1913cd7-363e-41a4-b8fc-31fbf8f1da2b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.3766127 Apr 01 15:03:01.789951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:01.835032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-a134e60e-c537-4694-8cea-9cb1b34c07d1 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197801 Apr 01 15:03:02.136185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75473c97-48fc-4bba-ad3a-22990333ed74 req-6cccc335-da83-4eeb-9d0a-70b074797738 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 1097 time: 0.3724184 Apr 01 15:03:02.144047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e611-9ddd-4888-9b81-dd099b3c8a40 req-36ea7190-7a6e-4640-af4c-466e0e3f22e9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:02.151066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3206e611-9ddd-4888-9b81-dd099b3c8a40 req-36ea7190-7a6e-4640-af4c-466e0e3f22e9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.3037634 Apr 01 15:03:02.169234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a381ed3-45f6-4f94-a0f0-e592c9a818ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:02.213476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a381ed3-45f6-4f94-a0f0-e592c9a818ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4ae59-0dcf-4257-b799-055939030d70,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:02.242100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a381ed3-45f6-4f94-a0f0-e592c9a818ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:02.246386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8a381ed3-45f6-4f94-a0f0-e592c9a818ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55b4ae59-0dcf-4257-b799-055939030d70 HTTP/1.1" status: 204 len: 168 time: 1.0958803 Apr 01 15:03:02.280905 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75473c97-48fc-4bba-ad3a-22990333ed74 req-f04e6300-26a6-4987-8775-ef8ef38d8b23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188674 Apr 01 15:03:02.309351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:02.314404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bfdf5c6-7453-46f5-9810-32b2abc0039b req-d17ae508-0e66-4948-ae95-380bb2b5cff9 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139662 Apr 01 15:03:02.323866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3206e611-9ddd-4888-9b81-dd099b3c8a40 req-9ea533ff-e92d-455e-8380-2b26a9f8ed6e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717460 Apr 01 15:03:02.329978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:02.341158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32a134-62d6-4b54-af76-e5f683d17c75 req-0f28e63d-4e26-4c44-bf22-65be28a3a3aa tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:02.342509 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8d32a134-62d6-4b54-af76-e5f683d17c75 req-0f28e63d-4e26-4c44-bf22-65be28a3a3aa tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 943 time: 0.2760670 Apr 01 15:03:02.372140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:02.375607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:02.383715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:02.602267 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8d32a134-62d6-4b54-af76-e5f683d17c75 req-1ccc19b6-aef3-49a5-819e-a0815b804a0c tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501738 Apr 01 15:03:02.644541 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:02.661212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.14 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/8b69be72-1a25-4267-887f-9bf17b5d92d3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:02.961930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55306) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:02.969259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:02.983389 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'status': 'completed', 'code': 200} Apr 01 15:03:03.123761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:03.135710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:03.201681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ec2d6a6-f4e9-4394-867c-a891b6d3ad85 req-f47cb2f4-efe9-4027-b697-177a1850360e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 210 time: 0.0913711 Apr 01 15:03:03.202262 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:03.226157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-250d3785-b380-4e72-b67d-93e2824512f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aba8ee433db4bbd8b30df9e00950f2a&device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 1094 time: 0.2395809 Apr 01 15:03:03.235569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525e69c-409c-4f15-aa85-af6f598fffb7 req-375b50a8-7caf-4217-a557-d8c09554a7ea tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:03.237937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d525e69c-409c-4f15-aa85-af6f598fffb7 req-375b50a8-7caf-4217-a557-d8c09554a7ea tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 946 time: 0.2536409 Apr 01 15:03:03.241225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:03.247385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:03.250241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:03.284098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:03.293792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d5e3e93f57446da01ed54b9676d3c1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:03.298797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:03.299903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=8b69be72-1a25-4267-887f-9bf17b5d92d3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:03.309743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:03.314921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-f1b5e48e-b2a6-454a-98f5-8db2450fd779 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 1096 time: 0.2213967 Apr 01 15:03:03.444019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:03.444640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:03.480692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d525e69c-409c-4f15-aa85-af6f598fffb7 req-1edc07d9-c17f-4ebe-80e3-76bd544ea65e tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819248 Apr 01 15:03:03.512712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-4582121c-1622-4447-9a97-a92ad22c11a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:03.514192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-4582121c-1622-4447-9a97-a92ad22c11a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77c3fa9f-cc9e-45fb-bd28-f9aab6905544 HTTP/1.1" status: 200 len: 912 time: 0.2752082 Apr 01 15:03:03.515451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-36c27de2-2982-457c-8011-473491bb6008 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7378507 Apr 01 15:03:03.527373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Request body: {'port': {'device_id': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:03.660358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-a8389f06-f461-4c73-9b8f-5dc892ffce69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b HTTP/1.1" status: 200 len: 217 time: 0.1021633 Apr 01 15:03:03.780446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-6f8ec650-8a4d-4830-8d86-7ae5e63b713f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:03.781149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-6f8ec650-8a4d-4830-8d86-7ae5e63b713f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:03.878831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:03.891583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-8fb8fcf4-9842-440f-98e1-fc8eff1079f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:03.893516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-8fb8fcf4-9842-440f-98e1-fc8eff1079f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e3022f6-31b1-416c-aceb-9c31dcf6ffad HTTP/1.1" status: 200 len: 850 time: 0.1929369 Apr 01 15:03:03.897340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-c7d88c31-5f17-4e3b-991a-953f24c176e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:03.898474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-c7d88c31-5f17-4e3b-991a-953f24c176e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 910 time: 0.5182924 Apr 01 15:03:03.974434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-6f8ec650-8a4d-4830-8d86-7ae5e63b713f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:03.975545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-6f8ec650-8a4d-4830-8d86-7ae5e63b713f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.3825870 Apr 01 15:03:04.012303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Request body: {'port': {'device_id': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'admin_state_up': True, 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:04.026920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-99d358ed-6cd9-4baf-a1d7-621672a3a159 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db922b5-0021-4013-ac20-3fea8dfea34b HTTP/1.1" status: 200 len: 217 time: 0.1091335 Apr 01 15:03:04.095723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf44c2d-5277-4d86-a189-91af09a4469b req-4e61b17e-405b-4e3a-8900-0e7dee7c6da4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:04.096319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bdf44c2d-5277-4d86-a189-91af09a4469b req-4e61b17e-405b-4e3a-8900-0e7dee7c6da4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:04.124784 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.152236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.222993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828ba7-206c-4cce-89d3-a4a6d4386ef5 req-5fa3b8d5-f335-4976-b8e1-3c0a6de2854a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:04.224872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d828ba7-206c-4cce-89d3-a4a6d4386ef5 req-5fa3b8d5-f335-4976-b8e1-3c0a6de2854a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.4150608 Apr 01 15:03:04.258296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-f5f0413e-def3-4f4f-91fe-e6357886bbfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:04.259820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-f5f0413e-def3-4f4f-91fe-e6357886bbfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.2152724 Apr 01 15:03:04.316264 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-8dc531fd-d806-49e1-b5ae-44dc1ffaf6d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77c3fa9f-cc9e-45fb-bd28-f9aab6905544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4047880 Apr 01 15:03:04.330335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70629efd-5bd3-42dc-8c66-24c668cbe530,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:04.350316 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a8038f0c-dfd8-42a5-8121-ecfc8547a436 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7d5e3e93f57446da01ed54b9676d3c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3844590 Apr 01 15:03:04.350546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bdf44c2d-5277-4d86-a189-91af09a4469b req-4e61b17e-405b-4e3a-8900-0e7dee7c6da4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:04.351670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bdf44c2d-5277-4d86-a189-91af09a4469b req-4e61b17e-405b-4e3a-8900-0e7dee7c6da4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 932 time: 0.5856979 Apr 01 15:03:04.352107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55318) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:04.354938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-3f374609-9b23-4c3a-ba14-ff52486e852d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727532 Apr 01 15:03:04.393540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:04.411605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Usage tracker for resource:port and tenant:c19b4d46208b462f9430bf8ff546c0cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:04.415625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:04.474037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:04.503376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d828ba7-206c-4cce-89d3-a4a6d4386ef5 req-96f06abc-2c78-470a-84e8-2de90228dd24 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524848 Apr 01 15:03:04.514236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:04.516854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.568388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bdf44c2d-5277-4d86-a189-91af09a4469b req-094c73c1-9c38-4808-9e22-0df60f81cad6 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499233 Apr 01 15:03:04.598994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7fd6-9c18-4006-8e79-5e86dde5fc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.623270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-8d813900-b4fa-4c60-b92c-de4970c3c5d1 service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584858 Apr 01 15:03:04.628872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7fd6-9c18-4006-8e79-5e86dde5fc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.631687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:03:04.674710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:03:04.693163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-cc763726-1c07-4c24-a3cf-b0638c24a452 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625929 Apr 01 15:03:04.860492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b69be72-1a25-4267-887f-9bf17b5d92d3 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:04.884291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.888914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7fd6-9c18-4006-8e79-5e86dde5fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.945723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7fd6-9c18-4006-8e79-5e86dde5fc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70629efd-5bd3-42dc-8c66-24c668cbe530,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:04.948788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Transition to ACTIVE for port object 8b69be72-1a25-4267-887f-9bf17b5d92d3 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:04.960310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.964064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7fd6-9c18-4006-8e79-5e86dde5fc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:04.967711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c6a7fd6-9c18-4006-8e79-5e86dde5fc3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70629efd-5bd3-42dc-8c66-24c668cbe530 HTTP/1.1" status: 204 len: 168 time: 0.6082056 Apr 01 15:03:05.031892 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781e00c2-a12a-46d3-9ba6-743eb0de7cc7 req-0bbff58f-fbae-4889-a1be-6021fc271c79 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114960 Apr 01 15:03:05.106125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463dcfc-6ba2-4178-95e4-f0c40f07090d req-dfa53037-4c69-4f4e-8bc7-411c10f5c335 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:05.107875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e463dcfc-6ba2-4178-95e4-f0c40f07090d req-dfa53037-4c69-4f4e-8bc7-411c10f5c335 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 943 time: 0.3862545 Apr 01 15:03:05.134943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69be72-1a25-4267-887f-9bf17b5d92d3,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:05.156653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Allocated IP 172.20.0.8 (285a48b2-7ab8-4e2b-9e28-257c505dcf54/3ec34c30-428d-4c5a-9a9d-da73a48138a6/3ad7511d-0ff0-424e-b983-b4191994496f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:05.177804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd22d413-c5c4-4217-9ffb-0357568c842f req-464fcd03-0c84-4c70-a7d9-a2a29cdfad9a service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449872 Apr 01 15:03:05.268339 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e463dcfc-6ba2-4178-95e4-f0c40f07090d req-42032eba-aa33-4ce6-8ccc-5403a0de1581 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498349 Apr 01 15:03:05.275856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c92ff-25c9-42c2-889c-f01dc0ce7970 req-36d0a52d-5d5e-4605-9fcb-c4c7b3bd74a4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:05.283242 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f3c92ff-25c9-42c2-889c-f01dc0ce7970 req-36d0a52d-5d5e-4605-9fcb-c4c7b3bd74a4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.6207075 Apr 01 15:03:05.316161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Attempting to bind port 8b69be72-1a25-4267-887f-9bf17b5d92d3 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:05.318700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Attempting to bind port 8b69be72-1a25-4267-887f-9bf17b5d92d3 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:05.319391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Attempting to bind port 8b69be72-1a25-4267-887f-9bf17b5d92d3 on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:05.326073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Port 8b69be72-1a25-4267-887f-9bf17b5d92d3 on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:05.326385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Attempting to bind port 8b69be72-1a25-4267-887f-9bf17b5d92d3 on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:05.334349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:05.334682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:05.335060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:05.335610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Bound port: 8b69be72-1a25-4267-887f-9bf17b5d92d3, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:05.335956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:05.483334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9236347-f58b-4522-a3bc-803290fa3ff1 req-d243b6a2-88d8-4d7f-987f-d5c77a035e31 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 210 time: 0.0740380 Apr 01 15:03:05.498081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] For port 8b69be72-1a25-4267-887f-9bf17b5d92d3, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:05.503318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] For port 8b69be72-1a25-4267-887f-9bf17b5d92d3, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8b69be72-1a25-4267-887f-9bf17b5d92d3,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:05.510833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f3c92ff-25c9-42c2-889c-f01dc0ce7970 req-1fa64cae-4486-4fcc-8333-563514bdb32e tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267079 Apr 01 15:03:05.538752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:05.557129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:05.620239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:03:05.636103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] Sync routers for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:03:05.643761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:05.661759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:05.665969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:05.708042 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f25f93f2-b7ab-422f-86b1-6b71f8ef724e admin admin] 10.222.0.48 "PUT /v2.0/routers/d4c7a6c9-f3f8-41c6-80b2-8398fe81062b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3392382 Apr 01 15:03:05.712712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55342) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:05.736995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:05.740046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:05.748743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:05.797532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:05.798939 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] 10.222.0.62 "PUT /v2.0/ports/8b69be72-1a25-4267-887f-9bf17b5d92d3 HTTP/1.1" status: 200 len: 1092 time: 2.2761054 Apr 01 15:03:05.803004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'tag': '8b69be72-1a25-4267-887f-9bf17b5d92d3'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:05.906350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d09a18-c484-414b-8221-1c4763b7ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69be72-1a25-4267-887f-9bf17b5d92d3,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:05.927254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event updated for resources: {'Port': ['ID=3ad7511d-0ff0-424e-b983-b4191994496f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:05.995598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:06.001223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:06.002046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:06.009832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9b0f-90af-4c9b-8593-2736ceefc071 req-4baa6dc2-1ebf-4586-8410-8d0762d9f2b4 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:06.017205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6e9b0f-90af-4c9b-8593-2736ceefc071 req-4baa6dc2-1ebf-4586-8410-8d0762d9f2b4 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 946 time: 0.3839934 Apr 01 15:03:06.027292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-e5982a64-0e9c-484c-ac60-a3397d64741b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0233622 Apr 01 15:03:06.059896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Request body: {'port': {'device_id': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:06.063253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-c6ea7371-1f0c-421a-9723-58a49902527f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 1095 time: 0.1627073 Apr 01 15:03:06.112103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b12ce-e818-4c07-babf-e922a1695f90 req-01d5309c-8868-4c0c-99d5-f0545dea9862 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:06.113571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a6b12ce-e818-4c07-babf-e922a1695f90 req-01d5309c-8868-4c0c-99d5-f0545dea9862 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.1942022 Apr 01 15:03:06.173127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a6b12ce-e818-4c07-babf-e922a1695f90 req-16081cf8-2f7c-40cd-9929-c2c01a6bffcf tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527525 Apr 01 15:03:06.254979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:06.351260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-5a8ca812-ea3a-493b-9655-b2c73f53c9c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b69be72-1a25-4267-887f-9bf17b5d92d3 HTTP/1.1" status: 200 len: 217 time: 0.2771196 Apr 01 15:03:06.355560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T15:03:01Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:06.360149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] Checking router: d4c7a6c9-f3f8-41c6-80b2-8398fe81062b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:03:06.367319 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e6e9b0f-90af-4c9b-8593-2736ceefc071 req-ff3094fb-9264-4271-9ecd-1a7bc61c4ac8 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488958 Apr 01 15:03:06.372488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] Routers {'d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:06.373276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:06.504416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-631c00d9-060e-4fb0-9db0-6290fab047bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:06.505904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-631c00d9-060e-4fb0-9db0-6290fab047bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1373525 Apr 01 15:03:06.569722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-8f753e8a-5eb1-4796-8292-467f9af77ea3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542884 Apr 01 15:03:06.614323 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:06.639171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636014c6-e626-40b6-9c22-82ae9ffb8bc8 req-a8e07fec-b66a-410b-8d50-1fdfdcf2bb7f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:06.647078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-636014c6-e626-40b6-9c22-82ae9ffb8bc8 req-a8e07fec-b66a-410b-8d50-1fdfdcf2bb7f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 944 time: 0.3049872 Apr 01 15:03:06.733642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-636014c6-e626-40b6-9c22-82ae9ffb8bc8 req-1ee2d733-f94f-492c-9155-b71966b54c57 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854485 Apr 01 15:03:06.823980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] Set router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:06.895725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-069285a7-dbf9-4b33-ad9f-e8841c794c80 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157849 Apr 01 15:03:06.921682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 90f47c26-4f24-4cbb-bb0f-095dc923f33b details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:06.933810 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'tag': '8b69be72-1a25-4267-887f-9bf17b5d92d3', 'status': 'completed', 'code': 200} Apr 01 15:03:06.990855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad7511d-0ff0-424e-b983-b4191994496f {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:07.019180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:07.149422 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-6ab85851-d62b-452a-b014-2ba7312700b3 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398143 Apr 01 15:03:07.165647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Transition to ACTIVE for port object 3ad7511d-0ff0-424e-b983-b4191994496f will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:07.182482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:03:07.200700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:07.206366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:07.217608 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-094bcce2-0c7f-435d-a196-2240175a2523 req-4b5ca57c-fcf4-4e86-8297-e0165ecf0170 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 1097 time: 0.2191679 Apr 01 15:03:07.221273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Deleting port 5b5888b9-c393-4548-9cb1-1c0d398bb798 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:07.221612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:07.367468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T15:03:01Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:07.379584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 90f47c26-4f24-4cbb-bb0f-095dc923f33b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:07.388427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71fabf-4379-49e1-b80c-7ea0c97242e3 None None] The sync data for ids ['d4c7a6c9-f3f8-41c6-80b2-8398fe81062b'] in n-d-836017-1 is: [{'id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'name': 'tempest-TaggedBootDevicesTest-1875788985-router', 'tenant_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:55:42Z', 'updated_at': '2022-04-01T15:03:01Z', 'revision_number': 5, 'project_id': 'a6b2b266019e4ca0b6df8a7372023ef8', 'gw_port': {'id': '5b5888b9-c393-4548-9cb1-1c0d398bb798', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c7a6c9-f3f8-41c6-80b2-8398fe81062b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:55:43Z', 'updated_at': '2022-04-01T14:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:03:07.397325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'port_id': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'mac_address': 'fa:16:3e:c7:25:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:07.495614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:07.502431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bcce2-0c7f-435d-a196-2240175a2523 req-ecf16f44-8f3d-402d-9078-ea2785265628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:07.504122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-094bcce2-0c7f-435d-a196-2240175a2523 req-ecf16f44-8f3d-402d-9078-ea2785265628 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 200 len: 914 time: 0.2392538 Apr 01 15:03:07.528459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f47c26-4f24-4cbb-bb0f-095dc923f33b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:07.545822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 90f47c26-4f24-4cbb-bb0f-095dc923f33b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:07.553154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:07.594158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9102-7f0c-4b9c-bf19-1b244905e3d6 req-86ca1c06-04c2-4e95-96bb-4fde6bf5eee4 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:07.601830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cda9102-7f0c-4b9c-bf19-1b244905e3d6 req-86ca1c06-04c2-4e95-96bb-4fde6bf5eee4 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 943 time: 0.5734966 Apr 01 15:03:07.603690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Pushing event updated for resources: {'Port': ['ID=3ad7511d-0ff0-424e-b983-b4191994496f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:07.652613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=90f47c26-4f24-4cbb-bb0f-095dc923f33b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:07.681666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cda9102-7f0c-4b9c-bf19-1b244905e3d6 req-01556d16-1179-4a4c-8dd4-ec531d349363 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788906 Apr 01 15:03:07.682620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Attempting to bind port 3ad7511d-0ff0-424e-b983-b4191994496f on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:07.682995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Attempting to bind port 3ad7511d-0ff0-424e-b983-b4191994496f by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:07.683341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Attempting to bind port 3ad7511d-0ff0-424e-b983-b4191994496f on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:07.689611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Port 3ad7511d-0ff0-424e-b983-b4191994496f on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:07.689861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Attempting to bind port 3ad7511d-0ff0-424e-b983-b4191994496f on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:07.696398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:07.696738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:07.697271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Bound using segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:07.697838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Bound port: 3ad7511d-0ff0-424e-b983-b4191994496f, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:07.698187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:07.833890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-094bcce2-0c7f-435d-a196-2240175a2523 req-da43a239-b627-421a-a99c-d9d9aefb9c46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 200 len: 217 time: 0.3137541 Apr 01 15:03:07.873699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['90f47c26-4f24-4cbb-bb0f-095dc923f33b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:07.877609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] For port 3ad7511d-0ff0-424e-b983-b4191994496f, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:07.881099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] For port 3ad7511d-0ff0-424e-b983-b4191994496f, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3ad7511d-0ff0-424e-b983-b4191994496f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:07.888565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:08.000258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] For port 5b5888b9-c393-4548-9cb1-1c0d398bb798, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b5888b9-c393-4548-9cb1-1c0d398bb798,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:08.000619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:08.025484 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:08.027840 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] 10.222.0.44 "PUT /v2.0/ports/3ad7511d-0ff0-424e-b983-b4191994496f HTTP/1.1" status: 200 len: 1091 time: 1.9788711 Apr 01 15:03:08.033555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'tag': '3ad7511d-0ff0-424e-b983-b4191994496f'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:08.045626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1f0ae-7b5c-4a36-998a-c634107428ff service neutron] Pushing event updated for resources: {'Port': ['ID=3ad7511d-0ff0-424e-b983-b4191994496f,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:08.076735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ff28-f8ae-4b01-b709-4533297837d6 req-3483b760-4eee-45c5-9771-a0de25e1b86d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:08.078776 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32f2ff28-f8ae-4b01-b709-4533297837d6 req-3483b760-4eee-45c5-9771-a0de25e1b86d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1469646 Apr 01 15:03:08.179760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Calling delete_port for 5b5888b9-c393-4548-9cb1-1c0d398bb798 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:08.197438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32f2ff28-f8ae-4b01-b709-4533297837d6 req-98a1a9a0-a72f-4d88-8706-828ba4b980ca tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669522 Apr 01 15:03:08.210266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-ffe32595-dcdc-42b0-b4be-638044fd503e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 1094 time: 0.1251521 Apr 01 15:03:08.322569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-7c9651f3-168e-444c-8e0d-443efbd735b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad7511d-0ff0-424e-b983-b4191994496f HTTP/1.1" status: 200 len: 217 time: 0.1040051 Apr 01 15:03:08.362275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-bf667956-efe4-4dac-8949-9e2cbc4510d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 1095 time: 1.0870636 Apr 01 15:03:08.376304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bcce2-0c7f-435d-a196-2240175a2523 req-4334fa2a-f697-4bce-960a-10a310e86345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:08.377697 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-094bcce2-0c7f-435d-a196-2240175a2523 req-4334fa2a-f697-4bce-960a-10a310e86345 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 200 len: 853 time: 0.4666038 Apr 01 15:03:08.413509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5971728-b2d0-471b-a030-815ff9feff2a req-343a3057-7382-4106-babc-07d508dbb9e9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:08.414950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5971728-b2d0-471b-a030-815ff9feff2a req-343a3057-7382-4106-babc-07d508dbb9e9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 943 time: 0.8961775 Apr 01 15:03:08.464465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-691bca08-f3e0-4b0b-ad4d-1c83b06be0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:08.465988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-691bca08-f3e0-4b0b-ad4d-1c83b06be0e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1362288 Apr 01 15:03:08.521467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-094bcce2-0c7f-435d-a196-2240175a2523 req-3cf3f333-eb78-43f0-a1fb-53adae365d26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b423e8a-5d65-4b59-b3da-c4246d996070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159692 Apr 01 15:03:08.521929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-a7c480c1-6637-45b2-a228-674fce961f9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465260 Apr 01 15:03:08.532744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c445b9-d894-4c2e-8958-01eaffcf52a7 req-6a0443b9-fb82-458b-9351-5d4d3de96e80 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:08.539288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89c445b9-d894-4c2e-8958-01eaffcf52a7 req-6a0443b9-fb82-458b-9351-5d4d3de96e80 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.1590903 Apr 01 15:03:08.544224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 869bb697-4432-45f7-9dfe-b07247a8cfc6 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:08.577991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 869bb697-4432-45f7-9dfe-b07247a8cfc6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:08.578329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 869bb697-4432-45f7-9dfe-b07247a8cfc6 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:08.686929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89c445b9-d894-4c2e-8958-01eaffcf52a7 req-6d9e7163-1b29-4bdb-8411-d756bd172316 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468072 Apr 01 15:03:08.713342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5971728-b2d0-471b-a030-815ff9feff2a req-aac77ae1-5fa6-452b-b767-b8424cabc2f8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651756 Apr 01 15:03:08.725831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 90f47c26-4f24-4cbb-bb0f-095dc923f33b up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:08.737749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-6ebd452f-b7bc-49e3-aa7b-3e5c21253310 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774585 Apr 01 15:03:08.807683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 90f47c26-4f24-4cbb-bb0f-095dc923f33b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:08.814428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 90f47c26-4f24-4cbb-bb0f-095dc923f33b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:08.814845 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:08.818448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-3812f860-7573-412f-b405-4e77a035dd66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:08.819962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-3812f860-7573-412f-b405-4e77a035dd66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.4454777 Apr 01 15:03:08.956335 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:08.996580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 90f47c26-4f24-4cbb-bb0f-095dc923f33b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:08.997818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:09.004231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:09.048131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f32c39eb-8bd2-445e-9384-01f21eb05a2e req-0a073981-b95e-42b0-a0df-e47a0a9d106b service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017955 Apr 01 15:03:09.054020 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'tag': '3ad7511d-0ff0-424e-b983-b4191994496f', 'status': 'completed', 'code': 200} Apr 01 15:03:09.103412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-34db9767-fc80-4915-b52b-dc428dcd557f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b69be72-1a25-4267-887f-9bf17b5d92d3 HTTP/1.1" status: 200 len: 217 time: 0.1996708 Apr 01 15:03:09.115956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=90f47c26-4f24-4cbb-bb0f-095dc923f33b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:09.187407 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-094bcce2-0c7f-435d-a196-2240175a2523 req-6574ec79-b061-494c-8233-eb27bd4626b4 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426928 Apr 01 15:03:09.193996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:09.250267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-0ae4a99e-aaf4-4a39-ae26-f49bbc88f1f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 1094 time: 0.1468422 Apr 01 15:03:09.277343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5888b9-c393-4548-9cb1-1c0d398bb798,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:09.285830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b96052-04e8-4c2a-8196-47657438936b req-259f8746-b197-41f5-8a16-a2d759dacb3c tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:09.287347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0b96052-04e8-4c2a-8196-47657438936b req-259f8746-b197-41f5-8a16-a2d759dacb3c tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.1452980 Apr 01 15:03:09.333063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-ceefd8e7-3880-4d95-a5df-2e890fb979a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:09.334493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-ceefd8e7-3880-4d95-a5df-2e890fb979a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.2229753 Apr 01 15:03:09.425606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0b96052-04e8-4c2a-8196-47657438936b req-e7e7a20b-066d-4d1f-9818-ba07fa89ed06 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884485 Apr 01 15:03:09.438159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8b69be72-1a25-4267-887f-9bf17b5d92d3 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:09.455454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349eb8f-8774-4fe3-b1ed-0a5dee1efe23 req-3179f469-f4cf-4b40-bd55-82658f010ed0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:09.462479 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c349eb8f-8774-4fe3-b1ed-0a5dee1efe23 req-3179f469-f4cf-4b40-bd55-82658f010ed0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 944 time: 0.4448466 Apr 01 15:03:09.471971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-33a7a9d7-d8ec-4c3c-b8b6-dab257495f41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970201 Apr 01 15:03:09.475180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-2715b3d9-0bef-431e-a5ad-cbd8fcdb4d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:09.478488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-2715b3d9-0bef-431e-a5ad-cbd8fcdb4d98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.2224417 Apr 01 15:03:09.600842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-ed9d7477-8552-4ba2-bc27-9abc1714c7d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad7511d-0ff0-424e-b983-b4191994496f HTTP/1.1" status: 200 len: 217 time: 0.1161165 Apr 01 15:03:09.718974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-3611e1c1-fdb3-423a-ac6d-befe41615ec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:09.729008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-3611e1c1-fdb3-423a-ac6d-befe41615ec5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1201465 Apr 01 15:03:09.802984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8b69be72-1a25-4267-887f-9bf17b5d92d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8b69be72-1a25-4267-887f-9bf17b5d92d3,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:09.832816 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-c260dad6-bc18-4722-9d68-917322497390 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944808 Apr 01 15:03:09.848414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '8b69be72-1a25-4267-887f-9bf17b5d92d3', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': '8b69be72-1a25-4267-887f-9bf17b5d92d3', 'mac_address': 'fa:16:3e:98:2f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:09.898128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c349eb8f-8774-4fe3-b1ed-0a5dee1efe23 req-317b3469-5f82-458b-81ac-4ee0d52568e9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346533 Apr 01 15:03:09.900253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-094bcce2-0c7f-435d-a196-2240175a2523 req-0a5cc234-178e-4f83-bc0f-6cabd0997350 service neutron] 10.222.0.44 "GET /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979167 Apr 01 15:03:10.035398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-17d6a9fd-8e2d-448c-a3cd-ef5c95d9f8d9 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359533 Apr 01 15:03:10.036078 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:10.045004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:10.086119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b69be72-1a25-4267-887f-9bf17b5d92d3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:10.112770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8b69be72-1a25-4267-887f-9bf17b5d92d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8b69be72-1a25-4267-887f-9bf17b5d92d3,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:10.118834 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'code': 200} Apr 01 15:03:10.122537 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:10.267458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-d970ad79-cc6c-4a50-af6e-5d24dac0bca0 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202411 Apr 01 15:03:10.269757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8b69be72-1a25-4267-887f-9bf17b5d92d3,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:10.372706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['8b69be72-1a25-4267-887f-9bf17b5d92d3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:10.490983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17b03826-75e9-4518-88ea-3eae94d65a9a req-48f52ade-e333-45d2-b544-10746098414d service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128420 Apr 01 15:03:10.501364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb673d2-4fa5-4046-ac0b-dc01456fd89a req-5fc065dc-b7e4-4072-bb11-40eacd0bc99c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:10.505717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fcb673d2-4fa5-4046-ac0b-dc01456fd89a req-5fc065dc-b7e4-4072-bb11-40eacd0bc99c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1914749 Apr 01 15:03:10.575855 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fcb673d2-4fa5-4046-ac0b-dc01456fd89a req-6fd2cdfb-f9a7-4193-9c0b-d5da6aa4026c tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661354 Apr 01 15:03:10.665850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:10.959807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e05a21-8aba-47ae-bb12-d9e7e4f59bcc req-99428e04-9c28-464d-8031-a5678bfc6c9e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:10.960491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-24e05a21-8aba-47ae-bb12-d9e7e4f59bcc req-99428e04-9c28-464d-8031-a5678bfc6c9e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:10.985542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-24e05a21-8aba-47ae-bb12-d9e7e4f59bcc req-99428e04-9c28-464d-8031-a5678bfc6c9e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:10.987847 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24e05a21-8aba-47ae-bb12-d9e7e4f59bcc req-99428e04-9c28-464d-8031-a5678bfc6c9e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 943 time: 0.1400881 Apr 01 15:03:11.014408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.036403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.040604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-24e05a21-8aba-47ae-bb12-d9e7e4f59bcc req-0d98a7b1-8a28-430e-a80a-075403f30ec0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:11.056591 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe94a6b0-a0e2-4d48-bd78-a1813dc2d8aa req-3326a36c-5a13-4dd2-a23f-41f0597e1bac service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848124 Apr 01 15:03:11.069400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-24e05a21-8aba-47ae-bb12-d9e7e4f59bcc req-0d98a7b1-8a28-430e-a80a-075403f30ec0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:11.071024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24e05a21-8aba-47ae-bb12-d9e7e4f59bcc req-0d98a7b1-8a28-430e-a80a-075403f30ec0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771115 Apr 01 15:03:11.088584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbdfb315-66ee-4f8d-9589-acbe3e286ef3 req-4f5e730c-29ce-416b-b163-10f16e8c3cdc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 1096 time: 0.5546148 Apr 01 15:03:11.098259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb702ec-34ac-4415-a455-77ac5eefed03 req-5c5e30bc-bcf4-4835-99fa-ac2d80e239e6 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:11.109257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcb702ec-34ac-4415-a455-77ac5eefed03 req-5c5e30bc-bcf4-4835-99fa-ac2d80e239e6 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.5581198 Apr 01 15:03:11.117054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55520) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:11.193752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.194235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c7a6c9-f3f8-41c6-80b2-8398fe81062b {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:03:11.208583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbdfb315-66ee-4f8d-9589-acbe3e286ef3 req-210eb45f-ed1c-42ff-bac2-e0f65ea15ed3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002469 Apr 01 15:03:11.216340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcb702ec-34ac-4415-a455-77ac5eefed03 req-08e99e53-35ff-4ca2-95a8-896d702ec589 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849257 Apr 01 15:03:11.220325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.224175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5143de9a-8e7b-4478-8000-250eba1f8bab admin admin] 10.222.0.48 "DELETE /v2.0/routers/d4c7a6c9-f3f8-41c6-80b2-8398fe81062b HTTP/1.1" status: 204 len: 168 time: 5.5072904 Apr 01 15:03:11.224319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55528) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:11.312845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] Deleting subnet 2d011030-0327-42dc-9c3b-dcd693297f1d {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:03:11.320029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.322775 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.380082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:11.385565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:83d5bd52972847ac9eb6c55970894725 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:11.389820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:11.401267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4b52a-d336-4cd1-b627-efcc4f1541ec req-6286335d-bbe8-4f99-aa99-f405830b7712 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:11.402954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91e4b52a-d336-4cd1-b627-efcc4f1541ec req-6286335d-bbe8-4f99-aa99-f405830b7712 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.1411893 Apr 01 15:03:11.403864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:11.424307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.435973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8b69be72-1a25-4267-887f-9bf17b5d92d3 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:11.467992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91e4b52a-d336-4cd1-b627-efcc4f1541ec req-9a162d3a-5835-43d3-a619-4cb3e96c81dd tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554500 Apr 01 15:03:11.517796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e672128-253b-4953-bf86-2fdd1eb03869 req-95022e9a-8c08-4421-94fb-cc0f291c04f5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:11.519233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 8b69be72-1a25-4267-887f-9bf17b5d92d3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:11.519386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e672128-253b-4953-bf86-2fdd1eb03869 req-95022e9a-8c08-4421-94fb-cc0f291c04f5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 945 time: 0.1577625 Apr 01 15:03:11.524414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 8b69be72-1a25-4267-887f-9bf17b5d92d3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:11.524782 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.534639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.537874 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.543276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.604697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322faf72-f133-495a-ba5b-3e66623e0ebc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:11.622699 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-18c6c1e7-b70a-494f-81cd-379ba746e0e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83d5bd52972847ac9eb6c55970894725&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5021117 Apr 01 15:03:11.623560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55534) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:11.630820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e672128-253b-4953-bf86-2fdd1eb03869 req-7af763f7-d85a-4bfa-b5a3-92fa5f7d9099 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997484 Apr 01 15:03:11.650745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.669457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.726347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8b69be72-1a25-4267-887f-9bf17b5d92d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8b69be72-1a25-4267-887f-9bf17b5d92d3,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:11.743406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.757219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d011030-0327-42dc-9c3b-dcd693297f1d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:11.769568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.813617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.830136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe4514-5d05-4261-a2c7-9828f3ca000d None None] Network f0d1a499-01f5-4bc0-b0f4-c1b28085261e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:11.834378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.844228 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7d1f1f73-d7ae-49d7-b806-dc7d4b745551 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2d011030-0327-42dc-9c3b-dcd693297f1d HTTP/1.1" status: 204 len: 168 time: 0.6188405 Apr 01 15:03:11.846515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55540) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:11.887537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2864-d1d2-4abe-9e8f-f7139fb0ac57 req-763cb383-4c7d-40b7-9e61-644df85c0f59 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:11.895544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a1e2864-d1d2-4abe-9e8f-f7139fb0ac57 req-763cb383-4c7d-40b7-9e61-644df85c0f59 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1234043 Apr 01 15:03:11.956782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a1e2864-d1d2-4abe-9e8f-f7139fb0ac57 req-64933c77-d045-455e-94ea-dbe2bcb9c407 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592303 Apr 01 15:03:11.981818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:11.985000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:12.006943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322faf72-f133-495a-ba5b-3e66623e0ebc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:12.018404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8b69be72-1a25-4267-887f-9bf17b5d92d3,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:12.024901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Deleting port ba65fd1a-5e06-4806-a249-a9ef464c9399 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:12.025238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:12.055154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:12.059041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/322faf72-f133-495a-ba5b-3e66623e0ebc HTTP/1.1" status: 204 len: 168 time: 0.4312439 Apr 01 15:03:12.071648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.072108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.072313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.072637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.073099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.073488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.073865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.074229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.074677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.074968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.075278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b8ac72-12f7-48c4-898b-d5bb82cb589e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:12.149341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69be72-1a25-4267-887f-9bf17b5d92d3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:12.204495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2273db-a8e9-4c39-8e8a-bb3458ddc9a5 req-ab05cb24-3768-4f01-a74b-d85da6497325 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:12.212405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f2273db-a8e9-4c39-8e8a-bb3458ddc9a5 req-ab05cb24-3768-4f01-a74b-d85da6497325 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1036923 Apr 01 15:03:12.271863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f2273db-a8e9-4c39-8e8a-bb3458ddc9a5 req-96ffd764-a232-4622-a84b-8cd4b2cdf85d tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 Apr 01 15:03:12.283305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] DHCP port deletion for f0d1a499-01f5-4bc0-b0f4-c1b28085261e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:03:12.287679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Deleting port ba65fd1a-5e06-4806-a249-a9ef464c9399 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:12.288124 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:12.398153 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69be72-1a25-4267-887f-9bf17b5d92d3', 'code': 200} Apr 01 15:03:12.435075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] For port ba65fd1a-5e06-4806-a249-a9ef464c9399, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ba65fd1a-5e06-4806-a249-a9ef464c9399,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:12.435718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:12.560971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] For port ba65fd1a-5e06-4806-a249-a9ef464c9399, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ba65fd1a-5e06-4806-a249-a9ef464c9399,segment=NetworkSegment(5c06247c-0c51-4245-914b-1c91ea531b47),segment_id=5c06247c-0c51-4245-914b-1c91ea531b47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:12.561532 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:12.659695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Calling delete_port for ba65fd1a-5e06-4806-a249-a9ef464c9399 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:12.673723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a729f519-0860-4d03-a515-480529587e83 req-4738eab1-f267-4852-92da-f8af66f342b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 1097 time: 0.1904354 Apr 01 15:03:12.680613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14407639-9096-4410-83f4-e4b89924c18b req-c0f6ca81-0b62-45ad-9b26-1117e328c2fc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:12.682278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14407639-9096-4410-83f4-e4b89924c18b req-c0f6ca81-0b62-45ad-9b26-1117e328c2fc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.1294310 Apr 01 15:03:12.709801 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:03:12.771092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5888b9-c393-4548-9cb1-1c0d398bb798 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:12.776659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0116da0-dab9-4cf5-8c95-2fcf4325ba63 req-27b98f2d-f170-4fc6-9474-550819d6ba55 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:12.784854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0116da0-dab9-4cf5-8c95-2fcf4325ba63 req-27b98f2d-f170-4fc6-9474-550819d6ba55 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 943 time: 0.5221279 Apr 01 15:03:12.797740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a729f519-0860-4d03-a515-480529587e83 req-9f174f28-ad21-4104-9dff-2423135e9c39 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144252 Apr 01 15:03:12.805200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3ad7511d-0ff0-424e-b983-b4191994496f details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:12.811774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14407639-9096-4410-83f4-e4b89924c18b req-e0ecf181-bf75-4c1b-8231-c3478395283f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150367 Apr 01 15:03:12.841937 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0116da0-dab9-4cf5-8c95-2fcf4325ba63 req-43070956-2899-4df0-808c-f702f8ddb41d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569742 Apr 01 15:03:12.853031 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:12.908913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ba65fd1a-5e06-4806-a249-a9ef464c9399,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:12.917137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] No DVR routers for this DVR port ba65fd1a-5e06-4806-a249-a9ef464c9399 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:03:12.929269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Calling delete_port for ba65fd1a-5e06-4806-a249-a9ef464c9399 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:13.051304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5b5888b9-c393-4548-9cb1-1c0d398bb798 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:13.051570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5888b9-c393-4548-9cb1-1c0d398bb798 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:13.051981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ba65fd1a-5e06-4806-a249-a9ef464c9399 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:13.102033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f668f67-04b2-4d7e-9b01-2dc765a91dc7 req-64b734ea-9698-468a-8afc-6cfd88e52a82 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:13.110935 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f668f67-04b2-4d7e-9b01-2dc765a91dc7 req-64b734ea-9698-468a-8afc-6cfd88e52a82 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.1147814 Apr 01 15:03:13.154558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.190283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d1a499-01f5-4bc0-b0f4-c1b28085261e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:13.193373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f668f67-04b2-4d7e-9b01-2dc765a91dc7 req-f8bee483-f8b6-404e-afad-6d79d5bc0748 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814729 Apr 01 15:03:13.209457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c06247c-0c51-4245-914b-1c91ea531b47') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:13.210007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c06247c-0c51-4245-914b-1c91ea531b47') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:13.217390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ba65fd1a-5e06-4806-a249-a9ef464c9399 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:13.217799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ba65fd1a-5e06-4806-a249-a9ef464c9399 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:13.244348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.275027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3ad7511d-0ff0-424e-b983-b4191994496f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3ad7511d-0ff0-424e-b983-b4191994496f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:13.284246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.291333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:03:13.291763 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:03:13.292584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '3ad7511d-0ff0-424e-b983-b4191994496f', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'port_id': '3ad7511d-0ff0-424e-b983-b4191994496f', 'mac_address': 'fa:16:3e:5b:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec34c30-428d-4c5a-9a9d-da73a48138a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:13.300734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:03:13.301142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:03:13.317603 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:03:13.361712 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.382415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad7511d-0ff0-424e-b983-b4191994496f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:13.398860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3ad7511d-0ff0-424e-b983-b4191994496f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3ad7511d-0ff0-424e-b983-b4191994496f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:13.404403 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.435295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01d833-0a8c-4d02-b046-fa01340ab635 req-44010dd5-6c32-4098-9ce4-994af3d18e37 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:13.443483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c01d833-0a8c-4d02-b046-fa01340ab635 req-44010dd5-6c32-4098-9ce4-994af3d18e37 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1040075 Apr 01 15:03:13.478276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=3ad7511d-0ff0-424e-b983-b4191994496f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:13.479858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.499846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c01d833-0a8c-4d02-b046-fa01340ab635 req-e4c6746b-c1d0-43fc-9629-63fbfb471447 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551052 Apr 01 15:03:13.509322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.516841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d1a499-01f5-4bc0-b0f4-c1b28085261e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:13.535319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-40a8b86a-1594-43f2-af9c-eaba44fdf3ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/f0d1a499-01f5-4bc0-b0f4-c1b28085261e HTTP/1.1" status: 204 len: 168 time: 1.6875305 Apr 01 15:03:13.538024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55594) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:13.671976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f7fb7-d2df-4270-9e21-8cdc2c525737 req-665a454b-5457-42f1-a71f-3e5a7068ab01 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:13.678742 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d92f7fb7-d2df-4270-9e21-8cdc2c525737 req-665a454b-5457-42f1-a71f-3e5a7068ab01 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 946 time: 0.2832129 Apr 01 15:03:13.684896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['3ad7511d-0ff0-424e-b983-b4191994496f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:13.751436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d92f7fb7-d2df-4270-9e21-8cdc2c525737 req-19d7755a-6acb-4ab0-8b02-df24e78fa875 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687180 Apr 01 15:03:13.795557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Deleting port ba65fd1a-5e06-4806-a249-a9ef464c9399 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:13.798324 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:13.955694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-973ccd1b-c8ed-4859-94bb-9016a00f997d None None] The port 'ba65fd1a-5e06-4806-a249-a9ef464c9399' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:03:14.096093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ee705-baad-402f-8340-dfa6aa4a77c1 req-f9207299-eb53-4860-9513-ab6ea7f64618 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:14.097852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f3ee705-baad-402f-8340-dfa6aa4a77c1 req-f9207299-eb53-4860-9513-ab6ea7f64618 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1389503 Apr 01 15:03:14.163144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f3ee705-baad-402f-8340-dfa6aa4a77c1 req-3027605f-d1b1-4340-b4d1-30969478c446 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579998 Apr 01 15:03:14.186035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:14.253668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd8c99-5dd5-48f4-9585-faeeafa198db req-68903d66-b8b5-4c01-a559-321b91ef3a60 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:14.255126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ecd8c99-5dd5-48f4-9585-faeeafa198db req-68903d66-b8b5-4c01-a559-321b91ef3a60 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.3170090 Apr 01 15:03:14.265530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55620) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:14.273610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Request body: {'floatingip': {'port_id': '90f47c26-4f24-4cbb-bb0f-095dc923f33b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:14.350707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:14.460444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-1ef6fe4d-78e1-48d6-9654-6d3c8a171978 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:14.461895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-1ef6fe4d-78e1-48d6-9654-6d3c8a171978 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 946 time: 0.2793419 Apr 01 15:03:14.537205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:14.657612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port 8b69be72-1a25-4267-887f-9bf17b5d92d3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:14.657979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:14.741770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3ad7511d-0ff0-424e-b983-b4191994496f up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:14.759878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d5a2-5832-4de5-8148-c72eeb9fef40 req-bef8613b-a600-4d1c-851d-f47ab1fd175f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:14.761919 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c944d5a2-5832-4de5-8148-c72eeb9fef40 req-bef8613b-a600-4d1c-851d-f47ab1fd175f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 944 time: 0.1572680 Apr 01 15:03:14.841484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 3ad7511d-0ff0-424e-b983-b4191994496f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:14.848412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 3ad7511d-0ff0-424e-b983-b4191994496f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:14.849480 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:14.885415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c944d5a2-5832-4de5-8148-c72eeb9fef40 req-ab7482a7-e18c-4dec-92c5-d994542d04fb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911357 Apr 01 15:03:14.997240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:15.057520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad7511d-0ff0-424e-b983-b4191994496f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:15.079517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3ad7511d-0ff0-424e-b983-b4191994496f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3ad7511d-0ff0-424e-b983-b4191994496f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:15.089634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:15.172668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=3ad7511d-0ff0-424e-b983-b4191994496f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:15.199166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Deleting port c0d14d69-1278-46da-9449-0007305fe85c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:15.199577 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:15.427292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdb05f-8200-4c47-b36c-06e1153964b7 req-75b9d758-aee3-4116-93cb-9bfc5b90f9ff tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:15.428761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ecdb05f-8200-4c47-b36c-06e1153964b7 req-75b9d758-aee3-4116-93cb-9bfc5b90f9ff tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.9167919 Apr 01 15:03:15.461933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] For port c0d14d69-1278-46da-9449-0007305fe85c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c0d14d69-1278-46da-9449-0007305fe85c,segment=NetworkSegment(c4493149-788b-449c-b1bb-dcbba0bee5c4),segment_id=c4493149-788b-449c-b1bb-dcbba0bee5c4)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:15.462214 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:15.533131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ec54e-7225-4130-b831-49b0bbb95f4e req-9242450e-5689-44bf-b99c-edecda30398a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:15.534578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-992ec54e-7225-4130-b831-49b0bbb95f4e req-9242450e-5689-44bf-b99c-edecda30398a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 946 time: 0.1698287 Apr 01 15:03:15.546211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port 8b69be72-1a25-4267-887f-9bf17b5d92d3, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8b69be72-1a25-4267-887f-9bf17b5d92d3,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:15.546845 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:15.604130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Calling delete_port for c0d14d69-1278-46da-9449-0007305fe85c owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:15.622256 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:03:15.670785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ecdb05f-8200-4c47-b36c-06e1153964b7 req-b12b3933-74f8-456f-94fa-2ce975f4c57d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288191 Apr 01 15:03:15.750223 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-992ec54e-7225-4130-b831-49b0bbb95f4e req-71e338b2-58d2-467c-b717-de0c2eeae50c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910428 Apr 01 15:03:15.758347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for 8b69be72-1a25-4267-887f-9bf17b5d92d3 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:15.864941 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad7511d-0ff0-424e-b983-b4191994496f', 'code': 200} Apr 01 15:03:15.869628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:15.938387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d14d69-1278-46da-9449-0007305fe85c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:16.141063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:16.159883 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:16.356055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd589ee4-fb6e-40ef-9086-0e790cbc3559 req-49fd71ab-69cf-449e-b8ed-17c016e1f8e0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:16.357938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd589ee4-fb6e-40ef-9086-0e790cbc3559 req-49fd71ab-69cf-449e-b8ed-17c016e1f8e0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 945 time: 0.2977092 Apr 01 15:03:16.422985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd589ee4-fb6e-40ef-9086-0e790cbc3559 req-9e5d86a2-30ad-4933-9d41-35272bbe29c5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593584 Apr 01 15:03:16.437735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87494b-5f21-47f2-be58-e512d0d49d81 req-31a37e4a-eed2-415c-b290-6d40d76a2781 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:16.443137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef87494b-5f21-47f2-be58-e512d0d49d81 req-31a37e4a-eed2-415c-b290-6d40d76a2781 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.5779362 Apr 01 15:03:16.466540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:16.575989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef87494b-5f21-47f2-be58-e512d0d49d81 req-74d4e36b-91ec-4c4d-95c3-d9b966b72fb4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191559 Apr 01 15:03:16.576720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:16.588985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed', '8b69be72-1a25-4267-887f-9bf17b5d92d3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:16.665498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=8b69be72-1a25-4267-887f-9bf17b5d92d3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:16.678842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38f0dbea-d189-4092-856c-1c41be951ad5 req-0edecf65-6d20-4d4d-a9f3-dfe254ef8a2f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 1096 time: 0.6051981 Apr 01 15:03:16.949899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port 8b69be72-1a25-4267-887f-9bf17b5d92d3 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:03:16.957909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:16.962371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'name': 'network-vif-deleted', 'tag': '8b69be72-1a25-4267-887f-9bf17b5d92d3'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:17.002232 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6da666fd-8d82-4f4b-986c-9a99120796ce req-af18d2c7-df72-4629-9f34-df9bf1ee82de tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "DELETE /v2.0/ports/8b69be72-1a25-4267-887f-9bf17b5d92d3 HTTP/1.1" status: 204 len: 173 time: 2.5213704 Apr 01 15:03:17.004022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38f0dbea-d189-4092-856c-1c41be951ad5 req-839860ee-1c53-4323-a2ba-f16c51a4b3c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567561 Apr 01 15:03:17.024462 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Floating IP 705a8c7b-d70e-43af-ac69-ff6138cd8dff associated. External IP: 172.25.2.115, port: 90f47c26-4f24-4cbb-bb0f-095dc923f33b. Apr 01 15:03:17.156731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876d986-fda0-425e-ae4c-f46e37aa125c req-2063c67b-0b91-43eb-9886-457c025b3865 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:17.158207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1876d986-fda0-425e-ae4c-f46e37aa125c req-2063c67b-0b91-43eb-9886-457c025b3865 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2928498 Apr 01 15:03:17.236232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24d4e-9c9e-4e3c-9deb-9cafc00fce54 req-689701ad-dcb3-4a0f-bfd0-cc2528183a5a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:17.237781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98f24d4e-9c9e-4e3c-9deb-9cafc00fce54 req-689701ad-dcb3-4a0f-bfd0-cc2528183a5a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.2593679 Apr 01 15:03:17.243268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1876d986-fda0-425e-ae4c-f46e37aa125c req-b7a1859f-70d6-4e93-80bf-4b801e75a666 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747941 Apr 01 15:03:17.501093 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98f24d4e-9c9e-4e3c-9deb-9cafc00fce54 req-5c1320a3-e3a5-4a5c-a375-48d10907929e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496871 Apr 01 15:03:17.566554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c08e991-d53e-4e7f-b6bd-a53c35b9956d req-06e2ca7b-7985-4a8a-b17e-9ec4ca64daff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 210 time: 0.1464415 Apr 01 15:03:17.589372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Router d53bf23b-5b14-4492-8fe9-7416622d8987 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:03:17.666587 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e8cd67-81dd-4656-88ec-345e3cc55d16', 'name': 'network-vif-deleted', 'tag': '8b69be72-1a25-4267-887f-9bf17b5d92d3', 'status': 'completed', 'code': 200} Apr 01 15:03:17.738942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2ae0ffd-f3cb-453a-aced-33561e9b48f8 req-ce7e452d-6397-48cd-838f-2cc34d964e7e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:17.780086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2ae0ffd-f3cb-453a-aced-33561e9b48f8 req-ce7e452d-6397-48cd-838f-2cc34d964e7e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:17.781378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2ae0ffd-f3cb-453a-aced-33561e9b48f8 req-ce7e452d-6397-48cd-838f-2cc34d964e7e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 210 time: 0.1675396 Apr 01 15:03:17.849395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e991-d53e-4e7f-b6bd-a53c35b9956d req-18dea12b-0b5c-44bc-be69-9b38f83f5990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:17.850949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c08e991-d53e-4e7f-b6bd-a53c35b9956d req-18dea12b-0b5c-44bc-be69-9b38f83f5990 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1d6677d04cd341d389006dc7efc83d64&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2764266 Apr 01 15:03:17.896678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:03:17.907909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-05554811-7cd2-45e0-88be-427c400ff6b7 admin admin] 10.222.0.48 "PUT /v2.0/routers/d53bf23b-5b14-4492-8fe9-7416622d8987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3688905 Apr 01 15:03:17.908979 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] Sync routers for ids ['d53bf23b-5b14-4492-8fe9-7416622d8987'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:03:17.911907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55774) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:17.932953 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] Routers {'d53bf23b-5b14-4492-8fe9-7416622d8987'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:17.935062 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d53bf23b-5b14-4492-8fe9-7416622d8987'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:18.050286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d07c50-45f9-4ad1-b3c1-3d11aa36c443 req-130eb759-06f6-4571-b469-92f365e26607 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:18.057501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62d07c50-45f9-4ad1-b3c1-3d11aa36c443 req-130eb759-06f6-4571-b469-92f365e26607 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 945 time: 0.2858768 Apr 01 15:03:18.127943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62d07c50-45f9-4ad1-b3c1-3d11aa36c443 req-df034ef9-b881-47cc-bde5-53691b9875c1 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694067 Apr 01 15:03:18.193638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:03:18.244204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:18.287835 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] Set router d53bf23b-5b14-4492-8fe9-7416622d8987 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:18.446453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e991-d53e-4e7f-b6bd-a53c35b9956d req-261e8269-3ae4-456f-b726-5f5e98da4f57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:18.447941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c08e991-d53e-4e7f-b6bd-a53c35b9956d req-261e8269-3ae4-456f-b726-5f5e98da4f57 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5902240 Apr 01 15:03:18.631949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dadb03-614a-4ac6-8442-a21303e83a72 req-1eb123e2-d576-4f7a-a031-a8242d297b37 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:18.633811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0dadb03-614a-4ac6-8442-a21303e83a72 req-1eb123e2-d576-4f7a-a031-a8242d297b37 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2691455 Apr 01 15:03:18.650117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:18.664199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Deleting port e8274715-9b46-47b9-9413-77e1f7c983df {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:18.664626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:18.723826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:03:18.730615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:18.736277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] Sync routers for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:03:18.746783 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T15:03:15Z', 'revision_number': 5, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port': {'id': 'e8274715-9b46-47b9-9413-77e1f7c983df', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:56:06Z', 'updated_at': '2022-04-01T14:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:18.751458 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] Checking router: d53bf23b-5b14-4492-8fe9-7416622d8987 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:03:18.764948 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] Routers {'d53bf23b-5b14-4492-8fe9-7416622d8987'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:18.765617 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d53bf23b-5b14-4492-8fe9-7416622d8987'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:18.773247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:18.774257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:18.828043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0dadb03-614a-4ac6-8442-a21303e83a72 req-7c742620-5346-470f-a644-9e407360aac1 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863806 Apr 01 15:03:18.872079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-204cb3db-b352-4a27-a9f2-5e74dd46f14d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "PUT /v2.0/floatingips/705a8c7b-d70e-43af-ac69-ff6138cd8dff HTTP/1.1" status: 200 len: 991 time: 4.6053560 Apr 01 15:03:18.970865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f4c1c-02a7-4ac3-8e9e-f7cee2edd3d5 req-4cb9fb87-3a3e-42c8-848c-56244c824c9c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:18.978520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c8f4c1c-02a7-4ac3-8e9e-f7cee2edd3d5 req-4cb9fb87-3a3e-42c8-848c-56244c824c9c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.2542274 Apr 01 15:03:18.983044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] For port e8274715-9b46-47b9-9413-77e1f7c983df, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e8274715-9b46-47b9-9413-77e1f7c983df,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:18.983442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:19.019355 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] Set router d53bf23b-5b14-4492-8fe9-7416622d8987 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:19.151716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:19.166558 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T15:03:18Z', 'revision_number': 6, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:19.171537 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38309840-ece0-4981-bd22-15cbfd6bdb1b None None] The sync data for ids ['d53bf23b-5b14-4492-8fe9-7416622d8987'] in n-d-836017-1 is: [{'id': 'd53bf23b-5b14-4492-8fe9-7416622d8987', 'name': 'tempest-TaggedBootDevicesTest-91807001-router', 'tenant_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:56:03Z', 'updated_at': '2022-04-01T15:03:18Z', 'revision_number': 6, 'project_id': '762ad98dd3fe4aa4b56f7fb896a252f7', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:03:19.179537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Calling delete_port for e8274715-9b46-47b9-9413-77e1f7c983df owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:19.323621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b287869-13d6-4d9f-a326-196c9ae5b3bb req-669cf0b6-c594-4fa5-b270-3c428c3a9fd5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 210 time: 0.0552912 Apr 01 15:03:19.373363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c8f4c1c-02a7-4ac3-8e9e-f7cee2edd3d5 req-8e85750b-e844-4440-b944-87ea7f2788a5 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939149 Apr 01 15:03:19.562754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaf393-11be-48ec-af4b-0fcaf4978fec req-48c7d66f-e1d3-477f-ae64-ac063f8c4814 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:19.564569 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5ffaf393-11be-48ec-af4b-0fcaf4978fec req-48c7d66f-e1d3-477f-ae64-ac063f8c4814 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1256931 Apr 01 15:03:19.628500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '705a8c7b-d70e-43af-ac69-ff6138cd8dff', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'port_id': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'mac_address': 'fa:16:3e:c7:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:02:49Z', 'updated_at': '2022-04-01T15:03:15Z', 'revision_number': 1, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:47Z', 'revision_number': 5, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:19.632996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] Checking router: b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:03:19.634015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5ffaf393-11be-48ec-af4b-0fcaf4978fec req-b65c8095-34a4-4c66-a509-e533cf14236f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616660 Apr 01 15:03:19.649300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:19.649902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:19.668999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:19.678266 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:19.739698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8274715-9b46-47b9-9413-77e1f7c983df,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:19.910723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:20.027956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2fcce-09bb-421b-8274-f3c8c4dc98ba req-65f47258-eed3-4195-8d6f-9eef1d11c76f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:20.035969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e2a2fcce-09bb-421b-8274-f3c8c4dc98ba req-65f47258-eed3-4195-8d6f-9eef1d11c76f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.4652419 Apr 01 15:03:20.064366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:20.126419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c08e991-d53e-4e7f-b6bd-a53c35b9956d req-c4ec1ef4-bfc3-4e4a-94d7-e028232abd99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4e8cd67-81dd-4656-88ec-345e3cc55d16 HTTP/1.1" status: 200 len: 210 time: 0.0945597 Apr 01 15:03:20.231901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e2a2fcce-09bb-421b-8274-f3c8c4dc98ba req-dd3ca75a-0803-429d-8763-01a8f462889b tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948919 Apr 01 15:03:20.416210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574a85b-14b3-4405-8f22-222a1281b59b req-9e0f0339-4d5b-4e1e-8508-03790b8823cb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:20.423591 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c574a85b-14b3-4405-8f22-222a1281b59b req-9e0f0339-4d5b-4e1e-8508-03790b8823cb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 945 time: 0.1259477 Apr 01 15:03:20.456021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '705a8c7b-d70e-43af-ac69-ff6138cd8dff', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'port_id': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'mac_address': 'fa:16:3e:c7:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:02:49Z', 'updated_at': '2022-04-01T15:03:15Z', 'revision_number': 1, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:47Z', 'revision_number': 5, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:20.460539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ea7516-c45b-48f3-9fb8-df0e6e876d93 None None] The sync data for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 is: [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '705a8c7b-d70e-43af-ac69-ff6138cd8dff', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'port_id': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'mac_address': 'fa:16:3e:c7:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:02:49Z', 'updated_at': '2022-04-01T15:03:15Z', 'revision_number': 1, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:47Z', 'revision_number': 5, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:03:20.479409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c574a85b-14b3-4405-8f22-222a1281b59b req-523b99c7-1ec5-496c-b0dd-f55ddb93f07a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Apr 01 15:03:20.500240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:20.504744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:20.545590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:20.546116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53bf23b-5b14-4492-8fe9-7416622d8987 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:03:20.581539 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:20.587744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55906) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:20.590875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-54153204-eea8-48df-8f0b-fc3c57ac04b6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d53bf23b-5b14-4492-8fe9-7416622d8987 HTTP/1.1" status: 204 len: 168 time: 2.6766820 Apr 01 15:03:20.614413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c0d14d69-1278-46da-9449-0007305fe85c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:20.752818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c0d14d69-1278-46da-9449-0007305fe85c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:20.753290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c0d14d69-1278-46da-9449-0007305fe85c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:20.753879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e8274715-9b46-47b9-9413-77e1f7c983df no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:20.788737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] Deleting subnet 9b42c09e-dab4-49da-b3cd-54d5dbf1c52c {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:03:20.834613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:20.868666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e8274715-9b46-47b9-9413-77e1f7c983df {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:20.869106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e8274715-9b46-47b9-9413-77e1f7c983df not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:20.899139 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f022eb8-d8de-4e8b-b970-78b87245e86e None None] New status for floating IP 705a8c7b-d70e-43af-ac69-ff6138cd8dff: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:03:20.907655 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'status': 'completed', 'code': 200} Apr 01 15:03:21.001184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.160097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2982ec87-2337-4c49-a301-984138798c5b req-d79a6f82-5e4a-4837-a06b-9a750c21ddda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aba8ee433db4bbd8b30df9e00950f2a&device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 1096 time: 0.2410798 Apr 01 15:03:21.169759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1ce25-519b-412d-849a-2f6c461f6c41 req-ba78f3c8-a70c-4ce4-85d1-aeb101e0fc50 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:21.176757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89a1ce25-519b-412d-849a-2f6c461f6c41 req-ba78f3c8-a70c-4ce4-85d1-aeb101e0fc50 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 946 time: 0.4430337 Apr 01 15:03:21.181648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.295297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55922) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:21.326201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372f68-5899-4406-90f5-0ea9c72210ee req-0e5a89d4-6297-4a08-a774-8d820072a8bc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:21.328357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f372f68-5899-4406-90f5-0ea9c72210ee req-0e5a89d4-6297-4a08-a774-8d820072a8bc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.1157572 Apr 01 15:03:21.355975 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89a1ce25-519b-412d-849a-2f6c461f6c41 req-c4521788-7c69-4b2d-92f3-197adca31173 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782987 Apr 01 15:03:21.402660 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f372f68-5899-4406-90f5-0ea9c72210ee req-e9c08ad4-f6cc-4153-9b94-58751de84801 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678492 Apr 01 15:03:21.414618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982ec87-2337-4c49-a301-984138798c5b req-9d53d7db-3572-4e72-9c75-46aa8eeeb899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:21.416214 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2982ec87-2337-4c49-a301-984138798c5b req-9d53d7db-3572-4e72-9c75-46aa8eeeb899 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77c3fa9f-cc9e-45fb-bd28-f9aab6905544 HTTP/1.1" status: 200 len: 912 time: 0.2371774 Apr 01 15:03:21.421061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.472164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.511902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:21.517001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Usage tracker for resource:security_group_rule and tenant:a89ff213f617482bb81284ac6fda3484 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:21.520041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:21.526742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:21.541658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b42c09e-dab4-49da-b3cd-54d5dbf1c52c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:21.606051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5bc62b-f040-40fa-a2b5-60a83997c952 None None] Network c216e7cc-3dbf-45e0-8d2e-301a40406081 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:21.610370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.617832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.636207 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.645707 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5e56aa04-3abb-4e18-b7c1-62df356f9a7d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9b42c09e-dab4-49da-b3cd-54d5dbf1c52c HTTP/1.1" status: 204 len: 168 time: 1.0565410 Apr 01 15:03:21.655290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:21.675563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2982ec87-2337-4c49-a301-984138798c5b req-0966c452-06e0-4b26-9166-521125011019 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b HTTP/1.1" status: 200 len: 1001 time: 0.2443323 Apr 01 15:03:21.700029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a82de09-2e4d-4896-bc70-60131c3fb677,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:21.770715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e2cb780a-fab1-4e8a-9030-8f6d5fdd6b29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a89ff213f617482bb81284ac6fda3484&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4742796 Apr 01 15:03:21.778157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55938) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:21.839763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982ec87-2337-4c49-a301-984138798c5b req-3b2753ab-3dc8-4f31-a68c-a4042413cf2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:21.841456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2982ec87-2337-4c49-a301-984138798c5b req-3b2753ab-3dc8-4f31-a68c-a4042413cf2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e3022f6-31b1-416c-aceb-9c31dcf6ffad HTTP/1.1" status: 200 len: 850 time: 0.1422977 Apr 01 15:03:21.859853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d119d-6646-47cb-b936-bc79fa349202 req-4ca06dd4-71d3-4cd4-9d8f-5ee66ce476f4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:21.861469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e3d119d-6646-47cb-b936-bc79fa349202 req-4ca06dd4-71d3-4cd4-9d8f-5ee66ce476f4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.3285477 Apr 01 15:03:21.909455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] DHCP port deletion for c216e7cc-3dbf-45e0-8d2e-301a40406081 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:03:21.914958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] Deleting port b038b4b6-f5ed-40e7-9174-230526e8583c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:21.915651 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:21.959465 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.004917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Deleting port b038b4b6-f5ed-40e7-9174-230526e8583c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:22.005246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.071861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c346-25b2-47d7-832a-6ec02dee8f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.127317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e3d119d-6646-47cb-b936-bc79fa349202 req-201fdba7-482f-4f28-b5ab-481e355cf3a8 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 Apr 01 15:03:22.128979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c346-25b2-47d7-832a-6ec02dee8f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.145758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] For port b038b4b6-f5ed-40e7-9174-230526e8583c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b038b4b6-f5ed-40e7-9174-230526e8583c,segment=NetworkSegment(c4493149-788b-449c-b1bb-dcbba0bee5c4),segment_id=c4493149-788b-449c-b1bb-dcbba0bee5c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:22.146183 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.170972 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2982ec87-2337-4c49-a301-984138798c5b req-49a1c33f-d3d9-4303-ab48-68b800f68b5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77c3fa9f-cc9e-45fb-bd28-f9aab6905544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3068893 Apr 01 15:03:22.296939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] Calling delete_port for b038b4b6-f5ed-40e7-9174-230526e8583c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:22.298668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c346-25b2-47d7-832a-6ec02dee8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.333438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4c346-25b2-47d7-832a-6ec02dee8f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a82de09-2e4d-4896-bc70-60131c3fb677,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:22.338898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-f229a61b-3a8c-4900-a2d4-cbecc69fd431 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:22.344123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-f229a61b-3a8c-4900-a2d4-cbecc69fd431 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.5472076 Apr 01 15:03:22.373827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2982ec87-2337-4c49-a301-984138798c5b req-6ab5f889-7c9d-438a-8980-254b84ef6649 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890705 Apr 01 15:03:22.383100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1d8a748e-4b05-4289-93d9-87d093c18cb6 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:22.384676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1d8a748e-4b05-4289-93d9-87d093c18cb6 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.44 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 946 time: 0.5892761 Apr 01 15:03:22.401971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c346-25b2-47d7-832a-6ec02dee8f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.407421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4cf4c346-25b2-47d7-832a-6ec02dee8f0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a82de09-2e4d-4896-bc70-60131c3fb677 HTTP/1.1" status: 204 len: 168 time: 0.6211717 Apr 01 15:03:22.442257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.458539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-2a3487e0-347d-411b-9c3c-fc1144bb45a6 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.1030426 Apr 01 15:03:22.475745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] For port b038b4b6-f5ed-40e7-9174-230526e8583c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b038b4b6-f5ed-40e7-9174-230526e8583c,segment=NetworkSegment(c4493149-788b-449c-b1bb-dcbba0bee5c4),segment_id=c4493149-788b-449c-b1bb-dcbba0bee5c4)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:22.476095 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.497958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] No DVR routers for this DVR port b038b4b6-f5ed-40e7-9174-230526e8583c on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:03:22.510018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff28d79-adb8-4709-9adb-ca8abcbc2bb8 None None] Pushing event deleted for resources: {'Port': ['ID=b038b4b6-f5ed-40e7-9174-230526e8583c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:22.526593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Deleting port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:22.527104 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:22.529245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21667f8f-e8b0-4cef-ae4c-c95371f372e4 req-4085b4de-e1f3-4fe5-be9f-1026928b0eef tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:22.531297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21667f8f-e8b0-4cef-ae4c-c95371f372e4 req-4085b4de-e1f3-4fe5-be9f-1026928b0eef tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 945 time: 0.2016160 Apr 01 15:03:22.572082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2982ec87-2337-4c49-a301-984138798c5b req-f5439240-15e9-4191-8587-1de146762050 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893740 Apr 01 15:03:22.603392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b038b4b6-f5ed-40e7-9174-230526e8583c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:22.606046 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21667f8f-e8b0-4cef-ae4c-c95371f372e4 req-240c9970-87d5-456f-9a63-927dcde5437c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590022 Apr 01 15:03:22.649434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b038b4b6-f5ed-40e7-9174-230526e8583c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:22.649974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b038b4b6-f5ed-40e7-9174-230526e8583c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:22.728285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Calling delete_port for b038b4b6-f5ed-40e7-9174-230526e8583c owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:22.816009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651989f-db49-467f-86f0-f95a689b9635 req-89e2feb7-f026-4b57-aef0-6d7bc77eacc2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:22.817477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f651989f-db49-467f-86f0-f95a689b9635 req-89e2feb7-f026-4b57-aef0-6d7bc77eacc2 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1011391 Apr 01 15:03:22.876855 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f651989f-db49-467f-86f0-f95a689b9635 req-25fcb094-20bd-4d0e-9897-648650f171b5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530992 Apr 01 15:03:22.913363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:03:22.913684 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:03:22.979686 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-eb7018ae-4f03-430e-acc0-a330414e03cb tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5007069 Apr 01 15:03:23.124540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-37e63e7e-2086-40ac-a479-413c96861324 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 1096 time: 0.1505919 Apr 01 15:03:23.144152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e9fa-bb5a-46bc-8660-39304444a352 req-3c104582-e330-4e3f-9a38-aaf7a6f8ae30 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:23.145628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6331e9fa-bb5a-46bc-8660-39304444a352 req-3c104582-e330-4e3f-9a38-aaf7a6f8ae30 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 946 time: 0.1225538 Apr 01 15:03:23.160504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] For port 3966a3a1-4794-47ee-b8d5-7d68acb093d3, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3966a3a1-4794-47ee-b8d5-7d68acb093d3,segment=NetworkSegment(70c28fa8-7c39-4c30-aed3-b3335578169f),segment_id=70c28fa8-7c39-4c30-aed3-b3335578169f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:23.160939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:23.229340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-0d558c5b-7881-4460-b1c3-0adc71825ae8 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488875 Apr 01 15:03:23.292192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Calling delete_port for 3966a3a1-4794-47ee-b8d5-7d68acb093d3 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:23.351897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6331e9fa-bb5a-46bc-8660-39304444a352 req-c1502491-a404-4a12-870e-d6471113889c tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/security-groups?id=b26262ff-9f2d-429d-9694-22d9e1fdf294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816661 Apr 01 15:03:23.388864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-c506c340-4051-4e12-bc27-1576178f01e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:23.390521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-c506c340-4051-4e12-bc27-1576178f01e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 910 time: 0.2436709 Apr 01 15:03:23.416769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Deleting port b038b4b6-f5ed-40e7-9174-230526e8583c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:23.417143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:23.453546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-1a3c4799-c4b1-41c8-ac0e-e6a03ebe76d8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:23.455128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-1a3c4799-c4b1-41c8-ac0e-e6a03ebe76d8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 945 time: 0.2884622 Apr 01 15:03:23.487527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8b69be72-1a25-4267-887f-9bf17b5d92d3 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:23.521920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-12bdf69e-5e82-4b78-a4a7-e5f3a1ae308b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db922b5-0021-4013-ac20-3fea8dfea34b HTTP/1.1" status: 200 len: 217 time: 0.1235809 Apr 01 15:03:23.525072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] The port 'b038b4b6-f5ed-40e7-9174-230526e8583c' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:03:23.549299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 8b69be72-1a25-4267-887f-9bf17b5d92d3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:23.551344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8b69be72-1a25-4267-887f-9bf17b5d92d3 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:23.616684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Deleting port 3ad7511d-0ff0-424e-b983-b4191994496f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:23.617057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:23.769701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-8e1fb418-f5a0-4c27-b80f-7915402a4c2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:23.771160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-8e1fb418-f5a0-4c27-b80f-7915402a4c2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.2399228 Apr 01 15:03:23.830360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-0997d56c-fa92-4fc6-8dcc-273a6a03f43d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502162 Apr 01 15:03:23.852631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-cb939cd0-e81e-4334-8e51-eb06c73eba85 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674589 Apr 01 15:03:23.896627 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:23.932258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c216e7cc-3dbf-45e0-8d2e-301a40406081']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:23.942784 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:23.955490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['3966a3a1-4794-47ee-b8d5-7d68acb093d3'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:23.990614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4493149-788b-449c-b1bb-dcbba0bee5c4') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:23.991055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4493149-788b-449c-b1bb-dcbba0bee5c4') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:24.017393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Pushing event deleted for resources: {'Port': ['ID=3966a3a1-4794-47ee-b8d5-7d68acb093d3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:24.025905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.084045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.138105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] No DVR routers for this DVR port 3966a3a1-4794-47ee-b8d5-7d68acb093d3 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:03:24.144499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:03:24.144910 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:03:24.182923 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:03:24.185412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.196269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'name': 'network-vif-deleted', 'tag': '3966a3a1-4794-47ee-b8d5-7d68acb093d3'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:24.247553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-b26fee29-79f9-4652-866f-3a80bf67c76b service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958011 Apr 01 15:03:24.377652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ee9d-14ca-46b2-b107-e327bb270946 req-c23fc93a-e699-4923-95ba-8bcc3a1fb20e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:24.379205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e45ee9d-14ca-46b2-b107-e327bb270946 req-c23fc93a-e699-4923-95ba-8bcc3a1fb20e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.6980650 Apr 01 15:03:24.394895 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.412397 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e6355c4-9c98-4a4f-8fd2-9f34cdc7160d req-1592629b-2c5f-4ebc-aff9-37e257e0a066 tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.44 "DELETE /v2.0/ports/3966a3a1-4794-47ee-b8d5-7d68acb093d3 HTTP/1.1" status: 204 len: 173 time: 2.0214400 Apr 01 15:03:24.420231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] For port 3ad7511d-0ff0-424e-b983-b4191994496f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3ad7511d-0ff0-424e-b983-b4191994496f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:24.420591 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.448635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.482992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] Pushing event deleted for resources: {'Network': ['ID=c216e7cc-3dbf-45e0-8d2e-301a40406081,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:24.511544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4624d718-0060-4bbe-ac69-5bff92631781 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c216e7cc-3dbf-45e0-8d2e-301a40406081 HTTP/1.1" status: 204 len: 168 time: 2.8551533 Apr 01 15:03:24.564727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce05e3-7bb7-4c79-aa52-93537bc3d959 req-0536fe2b-a6f7-477b-96af-8affd34a5d94 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:24.568828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51ce05e3-7bb7-4c79-aa52-93537bc3d959 req-0536fe2b-a6f7-477b-96af-8affd34a5d94 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 945 time: 0.2645028 Apr 01 15:03:24.569241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Calling delete_port for 3ad7511d-0ff0-424e-b983-b4191994496f owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:24.656083 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51ce05e3-7bb7-4c79-aa52-93537bc3d959 req-87b4c498-bdba-4c33-8f87-d6b9f5fa5527 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822146 Apr 01 15:03:24.699030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e45ee9d-14ca-46b2-b107-e327bb270946 req-3d5f6122-09f0-40f2-a001-81e0100875bf tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054237 Apr 01 15:03:24.703983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c8bcc5-ff1b-4552-a692-c6a9df9b079c req-d9236751-0ae7-4676-b464-3bf5f396e015 service neutron] 10.222.0.62 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461985 Apr 01 15:03:24.767560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56006) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:24.885243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:24.899108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27294611-3d6b-4b2e-baf4-7bc94460d4d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6b2b266019e4ca0b6df8a7372023ef8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1302421 Apr 01 15:03:24.901597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56012) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:24.964880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event deleted for resources: {'Port': ['ID=3ad7511d-0ff0-424e-b983-b4191994496f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:25.040209 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8218b025-39f7-4b3c-9f0a-d6e136e701be req-920988cb-b343-416f-bd31-fb13542455c5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 210 time: 0.0550613 Apr 01 15:03:25.064864 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4881bc2-6462-47a4-890e-8b401ecb7aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:25.093444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5103-adb3-4b64-bb4a-bf059f17959e req-457c16c7-a798-4ab0-b47f-53d989ecfd71 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:25.095035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e24a5103-adb3-4b64-bb4a-bf059f17959e req-457c16c7-a798-4ab0-b47f-53d989ecfd71 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2577636 Apr 01 15:03:25.096601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] No DVR routers for this DVR port 3ad7511d-0ff0-424e-b983-b4191994496f on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:03:25.100971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:25.107563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'name': 'network-vif-deleted', 'tag': '3ad7511d-0ff0-424e-b983-b4191994496f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:25.119667 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4881bc2-6462-47a4-890e-8b401ecb7aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:25.170259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-107c8eab-c6a7-4b94-a8ac-0cfd06b4c50e req-82dd84ae-41d3-4722-9b31-5c9f56449628 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "DELETE /v2.0/ports/3ad7511d-0ff0-424e-b983-b4191994496f HTTP/1.1" status: 204 len: 173 time: 1.7081933 Apr 01 15:03:25.177641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e24a5103-adb3-4b64-bb4a-bf059f17959e req-0d475bd2-ffc7-43c0-9ee1-6b01cb428bf5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 Apr 01 15:03:25.184790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4881bc2-6462-47a4-890e-8b401ecb7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:25.206122 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86a6474-4446-49fd-b6b7-c4753397d897', 'name': 'network-vif-deleted', 'tag': '3966a3a1-4794-47ee-b8d5-7d68acb093d3', 'status': 'completed', 'code': 200} Apr 01 15:03:25.210580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4881bc2-6462-47a4-890e-8b401ecb7aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0e11a-da4b-4021-ab9a-22891fe995be,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:25.240549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4881bc2-6462-47a4-890e-8b401ecb7aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:25.244050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c4881bc2-6462-47a4-890e-8b401ecb7aa3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdb0e11a-da4b-4021-ab9a-22891fe995be HTTP/1.1" status: 204 len: 168 time: 0.3389416 Apr 01 15:03:25.321566 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcb80e-59e3-4154-bdab-77d51fdad500', 'name': 'network-vif-deleted', 'tag': '3ad7511d-0ff0-424e-b983-b4191994496f', 'status': 'completed', 'code': 200} Apr 01 15:03:25.363540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56026) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.456484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8c1e0c87-cb38-4672-971a-024eadaeb4b5 req-bded2a7d-ceb8-435e-b67c-7d9100b6b79a tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Synchronizing usage tracker for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:25.488623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8c1e0c87-cb38-4672-971a-024eadaeb4b5 req-bded2a7d-ceb8-435e-b67c-7d9100b6b79a tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] Unset dirty status for tenant:3cf4ea4ef8054912bed53d8dc849505b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:25.489892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c1e0c87-cb38-4672-971a-024eadaeb4b5 req-bded2a7d-ceb8-435e-b67c-7d9100b6b79a tempest-ServerTagsTestJSON-1104234351 tempest-ServerTagsTestJSON-1104234351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86a6474-4446-49fd-b6b7-c4753397d897 HTTP/1.1" status: 200 len: 210 time: 0.1370850 Apr 01 15:03:25.554110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cd446888-133b-4b47-bf96-858adf22a109 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:25.603257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911108-f871-49e2-b88d-154e3ab5380b req-38ff8bbb-909c-4291-85f0-d9c2ff4681d9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:25.604825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f911108-f871-49e2-b88d-154e3ab5380b req-38ff8bbb-909c-4291-85f0-d9c2ff4681d9 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1204977 Apr 01 15:03:25.646950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cd446888-133b-4b47-bf96-858adf22a109 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "PUT /v2.0/quotas/58a919b11f964a86b316f787223cdb3c HTTP/1.1" status: 200 len: 366 time: 0.2823462 Apr 01 15:03:25.649683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56034) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.657356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f911108-f871-49e2-b88d-154e3ab5380b req-156baa4f-cdb7-405e-815a-318080af93d0 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463185 Apr 01 15:03:25.663996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ee2f4b2-9c01-41bd-80c5-203246437096 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0121286 Apr 01 15:03:25.666576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56038) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.680852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3b0b4cc4-db31-4272-8433-4ff44e20e149 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "GET /v2.0/quotas/58a919b11f964a86b316f787223cdb3c HTTP/1.1" status: 200 len: 366 time: 0.0132570 Apr 01 15:03:25.686427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.711555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-52f61f86-bf88-4a31-85f3-25a24ec517de tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/58a919b11f964a86b316f787223cdb3c HTTP/1.1" status: 204 len: 168 time: 0.0216422 Apr 01 15:03:25.712428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56050) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.738276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e16ed82-70bb-47ee-ae8d-7a3cbda540f6 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0218825 Apr 01 15:03:25.738484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56058) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.752257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92a98088-c490-4cb6-a435-557c5563396a tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "GET /v2.0/quotas/58a919b11f964a86b316f787223cdb3c HTTP/1.1" status: 200 len: 370 time: 0.0119770 Apr 01 15:03:25.754638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56062) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.761109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-09258138-f9bd-4e5f-9a98-990181155ebe tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "GET /v2.0/quotas/58a919b11f964a86b316f787223cdb3c/default HTTP/1.1" status: 200 len: 370 time: 0.0052176 Apr 01 15:03:25.763474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56066) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.775137 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-1d8462c0-25e1-418a-9514-307a539fb061 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:03:25.776145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1d8462c0-25e1-418a-9514-307a539fb061 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/58a919b11f964a86b316f787223cdb3c HTTP/1.1" status: 404 len: 348 time: 0.0115230 Apr 01 15:03:25.847864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56072) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:25.949377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7c73bcc-4bba-49e8-a3e4-78bff84c18b9 req-94e0b529-f630-45fd-8b0a-6160363a5bd9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=77fcb80e-59e3-4154-bdab-77d51fdad500 HTTP/1.1" status: 200 len: 210 time: 0.0587935 Apr 01 15:03:25.994595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4a04d082-8bb3-4d91-8245-f36c4d28df45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=762ad98dd3fe4aa4b56f7fb896a252f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1451697 Apr 01 15:03:25.999734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56076) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:26.061442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-66f4218c-30ae-44eb-b17e-8f3cbfe9f92b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:26.063031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-66f4218c-30ae-44eb-b17e-8f3cbfe9f92b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.2068198 Apr 01 15:03:26.071247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6b84887-4390-4ca4-823f-868cb2ef52f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:26.094245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:26.138430 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6b84887-4390-4ca4-823f-868cb2ef52f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:26.258815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79186c5-5ecf-46bd-8424-2cf57192619c req-63af35dc-9d84-46db-ba6f-ea3047c73396 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:26.265836 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d79186c5-5ecf-46bd-8424-2cf57192619c req-63af35dc-9d84-46db-ba6f-ea3047c73396 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2488549 Apr 01 15:03:26.281076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6b84887-4390-4ca4-823f-868cb2ef52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:26.286332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56082) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:26.298041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138e27-f6c3-461f-ac6a-0cd51f5fc63c req-4ac809ff-1566-4ce5-b748-987f42beca67 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:26.305109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7138e27-f6c3-461f-ac6a-0cd51f5fc63c req-4ac809ff-1566-4ce5-b748-987f42beca67 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.1315048 Apr 01 15:03:26.314119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b84887-4390-4ca4-823f-868cb2ef52f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac394ab-9293-4d71-9249-7cd3025a8b2f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:26.325974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:26.344006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6b84887-4390-4ca4-823f-868cb2ef52f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:26.347439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d6b84887-4390-4ca4-823f-868cb2ef52f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ac394ab-9293-4d71-9249-7cd3025a8b2f HTTP/1.1" status: 204 len: 168 time: 0.3435030 Apr 01 15:03:26.351821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d79186c5-5ecf-46bd-8424-2cf57192619c req-007dc0b5-1e3e-4a07-8ac2-3f4b2c0a07d3 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850341 Apr 01 15:03:26.352822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:26.372436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:network and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.382130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7138e27-f6c3-461f-ac6a-0cd51f5fc63c req-e9c1c467-0040-4041-a090-c6dad8ad0824 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762084 Apr 01 15:03:26.382715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.392126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:26.393633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:subnet and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.396633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:26.398266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.407383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:subnetpool and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.412607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.427722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:port and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.431960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.438849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:router and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.443025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.449477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:floatingip and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.453621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.493403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:security_group and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.498315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.506193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Usage tracker for resource:security_group_rule and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:26.510901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:26.518204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fdab2149-8acf-4689-b362-f3a829d1d308 tempest-QuotasTest-1932376457 tempest-QuotasTest-1932376457-project-admin] 10.222.0.48 "GET /v2.0/quotas/8c87efe28d2a44989c07c78265dddae7/details.json HTTP/1.1" status: 200 len: 703 time: 0.2288387 Apr 01 15:03:26.549656 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27068cfa-72b1-452a-b4d6-2e9760ed2b00 req-b8426b4a-e11d-42af-8dfa-4f7e05e6bfe2 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 210 time: 0.0665469 Apr 01 15:03:26.639307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.10 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/69a1210a-8c5d-4f12-9a4a-f53794ab06bc) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:26.665004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56096) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:26.708488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18c6c-3520-4021-b3d8-8b114ee85357 req-15da26c1-6593-4b27-a624-567dd0292783 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:26.716104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5f18c6c-3520-4021-b3d8-8b114ee85357 req-15da26c1-6593-4b27-a624-567dd0292783 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.1422100 Apr 01 15:03:26.787766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3ad7511d-0ff0-424e-b983-b4191994496f no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:26.799883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] Deleting subnet 8b835d34-1d0a-470e-b79e-ed7465b5d6d4 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:03:26.807063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:26.857413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5f18c6c-3520-4021-b3d8-8b114ee85357 req-9819cb69-4bd7-48d6-8d01-6f825be264a4 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400723 Apr 01 15:03:26.864440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 3ad7511d-0ff0-424e-b983-b4191994496f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:26.866244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3ad7511d-0ff0-424e-b983-b4191994496f not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:26.868540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3966a3a1-4794-47ee-b8d5-7d68acb093d3 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:26.900504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:26.922815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 3966a3a1-4794-47ee-b8d5-7d68acb093d3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:26.923464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3966a3a1-4794-47ee-b8d5-7d68acb093d3 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:27.040097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.057034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56112) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:27.089309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.129451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.145935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:27.205391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.208097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:27.218680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:27.225158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:27.282392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76c054-a789-4834-866b-f039ef63a0ae req-b7551530-bc98-4605-86d1-ef1c38670d21 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:27.291497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e76c054-a789-4834-866b-f039ef63a0ae req-b7551530-bc98-4605-86d1-ef1c38670d21 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2550354 Apr 01 15:03:27.296218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:27.331248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b835d34-1d0a-470e-b79e-ed7465b5d6d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:27.353227 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.375777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.395320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2cfc5f19-c841-42bf-a1a7-612e470df92e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8b835d34-1d0a-470e-b79e-ed7465b5d6d4 HTTP/1.1" status: 204 len: 168 time: 0.7284818 Apr 01 15:03:27.398252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e76c054-a789-4834-866b-f039ef63a0ae req-2a85ecaa-c850-47f8-892a-97a634794cc5 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060541 Apr 01 15:03:27.398885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56130) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:27.505880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:27.506517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.518639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.568260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:27.577264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Usage tracker for resource:security_group_rule and tenant:9a6a9f8077484e828ba132c6785e922b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:27.591081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:27.595998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78e9045b-7e6c-479b-ad55-3138dcf67996 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5059428 Apr 01 15:03:27.606420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:27.614521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Request body: {'port': {'device_id': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:27.759186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.794863 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83efce81-e170-42d9-9290-e4530d395cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.861055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.868405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-e0f91024-6707-4c13-8cb6-dbf8e484cd3d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:27.875117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-e0f91024-6707-4c13-8cb6-dbf8e484cd3d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.4753699 Apr 01 15:03:27.898806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93befdc-f5ab-4889-8f29-f115c538aff4']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:27.920277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c28fa8-7c39-4c30-aed3-b3335578169f') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:27.920860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c28fa8-7c39-4c30-aed3-b3335578169f') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:27.921518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-a53f8c2b-f1a1-4b44-8fa5-4fd0ebccfa7e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/quotas/c19b4d46208b462f9430bf8ff546c0cc HTTP/1.1" status: 200 len: 375 time: 0.0454535 Apr 01 15:03:27.936757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.977503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:27.985761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:03:27.986441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.004556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-e64d339b-b7a0-4157-8046-4f28eec37f30 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:28.066091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-e64d339b-b7a0-4157-8046-4f28eec37f30 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:28.073967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-e64d339b-b7a0-4157-8046-4f28eec37f30 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1515586 Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:03:28.085286 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:03:28.087915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56150) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:28.129681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.134229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.162172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd393-27c3-4631-a291-857e50d35820 req-ead2148a-5637-4572-a1e2-684a0f02def9 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:28.170640 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cafd393-27c3-4631-a291-857e50d35820 req-ead2148a-5637-4572-a1e2-684a0f02def9 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.5806193 Apr 01 15:03:28.192048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a93befdc-f5ab-4889-8f29-f115c538aff4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:28.204293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c65f6453-6d9b-49e2-add5-3d364a3d14ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/a93befdc-f5ab-4889-8f29-f115c538aff4 HTTP/1.1" status: 204 len: 168 time: 0.8041575 Apr 01 15:03:28.238123 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.247436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9cafd393-27c3-4631-a291-857e50d35820 req-9b140c91-82db-4f69-9233-c4109aa4fe97 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740857 Apr 01 15:03:28.268859 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.338915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1853904385-network', 'tenant_id': 'ab041c1f33b0417399631e86613d6575'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:28.356141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:28.361712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Usage tracker for resource:network and tenant:ab041c1f33b0417399631e86613d6575 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:28.366202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:28.383014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:28.399006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Made reservation on behalf of ab041c1f33b0417399631e86613d6575 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:28.400512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0939c4-7fe2-4202-a4a0-6d0cc4bd9b2d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:28.403324 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.408876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-10993681-f9c4-496f-90f0-849b4981178f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a6a9f8077484e828ba132c6785e922b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3498528 Apr 01 15:03:28.413399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56158) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:28.420923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-541c8038-c433-418e-b340-ead466884385 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460939 Apr 01 15:03:28.422149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.460469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:28.465435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab041c1f33b0417399631e86613d6575 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:28.468612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:28.476750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:28.510537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56162) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:28.592507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40595692-8c62-4dbb-a6f4-875e60731de7 req-b203d56f-ba79-470e-961b-3b8bf41d6ab3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:28.593861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40595692-8c62-4dbb-a6f4-875e60731de7 req-b203d56f-ba79-470e-961b-3b8bf41d6ab3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 932 time: 0.1185577 Apr 01 15:03:28.645859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.655762 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.678872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e84bca1-1ee9-4bf4-a16e-675c2b08b89f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cf4ea4ef8054912bed53d8dc849505b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1649640 Apr 01 15:03:28.682978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56166) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:28.690650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:03:28.709147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40595692-8c62-4dbb-a6f4-875e60731de7 req-1622ddd3-aca8-4c85-887a-92b92d244d61 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990965 Apr 01 15:03:28.710871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f38149-4df9-4f9c-a59d-fa7a686a8f95,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:28.717052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.717440 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Added segment 79f37466-b909-4cda-b197-ef2960a561b1 of type vlan for network 100b68eb-5337-49d4-81a0-d5543ca2cc00 Apr 01 15:03:28.727413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a1210a-8c5d-4f12-9a4a-f53794ab06bc {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:28.735789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-b891d3e2-57c5-4775-8bdc-754e5c462532 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140438 Apr 01 15:03:28.754775 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.777639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.804354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fd9e-86d0-4a23-83eb-7e7791593213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.809913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.810871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:28.811903 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.833871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Transition to ACTIVE for port object 69a1210a-8c5d-4f12-9a4a-f53794ab06bc will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:28.857456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.907672 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fd9e-86d0-4a23-83eb-7e7791593213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.925563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-565e9318-b493-41a2-b0bd-f684d5bae422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:28.971984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8685677 Apr 01 15:03:28.983137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56176) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:28.983402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a38a03-4dba-454e-94c1-3edf566911c1 admin admin] Pushing event updated for resources: {'Network': ['ID=100b68eb-5337-49d4-81a0-d5543ca2cc00,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:28.994209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 100b68eb-5337-49d4-81a0-d5543ca2cc00 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:03:29.012353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Request body: {'subnet': {'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1853904385-subnet', 'tenant_id': 'ab041c1f33b0417399631e86613d6575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:29.088700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:29.106501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a39431a5-899a-438c-b0ee-0959c41a3234 req-b192773a-8137-4790-8b49-badd6395cb38 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 210 time: 0.0605967 Apr 01 15:03:29.264179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-565e9318-b493-41a2-b0bd-f684d5bae422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:29.270943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Pushing event updated for resources: {'Port': ['ID=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:29.276186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Usage tracker for resource:subnet and tenant:ab041c1f33b0417399631e86613d6575 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:29.279257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:29.290221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:29.385471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Made reservation on behalf of ab041c1f33b0417399631e86613d6575 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:29.387953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:29.468040 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fd9e-86d0-4a23-83eb-7e7791593213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:29.563844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0fd9e-86d0-4a23-83eb-7e7791593213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0939c4-7fe2-4202-a4a0-6d0cc4bd9b2d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:29.602715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fd9e-86d0-4a23-83eb-7e7791593213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:29.603775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2fb0fd9e-86d0-4a23-83eb-7e7791593213 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea0939c4-7fe2-4202-a4a0-6d0cc4bd9b2d HTTP/1.1" status: 204 len: 168 time: 1.1809249 Apr 01 15:03:29.655733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Attempting to bind port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:29.656056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Attempting to bind port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:29.663494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Attempting to bind port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:29.690524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:29.691088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Attempting to bind port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:29.701526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-565e9318-b493-41a2-b0bd-f684d5bae422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:29.802553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:29.803576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:29.804167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:29.807513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Bound port: 69a1210a-8c5d-4f12-9a4a-f53794ab06bc, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:29.808103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:29.833785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e9318-b493-41a2-b0bd-f684d5bae422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26262ff-9f2d-429d-9694-22d9e1fdf294,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:29.880692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-565e9318-b493-41a2-b0bd-f684d5bae422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:29.882298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-565e9318-b493-41a2-b0bd-f684d5bae422 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b26262ff-9f2d-429d-9694-22d9e1fdf294 HTTP/1.1" status: 204 len: 168 time: 1.1957784 Apr 01 15:03:29.925711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be0930-963a-4442-a96a-6680577898c9 req-969839af-df7e-4736-9aca-26c98289ce88 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:29.933375 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04be0930-963a-4442-a96a-6680577898c9 req-969839af-df7e-4736-9aca-26c98289ce88 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.4541388 Apr 01 15:03:30.073861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04be0930-963a-4442-a96a-6680577898c9 req-181a4799-975b-4118-87df-217512eb36fc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392608 Apr 01 15:03:30.101123 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:30.163844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3f242-d144-464c-8248-2775d2a4a27b req-bd6d492c-3990-41de-97b9-1d740b2e8e30 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:30.174882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83a3f242-d144-464c-8248-2775d2a4a27b req-bd6d492c-3990-41de-97b9-1d740b2e8e30 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 944 time: 0.2057102 Apr 01 15:03:30.217633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-939c5be5-e26e-4adb-b2d8-782c3c240152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:30.267568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] For port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:30.308159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] For port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:30.312190 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83a3f242-d144-464c-8248-2775d2a4a27b req-cb3fe012-ad32-47f6-8688-04b0d393d1b6 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348176 Apr 01 15:03:30.420346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6827671-1262-4a99-93f1-993eeb8cea89,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:30.428362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:30.432486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56204) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:30.567612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6c20cbb-7063-4518-a5e2-5dcada283f96 req-facd32ec-1a27-47b6-a848-af6e4c8edcfc tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 210 time: 0.2071326 Apr 01 15:03:30.594684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:30.615601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-af465624-4cfa-41dc-b2ab-ff230b073e51 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:30.619980 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-af465624-4cfa-41dc-b2ab-ff230b073e51 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.3049901 Apr 01 15:03:30.635949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:30.637336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] 10.222.0.44 "PUT /v2.0/ports/69a1210a-8c5d-4f12-9a4a-f53794ab06bc HTTP/1.1" status: 200 len: 1092 time: 3.0323761 Apr 01 15:03:30.637767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'tag': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:30.638919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Request body: {'port': {'device_id': '0578430d-5118-444c-b9b5-26e6b85dae38', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'admin_state_up': True, 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:30.712889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Checking segment: {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:30.713245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Network hostable DHCP agents. Network: 100b68eb-5337-49d4-81a0-d5543ca2cc00, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:03:30.736462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df020-9748-46ea-9bd8-62483a7b420b service neutron] Pushing event updated for resources: {'Port': ['ID=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:30.757651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:30.783424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Usage tracker for resource:security_group_rule and tenant:8c87efe28d2a44989c07c78265dddae7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:30.796663 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'tag': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc', 'status': 'completed', 'code': 200} Apr 01 15:03:30.864119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:30.878003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:30.917469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:30.936125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:30.949827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Network 100b68eb-5337-49d4-81a0-d5543ca2cc00 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:03:30.951931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:30.956589 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.012318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-78087998-108a-41fb-985a-2c118eed58dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 1095 time: 0.2143486 Apr 01 15:03:31.015884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 100b68eb-5337-49d4-81a0-d5543ca2cc00) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:31.025350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f9af4-ca30-4922-a13b-3e617079dad3 None None] Network 100b68eb-5337-49d4-81a0-d5543ca2cc00 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:31.174862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.178257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:31.179052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.204242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.241443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-a07e4afd-26b6-4a37-b729-00b8cd127dfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a1210a-8c5d-4f12-9a4a-f53794ab06bc HTTP/1.1" status: 200 len: 217 time: 0.2135055 Apr 01 15:03:31.299906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.354625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.407097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-0d013c34-9c01-4a6c-b0b9-c5edcefb2382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:31.408749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-0d013c34-9c01-4a6c-b0b9-c5edcefb2382 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1286912 Apr 01 15:03:31.416495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Allocated IP 172.20.0.2 (285a48b2-7ab8-4e2b-9e28-257c505dcf54/3ec34c30-428d-4c5a-9a9d-da73a48138a6/06e6f215-ff82-40bb-9d70-d1e8bfdc2282) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:31.423006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc8fd0-c1d5-480a-a00a-a3da1767068c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:31.506752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-db5c2795-8878-46c1-855e-e93c2ffbcec6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5161896 Apr 01 15:03:31.527581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56234) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:31.605900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7222c5b-e0b6-4e84-b2f2-a7ea059ca89f None None] Network 100b68eb-5337-49d4-81a0-d5543ca2cc00 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:31.625475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-050036d8-2d85-4273-99ce-791b86fe7d7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c87efe28d2a44989c07c78265dddae7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1571465 Apr 01 15:03:31.667574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56242) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:31.677158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-eac0ff3a-450b-4634-925a-669d30c46082 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2429380 Apr 01 15:03:31.798001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-393866644-network', 'tenant_id': '9757218e019f4279aae1261d703db4fc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:31.807031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:31.820053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Usage tracker for resource:network and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:31.825408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:31.833772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:31.892857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Made reservation on behalf of 9757218e019f4279aae1261d703db4fc for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:31.896103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.899956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4e92a2b-d5d4-4846-83d1-a25167b10a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.926246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.930409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4e92a2b-d5d4-4846-83d1-a25167b10a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:31.954313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704daa0-769d-4f35-93f1-6611d68c40d3 req-61f1c3ed-9b32-464d-b4f6-abdfb9475916 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:31.961671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8704daa0-769d-4f35-93f1-6611d68c40d3 req-61f1c3ed-9b32-464d-b4f6-abdfb9475916 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 944 time: 0.3684216 Apr 01 15:03:31.981283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.002157 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4e92a2b-d5d4-4846-83d1-a25167b10a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.012193 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bda8e597-3e6a-45fb-a152-120790a28b1f req-b576d749-7a09-45e8-926b-b8b67a361b8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 1096 time: 0.6024425 Apr 01 15:03:32.062615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e92a2b-d5d4-4846-83d1-a25167b10a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc8fd0-c1d5-480a-a00a-a3da1767068c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:32.074623 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b4e92a2b-d5d4-4846-83d1-a25167b10a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.076065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b4e92a2b-d5d4-4846-83d1-a25167b10a8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bfc8fd0-c1d5-480a-a00a-a3da1767068c HTTP/1.1" status: 204 len: 168 time: 0.4056611 Apr 01 15:03:32.086629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b154a0b-0a37-4f25-8983-7c146b1b1839 req-93e0ea51-014f-42ed-af5c-d7a4d043a3b2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:32.094006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b154a0b-0a37-4f25-8983-7c146b1b1839 req-93e0ea51-014f-42ed-af5c-d7a4d043a3b2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.6748238 Apr 01 15:03:32.143752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bda8e597-3e6a-45fb-a152-120790a28b1f req-32f166af-cf52-4ec8-b305-eea435934c04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141658 Apr 01 15:03:32.154814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-3b02b6b6-10ab-4daa-bcf9-1233b8cbe640 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011707 Apr 01 15:03:32.157652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:32.164087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8704daa0-769d-4f35-93f1-6611d68c40d3 req-4ad42ff9-1668-40ba-a2f4-289315128c6f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018409 Apr 01 15:03:32.168428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Usage tracker for resource:security_group_rule and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:32.177002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:32.184583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:32.219468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.284964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b154a0b-0a37-4f25-8983-7c146b1b1839 req-27889b36-b822-4410-bbe8-11ab3350b044 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898611 Apr 01 15:03:32.353751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:32.412954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:32.415429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:32.488433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event updated for resources: {'Port': ['ID=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:32.564008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f611f6a-decc-4965-bbda-72d16ecf4992 req-65870cb3-91f1-4799-b376-8711c4a5568f service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981266 Apr 01 15:03:32.647576 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.653072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.661074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:32.661679 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.689237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6d3a6-63cc-431a-9cc4-ddc38335ccd5 req-2b9cea49-24ba-4896-a806-f2d982d0aa7a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:32.690710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62e6d3a6-63cc-431a-9cc4-ddc38335ccd5 req-2b9cea49-24ba-4896-a806-f2d982d0aa7a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 931 time: 0.3474243 Apr 01 15:03:32.697601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.711179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:03:32.722240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.722588 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Added segment 03c970f6-cdd8-480d-9329-aeb39a74f919 of type vlan for network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb Apr 01 15:03:32.749480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-c6760a2c-92b4-4b43-a896-f89032e5a523 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 1095 time: 0.1165929 Apr 01 15:03:32.879305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-555c3e59-12f6-47cc-8be1-d2660d3dce98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2468386 Apr 01 15:03:32.893494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:32.904936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Request body: {'port': {'device_id': '0578430d-5118-444c-b9b5-26e6b85dae38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:32.951600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfcec03-86d0-4f5b-bc02-26c0ece5c712,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:32.977633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62e6d3a6-63cc-431a-9cc4-ddc38335ccd5 req-cf9be74e-b5e6-42a2-9e89-7bc19d6233a1 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672027 Apr 01 15:03:33.064447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:33.065461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:33.066098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:33.113609 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:33.279802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7510471 Apr 01 15:03:33.341029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-90b3c968-153e-44f1-9f25-85b8ac345c04 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:33.342483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-90b3c968-153e-44f1-9f25-85b8ac345c04 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/networks?id=100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 200 len: 818 time: 0.4390843 Apr 01 15:03:33.342961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56288) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:33.367676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-27300406-f9d5-47e5-8c86-91d8cdefdf66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:33.369385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-27300406-f9d5-47e5-8c86-91d8cdefdf66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.6088667 Apr 01 15:03:33.384334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Request body: {'subnet': {'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-393866644-subnet', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:33.421919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ffb8e-b63c-4386-b937-3b2d7bcc7f0d admin admin] Pushing event updated for resources: {'Network': ['ID=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:33.437833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:03:33.438310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:33.443975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Usage tracker for resource:subnet and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:33.448600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:33.455776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:33.525708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-0a2695e9-682d-4b4e-8e42-82d4848e054c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/quotas/ab041c1f33b0417399631e86613d6575 HTTP/1.1" status: 200 len: 375 time: 0.1216016 Apr 01 15:03:33.533327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Made reservation on behalf of 9757218e019f4279aae1261d703db4fc for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:33.535834 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:33.701471 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-91bed487-e809-4784-8a3d-10cceb24f222 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69a1210a-8c5d-4f12-9a4a-f53794ab06bc HTTP/1.1" status: 200 len: 217 time: 0.2380023 Apr 01 15:03:33.777984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-c730d172-a10b-4067-81f4-a0f25f25ef4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:33.779541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-c730d172-a10b-4067-81f4-a0f25f25ef4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.0673649 Apr 01 15:03:33.788033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419b6d-97e4-453c-8320-49e571b7affd req-8c49ae89-3e08-4d51-be34-7ed104dd54aa tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:33.789507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af419b6d-97e4-453c-8320-49e571b7affd req-8c49ae89-3e08-4d51-be34-7ed104dd54aa tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 944 time: 0.1541595 Apr 01 15:03:33.798966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c2dfbc18-e63d-48b0-bf8d-10f0f3ca6d32 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab041c1f33b0417399631e86613d6575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2275183 Apr 01 15:03:33.886565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:33.897726 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:33.908979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af419b6d-97e4-453c-8320-49e571b7affd req-9802e899-5f8e-4d57-adee-d34fd5fc8c3d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857642 Apr 01 15:03:33.920541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Transition to ACTIVE for port object 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:33.925541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-e521a5b4-79d1-4479-87f5-e0e12dc7e75e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219184 Apr 01 15:03:33.927955 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.037173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-dd9889b7-49cd-43a2-96da-8e8254fa5034 service neutron] 10.222.0.48 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372658 Apr 01 15:03:34.087470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:34.289086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8bc0-33a6-4218-9156-2b55d9174095 req-1472620e-af02-4c24-8240-04abcbb7c506 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:34.290824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46ff8bc0-33a6-4218-9156-2b55d9174095 req-1472620e-af02-4c24-8240-04abcbb7c506 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.2055686 Apr 01 15:03:34.296630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Attempting to bind port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:34.297011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Attempting to bind port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:34.297278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Attempting to bind port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:34.320931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:34.321352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Attempting to bind port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:34.334568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:34.334958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:34.335332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Bound using segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:34.336416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Bound port: 06e6f215-ff82-40bb-9d70-d1e8bfdc2282, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:34.336416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.402921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46ff8bc0-33a6-4218-9156-2b55d9174095 req-8a533a01-9736-467b-b7b4-d95495c3f893 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009092 Apr 01 15:03:34.408756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-0ee74616-3d3c-4ab6-95fc-8f6058eb7c15 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731359 Apr 01 15:03:34.444712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.484458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] For port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:34.491792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] For port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:34.499818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.576703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56316) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:34.587605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-5b7723b4-0eff-4491-b7b3-3d0f1a105db1 service neutron] 10.222.0.48 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053444 Apr 01 15:03:34.653584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa26572c-175d-4b4e-b2f0-0cb36ba4181f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:34.662564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.664548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] 10.222.0.44 "PUT /v2.0/ports/06e6f215-ff82-40bb-9d70-d1e8bfdc2282 HTTP/1.1" status: 200 len: 1091 time: 1.7729042 Apr 01 15:03:34.668894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0578430d-5118-444c-b9b5-26e6b85dae38', 'tag': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:34.702779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-954255ae-bed3-4f87-9625-25f26b2679f6 req-cae17968-0108-4471-9363-5a5af20a4f56 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833481 Apr 01 15:03:34.703499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Checking segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:34.703823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Network hostable DHCP agents. Network: d7cbb437-7e80-42c6-ac77-a3ad41aac6cb, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:03:34.712086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f1382-cd74-4ac5-974f-9c9e3abd5ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:34.731550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:03:34.744014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, d7cbb437-7e80-42c6-ac77-a3ad41aac6cb) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:34.754016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7609a-dd1b-4e5a-a74c-6ad5ec212995 None None] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:34.756713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:34.758232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.793315 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b5665d9c-c6aa-452c-897e-b3d58922a1e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4366791 Apr 01 15:03:34.794031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56326) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:34.800485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:34.806906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:34.811834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Usage tracker for resource:router and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:34.815811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:34.823609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:34.844267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.845438 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.873540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:34.943136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678934f-f826-49bb-869d-073bfa7a1242 req-930c559d-3f2e-4ae9-9b57-da0d4083b988 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:34.951530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f678934f-f826-49bb-869d-073bfa7a1242 req-930c559d-3f2e-4ae9-9b57-da0d4083b988 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.3672199 Apr 01 15:03:34.987948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1878308511', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:34.995766 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-d06858cc-6c13-4547-a27e-4e3d1f625860 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 1094 time: 0.2760894 Apr 01 15:03:34.998166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:35.074400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Usage tracker for resource:port and tenant:33a5ac4845084e5ab42b1438b5ef7033 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:35.088645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:35.108127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:35.110972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-ad43c4df-b888-404c-ae61-b11336531550 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e6f215-ff82-40bb-9d70-d1e8bfdc2282 HTTP/1.1" status: 200 len: 217 time: 0.0896666 Apr 01 15:03:35.126957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f678934f-f826-49bb-869d-073bfa7a1242 req-82a6fcef-0ad0-4b28-866d-f7f8c6663672 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/security-groups?id=3603a560-5c2f-4dc2-83df-980750591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741290 Apr 01 15:03:35.184829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-d7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:03:35.186081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.253668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-74b101bd-1eaa-48f0-84a0-c86363cf8e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:35.255444 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-74b101bd-1eaa-48f0-84a0-c86363cf8e17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1249335 Apr 01 15:03:35.261839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Made reservation on behalf of 33a5ac4845084e5ab42b1438b5ef7033 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:35.264549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.328678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.340088 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-89e878f5-cae1-43d8-a8fe-41acf959fa29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647666 Apr 01 15:03:35.358350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.375275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba32c5-dcaf-4eb9-9621-fd824e3be3d1 req-2b807086-ff81-4f64-b438-20e1937c5945 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:35.376878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ba32c5-dcaf-4eb9-9621-fd824e3be3d1 req-2b807086-ff81-4f64-b438-20e1937c5945 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 943 time: 0.2366726 Apr 01 15:03:35.386729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Allocated IP 172.20.0.2 (d7cbb437-7e80-42c6-ac77-a3ad41aac6cb/aa26572c-175d-4b4e-b2f0-0cb36ba4181f/0d5f7fbe-1b1d-4581-bd44-28a5183ec736) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:35.464633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:35.468897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Usage tracker for resource:security_group_rule and tenant:33a5ac4845084e5ab42b1438b5ef7033 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:35.471993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:35.479523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:35.549444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.550914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ba32c5-dcaf-4eb9-9621-fd824e3be3d1 req-1dd01a39-a6f3-4052-94e3-b442459a9afe tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682448 Apr 01 15:03:35.617806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c82607-7147-474e-a308-cbef6f269266 req-569ed2d0-4177-4f46-9636-0f35d1d09e43 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:35.619537 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47c82607-7147-474e-a308-cbef6f269266 req-569ed2d0-4177-4f46-9636-0f35d1d09e43 tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 946 time: 0.2188210 Apr 01 15:03:35.628173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.631302 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] device_id is not set on port 61b327e3-21ee-412e-8651-d2b23bcf4b93 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:03:35.720117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Deleting port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:35.720550 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.751198 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.782605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Transition to ACTIVE for port object 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:35.785714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Allocated IP 172.25.2.213 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/61b327e3-21ee-412e-8651-d2b23bcf4b93) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:35.823314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Transition to ACTIVE for port object 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:35.838984 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.892469 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:35.920215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:35.921262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Pushing event updated for resources: {'Port': ['ID=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:35.923722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:35.925164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f278c8-688c-47d8-95ea-0d642bda9da4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:35.927459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:35.940525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.941290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.941592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.941981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.942401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.942830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.943539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.944222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.944605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.945059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:35.945743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:36.045182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Attempting to bind port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:36.045182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Attempting to bind port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:36.045182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Attempting to bind port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:36.048978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.050817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:36.051184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Checking segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:36.051679 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.052064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Bound using segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:36.052652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Bound port: 0d5f7fbe-1b1d-4581-bd44-28a5183ec736, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:36.053033 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.098719 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0578430d-5118-444c-b9b5-26e6b85dae38', 'tag': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282', 'status': 'completed', 'code': 200} Apr 01 15:03:36.162818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] For port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:36.167491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] For port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:36.182058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.185208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-4548edcf-0bea-4633-9449-32284ad37cc4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:36.199525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-4548edcf-0bea-4633-9449-32284ad37cc4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 809 time: 0.8710072 Apr 01 15:03:36.326638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-d3ca0ec1-97e1-4832-b50d-99837a1bf3e1 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/quotas/d1164d42f82a4c8b8b79f53c7c2111c7 HTTP/1.1" status: 200 len: 375 time: 0.1250045 Apr 01 15:03:36.332281 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-2b989329-34b4-4b35-93a8-8872dfc7d020 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606440 Apr 01 15:03:36.340902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] For port a557bccf-d328-44e8-a2cf-a0d6f25db3d5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,segment=NetworkSegment(1d20eaf3-385c-4ff9-8d89-188a7ec93303),segment_id=1d20eaf3-385c-4ff9-8d89-188a7ec93303)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:36.342350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.389010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa730a-0840-49c0-b9d4-1bfa7b36a966 None None] Pushing event updated for resources: {'Port': ['ID=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:36.557904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Calling delete_port for a557bccf-d328-44e8-a2cf-a0d6f25db3d5 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:36.600711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.723883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7433b3ef-bc56-4b65-a809-eebecf9e5d0c req-3081f4c2-8ca9-4d09-83d9-df7b6c12e800 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639495 Apr 01 15:03:36.734469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-bcaee81e-dd17-4e9e-9e76-5c716aa0844a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4012268 Apr 01 15:03:36.775933 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.873295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 69a1210a-8c5d-4f12-9a4a-f53794ab06bc details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:36.952758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:36.956027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Allocated IP 172.25.2.153 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/b74c9b42-d95d-4da8-babd-6346d50e2919) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:36.958472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:36.967399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:36.972625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Pushing event updated for resources: {'Port': ['ID=61b327e3-21ee-412e-8651-d2b23bcf4b93,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:36.975326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:36.994962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a557bccf-d328-44e8-a2cf-a0d6f25db3d5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:37.078452 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-18720f50-bda6-4fcd-9e74-7f9a3de9388e service neutron] 10.222.0.48 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250463 Apr 01 15:03:37.095187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c0ba-912f-473e-906f-5d9daca795b4 req-c9431676-c947-4a96-a9f3-805d90b6a195 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:37.095897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a1d0c0ba-912f-473e-906f-5d9daca795b4 req-c9431676-c947-4a96-a9f3-805d90b6a195 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:37.111130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] No DVR routers for this DVR port a557bccf-d328-44e8-a2cf-a0d6f25db3d5 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:03:37.116474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:37.127307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-deleted', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:37.135342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] Pushing event deleted for resources: {'Port': ['ID=a557bccf-d328-44e8-a2cf-a0d6f25db3d5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:37.158536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:37.159193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:37.201983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:37.237581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc', 'mac_address': 'fa:16:3e:bd:db:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:37.338426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:37.353209 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-33e2c019-61ad-46ac-8837-25eec54a21ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 1094 time: 0.5353231 Apr 01 15:03:37.364018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a1210a-8c5d-4f12-9a4a-f53794ab06bc {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:37.384138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:37.388722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:37.481060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:37.515783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a50bd85b-cfab-4e4c-841c-c31dd76dcc9a tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9304049 Apr 01 15:03:37.518213 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47c82607-7147-474e-a308-cbef6f269266 req-55c46bea-e6f1-439e-9f2d-ef1df8cb5c8f tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.44 "DELETE /v2.0/ports/a557bccf-d328-44e8-a2cf-a0d6f25db3d5 HTTP/1.1" status: 204 len: 173 time: 1.8893511 Apr 01 15:03:37.521368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56368) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:37.532946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}]}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:37.550212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:37.568288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Usage tracker for resource:router and tenant:33a5ac4845084e5ab42b1438b5ef7033 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:37.583638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:37.588084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a1d0c0ba-912f-473e-906f-5d9daca795b4 req-c9431676-c947-4a96-a9f3-805d90b6a195 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:37.595840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1d0c0ba-912f-473e-906f-5d9daca795b4 req-c9431676-c947-4a96-a9f3-805d90b6a195 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 944 time: 0.8105795 Apr 01 15:03:37.598809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-741d4b64-63a1-4576-af87-9a95f826599a service neutron] 10.222.0.48 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190496 Apr 01 15:03:37.608011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:37.664963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-b0a7419d-8979-4800-859b-bbd3e24e1a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:37.668593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['69a1210a-8c5d-4f12-9a4a-f53794ab06bc'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:37.676427 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-b0a7419d-8979-4800-859b-bbd3e24e1a85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.3157952 Apr 01 15:03:37.678563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:37.678945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:37.844387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-f7cf22ed-13ba-412a-91b9-6791c853ed52 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:37.847308 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-f7cf22ed-13ba-412a-91b9-6791c853ed52 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "GET /v2.0/networks?id=100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 200 len: 818 time: 0.6109753 Apr 01 15:03:37.883092 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:37.890362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b6bd0-c265-4a88-8acf-0a35f82b67e5 None None] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:37.955310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:38.001756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Request body: {'port': {'device_id': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00', 'admin_state_up': True, 'tenant_id': 'ab041c1f33b0417399631e86613d6575'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:38.082040 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:38.136406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14a2caa5-b889-40e6-b97e-d9f7b8be65fb None None] Provisioning for port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:38.200145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1d0c0ba-912f-473e-906f-5d9daca795b4 req-e456c9fd-38d8-4fe8-8024-bf295005f5e7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034269 Apr 01 15:03:38.229619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-9f9eb44f-ed54-4c89-aaf8-4e1513dafac0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e6f215-ff82-40bb-9d70-d1e8bfdc2282 HTTP/1.1" status: 200 len: 217 time: 0.5241289 Apr 01 15:03:38.288876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:38.317916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:38.342100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f482e408-1d08-4a99-9287-75664f9ab185 req-92824cd5-aeb7-4cc9-a72b-4959f2c75ccd tempest-ServersNegativeTestJSON-40795811 tempest-ServersNegativeTestJSON-40795811-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb353a81-5c00-4de0-b6e0-77eca7150878 HTTP/1.1" status: 200 len: 210 time: 0.2614555 Apr 01 15:03:38.388311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:38.467130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Pushing event updated for resources: {'Port': ['ID=b74c9b42-d95d-4da8-babd-6346d50e2919,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:38.568888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d36d159-b432-415f-a592-641958b5fe73 req-160ecf78-a4b6-47da-9491-a4bb3745ea8c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 210 time: 0.0831428 Apr 01 15:03:38.604458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ba546f65-b71c-4650-917a-076f2da39b77 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:38.605960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ba546f65-b71c-4650-917a-076f2da39b77 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "GET /v2.0/networks?id=100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 200 len: 818 time: 0.7538424 Apr 01 15:03:38.725740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-05b75bc0-0fb8-4434-a09a-838231a80c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:38.727406 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-05b75bc0-0fb8-4434-a09a-838231a80c27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.4051518 Apr 01 15:03:38.743327 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb353a81-5c00-4de0-b6e0-77eca7150878', 'name': 'network-vif-deleted', 'tag': 'a557bccf-d328-44e8-a2cf-a0d6f25db3d5', 'status': 'completed', 'code': 200} Apr 01 15:03:38.748915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Request body: {'port': {'device_id': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00', 'admin_state_up': True, 'tenant_id': 'ab041c1f33b0417399631e86613d6575'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:38.772488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:38.794405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:38.812535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:38.888897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:38.978880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: a557bccf-d328-44e8-a2cf-a0d6f25db3d5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:38.979972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a557bccf-d328-44e8-a2cf-a0d6f25db3d5 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:38.990187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-34927f70-22c5-4f10-a807-227cb7dcebee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1798985 Apr 01 15:03:39.004656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Usage tracker for resource:port and tenant:ab041c1f33b0417399631e86613d6575 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:39.005786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-f2deb321-0a57-4171-972d-65755f4d3452 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:39.006101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-f2deb321-0a57-4171-972d-65755f4d3452 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Synchronizing usage tracker for tenant:ab041c1f33b0417399631e86613d6575 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:39.026724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:39.039916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:39.045782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:39.046804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.066895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ffa6673-9963-4503-aad2-c591345607f2 req-1ff5cd6b-6485-48e3-9357-4f7f6a133ac3 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 210 time: 0.1341498 Apr 01 15:03:39.091572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:39.132194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-385a7fa0-6470-4037-8ff9-ae5d0470600e None None] Provisioning complete for port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:39.132864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-385a7fa0-6470-4037-8ff9-ae5d0470600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.173252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Made reservation on behalf of ab041c1f33b0417399631e86613d6575 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:39.176236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.202585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:39.228365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-f2deb321-0a57-4171-972d-65755f4d3452 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Unset dirty status for tenant:ab041c1f33b0417399631e86613d6575 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:39.230153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-f2deb321-0a57-4171-972d-65755f4d3452 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "GET /v2.0/networks?id=100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 200 len: 818 time: 0.8015811 Apr 01 15:03:39.244437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Usage tracker for resource:port and tenant:ab041c1f33b0417399631e86613d6575 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:39.248831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:39.256616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e52ec-c393-4761-94b3-5da7e5f29550 req-f788b44e-3d99-42d4-ac51-6d13db57dae8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:39.257947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ee5e52ec-c393-4761-94b3-5da7e5f29550 req-f788b44e-3d99-42d4-ac51-6d13db57dae8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:39.267693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:39.272741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.273525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.274589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Request body: {'port': {'device_id': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00', 'admin_state_up': True, 'tenant_id': 'ab041c1f33b0417399631e86613d6575'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:39.310502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.332399 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-385a7fa0-6470-4037-8ff9-ae5d0470600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.364046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Made reservation on behalf of ab041c1f33b0417399631e86613d6575 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:39.366628 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.368392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:39.370256 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-899f9367-01c0-478d-b24a-7cce91f654d6 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703816 Apr 01 15:03:39.378739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.426089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ee5e52ec-c393-4761-94b3-5da7e5f29550 req-f788b44e-3d99-42d4-ac51-6d13db57dae8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:39.427267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee5e52ec-c393-4761-94b3-5da7e5f29550 req-f788b44e-3d99-42d4-ac51-6d13db57dae8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 943 time: 0.7652581 Apr 01 15:03:39.457012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:39.566657 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-385a7fa0-6470-4037-8ff9-ae5d0470600e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:03:39.567375 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-385a7fa0-6470-4037-8ff9-ae5d0470600e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:03:39.585223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.44', 56326) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:39.586719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:39.603965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Usage tracker for resource:port and tenant:ab041c1f33b0417399631e86613d6575 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:39.638161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:39.649946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Allocated IP 172.20.0.10 (100b68eb-5337-49d4-81a0-d5543ca2cc00/a6827671-1262-4a99-93f1-993eeb8cea89/39e6b85d-dc7b-460d-8071-77ecb81384a4) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:39.654634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:39.865534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c6e98811-765b-4626-b46e-e6f0ae52733b req-3fed077f-7933-4618-af3f-b4a65a22e074 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773867 Apr 01 15:03:39.872340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86f422-5b31-4b79-96e7-3796a33c3fa1 req-c4f96e07-3f1b-470b-9341-edc5d4b7c2ae tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:39.873771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff86f422-5b31-4b79-96e7-3796a33c3fa1 req-c4f96e07-3f1b-470b-9341-edc5d4b7c2ae tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 945 time: 0.3886731 Apr 01 15:03:39.880075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee5e52ec-c393-4761-94b3-5da7e5f29550 req-83e6db31-7c47-4198-b203-dbe379ad6be3 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040511 Apr 01 15:03:39.887594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Made reservation on behalf of ab041c1f33b0417399631e86613d6575 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:39.890467 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:39.998880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56390) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:40.039745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-83324724-0200-4e14-942b-9a3a63f7ffa0 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:40.041142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-83324724-0200-4e14-942b-9a3a63f7ffa0 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.44 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 809 time: 0.4518936 Apr 01 15:03:40.092564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Request body: {'port': {'device_id': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'admin_state_up': True, 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:40.104435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff86f422-5b31-4b79-96e7-3796a33c3fa1 req-f7f127e4-8936-4873-9c72-c9cb9b64b4c4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142651 Apr 01 15:03:40.149862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] Deleting subnet 99d8794d-aa5a-4696-b1bd-38d393ab81a9 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:03:40.157417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.221539 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.240250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64e0deb6-f5a8-43a9-8078-6d74199e4ee7 req-1b336345-719b-4754-8a25-d045ed1e175b tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 210 time: 0.1300118 Apr 01 15:03:40.268013 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.279793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.312703 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.318592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21e403f1-bf33-4bff-a21b-2f2d284481e8 req-4c0cf10e-a9e4-4fb3-b4d4-f9e0b8dd72c3 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 210 time: 0.0888600 Apr 01 15:03:40.367861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.385810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:40.403277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:40.403828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Router 91359cc3-2baf-44c1-9278-4a626f8bb760 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:03:40.416869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.455961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Made reservation on behalf of d1164d42f82a4c8b8b79f53c7c2111c7 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:40.458827 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.595434 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.618993 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.621769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:40.638166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Pushing event updated for resources: {'Port': ['ID=39e6b85d-dc7b-460d-8071-77ecb81384a4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:40.641796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Network 100b68eb-5337-49d4-81a0-d5543ca2cc00 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:40.696051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:40.696051 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.698037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Allocated IP 172.20.0.5 (100b68eb-5337-49d4-81a0-d5543ca2cc00/a6827671-1262-4a99-93f1-993eeb8cea89/8dcf4a7e-931a-4ff3-a643-e36499488ca0) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:40.700312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:40.710483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:40.736735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.792955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Allocated IP 172.20.0.2 (6f427d50-ec88-4d61-be4f-939abc394295/301233bb-6fbf-4e51-b0c4-ef303319da9b/1865b856-c672-47fb-af57-ed04320b00ba) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:40.806447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d8794d-aa5a-4696-b1bd-38d393ab81a9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:40.846255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.871443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:40.872045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:40.881525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:40.885355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 69a1210a-8c5d-4f12-9a4a-f53794ab06bc up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:40.898217 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5cfaa846-4b55-40aa-9f0f-2ee7f31e74f2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/99d8794d-aa5a-4696-b1bd-38d393ab81a9 HTTP/1.1" status: 204 len: 168 time: 0.8948281 Apr 01 15:03:40.901025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56398) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:40.943374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-eba7a74b-dc76-44ee-ab10-5d3a57c549e0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9450793 Apr 01 15:03:41.008521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Request body: {'port': {'device_id': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:41.058776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:41.066917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:41.067722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.136998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:41.151135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.162527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'port_id': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282', 'mac_address': 'fa:16:3e:47:1b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec34c30-428d-4c5a-9a9d-da73a48138a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:41.206540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.221583 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.264321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.287118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:41.287984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.302789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.308285 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.330620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:41.339933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.375661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:41.397617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:41.409225 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.426256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:41.450863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.451429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23509b68-66eb-4a67-99f3-3fa04b2fcca6 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:03:41.459696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f6831-a773-4b47-abe5-f16406332788 req-d11a5d4f-fa6d-4314-886d-603bd7306dbb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:41.461151 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f84f6831-a773-4b47-abe5-f16406332788 req-d11a5d4f-fa6d-4314-886d-603bd7306dbb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 943 time: 0.3700097 Apr 01 15:03:41.465005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.504089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:41.522348 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:03:41.523444 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-709037c3-9c96-47e4-a4b3-528f13121acc tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9993091 Apr 01 15:03:41.526618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56412) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:41.576655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['06e6f215-ff82-40bb-9d70-d1e8bfdc2282'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:41.596137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f84f6831-a773-4b47-abe5-f16406332788 req-f59a0333-26f5-4ea0-917d-1e1472edd385 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220281 Apr 01 15:03:41.609431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Deleting port 61b327e3-21ee-412e-8651-d2b23bcf4b93 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:41.609796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.633150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.656788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['4db922b5-0021-4013-ac20-3fea8dfea34b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:41.718455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.734153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Network 6f427d50-ec88-4d61-be4f-939abc394295 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:41.766175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:41.773925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Pushing event updated for resources: {'Port': ['ID=1865b856-c672-47fb-af57-ed04320b00ba,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:41.776206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:41.794998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:03:41.812550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b423e8a-5d65-4b59-b3da-c4246d996070']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:41.840554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.851267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d20eaf3-385c-4ff9-8d89-188a7ec93303') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:41.851640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d20eaf3-385c-4ff9-8d89-188a7ec93303') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:41.884617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Sync routers for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:03:41.921798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.930845 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:41.932118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9e86bbf1-aec2-402a-bfc1-6f065d258570 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1369319 Apr 01 15:03:41.945643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:41.945643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:41.948019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56416) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:42.010532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-48b5b754-ae4f-4ddc-98ed-581b8b4f9822 req-7ce28ec1-1d0b-4517-a639-155e89e67570 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 210 time: 0.1361063 Apr 01 15:03:42.023522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:42.023740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.026918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3c92-19ae-4c66-95d0-cbdf9e673344 req-33f0e77c-3c6c-4337-b3d0-7282b458ae1c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:42.028416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b22d3c92-19ae-4c66-95d0-cbdf9e673344 req-33f0e77c-3c6c-4337-b3d0-7282b458ae1c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.6806197 Apr 01 15:03:42.043279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.105783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Pushing event updated for resources: {'Port': ['ID=8dcf4a7e-931a-4ff3-a643-e36499488ca0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:42.114755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:03:42.115168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.130577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Network 100b68eb-5337-49d4-81a0-d5543ca2cc00 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:03:42.130998 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:03:42.142998 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.161742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:42.162825 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-9f8072ce-f3a3-4a38-9670-2f1f7bf3edcf {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:03:42.164943 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:03:42.215958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:42.243724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:42.296342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Calling delete_port for 61b327e3-21ee-412e-8651-d2b23bcf4b93 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:42.367145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-56721bd9-dd99-4049-bdaa-947c05bf4d9e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2786953 Apr 01 15:03:42.380067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.385462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Request body: {'port': {'device_id': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:42.415251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.420783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:42.421371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.450702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] Pushing event deleted for resources: {'Network': ['ID=4b423e8a-5d65-4b59-b3da-c4246d996070,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:42.454244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b22d3c92-19ae-4c66-95d0-cbdf9e673344 req-866fbe27-a08a-4a68-acb7-30fb485e7af0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494871 Apr 01 15:03:42.484092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f5fb351-fc1e-428a-8ec5-b5aaafdedeed admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b423e8a-5d65-4b59-b3da-c4246d996070 HTTP/1.1" status: 204 len: 168 time: 1.5763047 Apr 01 15:03:42.494032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-63bb4691-1e12-4409-9c36-f45953e76cc2 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7532022 Apr 01 15:03:42.522530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Request body: {'port': {'device_id': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:42.627768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e6b85d-dc7b-460d-8071-77ecb81384a4 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:42.638974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.644965 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.664659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f9cdd-3383-4163-b250-59f9edcb699f req-3049582f-58c7-402e-a180-7077eb9ce287 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:42.665483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-082f9cdd-3383-4163-b250-59f9edcb699f req-3049582f-58c7-402e-a180-7077eb9ce287 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Synchronizing usage tracker for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:42.676436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.723943 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc', 'code': 200} Apr 01 15:03:42.741466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:38Z', 'revision_number': 3, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:42.768907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Transition to ACTIVE for port object 39e6b85d-dc7b-460d-8071-77ecb81384a4 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:42.773657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.778340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Checking router: 91359cc3-2baf-44c1-9278-4a626f8bb760 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:03:42.778691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Updating router 91359cc3-2baf-44c1-9278-4a626f8bb760 port b74c9b42-d95d-4da8-babd-6346d50e2919 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:03:42.788160 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.801000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-082f9cdd-3383-4163-b250-59f9edcb699f req-3049582f-58c7-402e-a180-7077eb9ce287 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Unset dirty status for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:42.802451 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-082f9cdd-3383-4163-b250-59f9edcb699f req-3049582f-58c7-402e-a180-7077eb9ce287 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 931 time: 0.5711322 Apr 01 15:03:42.805905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.839062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:42.893852 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:42.938234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Pushing event deleted for resources: {'Port': ['ID=61b327e3-21ee-412e-8651-d2b23bcf4b93,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:42.979536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:43.192877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:43.200306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:43.200666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.334988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Pushing event updated for resources: {'Port': ['ID=39e6b85d-dc7b-460d-8071-77ecb81384a4,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:43.354078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-082f9cdd-3383-4163-b250-59f9edcb699f req-e10b7367-ebcc-4274-a3fb-9cd568c80026 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326529 Apr 01 15:03:43.422239 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.445739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e878570a-10ac-4820-b7d9-d4114ecc9481 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6748d3a26e3046f68ebdc5db5f6c21c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5898089 Apr 01 15:03:43.445991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Allocated IP 172.20.0.7 (100b68eb-5337-49d4-81a0-d5543ca2cc00/a6827671-1262-4a99-93f1-993eeb8cea89/6b17d6ed-df5d-4857-a990-384e3507f25e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:43.446107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.448782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.449977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56432) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:43.466185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Transition to ACTIVE for port object b74c9b42-d95d-4da8-babd-6346d50e2919 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:43.478496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab3224b0-54c9-47f5-86eb-7da345c7124f req-be559625-baea-42ef-8022-eb9c93086365 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 1097 time: 0.6095715 Apr 01 15:03:43.481760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:43.481760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.499239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2ea1394e-c5a5-4cc9-9905-0128edc04d31 tempest-RoutersAdminNegativeTest-1638511844 tempest-RoutersAdminNegativeTest-1638511844-project-admin] 10.222.0.48 "DELETE /v2.0/ports/61b327e3-21ee-412e-8651-d2b23bcf4b93 HTTP/1.1" status: 204 len: 168 time: 1.9683654 Apr 01 15:03:43.558559 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.621657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed7a-897d-4312-a6b7-10ad42627249 req-34186a3b-4683-401e-b074-bc47b3371606 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:43.628499 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a72ed7a-897d-4312-a6b7-10ad42627249 req-34186a3b-4683-401e-b074-bc47b3371606 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 944 time: 0.6412585 Apr 01 15:03:43.647907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Attempting to bind port b74c9b42-d95d-4da8-babd-6346d50e2919 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:43.648674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Attempting to bind port b74c9b42-d95d-4da8-babd-6346d50e2919 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:43.649032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Attempting to bind port b74c9b42-d95d-4da8-babd-6346d50e2919 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:43.661700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9230d-ba21-485d-8c2e-1584cc7ac6e3 None None] Pushing event updated for resources: {'Port': ['ID=b74c9b42-d95d-4da8-babd-6346d50e2919,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:43.680075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Attempting to bind port 39e6b85d-dc7b-460d-8071-77ecb81384a4 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:43.680409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Attempting to bind port 39e6b85d-dc7b-460d-8071-77ecb81384a4 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:43.680739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Attempting to bind port 39e6b85d-dc7b-460d-8071-77ecb81384a4 on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:43.694698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:03:43.702525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af9dda4-78d1-403d-9f54-7dd48a60042c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.709578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Port 39e6b85d-dc7b-460d-8071-77ecb81384a4 on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:43.709899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Attempting to bind port 39e6b85d-dc7b-460d-8071-77ecb81384a4 on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:43.714281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:43.714806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:43.715338 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.715821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:43.716397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Bound port: b74c9b42-d95d-4da8-babd-6346d50e2919, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:43.716859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.769642 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a72ed7a-897d-4312-a6b7-10ad42627249 req-c0cae7a2-d07a-4399-922a-3135d93bb263 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401856 Apr 01 15:03:43.774871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:43.775230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Checking segment: {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:43.775904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Bound using segment: {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:43.776118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Bound port: 39e6b85d-dc7b-460d-8071-77ecb81384a4, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:43.776481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.799895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:43.824186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af9dda4-78d1-403d-9f54-7dd48a60042c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.833969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] For port b74c9b42-d95d-4da8-babd-6346d50e2919, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:43.837327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] For port b74c9b42-d95d-4da8-babd-6346d50e2919, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b74c9b42-d95d-4da8-babd-6346d50e2919,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:43.851819 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.871441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a183d281-9d19-469a-bed8-2c7b153a6e65 req-4bfa4eec-7e9b-4bef-983c-434bc7a1d0e5 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Synchronizing usage tracker for tenant:ab041c1f33b0417399631e86613d6575 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:43.876162 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab3224b0-54c9-47f5-86eb-7da345c7124f req-d4d91003-1862-4217-9c37-9e0dc5be3e74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748100 Apr 01 15:03:43.964007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:43.988696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a183d281-9d19-469a-bed8-2c7b153a6e65 req-4bfa4eec-7e9b-4bef-983c-434bc7a1d0e5 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Unset dirty status for tenant:ab041c1f33b0417399631e86613d6575 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:43.995884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:43.996554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:43.999934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a183d281-9d19-469a-bed8-2c7b153a6e65 req-4bfa4eec-7e9b-4bef-983c-434bc7a1d0e5 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 210 time: 0.3148668 Apr 01 15:03:44.006857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1865b856-c672-47fb-af57-ed04320b00ba {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:44.034442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.054735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56442) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:44.058577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Transition to ACTIVE for port object 1865b856-c672-47fb-af57-ed04320b00ba will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:44.068880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.125516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9230d-ba21-485d-8c2e-1584cc7ac6e3 None None] Pushing event updated for resources: {'Port': ['ID=b74c9b42-d95d-4da8-babd-6346d50e2919,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:44.126038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.152705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] For port 39e6b85d-dc7b-460d-8071-77ecb81384a4, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:44.204146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:44.233719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] For port 39e6b85d-dc7b-460d-8071-77ecb81384a4, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39e6b85d-dc7b-460d-8071-77ecb81384a4,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:44.252459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Network 100b68eb-5337-49d4-81a0-d5543ca2cc00 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:44.254199 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af9dda4-78d1-403d-9f54-7dd48a60042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.261658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:44.271166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Pushing event updated for resources: {'Port': ['ID=1865b856-c672-47fb-af57-ed04320b00ba,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:44.273608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:44.274024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.351877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9dda4-78d1-403d-9f54-7dd48a60042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603a560-5c2f-4dc2-83df-980750591351,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:44.407352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.408871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] 10.222.0.44 "PUT /v2.0/ports/39e6b85d-dc7b-460d-8071-77ecb81384a4 HTTP/1.1" status: 200 len: 1092 time: 3.4581621 Apr 01 15:03:44.411612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'tag': '39e6b85d-dc7b-460d-8071-77ecb81384a4'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:44.424197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2af9dda4-78d1-403d-9f54-7dd48a60042c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.425550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2af9dda4-78d1-403d-9f54-7dd48a60042c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3603a560-5c2f-4dc2-83df-980750591351 HTTP/1.1" status: 204 len: 168 time: 0.9509850 Apr 01 15:03:44.471504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafd51b-6647-4b5d-959d-3a9c487e59ff service neutron] Pushing event updated for resources: {'Port': ['ID=39e6b85d-dc7b-460d-8071-77ecb81384a4,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:44.504744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.545305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:44.545918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.550425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Pushing event updated for resources: {'Port': ['ID=6b17d6ed-df5d-4857-a990-384e3507f25e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:44.561459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176154a-c4a1-451f-9bea-6c0a8b8734b0 req-340ed99f-3032-46b6-b906-57ba1899b575 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:44.568913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e176154a-c4a1-451f-9bea-6c0a8b8734b0 req-340ed99f-3032-46b6-b906-57ba1899b575 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.5531385 Apr 01 15:03:44.593055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:03:44.644259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:44.647987 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-d5d7a602-aad0-4d05-9211-a58c02ba077a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3976367 Apr 01 15:03:44.652903 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.658362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Usage tracker for resource:security_group_rule and tenant:09f6c74522964d498963062e981f79cb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:44.670417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Request body: {'port': {'device_id': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:44.701180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:44.708961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcf4a7e-931a-4ff3-a643-e36499488ca0 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:44.725848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:38Z', 'revision_number': 3, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:44.728775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.732782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:44.735095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0578430d-5118-444c-b9b5-26e6b85dae38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:44.740831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Attempting to bind port 1865b856-c672-47fb-af57-ed04320b00ba on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:44.741167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Attempting to bind port 1865b856-c672-47fb-af57-ed04320b00ba by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:44.741489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Attempting to bind port 1865b856-c672-47fb-af57-ed04320b00ba on network 6f427d50-ec88-4d61-be4f-939abc394295 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:44.744762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5537e9-248e-455d-952a-2224ac674eeb None None] The sync data for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 is: [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:38Z', 'revision_number': 3, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:03:44.757303 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e176154a-c4a1-451f-9bea-6c0a8b8734b0 req-df78fcfe-7f4b-4f66-a251-3c81e3a9bacb tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873147 Apr 01 15:03:44.770981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Port 1865b856-c672-47fb-af57-ed04320b00ba on network 6f427d50-ec88-4d61-be4f-939abc394295 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:44.770981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Attempting to bind port 1865b856-c672-47fb-af57-ed04320b00ba on network 6f427d50-ec88-4d61-be4f-939abc394295 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:44.802774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Transition to ACTIVE for port object 8dcf4a7e-931a-4ff3-a643-e36499488ca0 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:44.824873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-87f68967-c09e-4eb3-a556-9b26827b0ab7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab041c1f33b0417399631e86613d6575&device_id=d00caa85-167a-40ea-a7b3-37010909b86b HTTP/1.1" status: 200 len: 1095 time: 0.3381672 Apr 01 15:03:44.832237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.896675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:44.897012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Checking segment: {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:44.897401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Bound using segment: {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:44.897845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Bound port: 1865b856-c672-47fb-af57-ed04320b00ba, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b11d20-0c6d-477b-99ab-8df44dd4bda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:44.898249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:44.931341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568e34-2bd0-4cbc-bed1-196931f389c4 req-e9b1bd97-b6f2-47e9-a864-d5e86b598e92 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:44.931506 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'tag': '39e6b85d-dc7b-460d-8071-77ecb81384a4', 'status': 'completed', 'code': 200} Apr 01 15:03:44.932996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14568e34-2bd0-4cbc-bed1-196931f389c4 req-e9b1bd97-b6f2-47e9-a864-d5e86b598e92 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 943 time: 0.3756869 Apr 01 15:03:44.964518 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0578430d-5118-444c-b9b5-26e6b85dae38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282', 'code': 200} Apr 01 15:03:44.972300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:45.213357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-51ef9f92-4ea4-467c-99e2-1096d8f8f186 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39e6b85d-dc7b-460d-8071-77ecb81384a4 HTTP/1.1" status: 200 len: 217 time: 0.3752859 Apr 01 15:03:45.260329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:45.287767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:45.364457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14568e34-2bd0-4cbc-bed1-196931f389c4 req-21bbcf5c-f032-49c8-8ecb-a585f410427c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006193 Apr 01 15:03:45.369318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf4a7e-931a-4ff3-a643-e36499488ca0,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:45.457807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] For port 1865b856-c672-47fb-af57-ed04320b00ba, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:45.461734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-70a0f80f-1c35-4277-be7f-459849dd066b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:45.462611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] For port 1865b856-c672-47fb-af57-ed04320b00ba, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1865b856-c672-47fb-af57-ed04320b00ba,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:45.463176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-70a0f80f-1c35-4277-be7f-459849dd066b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6827671-1262-4a99-93f1-993eeb8cea89 HTTP/1.1" status: 200 len: 858 time: 0.1619308 Apr 01 15:03:45.560803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01884c-7d64-4395-9e5e-902197a91e12,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:45.591028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:45.666605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0cad5716-c55b-443c-83dd-210f13bb0aaf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09f6c74522964d498963062e981f79cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6082654 Apr 01 15:03:45.690421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56476) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:45.721100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56480) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:45.750846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-7cdd6cd9-372e-4074-a87c-ec13f9fa6b89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=100b68eb-5337-49d4-81a0-d5543ca2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2476676 Apr 01 15:03:45.924351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20752531-23b5-4c70-b2f1-f108deb1a9b2 req-208388da-7208-4cc8-91a5-5e164555bae9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:45.926084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20752531-23b5-4c70-b2f1-f108deb1a9b2 req-208388da-7208-4cc8-91a5-5e164555bae9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 945 time: 0.7999933 Apr 01 15:03:45.937006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:45.938623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] 10.222.0.44 "PUT /v2.0/ports/1865b856-c672-47fb-af57-ed04320b00ba HTTP/1.1" status: 200 len: 1091 time: 3.5589316 Apr 01 15:03:45.946041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'tag': '1865b856-c672-47fb-af57-ed04320b00ba'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:45.973611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:45.987624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Attempting to bind port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:45.987894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Attempting to bind port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:45.988011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Attempting to bind port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:46.007170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e306c05-c611-4d72-8fb5-72a626b95430 req-439b41cf-2d78-4be3-a7a4-b4f2b9448d75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 1096 time: 0.9374249 Apr 01 15:03:46.033699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:46.034017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Attempting to bind port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:46.083502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d397-0ecf-4565-bf29-03915a2b9c3f service neutron] Pushing event updated for resources: {'Port': ['ID=1865b856-c672-47fb-af57-ed04320b00ba,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:46.106454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-4b6d5a96-5afb-4084-b150-6baa962c42c5 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478456 Apr 01 15:03:46.113040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:46.113361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Checking segment: {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:46.113735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Bound using segment: {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:46.114168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Bound port: 8dcf4a7e-931a-4ff3-a643-e36499488ca0, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:46.114508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.145507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-566253571-network', 'tenant_id': 'c9db8a32c07b460e9a692c1151dab7b2'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:46.165690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20752531-23b5-4c70-b2f1-f108deb1a9b2 req-62d5ac12-4c96-46af-b634-37c149ec6f99 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232289 Apr 01 15:03:46.181521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:46.191596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69152167-8f75-429b-b86d-7f122a4d609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.205219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Usage tracker for resource:network and tenant:c9db8a32c07b460e9a692c1151dab7b2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:46.216107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:46.238289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:46.244505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e306c05-c611-4d72-8fb5-72a626b95430 req-b26ef1f9-4d11-46f1-8ef0-39a6835c2a57 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015727 Apr 01 15:03:46.250762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dab1ab-07aa-487a-8de6-a782abc43239 req-e73bd548-0bbd-4afe-bef0-2236226f6634 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:46.251462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5dab1ab-07aa-487a-8de6-a782abc43239 req-e73bd548-0bbd-4afe-bef0-2236226f6634 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 931 time: 0.6864378 Apr 01 15:03:46.264232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69152167-8f75-429b-b86d-7f122a4d609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.315683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Made reservation on behalf of c9db8a32c07b460e9a692c1151dab7b2 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:46.317871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.398663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.414341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-79a746da-8bfe-4c62-88f4-04d0c20132d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 1094 time: 0.4209101 Apr 01 15:03:46.436678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b17d6ed-df5d-4857-a990-384e3507f25e {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:46.482945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] For port 8dcf4a7e-931a-4ff3-a643-e36499488ca0, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:46.494786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.497228 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-b2a29ba4-4026-40cc-b743-76d7a9c6c2f6 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683362 Apr 01 15:03:46.509091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] For port 8dcf4a7e-931a-4ff3-a643-e36499488ca0, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8dcf4a7e-931a-4ff3-a643-e36499488ca0,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:46.521938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f5dab1ab-07aa-487a-8de6-a782abc43239 req-125f0945-26e8-44cd-8dfd-76600b0a4a16 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Synchronizing usage tracker for tenant:ab041c1f33b0417399631e86613d6575 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:46.525909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.530548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Allocated IP 172.20.0.1 (d7cbb437-7e80-42c6-ac77-a3ad41aac6cb/aa26572c-175d-4b4e-b2f0-0cb36ba4181f/7c2e77b3-665f-4102-b7c3-13f237307f49) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:46.551050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:46.553981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-eab786e1-e3ba-411b-9f99-5ae8ce5d4c34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1865b856-c672-47fb-af57-ed04320b00ba HTTP/1.1" status: 200 len: 217 time: 0.1095254 Apr 01 15:03:46.556326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Transition to ACTIVE for port object 6b17d6ed-df5d-4857-a990-384e3507f25e will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:46.559248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Usage tracker for resource:security_group_rule and tenant:c9db8a32c07b460e9a692c1151dab7b2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:46.561858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69152167-8f75-429b-b86d-7f122a4d609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.568080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:46.616133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.625991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:46.646054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b74c9b42-d95d-4da8-babd-6346d50e2919 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:46.679630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f5dab1ab-07aa-487a-8de6-a782abc43239 req-125f0945-26e8-44cd-8dfd-76600b0a4a16 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Unset dirty status for tenant:ab041c1f33b0417399631e86613d6575 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:46.680811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5dab1ab-07aa-487a-8de6-a782abc43239 req-125f0945-26e8-44cd-8dfd-76600b0a4a16 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093235 Apr 01 15:03:46.681513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69152167-8f75-429b-b86d-7f122a4d609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01884c-7d64-4395-9e5e-902197a91e12,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:46.724439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.726740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] 10.222.0.44 "PUT /v2.0/ports/8dcf4a7e-931a-4ff3-a643-e36499488ca0 HTTP/1.1" status: 200 len: 1091 time: 4.2164435 Apr 01 15:03:46.734824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-69152167-8f75-429b-b86d-7f122a4d609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.739979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-69152167-8f75-429b-b86d-7f122a4d609b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e01884c-7d64-4395-9e5e-902197a91e12 HTTP/1.1" status: 204 len: 168 time: 1.0445609 Apr 01 15:03:46.761332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b74c9b42-d95d-4da8-babd-6346d50e2919 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:46.779000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b74c9b42-d95d-4da8-babd-6346d50e2919 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:46.779595 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.782171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094a038-0ca7-4cd7-b243-0e9ac1c72071 req-fecfbf41-fa17-4504-98f9-0f59a094669d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:46.789416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e094a038-0ca7-4cd7-b243-0e9ac1c72071 req-fecfbf41-fa17-4504-98f9-0f59a094669d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.4836147 Apr 01 15:03:46.846688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a93991-6656-4140-b9e1-d40211077666 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf4a7e-931a-4ff3-a643-e36499488ca0,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:46.933125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'tag': '8dcf4a7e-931a-4ff3-a643-e36499488ca0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:46.938725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.940221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b17d6ed-df5d-4857-a990-384e3507f25e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:46.952497 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'tag': '1865b856-c672-47fb-af57-ed04320b00ba', 'status': 'completed', 'code': 200} Apr 01 15:03:46.963501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-843aca0c-9310-4d57-bfb5-8993d097abf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:46.968249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-843aca0c-9310-4d57-bfb5-8993d097abf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.3971050 Apr 01 15:03:46.985650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:46.996380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e094a038-0ca7-4cd7-b243-0e9ac1c72071 req-7c09c6ba-2d45-4e91-80d4-023acdb7b779 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060935 Apr 01 15:03:47.004131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:03:47.005377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.016819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-4231e303-8a5b-4200-b758-15e867714a4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab041c1f33b0417399631e86613d6575&device_id=d00caa85-167a-40ea-a7b3-37010909b86b HTTP/1.1" status: 200 len: 1095 time: 0.4331999 Apr 01 15:03:47.018590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.018947 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Added segment 9135884b-093f-42cd-9ca0-48e03e4003ab of type vlan for network f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c Apr 01 15:03:47.030799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Transition to ACTIVE for port object 7c2e77b3-665f-4102-b7c3-13f237307f49 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:47.061173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.071440 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.109276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b74c9b42-d95d-4da8-babd-6346d50e2919, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b74c9b42-d95d-4da8-babd-6346d50e2919,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:47.119812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.122261 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'tag': '8dcf4a7e-931a-4ff3-a643-e36499488ca0', 'status': 'completed', 'code': 200} Apr 01 15:03:47.128379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-2b4e1a91-75b9-434f-b62a-53a9c80a9c7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab041c1f33b0417399631e86613d6575&device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 1094 time: 0.3274686 Apr 01 15:03:47.243001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-c8c33905-ed3b-46bb-ba2b-971d7df75283 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416445 Apr 01 15:03:47.256819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b74c9b42-d95d-4da8-babd-6346d50e2919,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:47.260502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.261357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:47.262006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.288657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-abb6a3b9-ab58-4a93-ac1e-bd1ee8d37ba8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcf4a7e-931a-4ff3-a643-e36499488ca0 HTTP/1.1" status: 200 len: 217 time: 0.1475463 Apr 01 15:03:47.313581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.430875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56502) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:47.457729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5713c0-2557-4e98-9067-2974e4ad94a1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:47.472535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-2f151e78-473c-4a75-a30c-2c96153792fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:47.474311 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-2f151e78-473c-4a75-a30c-2c96153792fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 200 len: 919 time: 0.4448078 Apr 01 15:03:47.570886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7002332 Apr 01 15:03:47.577460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbb2db-4843-413e-ae74-ff68ddf11a4f admin admin] Pushing event updated for resources: {'Network': ['ID=f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:47.585123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56506) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:47.588897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:03:47.608180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Request body: {'subnet': {'network_id': 'f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-566253571-subnet', 'tenant_id': 'c9db8a32c07b460e9a692c1151dab7b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:47.638030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:47.650008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Usage tracker for resource:subnet and tenant:c9db8a32c07b460e9a692c1151dab7b2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:47.664912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:47.679817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a609d8-f935-459f-af5f-78c1dcef8bc1 req-eb3c200f-042a-4f1e-8370-df2cffbfae84 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:47.681825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7a609d8-f935-459f-af5f-78c1dcef8bc1 req-eb3c200f-042a-4f1e-8370-df2cffbfae84 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 943 time: 0.5059927 Apr 01 15:03:47.698137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:47.704456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-bc4f524a-583b-482c-9929-648572abd282 service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497356 Apr 01 15:03:47.719258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:47.721569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Pushing event updated for resources: {'Port': ['ID=7c2e77b3-665f-4102-b7c3-13f237307f49,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:47.732576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:47.735295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:47.760566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Attempting to bind port 6b17d6ed-df5d-4857-a990-384e3507f25e on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:47.761128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Attempting to bind port 6b17d6ed-df5d-4857-a990-384e3507f25e by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:47.761486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Attempting to bind port 6b17d6ed-df5d-4857-a990-384e3507f25e on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:47.770331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Made reservation on behalf of c9db8a32c07b460e9a692c1151dab7b2 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:47.772623 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.797481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-fdeb2e0e-fa8b-4c9f-ba9d-82d5b089fd1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:47.798932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-fdeb2e0e-fa8b-4c9f-ba9d-82d5b089fd1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6827671-1262-4a99-93f1-993eeb8cea89 HTTP/1.1" status: 200 len: 858 time: 0.4905066 Apr 01 15:03:47.808880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-462d0755-d39d-49a0-8175-af7058a302b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39e6b85d-dc7b-460d-8071-77ecb81384a4 HTTP/1.1" status: 200 len: 217 time: 0.3194373 Apr 01 15:03:47.908667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Port 6b17d6ed-df5d-4857-a990-384e3507f25e on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:03:47.910166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Attempting to bind port 6b17d6ed-df5d-4857-a990-384e3507f25e on network 100b68eb-5337-49d4-81a0-d5543ca2cc00 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:47.932305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe8b89-1885-4e1d-aef0-5fd9c4b63aab req-389f012e-8675-498f-b011-4fc4fe301e14 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:47.935935 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84fe8b89-1885-4e1d-aef0-5fd9c4b63aab req-389f012e-8675-498f-b011-4fc4fe301e14 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.7099376 Apr 01 15:03:47.945825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-61bfe187-1ba5-4291-80bf-72e6c15b9f54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=100b68eb-5337-49d4-81a0-d5543ca2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353784 Apr 01 15:03:47.967730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:47.968117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Checking segment: {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:47.968453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Bound using segment: {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:47.968916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Bound port: 6b17d6ed-df5d-4857-a990-384e3507f25e, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f37466-b909-4cda-b197-ef2960a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:47.969265 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:47.970904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.024068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-22d4c39d-44d7-424c-9ae0-21a5b1415cbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33a5ac4845084e5ab42b1438b5ef7033&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5890317 Apr 01 15:03:48.041468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56512) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:48.096193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7a609d8-f935-459f-af5f-78c1dcef8bc1 req-ae5bd394-3a27-4c3b-afa3-ba486b402f0f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021490 Apr 01 15:03:48.151171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-ea556d88-90e1-48dc-b1f5-f59bde309637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:48.152702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30eb7cee-57be-48b3-b002-57ce48e8624a None None] Provisioning for port 7c2e77b3-665f-4102-b7c3-13f237307f49 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:48.153262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-ea556d88-90e1-48dc-b1f5-f59bde309637 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6827671-1262-4a99-93f1-993eeb8cea89 HTTP/1.1" status: 200 len: 858 time: 0.3057048 Apr 01 15:03:48.157969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30eb7cee-57be-48b3-b002-57ce48e8624a None None] Provisioning complete for port 7c2e77b3-665f-4102-b7c3-13f237307f49 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:48.158327 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30eb7cee-57be-48b3-b002-57ce48e8624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.187100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e84a3587-1d9e-4c50-a5bc-3e45e0d16f34 req-8e6b1318-55a3-4b25-bc31-c4c942c89d37 service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653542 Apr 01 15:03:48.255401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-e8ccf789-8e67-4c8e-9ba5-0cd5729d98f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=100b68eb-5337-49d4-81a0-d5543ca2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850487 Apr 01 15:03:48.263332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84fe8b89-1885-4e1d-aef0-5fd9c4b63aab req-2b688511-caa0-4ac7-8c7e-96a567d3984c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168151 Apr 01 15:03:48.308686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-30eb7cee-57be-48b3-b002-57ce48e8624a None None] Port 7c2e77b3-665f-4102-b7c3-13f237307f49 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:03:48.368846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] For port 6b17d6ed-df5d-4857-a990-384e3507f25e, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:48.408755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] For port 6b17d6ed-df5d-4857-a990-384e3507f25e, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6b17d6ed-df5d-4857-a990-384e3507f25e,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:48.433069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.437004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-4ab3faed-e955-44d2-9bba-b4d122e0c061 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614527 Apr 01 15:03:48.513462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa178-8296-4004-9226-417bf29fd995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.527777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.529163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b17d6ed-df5d-4857-a990-384e3507f25e HTTP/1.1" status: 200 len: 1091 time: 3.8662348 Apr 01 15:03:48.537326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.604312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-6c839d22-1e08-48f2-a594-60136c9b3fbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 1094 time: 0.3413413 Apr 01 15:03:48.628867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.629314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b74c9b42-d95d-4da8-babd-6346d50e2919 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:48.653200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffa28d-a6f4-4e6b-8575-8920a7f03cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b17d6ed-df5d-4857-a990-384e3507f25e,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:48.655328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa178-8296-4004-9226-417bf29fd995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.710868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697558ee-9f76-448b-97e3-9663374e7755 req-3a26b633-fde0-4690-ad3a-fd66b22df0fe tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:48.717757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-697558ee-9f76-448b-97e3-9663374e7755 req-3a26b633-fde0-4690-ad3a-fd66b22df0fe tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 945 time: 0.4053335 Apr 01 15:03:48.720313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b74c9b42-d95d-4da8-babd-6346d50e2919 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:48.720685 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:48.754453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-09ebfcd4-2996-4e83-b773-0c3e09775ff4 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901209 Apr 01 15:03:48.778501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ed53ae-dbc0-4e90-ba45-e34803e89e71,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:48.889688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-6db48a3a-d3a8-4a76-828b-49cb0857b2bb service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059007 Apr 01 15:03:48.900438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Checking segment: {'id': '9135884b-093f-42cd-9ca0-48e03e4003ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:48.900797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Network hostable DHCP agents. Network: f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:03:48.928037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4fdb3-1a0b-4604-8848-cea59df34b73 req-6d985464-5d6f-40aa-b6c4-d8a2bb3210b8 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:48.928730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-efc4fdb3-1a0b-4604-8848-cea59df34b73 req-6d985464-5d6f-40aa-b6c4-d8a2bb3210b8 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Synchronizing usage tracker for tenant:ab041c1f33b0417399631e86613d6575 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:48.929575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-697558ee-9f76-448b-97e3-9663374e7755 req-4934a3e7-a9d9-4fdf-beea-140636bf66c8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107608 Apr 01 15:03:48.954687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-f57070a6-0387-48bb-91e5-5aa0839b57af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab041c1f33b0417399631e86613d6575&device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 1094 time: 0.3539288 Apr 01 15:03:48.956325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'tag': '6b17d6ed-df5d-4857-a990-384e3507f25e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:48.961569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-b94a5ebe-4903-4fd1-9b46-713ac9940729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:48.963139 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-b94a5ebe-4903-4fd1-9b46-713ac9940729 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 910 time: 0.3150399 Apr 01 15:03:49.080836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa178-8296-4004-9226-417bf29fd995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:49.099782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-5ec2beaa-3722-4954-8a82-9ef15f005f74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1865b856-c672-47fb-af57-ed04320b00ba HTTP/1.1" status: 200 len: 217 time: 0.0751190 Apr 01 15:03:49.139933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fa178-8296-4004-9226-417bf29fd995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f278c8-688c-47d8-95ea-0d642bda9da4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:49.146981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-efc4fdb3-1a0b-4604-8848-cea59df34b73 req-6d985464-5d6f-40aa-b6c4-d8a2bb3210b8 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Unset dirty status for tenant:ab041c1f33b0417399631e86613d6575 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:49.151038 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-efc4fdb3-1a0b-4604-8848-cea59df34b73 req-6d985464-5d6f-40aa-b6c4-d8a2bb3210b8 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 943 time: 0.7399385 Apr 01 15:03:49.153025 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4075475d-1a9f-4ae1-a8f9-9ec8162a3e93 req-b633a47a-c4bf-4fa4-8cf7-9d255ff44354 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749783 Apr 01 15:03:49.204625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-4a8a70a8-d1a9-4422-91e7-014b5e44b4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:49.206709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-4a8a70a8-d1a9-4422-91e7-014b5e44b4e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.0963075 Apr 01 15:03:49.207994 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-891f9f93-f469-49e7-aceb-faa086c2f16e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b17d6ed-df5d-4857-a990-384e3507f25e HTTP/1.1" status: 200 len: 217 time: 0.2428398 Apr 01 15:03:49.221118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Network f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:03:49.227569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa178-8296-4004-9226-417bf29fd995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:49.228659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd1fa178-8296-4004-9226-417bf29fd995 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76f278c8-688c-47d8-95ea-0d642bda9da4 HTTP/1.1" status: 204 len: 168 time: 1.1863222 Apr 01 15:03:49.269348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-fe8229bb-084a-4b91-aa5d-1d59c441c1a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab041c1f33b0417399631e86613d6575&device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 1094 time: 0.3010228 Apr 01 15:03:49.280814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-efc4fdb3-1a0b-4604-8848-cea59df34b73 req-13c0eea7-6ed9-4a6a-8879-42780e3c9eea tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158271 Apr 01 15:03:49.333050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-a256553c-9d15-4a52-aafe-1b6d8ab100ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061826 Apr 01 15:03:49.340324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:49.349719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:49.350516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:49.353386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13551fd5-02fc-47c4-94e1-0257dea52198 None None] Network f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:49.368997 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:49.395291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:49.427383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-51b99d56-e4d2-45e8-aa80-ba8627746480 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8319824 Apr 01 15:03:49.577200 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'tag': '6b17d6ed-df5d-4857-a990-384e3507f25e', 'status': 'completed', 'code': 200} Apr 01 15:03:49.585638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-0b877d01-2766-439d-a702-61de53c51c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:49.587960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-0b877d01-2766-439d-a702-61de53c51c0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6827671-1262-4a99-93f1-993eeb8cea89 HTTP/1.1" status: 200 len: 858 time: 0.3591030 Apr 01 15:03:49.708993 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:03:49.755984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-339b8a40-7275-41e0-88e5-7f923caefacd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=100b68eb-5337-49d4-81a0-d5543ca2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796294 Apr 01 15:03:49.883117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc15327-6d0d-4064-adb9-08f3a55eb6ea None None] Network f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:49.962378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:50.046966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-b4a8da84-34a0-44f7-ab9a-145bb5c7e850 service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461420 Apr 01 15:03:50.062363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4750f-2de2-4097-ade6-20c8307a0705 req-5eef7c9c-789f-4ce0-97d9-37a6c4451ddf tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:50.063882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89f4750f-2de2-4097-ade6-20c8307a0705 req-5eef7c9c-789f-4ce0-97d9-37a6c4451ddf tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.2436287 Apr 01 15:03:50.166128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Pushing event updated for resources: {'Port': ['ID=7c2e77b3-665f-4102-b7c3-13f237307f49,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:50.191672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-4b841476-db34-4760-b406-f97ddeb3ed01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:50.193828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-4b841476-db34-4760-b406-f97ddeb3ed01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 200 len: 919 time: 0.9152000 Apr 01 15:03:50.232663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-404c547d-f2c6-4391-9c70-5b9303f08852 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413676 Apr 01 15:03:50.268742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60034399-f814-4740-9437-8bb4cafea479 req-632636a4-4079-4579-9214-d9cc807483a4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:50.275480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60034399-f814-4740-9437-8bb4cafea479 req-632636a4-4079-4579-9214-d9cc807483a4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 943 time: 0.3899961 Apr 01 15:03:50.340788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-33a2d44d-bb38-4dcd-a386-262e47b85b06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dcf4a7e-931a-4ff3-a643-e36499488ca0 HTTP/1.1" status: 200 len: 217 time: 0.1383693 Apr 01 15:03:50.417993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:50.432808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60034399-f814-4740-9437-8bb4cafea479 req-87cf29f2-deec-43ab-9d9e-e5bfcb37839e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562481 Apr 01 15:03:50.436280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:50.499625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56558) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:50.597302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc0d182-e521-4bcf-86c9-700dc85eda31 req-a2624986-1cae-47db-b007-7d9c44bff46f service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323923 Apr 01 15:03:50.636227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89f4750f-2de2-4097-ade6-20c8307a0705 req-b75c4dfd-4c9d-451c-9c2d-46d1b30ef8ae tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999460 Apr 01 15:03:50.679033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] Deleting subnet 26ed53ae-dbc0-4e90-ba45-e34803e89e71 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:03:50.694396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:50.771727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0513924c-0db4-4f4a-8eeb-b84cb7ef51de req-2312ca50-9ae6-4e0f-a61e-d280348db3c1 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040781 Apr 01 15:03:50.798697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:50.850916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-4d4f913b-81d0-4ee6-8088-b6049e48fdbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:50.852664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-4d4f913b-81d0-4ee6-8088-b6049e48fdbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6827671-1262-4a99-93f1-993eeb8cea89 HTTP/1.1" status: 200 len: 858 time: 0.5006807 Apr 01 15:03:50.875416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-84213b2e-0419-4c83-a9fc-c664341cbb3b None None] Provisioning complete for port 7c2e77b3-665f-4102-b7c3-13f237307f49 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:50.875947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84213b2e-0419-4c83-a9fc-c664341cbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:50.937707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56568) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:50.938447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39e6b85d-dc7b-460d-8071-77ecb81384a4 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:50.963914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-90da81e6-bfd6-4d85-bafd-e672930b03c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=100b68eb-5337-49d4-81a0-d5543ca2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943379 Apr 01 15:03:50.996086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-84213b2e-0419-4c83-a9fc-c664341cbb3b None None] Port 7c2e77b3-665f-4102-b7c3-13f237307f49 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:03:51.007701 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.105050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-59120efc-5a90-4e1d-af3a-8b36dbd8e739 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab041c1f33b0417399631e86613d6575&device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 1094 time: 0.2087259 Apr 01 15:03:51.167971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39e6b85d-dc7b-460d-8071-77ecb81384a4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39e6b85d-dc7b-460d-8071-77ecb81384a4,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:51.184130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1883351875'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:51.186712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '39e6b85d-dc7b-460d-8071-77ecb81384a4', 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00', 'port_id': '39e6b85d-dc7b-460d-8071-77ecb81384a4', 'mac_address': 'fa:16:3e:79:a4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6827671-1262-4a99-93f1-993eeb8cea89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:51.193939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:51.209612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fa5ac-90a8-46bd-94a7-ee6ff851a289 req-74d62e1b-b2e6-4004-aa72-87444027ee2b tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:51.211167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f2fa5ac-90a8-46bd-94a7-ee6ff851a289 req-74d62e1b-b2e6-4004-aa72-87444027ee2b tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 943 time: 0.4655468 Apr 01 15:03:51.216262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-d629674d-797a-44a7-8486-409a124ac46b service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952589 Apr 01 15:03:51.246579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.270244 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.291250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e6b85d-dc7b-460d-8071-77ecb81384a4 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:51.295101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:network and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:51.308226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:51.309989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39e6b85d-dc7b-460d-8071-77ecb81384a4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39e6b85d-dc7b-460d-8071-77ecb81384a4,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:51.318159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.325455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:51.327474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ed53ae-dbc0-4e90-ba45-e34803e89e71,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:51.368346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.394224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7135e086-ebca-4de2-9c41-94dc9bcadd0f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/26ed53ae-dbc0-4e90-ba45-e34803e89e71 HTTP/1.1" status: 204 len: 168 time: 0.8780465 Apr 01 15:03:51.412385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=39e6b85d-dc7b-460d-8071-77ecb81384a4,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:51.420167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56582) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:51.422648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:51.425578 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.489768 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.526449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f2fa5ac-90a8-46bd-94a7-ee6ff851a289 req-d98b9c6e-c2cf-4dc0-b8ca-829cb7bbfd96 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075922 Apr 01 15:03:51.561547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-67e334cc-d950-4554-a9c7-355e63de6845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:51.564385 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-67e334cc-d950-4554-a9c7-355e63de6845 service neutron] 10.222.0.44 "GET /v2.0/networks?id=100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 200 len: 919 time: 0.4392359 Apr 01 15:03:51.604884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d841b0b7-5c75-4b69-a936-f40a60ec05fd req-53b23b61-655e-4a17-b37c-38e19fb0ca58 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694066 Apr 01 15:03:51.637344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['39e6b85d-dc7b-460d-8071-77ecb81384a4'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:51.702079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Router 91359cc3-2baf-44c1-9278-4a626f8bb760 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:03:51.760386 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-7f9bc609-ba5f-4620-b2d1-53a53e9d0a24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b17d6ed-df5d-4857-a990-384e3507f25e HTTP/1.1" status: 200 len: 217 time: 0.1716702 Apr 01 15:03:51.791083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:51.845466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:51.855935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:security_group_rule and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:51.868770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-d77b7ca3-1458-4ea9-8f78-c5bcf772b40b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:51.870357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-d77b7ca3-1458-4ea9-8f78-c5bcf772b40b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.5486250 Apr 01 15:03:51.871461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:51.901823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:51.985449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-f39a28ec-94e4-49e3-aeec-b9794508656d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:51.987018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-f39a28ec-94e4-49e3-aeec-b9794508656d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6827671-1262-4a99-93f1-993eeb8cea89 HTTP/1.1" status: 200 len: 858 time: 0.2035854 Apr 01 15:03:52.082768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:52.083082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:52.117126 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-c29412c4-a943-475b-9fbc-2ab8dc9885e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=100b68eb-5337-49d4-81a0-d5543ca2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935988 Apr 01 15:03:52.120730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610daeab-56ba-4a1d-a11f-872560831929 req-17527c13-a48c-4d2a-8bc4-71058f90f7ce tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:52.122178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-610daeab-56ba-4a1d-a11f-872560831929 req-17527c13-a48c-4d2a-8bc4-71058f90f7ce tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.1091914 Apr 01 15:03:52.193897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-610daeab-56ba-4a1d-a11f-872560831929 req-897dd13d-07eb-4c77-b924-aa28096c30f1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617421 Apr 01 15:03:52.208869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:03:52.213965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3ecf7810-f16b-4d32-8d17-97e457b32cab admin admin] 10.222.0.48 "PUT /v2.0/routers/91359cc3-2baf-44c1-9278-4a626f8bb760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2604358 Apr 01 15:03:52.224610 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Sync routers for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:03:52.236318 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:52.237168 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:52.326476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be255b-719f-4c56-ba13-5bbf18532adf req-ad1714cf-14d0-4767-8fb3-86523af564ce tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:52.329177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84be255b-719f-4c56-ba13-5bbf18532adf req-ad1714cf-14d0-4767-8fb3-86523af564ce tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 943 time: 0.6631060 Apr 01 15:03:52.388360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:52.447498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:52.610673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:52.634716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:52.643167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:52.703744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9135884b-093f-42cd-9ca0-48e03e4003ab') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:52.704091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9135884b-093f-42cd-9ca0-48e03e4003ab') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:52.780911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56602) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:52.786435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420698181', 'description': 'tempest-description--984353289'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:52.797947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ce389c-7977-44ce-bfdf-d28ae8c5a22f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:52.800421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:52.819350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:52.832208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:52.837453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84be255b-719f-4c56-ba13-5bbf18532adf req-47451452-0a68-43e3-b4f6-a4997044ebff tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905641 Apr 01 15:03:52.838519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:52.857792 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-e974a34d-7530-4083-b403-d5a193ac3659 service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275348 Apr 01 15:03:52.860037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:52.867292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:03:52.875299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:52.902677 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 2, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:52.912074 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Checking router: 91359cc3-2baf-44c1-9278-4a626f8bb760 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:03:52.912655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Updating router 91359cc3-2baf-44c1-9278-4a626f8bb760 port 7c2e77b3-665f-4102-b7c3-13f237307f49 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:03:52.951791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8dcf4a7e-931a-4ff3-a643-e36499488ca0 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:52.953104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:52.954421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39e6b85d-dc7b-460d-8071-77ecb81384a4 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:52.958814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group_rule and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:52.961833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:53.002838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.003435 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Added segment 6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3 of type vlan for network 1521f7be-bcca-472b-a0e8-65bfb965abc6 Apr 01 15:03:53.015475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.017175 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.049729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:03:53.050648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.061976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:03:53.070418 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:03:53.145967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae05e-a045-4758-a2b8-fca23a6c59cc req-af3f298b-ef29-4b1e-ac7d-7190c9cc5fcd tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:53.147436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cfae05e-a045-4758-a2b8-fca23a6c59cc req-af3f298b-ef29-4b1e-ac7d-7190c9cc5fcd tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 943 time: 0.1898673 Apr 01 15:03:53.214450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.215961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:53.216568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.238689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.258102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.319296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 39e6b85d-dc7b-460d-8071-77ecb81384a4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:53.368592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 39e6b85d-dc7b-460d-8071-77ecb81384a4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:53.369133 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.378860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f41fb95-982e-4d8d-baa8-294dd81f71c1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:53.404865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.411102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-66a75b68-96b7-4e2b-b4e1-65b7ea16ad4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6290820 Apr 01 15:03:53.415201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cfae05e-a045-4758-a2b8-fca23a6c59cc req-e4029dca-2a59-4e32-aa3c-fd73dc6ed43a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991549 Apr 01 15:03:53.416391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56608) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:53.422310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'security_group_rule': {'security_group_id': '1f41fb95-982e-4d8d-baa8-294dd81f71c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:53.429921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:53.435502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group_rule and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:53.440641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:53.449010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:53.474029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.501097 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.547664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8dcf4a7e-931a-4ff3-a643-e36499488ca0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8dcf4a7e-931a-4ff3-a643-e36499488ca0,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:53.556576 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.561172 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Transition to ACTIVE for port object 7c2e77b3-665f-4102-b7c3-13f237307f49 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:53.565108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for 69a1210a-8c5d-4f12-9a4a-f53794ab06bc owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:53.567090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.568146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '8dcf4a7e-931a-4ff3-a643-e36499488ca0', 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00', 'port_id': '8dcf4a7e-931a-4ff3-a643-e36499488ca0', 'mac_address': 'fa:16:3e:00:18:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6827671-1262-4a99-93f1-993eeb8cea89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:53.575523 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.632932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c9b8b1-071f-4eef-a7bc-c8fb1a344647,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:53.658902 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Pushing event updated for resources: {'Port': ['ID=7c2e77b3-665f-4102-b7c3-13f237307f49,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:53.668153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8bc9bf-4517-4185-af08-229ac3a13880 req-bf23cc66-a809-437a-8046-8da964251e0e service neutron] 10.222.0.44 "GET /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824368 Apr 01 15:03:53.668811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.670401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8229bfe7-2aec-443e-9b76-c5945ef14431 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2528510 Apr 01 15:03:53.673157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56612) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:53.673963 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.674314 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.674736 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.675063 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.675452 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.676036 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.676431 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.676787 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.677176 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.677459 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.677808 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:53.679156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:03:53.682457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'security_group_rule': {'security_group_id': '1f41fb95-982e-4d8d-baa8-294dd81f71c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:53.710238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:53.710849 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.720907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group_rule and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:53.721183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.727673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.728628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:53.744322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:53.758278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcf4a7e-931a-4ff3-a643-e36499488ca0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:53.780914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e6b85d-dc7b-460d-8071-77ecb81384a4'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:53.792055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39e6b85d-dc7b-460d-8071-77ecb81384a4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39e6b85d-dc7b-460d-8071-77ecb81384a4,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:53.793900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8dcf4a7e-931a-4ff3-a643-e36499488ca0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8dcf4a7e-931a-4ff3-a643-e36499488ca0,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:53.797608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.809927 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.811634 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.812708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1865b856-c672-47fb-af57-ed04320b00ba details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:53.845352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] 10.222.0.48 "DELETE /v2.0/networks/f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c HTTP/1.1" status: 204 len: 168 time: 2.4239886 Apr 01 15:03:53.861807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.873169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:53.873818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:53.889227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b19eda-7148-43cb-8634-03a39559fd2d admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c6fe1f-c28c-4bbf-a5b9-d2624fe07c1c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:54.024750 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.043522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.111801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33d1b4c-a944-44db-bfe0-903da05597d3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:54.124631 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Attempting to bind port 7c2e77b3-665f-4102-b7c3-13f237307f49 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:54.125212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Attempting to bind port 7c2e77b3-665f-4102-b7c3-13f237307f49 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:54.125599 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Attempting to bind port 7c2e77b3-665f-4102-b7c3-13f237307f49 on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:54.131704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.133429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d12f975b-2c51-4204-8bec-629534d40950 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4582114 Apr 01 15:03:54.136862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56624) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:54.143859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:54.144679 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:54.145959 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Checking segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:54.146507 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.148146 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Bound using segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:54.148787 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Bound port: 7c2e77b3-665f-4102-b7c3-13f237307f49, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:54.150125 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.157457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:54.167199 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e6b85d-dc7b-460d-8071-77ecb81384a4', 'code': 200} Apr 01 15:03:54.169030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:floatingip and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:54.172170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:54.185501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:54.198717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.231947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1865b856-c672-47fb-af57-ed04320b00ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1865b856-c672-47fb-af57-ed04320b00ba,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:54.263853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '1865b856-c672-47fb-af57-ed04320b00ba', 'network_id': '6f427d50-ec88-4d61-be4f-939abc394295', 'port_id': '1865b856-c672-47fb-af57-ed04320b00ba', 'mac_address': 'fa:16:3e:e1:13:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301233bb-6fbf-4e51-b0c4-ef303319da9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:54.275558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56628) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:54.276510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.284273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3433774 Apr 01 15:03:54.291556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56630) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:54.292192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51243726-8105-4769-99e4-98c5a81145c1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Network': ['ID=1521f7be-bcca-472b-a0e8-65bfb965abc6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:54.320708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:54.322414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:03:54.324364 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] For port 7c2e77b3-665f-4102-b7c3-13f237307f49, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:54.328072 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] For port 7c2e77b3-665f-4102-b7c3-13f237307f49, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7c2e77b3-665f-4102-b7c3-13f237307f49,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:54.335715 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.392082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e4bcf-77d0-4d88-84fc-bbb13e2b16e5 req-63c13a30-1960-4274-b33a-075ce29ea54b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:54.401719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-876e4bcf-77d0-4d88-84fc-bbb13e2b16e5 req-63c13a30-1960-4274-b33a-075ce29ea54b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 946 time: 0.8476217 Apr 01 15:03:54.410232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8dcf4a7e-931a-4ff3-a643-e36499488ca0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:54.440775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d15aa8a-dee7-418c-8bd2-d9f0fe974b87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9db8a32c07b460e9a692c1151dab7b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1446695 Apr 01 15:03:54.450124 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa1c31-aeb1-4ae5-8e2b-22040f2e05f9 None None] Pushing event updated for resources: {'Port': ['ID=7c2e77b3-665f-4102-b7c3-13f237307f49,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:54.452660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184f5aa-76be-4341-afa5-5a8451c40858 req-8aaa4119-23e4-4297-8502-eebfe6cf986f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:54.454262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5184f5aa-76be-4341-afa5-5a8451c40858 req-8aaa4119-23e4-4297-8502-eebfe6cf986f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 943 time: 0.2562764 Apr 01 15:03:54.454741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56636) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:54.504552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:03:54.505164 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:03:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:54.506560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.562187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1865b856-c672-47fb-af57-ed04320b00ba {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:54.600343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=39e6b85d-dc7b-460d-8071-77ecb81384a4,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:54.602689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5184f5aa-76be-4341-afa5-5a8451c40858 req-08c279ef-c301-48a7-811f-2128646f55d2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244409 Apr 01 15:03:54.604211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1865b856-c672-47fb-af57-ed04320b00ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1865b856-c672-47fb-af57-ed04320b00ba,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:54.617065 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.626980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea990bf3-5cd0-4a8a-8334-3fe17137f0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.683257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea990bf3-5cd0-4a8a-8334-3fe17137f0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.694532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-876e4bcf-77d0-4d88-84fc-bbb13e2b16e5 req-941ef458-39fc-4bda-93df-7fbe071c90cf tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918265 Apr 01 15:03:54.697736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.713746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:54.727252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02c82845-626a-474c-bd25-a223746e72f8 req-5a1ddc9e-37b7-4354-8061-f17af1c7751d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d00caa85-167a-40ea-a7b3-37010909b86b HTTP/1.1" status: 200 len: 1097 time: 0.7201362 Apr 01 15:03:54.733560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:54.739538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1865b856-c672-47fb-af57-ed04320b00ba,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:54.751966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:54.777602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:54.786414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:54.826927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:54.870215 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:03:54.926443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:54.988347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea990bf3-5cd0-4a8a-8334-3fe17137f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.027257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea990bf3-5cd0-4a8a-8334-3fe17137f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5713c0-2557-4e98-9067-2974e4ad94a1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:55.047237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6b17d6ed-df5d-4857-a990-384e3507f25e details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:03:55.052951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.054063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Allocated IP 172.25.2.182 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/46ae6046-7b9e-4829-b463-6e8de2ade856) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:55.071565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea990bf3-5cd0-4a8a-8334-3fe17137f0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.075284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ea990bf3-5cd0-4a8a-8334-3fe17137f0dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed5713c0-2557-4e98-9067-2974e4ad94a1 HTTP/1.1" status: 204 len: 168 time: 0.6149995 Apr 01 15:03:55.081220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=69a1210a-8c5d-4f12-9a4a-f53794ab06bc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:55.156938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4222b-f92d-4491-a404-b923c45fdccd req-434b84b4-e92e-4fbb-8689-e3dfd66afd1e tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:55.160128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2f4222b-f92d-4491-a404-b923c45fdccd req-434b84b4-e92e-4fbb-8689-e3dfd66afd1e tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 943 time: 0.2990034 Apr 01 15:03:55.245256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6b17d6ed-df5d-4857-a990-384e3507f25e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6b17d6ed-df5d-4857-a990-384e3507f25e,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:55.254494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 69a1210a-8c5d-4f12-9a4a-f53794ab06bc no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:03:55.294323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['1865b856-c672-47fb-af57-ed04320b00ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:55.321225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['8dcf4a7e-931a-4ff3-a643-e36499488ca0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:55.330458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2f4222b-f92d-4491-a404-b923c45fdccd req-b3c9164f-a200-4dcf-a427-f589ea76735b tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847664 Apr 01 15:03:55.373135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.385816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 69a1210a-8c5d-4f12-9a4a-f53794ab06bc {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:03:55.386329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 69a1210a-8c5d-4f12-9a4a-f53794ab06bc not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:03:55.410615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port 69a1210a-8c5d-4f12-9a4a-f53794ab06bc on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:03:55.411379 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:54Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:03:55.416050 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da37c83-cc35-4b65-8b03-f886f3c84169 None None] The sync data for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 is: [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:54Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:03:55.416690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '6b17d6ed-df5d-4857-a990-384e3507f25e', 'network_id': '100b68eb-5337-49d4-81a0-d5543ca2cc00', 'port_id': '6b17d6ed-df5d-4857-a990-384e3507f25e', 'mac_address': 'fa:16:3e:42:35:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6827671-1262-4a99-93f1-993eeb8cea89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:03:55.422738 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.426285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'name': 'network-vif-deleted', 'tag': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:55.443482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.468299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02c82845-626a-474c-bd25-a223746e72f8 req-3000b2a3-2c79-410c-8d60-26a8dcc02104 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295172 Apr 01 15:03:55.484414 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0638e9ad-36e7-47ab-9948-6a0847db9dd9 req-ca77eafd-50c7-43c3-9d20-a15d4be1af04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "DELETE /v2.0/ports/69a1210a-8c5d-4f12-9a4a-f53794ab06bc HTTP/1.1" status: 204 len: 173 time: 3.5960221 Apr 01 15:03:55.591536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:55.595159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:55.602200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:55.620076 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada3a05-de3f-4b08-beea-126eaf7c2b79', 'name': 'network-vif-deleted', 'tag': '69a1210a-8c5d-4f12-9a4a-f53794ab06bc', 'status': 'completed', 'code': 200} Apr 01 15:03:55.647427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.710698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b17d6ed-df5d-4857-a990-384e3507f25e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:03:55.757791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:55.773041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'Port': ['ID=46ae6046-7b9e-4829-b463-6e8de2ade856,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:55.971406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6b17d6ed-df5d-4857-a990-384e3507f25e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6b17d6ed-df5d-4857-a990-384e3507f25e,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:55.972769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=e7e25a61-38af-43e2-85e0-498a6f24fe44,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:56.008070 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:56.084624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8caa1aef-ba06-4670-80a3-09f82d103c80 req-923678ab-e628-4e9c-b1fd-33a511d6025c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:56.108511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:56.109741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network hostable DHCP agents. Network: 1521f7be-bcca-472b-a0e8-65bfb965abc6, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:03:56.118268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8caa1aef-ba06-4670-80a3-09f82d103c80 req-923678ab-e628-4e9c-b1fd-33a511d6025c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:56.120421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8caa1aef-ba06-4670-80a3-09f82d103c80 req-923678ab-e628-4e9c-b1fd-33a511d6025c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ada3a05-de3f-4b08-beea-126eaf7c2b79 HTTP/1.1" status: 200 len: 210 time: 0.0951147 Apr 01 15:03:56.139533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:56.144106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:03:56.160160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1521f7be-bcca-472b-a0e8-65bfb965abc6) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:56.172955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64284a6-1f63-4085-9b41-6db3791a5b88 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:03:56.174825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:56.175635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:56.207734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56664) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:56.208010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-159e2962-ba1a-4749-9f71-e59bb2ec1b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9089186 Apr 01 15:03:56.223751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'name': 'tempest-NetworksTestDHCPv6-1522189185'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:03:56.259571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c099ca-e3e2-4531-ae9e-c1ecb8f38c72 req-8224adf3-df0f-431e-81ea-bf427cccf5b4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:56.267176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5c099ca-e3e2-4531-ae9e-c1ecb8f38c72 req-8224adf3-df0f-431e-81ea-bf427cccf5b4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 944 time: 0.3858597 Apr 01 15:03:56.316541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6b17d6ed-df5d-4857-a990-384e3507f25e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:56.542231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:56.548707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['6b17d6ed-df5d-4857-a990-384e3507f25e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:03:56.703389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c291ba-c426-4d3b-86a8-c2114c856a91 req-9254a021-4aff-4f0b-abad-e64073c80f36 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:56.706872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7c2e77b3-665f-4102-b7c3-13f237307f49 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:56.712552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17c291ba-c426-4d3b-86a8-c2114c856a91 req-9254a021-4aff-4f0b-abad-e64073c80f36 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 944 time: 0.1961613 Apr 01 15:03:56.791089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5c099ca-e3e2-4531-ae9e-c1ecb8f38c72 req-5d0eb270-4ab5-43c7-b42d-4a173ca2efb7 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227699 Apr 01 15:03:56.835760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:56.854974 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17c291ba-c426-4d3b-86a8-c2114c856a91 req-b74f37e7-ae2f-4911-b1cd-1c2c0d09bf08 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415327 Apr 01 15:03:56.940411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:56.943870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': 'e7e25a61-38af-43e2-85e0-498a6f24fe44'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:03:56.944451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:56.949263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:56.967541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:57.013302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7c2e77b3-665f-4102-b7c3-13f237307f49 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:57.016661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:03:57.019872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.029442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1865b856-c672-47fb-af57-ed04320b00ba up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:57.048856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 0b8cf96d-02ff-438e-ad23-0c053642c6a6 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:03:57.085588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7c2e77b3-665f-4102-b7c3-13f237307f49 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:57.086377 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.246573 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.263026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.360227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'Port': ['ID=46ae6046-7b9e-4829-b463-6e8de2ade856,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:57.389374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::29d (1521f7be-bcca-472b-a0e8-65bfb965abc6/e7e25a61-38af-43e2-85e0-498a6f24fe44/0b8cf96d-02ff-438e-ad23-0c053642c6a6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:57.470242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56700) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:57.516412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.588436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.597635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8379a06a-1dd8-4b80-bef7-f17773a3a173 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4515641 Apr 01 15:03:57.598188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 1865b856-c672-47fb-af57-ed04320b00ba completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:57.745698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 1865b856-c672-47fb-af57-ed04320b00ba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:57.747407 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.748852 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.785970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.788378 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.813916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:03:57.818240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Usage tracker for resource:security_group_rule and tenant:e90b9f16a86e44e8b35fb356bde2a81a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:03:57.821498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:03:57.827870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:03:57.880954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7c2e77b3-665f-4102-b7c3-13f237307f49, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7c2e77b3-665f-4102-b7c3-13f237307f49,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:57.897548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.898165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 0b8cf96d-02ff-438e-ad23-0c053642c6a6 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:57.955780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfc58-134c-4fd4-a731-ef5df78b1924 req-48196f3e-ec2a-489d-bf9d-21cc9c616916 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:57.957383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632bfc58-134c-4fd4-a731-ef5df78b1924 req-48196f3e-ec2a-489d-bf9d-21cc9c616916 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.1586909 Apr 01 15:03:57.959406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34ad6491-9b47-4072-a302-55a71069114a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:57.991071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.019491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.029173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.072096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e90b9f16a86e44e8b35fb356bde2a81a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5999572 Apr 01 15:03:58.073876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56724) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:58.080193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e51a207-82da-4344-a042-0e54e5c09882 req-f2ab20c5-676d-4c14-95c1-b7f488cae713 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:58.102092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/e7e25a61-38af-43e2-85e0-498a6f24fe44/54ea8cbe-4f55-4af9-bde5-84c24920fa7b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:03:58.103369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:58.110957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ca229-74ed-4167-b3f6-9da7d2a9f8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ee5c8-154d-497f-9891-3b0916e37843,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:58.111503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:58.112286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7c2e77b3-665f-4102-b7c3-13f237307f49,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:58.118373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=0b8cf96d-02ff-438e-ad23-0c053642c6a6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:58.122783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:58.125858 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.126585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:58.127127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.134327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e51a207-82da-4344-a042-0e54e5c09882 req-f2ab20c5-676d-4c14-95c1-b7f488cae713 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:58.135809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-f2ab20c5-676d-4c14-95c1-b7f488cae713 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--420698181&fields=id&tenant_id=9757218e019f4279aae1261d703db4fc HTTP/1.1" status: 200 len: 267 time: 0.1580484 Apr 01 15:03:58.203336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632bfc58-134c-4fd4-a731-ef5df78b1924 req-e5a39e54-8533-4633-9f4f-82563e6be01c tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233794 Apr 01 15:03:58.211090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-804b440a-873c-4d5b-9420-81815a319270 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0017645 Apr 01 15:03:58.215809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56730) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:58.227228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1865b856-c672-47fb-af57-ed04320b00ba'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:03:58.246339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1865b856-c672-47fb-af57-ed04320b00ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1865b856-c672-47fb-af57-ed04320b00ba,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:58.267385 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.277349 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.298048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51a207-82da-4344-a042-0e54e5c09882 req-8f90514f-b6e8-41de-8b97-6899091c2f4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:58.298884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e51a207-82da-4344-a042-0e54e5c09882 req-8f90514f-b6e8-41de-8b97-6899091c2f4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:58.317512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.325224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8e51a207-82da-4344-a042-0e54e5c09882 req-8f90514f-b6e8-41de-8b97-6899091c2f4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:58.326471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-8f90514f-b6e8-41de-8b97-6899091c2f4b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 810 time: 0.1841843 Apr 01 15:03:58.348583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-ccc0f3a4-8dd7-445e-8eef-0340309bf5a3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/quotas/9757218e019f4279aae1261d703db4fc HTTP/1.1" status: 200 len: 375 time: 0.0158691 Apr 01 15:03:58.407897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1865b856-c672-47fb-af57-ed04320b00ba,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:58.435719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773607e-2dc1-4d45-b6b9-f6a372c4b840 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:58.436412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2773607e-2dc1-4d45-b6b9-f6a372c4b840 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:03:58.437578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.455394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-7edfa69e-4f81-49d5-ac82-a81b601fbf8c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011512 Apr 01 15:03:58.464078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Transition to ACTIVE for port object 54ea8cbe-4f55-4af9-bde5-84c24920fa7b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:58.465354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.478022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2773607e-2dc1-4d45-b6b9-f6a372c4b840 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:03:58.479257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2773607e-2dc1-4d45-b6b9-f6a372c4b840 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2611294 Apr 01 15:03:58.482055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56738) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:03:58.487889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c25c-116a-472b-9757-1c6a17adbb85 req-0a4f8dba-71ec-4e37-b10a-23d4b21a6c98 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:58.489307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81e2c25c-116a-472b-9757-1c6a17adbb85 req-0a4f8dba-71ec-4e37-b10a-23d4b21a6c98 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.1545954 Apr 01 15:03:58.489489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Transition to ACTIVE for port object 54ea8cbe-4f55-4af9-bde5-84c24920fa7b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:03:58.493958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ee5c8-154d-497f-9891-3b0916e37843,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:58.497121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.515253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.516351 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb8ee5c8-154d-497f-9891-3b0916e37843 HTTP/1.1" status: 204 len: 168 time: 0.4383521 Apr 01 15:03:58.527485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.527820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.528151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.528475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.528800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.529117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.529431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.529743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.530055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.530367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.530677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60815c-485a-4560-82a0-12075852b652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:03:58.555040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81e2c25c-116a-472b-9757-1c6a17adbb85 req-9b7ca976-13d0-4c96-84af-852aec28bbd2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Apr 01 15:03:58.598856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:03:58.602277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:03:58.604928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:03:58.617049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Pushing event updated for resources: {'Port': ['ID=54ea8cbe-4f55-4af9-bde5-84c24920fa7b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:58.692868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7c2e77b3-665f-4102-b7c3-13f237307f49 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:58.724190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 0b8cf96d-02ff-438e-ad23-0c053642c6a6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:03:58.724529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.770266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Attempting to bind port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:03:58.770845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Attempting to bind port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:03:58.771306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Attempting to bind port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:03:58.804159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:03:58.804520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:03:58.804935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.805297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:03:58.805769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Bound port: 54ea8cbe-4f55-4af9-bde5-84c24920fa7b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:03:58.806135 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.913169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] For port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:03:58.918784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] For port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=54ea8cbe-4f55-4af9-bde5-84c24920fa7b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:03:58.925762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7c2e77b3-665f-4102-b7c3-13f237307f49 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:58.926126 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:58.962211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2c63-e107-480f-a0c0-adc797cc5ffd req-5fc66b10-d209-44af-9eb1-9037fda26a11 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:58.964757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-797a2c63-e107-480f-a0c0-adc797cc5ffd req-5fc66b10-d209-44af-9eb1-9037fda26a11 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 944 time: 0.1620505 Apr 01 15:03:58.986838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:59.014325 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-7832bad3-4fd9-42cc-973e-d482ec733940 service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434339 Apr 01 15:03:59.025928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8dcf4a7e-931a-4ff3-a643-e36499488ca0 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:59.037786 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-797a2c63-e107-480f-a0c0-adc797cc5ffd req-2c0c67e2-7939-410f-a65a-e57c865ef5d3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 Apr 01 15:03:59.188053 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:59.258039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95782399-2c9f-44c5-bcd8-52f8b2cc9c93 None None] Pushing event updated for resources: {'Port': ['ID=54ea8cbe-4f55-4af9-bde5-84c24920fa7b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:03:59.281942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:59.288055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:59.288569 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:59.349058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 0b8cf96d-02ff-438e-ad23-0c053642c6a6 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:03:59.366167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527d474-8c77-4a43-b102-14f0c975695f req-14fb2a91-e946-442f-978b-30958ed2a026 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:03:59.373901 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-14fb2a91-e946-442f-978b-30958ed2a026 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.2104297 Apr 01 15:03:59.395409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-50018dfb-a237-46cd-b5d8-d25f21e835be tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.0202887 Apr 01 15:03:59.475540 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:59.536284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8dcf4a7e-931a-4ff3-a643-e36499488ca0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8dcf4a7e-931a-4ff3-a643-e36499488ca0,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:03:59.544989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-86104f91-1fb5-40ab-a92f-9188fb91f83a service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305164 Apr 01 15:03:59.560123 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:59.562093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6b17d6ed-df5d-4857-a990-384e3507f25e up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:03:59.609034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-3ba8423d-9d7a-42ee-99f9-c2ac16ad8e16 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2122552 Apr 01 15:03:59.873486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 6b17d6ed-df5d-4857-a990-384e3507f25e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:03:59.885988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:03:59.892486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 6b17d6ed-df5d-4857-a990-384e3507f25e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:03:59.895384 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:00.011711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8dcf4a7e-931a-4ff3-a643-e36499488ca0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:00.040470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=0b8cf96d-02ff-438e-ad23-0c053642c6a6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:00.070483 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1865b856-c672-47fb-af57-ed04320b00ba', 'code': 200} Apr 01 15:04:00.126679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-4754b815-bba4-4d8f-a542-6e63d73fe647 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138073 Apr 01 15:04:00.218654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:00.226560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56784) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:00.253802 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:00.266832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-038de19c-af44-41f6-9ca9-53eab0ba5c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:00.276733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7ee5544e-0333-40c3-bc25-15d8d6450dac tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/0b8cf96d-02ff-438e-ad23-0c053642c6a6 HTTP/1.1" status: 204 len: 168 time: 1.7928994 Apr 01 15:04:00.278819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56792) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:00.315485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6b17d6ed-df5d-4857-a990-384e3507f25e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6b17d6ed-df5d-4857-a990-384e3507f25e,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:00.317787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-24f70ca4-0286-4b68-935d-3110456f1e91 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894972 Apr 01 15:04:00.332468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:00.453627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6b17d6ed-df5d-4857-a990-384e3507f25e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:00.456072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8656da9-0833-4e70-8203-029eef37f23d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:00.457376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8656da9-0833-4e70-8203-029eef37f23d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:00.458162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c8656da9-0833-4e70-8203-029eef37f23d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:00.481034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-789a6b15-bd3e-4b04-9ca0-369185586fb3 req-fa6c81ca-b310-4699-9ae5-3c0cc1d02ee9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 1096 time: 0.3142424 Apr 01 15:04:00.520163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c8656da9-0833-4e70-8203-029eef37f23d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:00.521310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c8656da9-0833-4e70-8203-029eef37f23d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2406552 Apr 01 15:04:00.524173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56802) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:00.577599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663b25-f2b7-4243-96cc-e3e537e0a705 req-2c644a2e-6a34-4a72-970b-25f7255a2db5 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:00.579060 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7663b25-f2b7-4243-96cc-e3e537e0a705 req-2c644a2e-6a34-4a72-970b-25f7255a2db5 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2381220 Apr 01 15:04:00.642683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1197484017-network', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:00.649394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:00.653894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Usage tracker for resource:network and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:00.656965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:00.673140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:00.703470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-789a6b15-bd3e-4b04-9ca0-369185586fb3 req-ab923fd4-bb4c-4c10-899c-9be328544097 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057738 Apr 01 15:04:00.741821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Made reservation on behalf of 80b1ddfff78f4e45aa963e3cb6e69964 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:00.747279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:00.749960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 54ea8cbe-4f55-4af9-bde5-84c24920fa7b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:00.783354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:00.817992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7663b25-f2b7-4243-96cc-e3e537e0a705 req-c3be3825-08d1-40c0-8660-4e3e2173ddee tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237434 Apr 01 15:04:00.866024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:00.871639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:00.877277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:00.886996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:00.918806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-53def25f-3c1b-434c-84aa-737b2cd7d5b7 req-0b95da53-34a0-48be-9fc6-e1cf6f8e2660 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:00.961063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:00.995527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-53def25f-3c1b-434c-84aa-737b2cd7d5b7 req-0b95da53-34a0-48be-9fc6-e1cf6f8e2660 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:01.013812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767935b-f54f-4ef9-a4b1-19c0be436df5 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:01.019879 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.025492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.026674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53def25f-3c1b-434c-84aa-737b2cd7d5b7 req-0b95da53-34a0-48be-9fc6-e1cf6f8e2660 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 210 time: 0.4289179 Apr 01 15:04:01.072928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:04:01.139558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet e7e25a61-38af-43e2-85e0-498a6f24fe44 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:01.142591 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.146351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc6627-c7a0-49bb-8d9a-74662226dc1c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:01.151946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.152291 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Added segment d121beeb-8b0c-45e4-900a-a19d6f4589e0 of type vlan for network 55cc7f3b-7b44-4350-9885-32fdac15a847 Apr 01 15:04:01.203168 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.228556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430413df-1c7c-4ec3-8e75-4d055e69257b req-2f628175-bf90-4efc-bda9-2e46f48ecca0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:01.238172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-430413df-1c7c-4ec3-8e75-4d055e69257b req-2f628175-bf90-4efc-bda9-2e46f48ecca0 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 945 time: 0.1392007 Apr 01 15:04:01.269157 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.279932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.300514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.301736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:01.302315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.320981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f64dcb8c-4795-415a-a432-6ed5e2650fe7 None None] Provisioning for port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:01.355870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-430413df-1c7c-4ec3-8e75-4d055e69257b req-1afc47ae-d839-4be1-be10-7417e6010644 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163616 Apr 01 15:04:01.358350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f64dcb8c-4795-415a-a432-6ed5e2650fe7 None None] Provisioning complete for port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:01.358790 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f64dcb8c-4795-415a-a432-6ed5e2650fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.443595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.513658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2856641 Apr 01 15:04:01.522274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56822) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:01.536093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Request body: {'subnet': {'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-subnet', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:01.544114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aed40-8c17-4731-a8c2-3e9f256fc9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=55cc7f3b-7b44-4350-9885-32fdac15a847,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:01.548548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:01.562000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Usage tracker for resource:subnet and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:01.566835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:01.588578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:04:01.616452 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.619803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:01.645043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0920afda-f6c5-42dd-8179-7c265b3508a2 req-ac9f785a-3f99-40cf-a2a7-f43469b7605d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 210 time: 0.0751941 Apr 01 15:04:01.674211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Made reservation on behalf of 80b1ddfff78f4e45aa963e3cb6e69964 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:01.682733 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.758969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.851395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e25a61-38af-43e2-85e0-498a6f24fe44,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:01.887878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.893548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f64dcb8c-4795-415a-a432-6ed5e2650fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:01.932926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b0dcc008-1a83-4644-a7c5-8d056150f89d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/e7e25a61-38af-43e2-85e0-498a6f24fe44 HTTP/1.1" status: 204 len: 168 time: 1.4076540 Apr 01 15:04:01.933432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f64dcb8c-4795-415a-a432-6ed5e2650fe7 None None] For port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=54ea8cbe-4f55-4af9-bde5-84c24920fa7b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:01.938161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56830) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:01.939665 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f64dcb8c-4795-415a-a432-6ed5e2650fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.024426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0d49f-f62a-4d1b-b757-16900dc6cf23 req-ac6cd2b7-6cbd-41a4-8597-b38032209249 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:02.028567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dcb8c-4795-415a-a432-6ed5e2650fe7 None None] Pushing event updated for resources: {'Port': ['ID=54ea8cbe-4f55-4af9-bde5-84c24920fa7b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:02.031550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2fe0d49f-f62a-4d1b-b757-16900dc6cf23 req-ac6cd2b7-6cbd-41a4-8597-b38032209249 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.1310401 Apr 01 15:04:02.031922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0410d5b9-736b-44d4-9b72-b589266d9ada tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912318 Apr 01 15:04:02.047423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56834) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:02.055887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:02.072266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf4a7e-931a-4ff3-a643-e36499488ca0'}, {'server_uuid': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b17d6ed-df5d-4857-a990-384e3507f25e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:02.087235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b52fe8-f2c5-4363-8299-78501e5c291b req-aeebddd1-ffd8-49f2-86c8-9826a89c43ae tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:02.088835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41b52fe8-f2c5-4363-8299-78501e5c291b req-aeebddd1-ffd8-49f2-86c8-9826a89c43ae tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 945 time: 0.2878437 Apr 01 15:04:02.185094 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41b52fe8-f2c5-4363-8299-78501e5c291b req-afbebc69-fb5b-4f4c-99d3-878d5ed9eb75 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872328 Apr 01 15:04:02.187636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2fe0d49f-f62a-4d1b-b757-16900dc6cf23 req-ca7a3fc6-241f-4710-8dc9-7053f6d31a59 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551273 Apr 01 15:04:02.197057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486b9f1-2d2a-4b86-a92e-e2855fd4a450 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:02.206607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.258551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:02.270774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:02.276643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:02.296948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:02.305395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3589c822-bb20-4279-a1bd-ccf87a65739a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:02.324299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:02.342922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e26e87ff-e885-497f-babe-5f80204b2462 None None] Provisioning complete for port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:02.343311 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e26e87ff-e885-497f-babe-5f80204b2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.346560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Checking segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:02.347453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Network hostable DHCP agents. Network: 55cc7f3b-7b44-4350-9885-32fdac15a847, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:04:02.403663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:04:02.419650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 55cc7f3b-7b44-4350-9885-32fdac15a847) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:02.424045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:02.424723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.432894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c92d695-d9f2-404d-a079-12866f1d0b33 None None] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:02.507460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-13269e9d-424d-442e-9eb0-64812867f90e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9830093 Apr 01 15:04:02.543743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56844) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:02.543743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:02.548176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:02.558756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Usage tracker for resource:router and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:02.559920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d2eef0b0-40ac-41d2-bc2a-b460aab38891 req-5810eb90-509b-4819-bfc0-5678b54b9c27 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 210 time: 0.0831025 Apr 01 15:04:02.575726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:02.589427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:02.637284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.638528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.666911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769685a-ab47-4d6e-bdea-23dd8473c467 req-646b8944-644a-41df-a516-b0a87ba5c089 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:02.679813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d769685a-ab47-4d6e-bdea-23dd8473c467 req-646b8944-644a-41df-a516-b0a87ba5c089 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2242782 Apr 01 15:04:02.721236 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf4a7e-931a-4ff3-a643-e36499488ca0', 'code': 200} Apr 01 15:04:02.723534 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b17d6ed-df5d-4857-a990-384e3507f25e', 'code': 200} Apr 01 15:04:02.762054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.765373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 54ea8cbe-4f55-4af9-bde5-84c24920fa7b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:02.790609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51a207-82da-4344-a042-0e54e5c09882 req-5934762e-e4f7-4eaf-afc0-71517d9a7f80 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:02.792692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-5934762e-e4f7-4eaf-afc0-71517d9a7f80 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.44 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 810 time: 0.2641752 Apr 01 15:04:02.940523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:02.967859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.112074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:03.112655 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.143720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:03.174603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] Deleting port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:03.175183 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.187827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d769685a-ab47-4d6e-bdea-23dd8473c467 req-211140ff-2804-4160-bc5e-0cbcf12eedb6 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067415 Apr 01 15:04:03.208492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-55cc7f3b-7b44-4350-9885-32fdac15a847', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:03.210847 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.382730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-bcdbdddc-0683-497b-8f53-727ad28f5ada tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9757218e019f4279aae1261d703db4fc HTTP/1.1" status: 200 len: 379 time: 0.5557983 Apr 01 15:04:03.410082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527d474-8c77-4a43-b102-14f0c975695f req-cefe2f7d-e337-4464-9e37-534017d1c2ab tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:03.412579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-cefe2f7d-e337-4464-9e37-534017d1c2ab tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.2236791 Apr 01 15:04:03.434451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.500663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'port': {'device_id': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'admin_state_up': True, 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'security_groups': ['1f41fb95-982e-4d8d-baa8-294dd81f71c1']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:03.506021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': '58a56fa0-0f83-4418-88b9-fe7145652512', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:03.536858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f419c2e-1876-4fb9-bf2f-4e53bd555ecd req-a64443d8-a389-4090-adac-f2cf3bc2a130 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 210 time: 0.0904279 Apr 01 15:04:03.645145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] For port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=54ea8cbe-4f55-4af9-bde5-84c24920fa7b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:03.645850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.662316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d52b17-7c74-4adf-8078-fa7ff0f20792 req-b88ed3d9-c685-445d-9907-b0ee320d5914 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:03.669178 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d52b17-7c74-4adf-8078-fa7ff0f20792 req-b88ed3d9-c685-445d-9907-b0ee320d5914 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 945 time: 0.8440049 Apr 01 15:04:03.700382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.700712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-efe7b084-8795-4326-a5e6-83a9f7d55f86 req-55066c16-fa1b-4ea1-a693-f12a7305c673 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 1096 time: 0.5627229 Apr 01 15:04:03.794903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] Calling delete_port for 54ea8cbe-4f55-4af9-bde5-84c24920fa7b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:03.837021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:03.847385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Allocated IP 172.20.0.2 (55cc7f3b-7b44-4350-9885-32fdac15a847/3589c822-bb20-4279-a1bd-ccf87a65739a/7c9784b6-a323-4ef6-a275-9604386c49fc) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:03.848812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:03.850576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:03.853918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be0d9c3a-1e53-4b9c-9981-2ac35ce64b29 req-9472665a-9f11-4abe-881b-777e1343e1e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 1096 time: 0.9493327 Apr 01 15:04:03.855440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:03.860559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:03.862167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.871286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:03.877932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-efe7b084-8795-4326-a5e6-83a9f7d55f86 req-b4d535f8-1ac7-4b02-b895-29d8cc5adcbc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250381 Apr 01 15:04:03.896558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:03.899741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:03.920619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d52b17-7c74-4adf-8078-fa7ff0f20792 req-79861818-6aa9-47ca-b634-887545b6f9ff tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505684 Apr 01 15:04:03.921889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:03.929184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd858ae5-4237-424b-8bd3-f5b26c5fef23 req-914c32cb-548c-4bbf-b864-c599f06ab9ea tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:03.931197 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd858ae5-4237-424b-8bd3-f5b26c5fef23 req-914c32cb-548c-4bbf-b864-c599f06ab9ea tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 945 time: 0.2269952 Apr 01 15:04:03.948377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=633bbe7f-2cb1-4127-8c05-3b7ba54f5919,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:03.953490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27b0196a-20e4-4f58-b29f-04d86fde511f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9050617 Apr 01 15:04:03.956788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56856) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:03.971867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'name': 'tempest-NetworksTestDHCPv6-1562332110'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:03.992549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Made reservation on behalf of 9757218e019f4279aae1261d703db4fc for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:03.995348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.073554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be0d9c3a-1e53-4b9c-9981-2ac35ce64b29 req-eabd5019-ca38-4b92-b824-709e7d5adf37 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898048 Apr 01 15:04:04.120920 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.131977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd858ae5-4237-424b-8bd3-f5b26c5fef23 req-f847ca39-f784-47cb-afc0-69fa15ef0f13 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929648 Apr 01 15:04:04.189103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.227867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.234020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.240308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Transition to ACTIVE for port object 7c9784b6-a323-4ef6-a275-9604386c49fc will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:04.262872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Transition to ACTIVE for port object 7c9784b6-a323-4ef6-a275-9604386c49fc will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:04.274041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] Pushing event deleted for resources: {'Port': ['ID=54ea8cbe-4f55-4af9-bde5-84c24920fa7b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:04.274312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:04.280939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:04.284784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:04.290265 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.294802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:04.296811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe4c4e-3f8e-45d6-9b8e-fdd01b12ed3f None None] No DVR routers for this DVR port 54ea8cbe-4f55-4af9-bde5-84c24920fa7b on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:04.308191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.11 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/6a8dec67-cc6f-4275-9f38-368f58d387d2) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:04.351459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:04.357409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.376441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca27155-fd02-4bc7-b839-a41dbf95d6d9 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:04.390895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643bf5e-2be9-42bf-8c07-9f79d4a69a97 req-cde644bd-f19c-4843-bec5-ed0eb6c8e288 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:04.392403 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9643bf5e-2be9-42bf-8c07-9f79d4a69a97 req-cde644bd-f19c-4843-bec5-ed0eb6c8e288 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.3096097 Apr 01 15:04:04.405887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 2610df80-c084-4c0f-ad0c-0f7c561bbf9b yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:04.459588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:04.462541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:04.470020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Pushing event updated for resources: {'Port': ['ID=7c9784b6-a323-4ef6-a275-9604386c49fc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:04.470266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Allocated IP 172.20.0.9 (d7cbb437-7e80-42c6-ac77-a3ad41aac6cb/aa26572c-175d-4b4e-b2f0-0cb36ba4181f/ccf574e6-f75a-4152-ba9a-d54ec4cd31a1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:04.475685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:04.488142 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a5952a29-5244-444c-b0a6-8114cfdcc9bb req-f1e84d49-d5b2-4d97-afb3-baec9251c550 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 210 time: 0.1062334 Apr 01 15:04:04.623498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9643bf5e-2be9-42bf-8c07-9f79d4a69a97 req-3b4ca8d6-7815-45d0-b3b0-35d255ed89d8 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196965 Apr 01 15:04:04.656036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Attempting to bind port 7c9784b6-a323-4ef6-a275-9604386c49fc on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:04.656405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Attempting to bind port 7c9784b6-a323-4ef6-a275-9604386c49fc by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:04.657070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Attempting to bind port 7c9784b6-a323-4ef6-a275-9604386c49fc on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:04.664302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 54ea8cbe-4f55-4af9-bde5-84c24920fa7b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:04.700296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 54ea8cbe-4f55-4af9-bde5-84c24920fa7b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:04.700656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 54ea8cbe-4f55-4af9-bde5-84c24920fa7b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:04.743010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Allocated IP 172.25.2.204 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/c7ce9929-b439-4afa-bc2c-0aa210b15c3d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:04.772079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::35d (1521f7be-bcca-472b-a0e8-65bfb965abc6/633bbe7f-2cb1-4127-8c05-3b7ba54f5919/2610df80-c084-4c0f-ad0c-0f7c561bbf9b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:04.772453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:04.772858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Checking segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:04.773324 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.773734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Bound using segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:04.774275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Bound port: 7c9784b6-a323-4ef6-a275-9604386c49fc, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:04.775256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.891003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ea89f3a-aba5-494a-9e01-8cc6bf985d67 req-b7e13b55-d69d-40ca-953d-fd41ae7c9cca tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 210 time: 0.0777857 Apr 01 15:04:04.930594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '633bbe7f-2cb1-4127-8c05-3b7ba54f5919'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:04.931571 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:04.944091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.011061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] For port 7c9784b6-a323-4ef6-a275-9604386c49fc, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:05.035257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] For port 7c9784b6-a323-4ef6-a275-9604386c49fc, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7c9784b6-a323-4ef6-a275-9604386c49fc,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:05.046867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.050185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Transition to ACTIVE for port object ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:05.057261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095da42-58cb-4c60-a139-236768ae1d20 req-ab1fbfc2-5312-413b-9e33-a7ed163d1278 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:05.063359 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.064216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f095da42-58cb-4c60-a139-236768ae1d20 req-ab1fbfc2-5312-413b-9e33-a7ed163d1278 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.3795807 Apr 01 15:04:05.143341 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.157406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf4bba-dc9c-44b3-8420-2662f57e1ed1 None None] Pushing event updated for resources: {'Port': ['ID=7c9784b6-a323-4ef6-a275-9604386c49fc,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:05.177726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f095da42-58cb-4c60-a139-236768ae1d20 req-5cdda4e4-0691-4603-89ab-3134c12b50b1 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125066 Apr 01 15:04:05.216136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.228885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:05.269699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.300089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.305143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:05.306188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.313891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:05.318871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:05.401061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 2610df80-c084-4c0f-ad0c-0f7c561bbf9b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:05.455504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:05.462260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:05.495197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:05.542031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'Port': ['ID=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:05.549695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-f80c84d2-47a6-4ca5-bbb3-5d8ecd1a4dde tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:05.552030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-f80c84d2-47a6-4ca5-bbb3-5d8ecd1a4dde tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.4457364 Apr 01 15:04:05.628831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:05.684943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:05.700735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=6a8dec67-cc6f-4275-9f38-368f58d387d2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:05.707362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:05.783548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64537993-5518-4221-81fa-0d7eea1ceeff req-8859cc2c-0e16-482f-9557-5632c8a1d772 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:05.786175 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64537993-5518-4221-81fa-0d7eea1ceeff req-8859cc2c-0e16-482f-9557-5632c8a1d772 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 945 time: 0.5684988 Apr 01 15:04:05.830894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Deleting port 90f47c26-4f24-4cbb-bb0f-095dc923f33b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:05.831675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.858038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.872162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:05.872857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.899202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:05.907139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:05.907800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:05.938848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f5310a28-85c0-47eb-aff2-ad741b671060 None None] Provisioning for port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:05.955345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-90b927c9-9dc3-4312-ab8a-1aea2b6769b5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:05.956825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-90b927c9-9dc3-4312-ab8a-1aea2b6769b5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 945 time: 0.3824599 Apr 01 15:04:05.969564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/633bbe7f-2cb1-4127-8c05-3b7ba54f5919/b1efac90-320c-4cf9-8b14-1c4e4815f2cf) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:06.010075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503b97b-6a52-483f-9552-d9fcc74e1b98 req-bdd4ef78-1af5-44e8-9092-68517160b232 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:06.017145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4503b97b-6a52-483f-9552-d9fcc74e1b98 req-bdd4ef78-1af5-44e8-9092-68517160b232 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 945 time: 0.4049308 Apr 01 15:04:06.025749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-51f7abad-bf7c-45e5-9160-a8e7461a15e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5386214 Apr 01 15:04:06.029635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:06.042002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-d92de832-dc04-41a3-b32c-ec8d6bebbcf0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5597529 Apr 01 15:04:06.089045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64537993-5518-4221-81fa-0d7eea1ceeff req-1fad0da5-a26e-4539-94ac-b9de5e010a0e tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907321 Apr 01 15:04:06.090024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Request body: {'port': {'device_id': '58a56fa0-0f83-4418-88b9-fe7145652512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:06.090614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:06.099568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=2610df80-c084-4c0f-ad0c-0f7c561bbf9b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:06.108301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:06.112955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:06.113608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.129578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Request body: {'port': {'device_id': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:06.134697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f5310a28-85c0-47eb-aff2-ad741b671060 None None] Provisioning complete for port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:06.135339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5310a28-85c0-47eb-aff2-ad741b671060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.184962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Deleting port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:06.185236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.249645 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-09fce3bb-ddb2-44f1-a1e0-31b3349fcb6b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2902527 Apr 01 15:04:06.258537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f5310a28-85c0-47eb-aff2-ad741b671060 None None] Port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:04:06.263504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56876) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:06.284806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4503b97b-6a52-483f-9552-d9fcc74e1b98 req-fe314626-8598-48d0-b707-695fc3e6d8a9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668066 Apr 01 15:04:06.340521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.341290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.408918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.507488 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.520457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Transition to ACTIVE for port object b1efac90-320c-4cf9-8b14-1c4e4815f2cf will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:06.561614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Transition to ACTIVE for port object b1efac90-320c-4cf9-8b14-1c4e4815f2cf will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:06.575777 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.684722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7c9784b6-a323-4ef6-a275-9604386c49fc up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:06.736751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea773c2-47d1-478b-b4c8-5fcd7d5d9b3c None None] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:06.776002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:06.844790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:06.853218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:06.868790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Pushing event updated for resources: {'Port': ['ID=b1efac90-320c-4cf9-8b14-1c4e4815f2cf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:06.880751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:06.950866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-03f7dd6a-86df-46b2-9dc0-f56e25bf8cd3 None None] Provisioning for port 7c9784b6-a323-4ef6-a275-9604386c49fc completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:07.038541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] For port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:07.038896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.073181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Attempting to bind port b1efac90-320c-4cf9-8b14-1c4e4815f2cf on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:07.073717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Attempting to bind port b1efac90-320c-4cf9-8b14-1c4e4815f2cf by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:07.074169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Attempting to bind port b1efac90-320c-4cf9-8b14-1c4e4815f2cf on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:07.088739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7c9784b6-a323-4ef6-a275-9604386c49fc completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:07.103489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:07.104100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:07.104609 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.105098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:07.105676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Bound port: b1efac90-320c-4cf9-8b14-1c4e4815f2cf, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:07.106152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.117949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7c9784b6-a323-4ef6-a275-9604386c49fc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:07.118450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.121373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6bd1f-6ced-4c7b-b9e0-593c7a2fe4cf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:07.126944 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fae6bd1f-6ced-4c7b-b9e0-593c7a2fe4cf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.8558106 Apr 01 15:04:07.131466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] For port 90f47c26-4f24-4cbb-bb0f-095dc923f33b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=90f47c26-4f24-4cbb-bb0f-095dc923f33b,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:07.131829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.141122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56882) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:07.224890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Calling delete_port for 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:07.308324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-0319c86b-c13c-434b-a496-9e1a4aed99fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 1096 time: 0.5107179 Apr 01 15:04:07.335247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] For port b1efac90-320c-4cf9-8b14-1c4e4815f2cf, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:07.355943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] For port b1efac90-320c-4cf9-8b14-1c4e4815f2cf, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1efac90-320c-4cf9-8b14-1c4e4815f2cf,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:07.360203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf287fb-2af9-43a8-8a4d-7340fff07c1c req-5316f4bd-5b92-46d6-ab38-1d3ee4cca1d4 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:07.361704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dbf287fb-2af9-43a8-8a4d-7340fff07c1c req-5316f4bd-5b92-46d6-ab38-1d3ee4cca1d4 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 945 time: 0.4779720 Apr 01 15:04:07.372782 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.378101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 2610df80-c084-4c0f-ad0c-0f7c561bbf9b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:07.378902 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.407609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eca16-e6cf-4987-b035-dd601fc8a48e req-002f6540-9bed-417f-8c73-87b653836ad5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:07.409063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-794eca16-e6cf-4987-b035-dd601fc8a48e req-002f6540-9bed-417f-8c73-87b653836ad5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 931 time: 0.7603569 Apr 01 15:04:07.437912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.492447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141561f4-9f73-4553-b013-ffc92ee1485c None None] Pushing event updated for resources: {'Port': ['ID=b1efac90-320c-4cf9-8b14-1c4e4815f2cf,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:07.514100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7c9784b6-a323-4ef6-a275-9604386c49fc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7c9784b6-a323-4ef6-a275-9604386c49fc,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:07.529179 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.664424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-794eca16-e6cf-4987-b035-dd601fc8a48e req-71b4b9bf-8c1b-4943-aad4-fe6b9b4a91c1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:07.664687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7c9784b6-a323-4ef6-a275-9604386c49fc,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:07.733143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:04:07.797445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-794eca16-e6cf-4987-b035-dd601fc8a48e req-71b4b9bf-8c1b-4943-aad4-fe6b9b4a91c1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:07.798715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-794eca16-e6cf-4987-b035-dd601fc8a48e req-71b4b9bf-8c1b-4943-aad4-fe6b9b4a91c1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742692 Apr 01 15:04:07.839564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.943360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e68e5c85-90a6-4f16-aa1c-cb63aecd4949 None None] Provisioning complete for port 7c9784b6-a323-4ef6-a275-9604386c49fc triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:07.943730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e68e5c85-90a6-4f16-aa1c-cb63aecd4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:07.959387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event deleted for resources: {'Port': ['ID=06e6f215-ff82-40bb-9d70-d1e8bfdc2282,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:08.011434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:04:08.040299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] No DVR routers for this DVR port 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:08.043325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.076403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0578430d-5118-444c-b9b5-26e6b85dae38', 'name': 'network-vif-deleted', 'tag': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:08.097118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dbf287fb-2af9-43a8-8a4d-7340fff07c1c req-460c002b-bea7-4942-8182-6b3147c7a0c0 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups?id=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6850178 Apr 01 15:04:08.158377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2077e7f7-9479-45c9-ae43-cdfb7561c592 req-ff850a01-cfe8-4ff7-bf1c-099e4fb8d6e2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "DELETE /v2.0/ports/06e6f215-ff82-40bb-9d70-d1e8bfdc2282 HTTP/1.1" status: 204 len: 173 time: 2.1867869 Apr 01 15:04:08.171104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-4dca3ff8-3674-4f7c-a33d-9f517353c0d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:08.173181 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-4dca3ff8-3674-4f7c-a33d-9f517353c0d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 910 time: 0.8467600 Apr 01 15:04:08.176657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8dec67-cc6f-4275-9f38-368f58d387d2 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:08.182571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:04:08.190171 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.217725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Transition to ACTIVE for port object 6a8dec67-cc6f-4275-9f38-368f58d387d2 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:08.274102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.274475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.274782 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Floating IP 705a8c7b-d70e-43af-ac69-ff6138cd8dff disassociated. External IP: 172.25.2.115, port: 90f47c26-4f24-4cbb-bb0f-095dc923f33b. Apr 01 15:04:08.275130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Calling delete_port for 90f47c26-4f24-4cbb-bb0f-095dc923f33b owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:08.291377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.386196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd706f-dedc-4371-8c56-1a3c42afbebf req-c48c1290-70e5-47dc-b6bf-192162917d7b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:08.387091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3dcd706f-dedc-4371-8c56-1a3c42afbebf req-c48c1290-70e5-47dc-b6bf-192162917d7b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:08.493107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8dec67-cc6f-4275-9f38-368f58d387d2,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:08.538963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3dcd706f-dedc-4371-8c56-1a3c42afbebf req-c48c1290-70e5-47dc-b6bf-192162917d7b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:08.545859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcd706f-dedc-4371-8c56-1a3c42afbebf req-c48c1290-70e5-47dc-b6bf-192162917d7b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 932 time: 0.4973063 Apr 01 15:04:08.549811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-ba46cab4-1d2f-4048-aa92-960eef8a5b51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1865b856-c672-47fb-af57-ed04320b00ba HTTP/1.1" status: 200 len: 217 time: 0.3347199 Apr 01 15:04:08.573640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:08.589201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.698833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3dcd706f-dedc-4371-8c56-1a3c42afbebf req-081bfd28-6832-497d-9b8f-70573bb59b17 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516488 Apr 01 15:04:08.724310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-8337adae-8028-4eaf-9438-aa9a762b35ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:08.725764 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-8337adae-8028-4eaf-9438-aa9a762b35ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.1051764 Apr 01 15:04:08.742491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.828197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Transition to ACTIVE for port object ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:08.844486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7c9784b6-a323-4ef6-a275-9604386c49fc up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:08.855609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Attempting to bind port 6a8dec67-cc6f-4275-9f38-368f58d387d2 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:08.855933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Attempting to bind port 6a8dec67-cc6f-4275-9f38-368f58d387d2 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:08.856254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Attempting to bind port 6a8dec67-cc6f-4275-9f38-368f58d387d2 on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:08.874166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Port 6a8dec67-cc6f-4275-9f38-368f58d387d2 on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:04:08.874900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Attempting to bind port 6a8dec67-cc6f-4275-9f38-368f58d387d2 on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:08.892761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:08.893158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:08.900931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:08.901551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Bound port: 6a8dec67-cc6f-4275-9f38-368f58d387d2, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:08.903678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.927531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:08.980703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-08feffad-3a3d-4660-9bd5-e722ab086056 None None] Provisioning for port b1efac90-320c-4cf9-8b14-1c4e4815f2cf completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:09.002002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7c9784b6-a323-4ef6-a275-9604386c49fc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:09.002639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:09.039332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-bd530b30-ef88-4f17-a0e1-5d02f60ecd04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2942019 Apr 01 15:04:09.046040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:04:09.063826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event deleted for resources: {'Port': ['ID=90f47c26-4f24-4cbb-bb0f-095dc923f33b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:09.064384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:09.111109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:04:09.131361 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:09.135729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a294acb2-ec98-4ee8-ad0c-bff7fae53423 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6207898 Apr 01 15:04:09.136463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56896) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:09.138090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:09.138464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 06e6f215-ff82-40bb-9d70-d1e8bfdc2282 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:09.139053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 90f47c26-4f24-4cbb-bb0f-095dc923f33b no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:09.192912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 90f47c26-4f24-4cbb-bb0f-095dc923f33b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:09.193238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 90f47c26-4f24-4cbb-bb0f-095dc923f33b not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:09.207140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:09.207830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:09.248577 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:09.287488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] For port 6a8dec67-cc6f-4275-9f38-368f58d387d2, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:09.300379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] For port 6a8dec67-cc6f-4275-9f38-368f58d387d2, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a8dec67-cc6f-4275-9f38-368f58d387d2,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:09.323372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:09.420755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-744936d2-d1aa-4bc2-a8b6-5e80f131ec34 None None] Could not find standard attr ID for object 0b8cf96d-02ff-438e-ad23-0c053642c6a6. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:04:09.463958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61eb5f-8aec-4847-8feb-9d7093f7159c req-58dd060f-d04b-43a4-8f7e-7b5d4ed3a8fd tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:09.466454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec61eb5f-8aec-4847-8feb-9d7093f7159c req-58dd060f-d04b-43a4-8f7e-7b5d4ed3a8fd tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 945 time: 0.5149813 Apr 01 15:04:09.489316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8dec67-cc6f-4275-9f38-368f58d387d2,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:09.535904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 2610df80-c084-4c0f-ad0c-0f7c561bbf9b owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:09.557786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:09.561448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-b37faa86-661d-4a8a-ada4-b5059b8f3886 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a8dec67-cc6f-4275-9f38-368f58d387d2 HTTP/1.1" status: 200 len: 1092 time: 3.4889739 Apr 01 15:04:09.610998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec61eb5f-8aec-4847-8feb-9d7093f7159c req-b86e121b-6167-4f35-a4c7-cb6ee5e7422c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064930 Apr 01 15:04:09.615896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1efac90-320c-4cf9-8b14-1c4e4815f2cf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:09.724728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:09.765358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Pushing event updated for resources: {'Port': ['ID=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:09.780818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549412bf-75b3-4772-85c9-1343c56ab63a req-47102c63-76fc-433a-8bbd-90f942430717 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:09.788052 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-549412bf-75b3-4772-85c9-1343c56ab63a req-47102c63-76fc-433a-8bbd-90f942430717 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 1.5187142 Apr 01 15:04:10.115503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b1efac90-320c-4cf9-8b14-1c4e4815f2cf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:10.153952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b1efac90-320c-4cf9-8b14-1c4e4815f2cf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:10.153952 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.298452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-533de8dc-f9f7-4f0b-af7b-bacd618d8ffd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 1095 time: 0.6768231 Apr 01 15:04:10.307009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-32a3fa03-052f-400d-a53a-14c1d2b7c5ca req-c6be98a7-3b32-48fc-808c-523d8af69d9f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:10.340332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-9dabefe9-80d5-486f-af94-e8241a5f40cf service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2697475 Apr 01 15:04:10.422624 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.449356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-517ef78f-1026-46f1-adaf-e6407727f1c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a8dec67-cc6f-4275-9f38-368f58d387d2 HTTP/1.1" status: 200 len: 217 time: 0.1362779 Apr 01 15:04:10.451266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-32a3fa03-052f-400d-a53a-14c1d2b7c5ca req-c6be98a7-3b32-48fc-808c-523d8af69d9f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:10.465139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32a3fa03-052f-400d-a53a-14c1d2b7c5ca req-c6be98a7-3b32-48fc-808c-523d8af69d9f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=0578430d-5118-444c-b9b5-26e6b85dae38 HTTP/1.1" status: 200 len: 210 time: 0.3029301 Apr 01 15:04:10.474306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b1efac90-320c-4cf9-8b14-1c4e4815f2cf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1efac90-320c-4cf9-8b14-1c4e4815f2cf,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:10.488185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:05Z', 'revision_number': 3, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:10.491821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.576143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97b57579-af2d-48aa-8ba4-1d87617739fe req-09f39d0a-f7e7-49ec-abeb-24ed45fc2ec4 service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984036 Apr 01 15:04:10.581379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527d474-8c77-4a43-b102-14f0c975695f req-1e031806-cd4e-4fbc-a546-1a4384cc81d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:10.583200 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-1e031806-cd4e-4fbc-a546-1a4384cc81d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1127195 Apr 01 15:04:10.586499 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0578430d-5118-444c-b9b5-26e6b85dae38', 'name': 'network-vif-deleted', 'tag': '06e6f215-ff82-40bb-9d70-d1e8bfdc2282', 'status': 'completed', 'code': 200} Apr 01 15:04:10.606244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:04:10.606797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Updating router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 port c7ce9929-b439-4afa-bc2c-0aa210b15c3d binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:04:10.653662 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-549412bf-75b3-4772-85c9-1343c56ab63a req-b53f4912-ad13-4d29-b899-18d5befcce75 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8643696 Apr 01 15:04:10.695260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-1dd5065e-c793-4695-9cdd-115155f81123 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945027 Apr 01 15:04:10.696202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b1efac90-320c-4cf9-8b14-1c4e4815f2cf,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:10.733525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.747060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.754803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.796925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e29c26b9-e693-4569-a1e7-c581f46ad915 None None] Provisioning for port 2610df80-c084-4c0f-ad0c-0f7c561bbf9b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:10.839630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e29c26b9-e693-4569-a1e7-c581f46ad915 None None] Provisioning complete for port 2610df80-c084-4c0f-ad0c-0f7c561bbf9b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:10.840409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29c26b9-e693-4569-a1e7-c581f46ad915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.865318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=2610df80-c084-4c0f-ad0c-0f7c561bbf9b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:10.881145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Attempting to bind port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:10.881749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Attempting to bind port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:10.882251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Attempting to bind port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:10.948345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d6ab6-c563-46ea-8c51-4c8395b627ee req-2382332c-3a27-450d-a6dd-583b15abc34d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:10.948954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:10.956412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-040d6ab6-c563-46ea-8c51-4c8395b627ee req-2382332c-3a27-450d-a6dd-583b15abc34d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 943 time: 0.2577133 Apr 01 15:04:10.981211 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-8469e46f-aa2a-4f76-9ef7-ea8d6b5e6591 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267385 Apr 01 15:04:11.028268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03e0ce0f-44ac-4e7b-ac26-1aaeb1c332a1 req-444c8344-e732-43bb-a91f-f687402a5b7d tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 210 time: 0.0856674 Apr 01 15:04:11.030906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:04:11.031315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Attempting to bind port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:11.070065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:04:11.184546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8d9f7bce-5fc0-478f-a62c-6a4249d15d13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/2610df80-c084-4c0f-ad0c-0f7c561bbf9b HTTP/1.1" status: 204 len: 168 time: 4.0384293 Apr 01 15:04:11.198082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56904) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:11.250323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:11.250665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Checking segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:11.251020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Bound using segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:11.251471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Bound port: ccf574e6-f75a-4152-ba9a-d54ec4cd31a1, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:11.251814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.269485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-040d6ab6-c563-46ea-8c51-4c8395b627ee req-6ee42bd5-c364-4455-b64f-39151eacd386 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118703 Apr 01 15:04:11.349977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7527d474-8c77-4a43-b102-14f0c975695f req-4222c297-3b4b-48c1-bdd5-d307239b3c06 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548121 Apr 01 15:04:11.380780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.396604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Transition to ACTIVE for port object c7ce9929-b439-4afa-bc2c-0aa210b15c3d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:11.403352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e29c26b9-e693-4569-a1e7-c581f46ad915 None None] Port 2610df80-c084-4c0f-ad0c-0f7c561bbf9b was deleted so its status cannot be updated. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 15:04:11.416428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.429957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] For port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:11.433803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] For port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:11.437927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67c0ea-1b5e-4e65-b9d8-d49c723cd399 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:11.439974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67c0ea-1b5e-4e65-b9d8-d49c723cd399 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:11.440628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cd67c0ea-1b5e-4e65-b9d8-d49c723cd399 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:11.482333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.515045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe24c6-3cd8-4a3a-98cd-57291de6a29d None None] Pushing event updated for resources: {'Port': ['ID=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:11.517406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Attempting to bind port c7ce9929-b439-4afa-bc2c-0aa210b15c3d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:11.517769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Attempting to bind port c7ce9929-b439-4afa-bc2c-0aa210b15c3d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:11.518117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Attempting to bind port c7ce9929-b439-4afa-bc2c-0aa210b15c3d on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:11.525810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:11.526189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:11.526574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.526946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:11.527415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Bound port: c7ce9929-b439-4afa-bc2c-0aa210b15c3d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:11.527787 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.581142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.582531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] 10.222.0.44 "PUT /v2.0/ports/ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 1091 time: 5.5023446 Apr 01 15:04:11.585707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:11.604777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] For port c7ce9929-b439-4afa-bc2c-0aa210b15c3d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:11.607711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] For port c7ce9929-b439-4afa-bc2c-0aa210b15c3d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:11.607914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cd67c0ea-1b5e-4e65-b9d8-d49c723cd399 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:11.609221 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cd67c0ea-1b5e-4e65-b9d8-d49c723cd399 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3604443 Apr 01 15:04:11.614397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56912) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:11.621289 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.644136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a4c2e-400c-406a-9481-89fa0cb0b992 req-58fe3f5d-8cfc-4443-8289-1a2eb8a197a9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:11.645599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d7a4c2e-400c-406a-9481-89fa0cb0b992 req-58fe3f5d-8cfc-4443-8289-1a2eb8a197a9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 944 time: 0.1878436 Apr 01 15:04:11.678643 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:11.719625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b5454-addb-49f9-a832-80b5cd31174a service neutron] Pushing event updated for resources: {'Port': ['ID=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:11.745239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:11.746803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:11.765642 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d7a4c2e-400c-406a-9481-89fa0cb0b992 req-5d675f20-eb72-4482-bbdd-d5d7401cf703 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091938 Apr 01 15:04:11.925633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe24c6-3cd8-4a3a-98cd-57291de6a29d None None] Pushing event updated for resources: {'Port': ['ID=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:11.931161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d3ca4-4f40-4592-8076-21109626fdfe req-2efa0f23-0351-4006-ba68-d5962194e60d tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:11.939340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f61d3ca4-4f40-4592-8076-21109626fdfe req-2efa0f23-0351-4006-ba68-d5962194e60d tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 945 time: 0.6701331 Apr 01 15:04:11.985817 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'status': 'completed', 'code': 200} Apr 01 15:04:12.049353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Allocated IP 172.20.0.1 (55cc7f3b-7b44-4350-9885-32fdac15a847/3589c822-bb20-4279-a1bd-ccf87a65739a/2b906d8c-719c-4213-ae65-23511fe412d3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:12.080655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f61d3ca4-4f40-4592-8076-21109626fdfe req-3d0360ad-3c61-46f6-8265-9cd8c6aca610 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403706 Apr 01 15:04:12.090504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:12.106718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-0559c58f-c87a-4118-ab4e-4ec76e23dc83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1094 time: 0.4329886 Apr 01 15:04:12.205310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 633bbe7f-2cb1-4127-8c05-3b7ba54f5919 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:12.228416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:12.294968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-1a636c7a-cad6-4156-888f-3c0a7c8b8049 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 217 time: 0.1691852 Apr 01 15:04:12.315812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-239c9c08-4238-4303-93a5-f44243506d86 req-718f6776-0a3d-4b66-8b68-4e952520797e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Synchronizing usage tracker for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:12.382802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:12.383067 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:12.409477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Transition to ACTIVE for port object 2b906d8c-719c-4213-ae65-23511fe412d3 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:12.424837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:05Z', 'revision_number': 3, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:12.430230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b55b-f643-4acc-a827-bfb44e9963b0 None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:05Z', 'revision_number': 3, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:04:12.444161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:04:12.446664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-239c9c08-4238-4303-93a5-f44243506d86 req-718f6776-0a3d-4b66-8b68-4e952520797e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Unset dirty status for tenant:5aba8ee433db4bbd8b30df9e00950f2a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:12.447884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f26a56-e34f-4a69-9c50-aa89f589199a req-74af89a4-c26f-431d-b60a-347e9e9eb57d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:12.448029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-239c9c08-4238-4303-93a5-f44243506d86 req-718f6776-0a3d-4b66-8b68-4e952520797e tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6d79d84-9199-4974-9673-ebf075c0f7fe HTTP/1.1" status: 200 len: 210 time: 0.1916482 Apr 01 15:04:12.449370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f26a56-e34f-4a69-9c50-aa89f589199a req-74af89a4-c26f-431d-b60a-347e9e9eb57d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.1290019 Apr 01 15:04:12.455201 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] Sync routers for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:04:12.484373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51a207-82da-4344-a042-0e54e5c09882 req-f2154a5b-ed80-4a83-8a35-5b85458d0d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:12.485556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-f2154a5b-ed80-4a83-8a35-5b85458d0d2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.1742475 Apr 01 15:04:12.488871 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:12.490669 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:12.509415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:12.591225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a56fa0-0f83-4418-88b9-fe7145652512', 'tag': '6a8dec67-cc6f-4275-9f38-368f58d387d2'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:12.619013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f26a56-e34f-4a69-9c50-aa89f589199a req-cd09c2f1-7a99-476e-a864-91f03a034634 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529112 Apr 01 15:04:12.667244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:12.669869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:12.680982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Pushing event updated for resources: {'Port': ['ID=2b906d8c-719c-4213-ae65-23511fe412d3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:12.693919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:12.699875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1efac90-320c-4cf9-8b14-1c4e4815f2cf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:12.861176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:12.926185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b1efac90-320c-4cf9-8b14-1c4e4815f2cf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:12.928601 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:12.946751 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:12.960357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] No DVR routers for this DVR port 90f47c26-4f24-4cbb-bb0f-095dc923f33b on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:12.968671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:12.973192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd0e9e5e-7a4a-4d2b-879b-5c81becc40a1 req-2554f5e4-a351-4aa8-ba6e-608073df3769 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.44 "DELETE /v2.0/ports/90f47c26-4f24-4cbb-bb0f-095dc923f33b HTTP/1.1" status: 204 len: 173 time: 7.4093134 Apr 01 15:04:13.134363 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:13.198559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:13.274839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-afeb0b9d-634c-4d76-b4a3-08dc767470ba None None] Provisioning for port 2b906d8c-719c-4213-ae65-23511fe412d3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:13.275961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-5924aa22-b71c-4973-8144-c35a7d68efd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7355058 Apr 01 15:04:13.285151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-afeb0b9d-634c-4d76-b4a3-08dc767470ba None None] Provisioning complete for port 2b906d8c-719c-4213-ae65-23511fe412d3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:13.285517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afeb0b9d-634c-4d76-b4a3-08dc767470ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:13.403001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-afeb0b9d-634c-4d76-b4a3-08dc767470ba None None] Port 2b906d8c-719c-4213-ae65-23511fe412d3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:04:13.432437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f37a2-1d72-4334-8462-00d6c48f105c req-15f20a2e-d580-4a6b-aa44-a9fdc192663c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:13.443597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d4f37a2-1d72-4334-8462-00d6c48f105c req-15f20a2e-d580-4a6b-aa44-a9fdc192663c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d00caa85-167a-40ea-a7b3-37010909b86b HTTP/1.1" status: 200 len: 946 time: 0.5553443 Apr 01 15:04:13.474339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:13.554665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc945c-c5cd-41f1-aa40-dd1fcc817c7a None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:13.557858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=633bbe7f-2cb1-4127-8c05-3b7ba54f5919,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:13.564932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:13.571747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b585f79-c973-46f5-a3bf-63b428142ca7 req-d4b69026-018f-4a98-97df-b374621e7fd4 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:13.578884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b585f79-c973-46f5-a3bf-63b428142ca7 req-d4b69026-018f-4a98-97df-b374621e7fd4 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 943 time: 0.2455733 Apr 01 15:04:13.625911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.627456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.627790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.628115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.628437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.630343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.630711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.631298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.631428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.631686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.632009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:13.660740 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:47Z', 'revision_number': 5, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:13.665498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] Checking router: b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:04:13.676817 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:13.677421 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:13.681211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-c68fde90-15dd-480e-a61a-2eab3a6eb644 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932893 Apr 01 15:04:13.683718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-67653a47-7afa-46f6-b6bf-7ddefd99321c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/633bbe7f-2cb1-4127-8c05-3b7ba54f5919 HTTP/1.1" status: 204 len: 168 time: 2.0680618 Apr 01 15:04:13.687243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56942) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:13.688106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d4f37a2-1d72-4334-8462-00d6c48f105c req-08e56be5-2c6c-4fa0-a4ed-32de2e0f0fdf tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429495 Apr 01 15:04:13.904096 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a56fa0-0f83-4418-88b9-fe7145652512', 'tag': '6a8dec67-cc6f-4275-9f38-368f58d387d2', 'status': 'completed', 'code': 200} Apr 01 15:04:13.926255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d38f88db-7d83-4208-8f9e-3091c3262c93 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2327929 Apr 01 15:04:13.942391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b585f79-c973-46f5-a3bf-63b428142ca7 req-aa230d2c-9c3f-49f5-80cf-26f70bbf3653 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625076 Apr 01 15:04:13.943759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:04:13.955070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56950) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:13.973715 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:13.981032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:13.996827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'name': 'network-vif-deleted', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:14.023987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.041761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e51a207-82da-4344-a042-0e54e5c09882 req-daae3548-046b-41bf-8267-e7e2a6039b4e service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513126 Apr 01 15:04:14.130506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.168364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:14.173702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] Deleting port b1efac90-320c-4cf9-8b14-1c4e4815f2cf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:14.174055 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.263598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a16a9b82-540e-480c-9748-32875fb1c878 req-6eb64428-6a72-4720-ab06-b28d2d9c7d67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 1095 time: 0.3639889 Apr 01 15:04:14.271756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712eb48-d0b0-43f5-97a9-35d6bf2f6fad req-643c0577-445c-4807-a6f0-c1193208b219 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:14.279008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4712eb48-d0b0-43f5-97a9-35d6bf2f6fad req-643c0577-445c-4807-a6f0-c1193208b219 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 944 time: 0.2068663 Apr 01 15:04:14.356536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3ed1-01e0-4616-be85-0875d645e98c req-9f5e2278-2b19-4a8b-b2a3-61cb1705cdab tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:14.370012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-9f5e2278-2b19-4a8b-b2a3-61cb1705cdab tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.2388644 Apr 01 15:04:14.398098 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:47Z', 'revision_number': 5, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:14.403134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508d142-5edd-4c2b-98f5-5462cc6edd1c None None] The sync data for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 is: [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:02:35Z', 'revision_number': 4, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b97377a2-d2af-4eac-a425-3b101c545045', 'name': '', 'network_id': '77c3fa9f-cc9e-45fb-bd28-f9aab6905544', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'mac_address': 'fa:16:3e:9b:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:31Z', 'updated_at': '2022-04-01T15:02:47Z', 'revision_number': 5, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'subnets': [{'id': '6e3022f6-31b1-416c-aceb-9c31dcf6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:04:14.421242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] For port b1efac90-320c-4cf9-8b14-1c4e4815f2cf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1efac90-320c-4cf9-8b14-1c4e4815f2cf,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:14.421947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.426871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a9b82-540e-480c-9748-32875fb1c878 req-f4533c38-0b83-42d6-867d-ed6d8030b7fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:14.428326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a16a9b82-540e-480c-9748-32875fb1c878 req-f4533c38-0b83-42d6-867d-ed6d8030b7fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.1335242 Apr 01 15:04:14.456514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-ea22b369-91a2-4aed-bda8-e2f867b84081 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/quotas/c19b4d46208b462f9430bf8ff546c0cc HTTP/1.1" status: 200 len: 375 time: 0.0855961 Apr 01 15:04:14.496622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Pushing event updated for resources: {'Port': ['ID=2b906d8c-719c-4213-ae65-23511fe412d3,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:14.506573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:14.508658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a16a9b82-540e-480c-9748-32875fb1c878 req-ef5c74de-616c-406e-b9da-0478c6da8689 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a8dec67-cc6f-4275-9f38-368f58d387d2 HTTP/1.1" status: 200 len: 217 time: 0.0714877 Apr 01 15:04:14.510917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-94e7598b-5082-4ce2-87c7-29eaa3eccb6d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536282 Apr 01 15:04:14.513092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.517008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:14.520280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:14.520770 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-1cf9b457-08c5-4f3f-bbfc-29b0f485a378 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1094 time: 0.3662074 Apr 01 15:04:14.552893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:14.611416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] Calling delete_port for b1efac90-320c-4cf9-8b14-1c4e4815f2cf owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:14.666206 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.688679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:14.700877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-adc9b1cb-684f-4efe-bf1b-b2f9f2d3fd85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:14.702380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-adc9b1cb-684f-4efe-bf1b-b2f9f2d3fd85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.1425474 Apr 01 15:04:14.714173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.718040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4712eb48-d0b0-43f5-97a9-35d6bf2f6fad req-62372476-c4bb-4742-a976-aff79826199b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379411 Apr 01 15:04:14.781969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c7ce9929-b439-4afa-bc2c-0aa210b15c3d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:14.802863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a9b82-540e-480c-9748-32875fb1c878 req-09c77f89-f9e4-4f7b-84e6-ec1bf0194bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:14.804461 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a16a9b82-540e-480c-9748-32875fb1c878 req-09c77f89-f9e4-4f7b-84e6-ec1bf0194bb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.2775960 Apr 01 15:04:14.805622 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-e972a172-a91b-4e34-82b7-a09e57cbc8b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 217 time: 0.0904858 Apr 01 15:04:14.811409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] No DVR routers for this DVR port b1efac90-320c-4cf9-8b14-1c4e4815f2cf on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:14.819242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8d931-a92f-4bda-abfc-a024e081ee03 None None] Pushing event deleted for resources: {'Port': ['ID=b1efac90-320c-4cf9-8b14-1c4e4815f2cf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:14.908886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c7ce9929-b439-4afa-bc2c-0aa210b15c3d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:14.916504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c7ce9929-b439-4afa-bc2c-0aa210b15c3d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:14.917035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:14.933133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-51bc7907-8bdd-41ff-b5c7-4f77eee3b348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:14.934581 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-51bc7907-8bdd-41ff-b5c7-4f77eee3b348 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.1102149 Apr 01 15:04:14.955088 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a16a9b82-540e-480c-9748-32875fb1c878 req-361a4ebb-7ed4-43e4-af04-14ba0848c9df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319022 Apr 01 15:04:15.021969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-56c0ea98-36aa-4048-9e91-05d236b3984c service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976320 Apr 01 15:04:15.082725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6a8dec67-cc6f-4275-9f38-368f58d387d2 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:04:15.093947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:15.120460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c7ce9929-b439-4afa-bc2c-0aa210b15c3d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:15.136396 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:15.250110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1efac90-320c-4cf9-8b14-1c4e4815f2cf no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:15.281404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:15.295531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:15.302161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:15.305330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b1efac90-320c-4cf9-8b14-1c4e4815f2cf {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:15.305662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1efac90-320c-4cf9-8b14-1c4e4815f2cf not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:15.334820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a16a9b82-540e-480c-9748-32875fb1c878 req-c335ee82-5809-4bf1-8791-681f272aab68 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471494 Apr 01 15:04:15.340897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-19101b9a-8dfd-4948-ac21-f2ef44dd8318 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3884134 Apr 01 15:04:15.352826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:15.397245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6a8dec67-cc6f-4275-9f38-368f58d387d2, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a8dec67-cc6f-4275-9f38-368f58d387d2,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:15.413535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '6a8dec67-cc6f-4275-9f38-368f58d387d2', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': '6a8dec67-cc6f-4275-9f38-368f58d387d2', 'mac_address': 'fa:16:3e:f1:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:04:15.482366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:15.504396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8dec67-cc6f-4275-9f38-368f58d387d2 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:15.530699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6a8dec67-cc6f-4275-9f38-368f58d387d2, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a8dec67-cc6f-4275-9f38-368f58d387d2,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:15.538169 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:15.560272 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-c4284dab-254a-41ad-80b8-d65f6232ca83 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368667 Apr 01 15:04:15.567615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-89333f37-1f9d-4163-ba6e-4048f03c0bf5 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980736 Apr 01 15:04:15.670107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14b84e-9e80-404d-ad8c-16af944fc448 req-7113569c-225e-4f34-ad3f-43783be4e8c9 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:15.679635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b14b84e-9e80-404d-ad8c-16af944fc448 req-7113569c-225e-4f34-ad3f-43783be4e8c9 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.4204829 Apr 01 15:04:15.691990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c81bf662-dc2c-4960-a3b6-07affcb10752 None None] Provisioning complete for port 2b906d8c-719c-4213-ae65-23511fe412d3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:15.692635 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c81bf662-dc2c-4960-a3b6-07affcb10752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:15.726906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6a8dec67-cc6f-4275-9f38-368f58d387d2,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:15.817441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c81bf662-dc2c-4960-a3b6-07affcb10752 None None] Port 2b906d8c-719c-4213-ae65-23511fe412d3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:04:15.847012 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d79d84-9199-4974-9673-ebf075c0f7fe', 'name': 'network-vif-deleted', 'tag': '90f47c26-4f24-4cbb-bb0f-095dc923f33b', 'status': 'completed', 'code': 200} Apr 01 15:04:15.870293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b14b84e-9e80-404d-ad8c-16af944fc448 req-0cb1887a-ca4e-4212-ad22-0c0ba33fca34 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889067 Apr 01 15:04:15.902183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56972) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:15.958833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:15.977982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a16a9b82-540e-480c-9748-32875fb1c878 req-f5d62f74-57f6-41cc-b4fc-124a230def43 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098397 Apr 01 15:04:16.004378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['6a8dec67-cc6f-4275-9f38-368f58d387d2'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:16.006965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80d8f83e-407f-49e3-a598-c83f6b16a781 req-bb74539d-5032-4f8a-87c9-e640c33e38fd service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828228 Apr 01 15:04:16.132949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dc3585d-eec7-4106-bef8-ab33a0df105f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.152970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:16.159266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:16.168908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66916f6a-76f0-4221-a349-df89843a0fc2 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:16.169094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:16.169509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.170812 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dc3585d-eec7-4106-bef8-ab33a0df105f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.193682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=c3720f47-84b5-4bbb-bf24-94e81de0c884,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:16.221255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-766ac539-78ec-4a7e-a526-079b06951cd4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2487967 Apr 01 15:04:16.225348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56982) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:16.232456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'name': 'tempest-NetworksTestDHCPv6-9316773'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:16.252586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dc3585d-eec7-4106-bef8-ab33a0df105f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.279290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d18ca-66d2-41f7-809d-1a21ef0f21c9 req-0de60381-54a4-4da7-bf5f-d911f892b767 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:16.279641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d98d18ca-66d2-41f7-809d-1a21ef0f21c9 req-0de60381-54a4-4da7-bf5f-d911f892b767 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:16.288308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3585d-eec7-4106-bef8-ab33a0df105f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e27ecb-fb34-4cb1-9c02-ab9f999f98e4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:16.308697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dc3585d-eec7-4106-bef8-ab33a0df105f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.314010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0dc3585d-eec7-4106-bef8-ab33a0df105f tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "DELETE /v2.0/security-groups/63e27ecb-fb34-4cb1-9c02-ab9f999f98e4 HTTP/1.1" status: 204 len: 168 time: 0.3932176 Apr 01 15:04:16.314770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56986) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:16.318417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d98d18ca-66d2-41f7-809d-1a21ef0f21c9 req-0de60381-54a4-4da7-bf5f-d911f892b767 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:16.320372 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d98d18ca-66d2-41f7-809d-1a21ef0f21c9 req-0de60381-54a4-4da7-bf5f-d911f892b767 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 943 time: 0.2701812 Apr 01 15:04:16.357461 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-d5c0bb85-8780-42c9-a2e6-7dbfe599134b tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] show failed (client error): The resource could not be found. Apr 01 15:04:16.361315 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d5c0bb85-8780-42c9-a2e6-7dbfe599134b tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "GET /v2.0/security-groups/63e27ecb-fb34-4cb1-9c02-ab9f999f98e4 HTTP/1.1" status: 404 len: 347 time: 0.0453696 Apr 01 15:04:16.361862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56990) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:16.477901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:16.486417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:16.497905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038dfc-43eb-4aec-8d67-04a3fa78b7ed req-1677a48f-caa3-4b7d-b48a-71d0de361d05 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:16.499908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5038dfc-43eb-4aec-8d67-04a3fa78b7ed req-1677a48f-caa3-4b7d-b48a-71d0de361d05 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d00caa85-167a-40ea-a7b3-37010909b86b HTTP/1.1" status: 200 len: 946 time: 0.4536407 Apr 01 15:04:16.501554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:16.512411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:16.540954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': 'c3720f47-84b5-4bbb-bf24-94e81de0c884'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:16.541883 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.552162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:16.554352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.580934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Deleting port fe1902a0-2e07-4cec-9926-3a148ff4f1ab {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:16.581370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.635191 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d98d18ca-66d2-41f7-809d-1a21ef0f21c9 req-9396e24f-a1e0-4c0e-b146-ba7e64325205 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022361 Apr 01 15:04:16.643606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:04:16.695197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4577b-2373-4581-8b41-ed529ffb5573 None None] New status for floating IP 705a8c7b-d70e-43af-ac69-ff6138cd8dff: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:04:16.713032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5038dfc-43eb-4aec-8d67-04a3fa78b7ed req-3da8be96-af3f-45d7-a600-1841a039620a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038913 Apr 01 15:04:16.717321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 69efdc9f-f871-44ff-a960-e3fafa48f08c yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:16.910652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88bf7e9-1300-489c-8bf5-5fb4c4b34f46 req-189925df-1361-4fd7-9ed3-6c334e701ea8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 210 time: 0.0674024 Apr 01 15:04:16.987997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c7ce9929-b439-4afa-bc2c-0aa210b15c3d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:16.991282 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:16.991702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:17.165349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Calling delete_port for fe1902a0-2e07-4cec-9926-3a148ff4f1ab owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:17.178473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/c3720f47-84b5-4bbb-bf24-94e81de0c884/aa57b147-adde-419c-9b85-b661418b59d0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:17.213646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c7ce9929-b439-4afa-bc2c-0aa210b15c3d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:17.214018 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:17.256787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14c1e-cf04-49b4-bce1-0f9e1739c03f req-ff6240ed-2732-4af3-b2cb-90577425c164 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:17.258585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51f14c1e-cf04-49b4-bce1-0f9e1739c03f req-ff6240ed-2732-4af3-b2cb-90577425c164 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 945 time: 0.3781559 Apr 01 15:04:17.314415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48657e7a-2935-475e-ada9-bad0d43c6e21 req-7ff3308f-3e69-40db-a301-bde92a7f9e8a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:17.321257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-48657e7a-2935-475e-ada9-bad0d43c6e21 req-7ff3308f-3e69-40db-a301-bde92a7f9e8a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2345262 Apr 01 15:04:17.363303 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51f14c1e-cf04-49b4-bce1-0f9e1739c03f req-72af8cbb-ee3f-4eb5-9446-98bff315c442 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859830 Apr 01 15:04:17.435191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:04:17.450093 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:04:17.455717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-80164330-011c-4345-9231-ef56fa95222d admin admin] 10.222.0.48 "PUT /v2.0/routers/b9be1d85-e5f0-4b6d-8c39-2f53abc11281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3112726 Apr 01 15:04:17.481736 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:17.482644 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:17.573728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-48657e7a-2935-475e-ada9-bad0d43c6e21 req-4dccf55c-cbd9-4ea2-b076-4b88395e3d47 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513454 Apr 01 15:04:17.631841 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:17.653730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Transition to ACTIVE for port object aa57b147-adde-419c-9b85-b661418b59d0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:17.685483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Transition to ACTIVE for port object aa57b147-adde-419c-9b85-b661418b59d0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:17.693817 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:17.810655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Pushing event updated for resources: {'Port': ['ID=aa57b147-adde-419c-9b85-b661418b59d0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:17.830626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:04:17.835639 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:04:17.837524 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:17.837932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:17.840513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:17.846487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:17.875691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::168 (1521f7be-bcca-472b-a0e8-65bfb965abc6/c3720f47-84b5-4bbb-bf24-94e81de0c884/69efdc9f-f871-44ff-a960-e3fafa48f08c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:17.971682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Attempting to bind port aa57b147-adde-419c-9b85-b661418b59d0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:17.972044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Attempting to bind port aa57b147-adde-419c-9b85-b661418b59d0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:17.972401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Attempting to bind port aa57b147-adde-419c-9b85-b661418b59d0 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:17.981901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:17.982279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:17.982766 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:17.983157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:17.983646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Bound port: aa57b147-adde-419c-9b85-b661418b59d0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:17.984019 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:17.987716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-bea8a338-90f0-4c60-b60a-1028c06b405e tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:17.989983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-bea8a338-90f0-4c60-b60a-1028c06b405e tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "GET /v2.0/ports?device_id=d00caa85-167a-40ea-a7b3-37010909b86b HTTP/1.1" status: 200 len: 946 time: 0.4153168 Apr 01 15:04:17.995285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3ed1-01e0-4616-be85-0875d645e98c req-bcd3658a-c0e9-4c91-b1a6-dbc3c4f11a89 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:17.996858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-bcd3658a-c0e9-4c91-b1a6-dbc3c4f11a89 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.5100665 Apr 01 15:04:18.040370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Request body: {'port': {'device_id': '744abf66-ca25-4723-988e-9f85e096194e', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'admin_state_up': True, 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:18.150642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] For port aa57b147-adde-419c-9b85-b661418b59d0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:18.155368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] For port aa57b147-adde-419c-9b85-b661418b59d0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=aa57b147-adde-419c-9b85-b661418b59d0,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:18.164746 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.199531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Deleting port 39e6b85d-dc7b-460d-8071-77ecb81384a4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:18.200368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.249593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:18.257816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da0152-57ea-45bf-8154-285c65a9c11b req-8f6bab96-68fb-4eb9-9731-6368f01c28aa tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:18.260138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:18.264445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95da0152-57ea-45bf-8154-285c65a9c11b req-8f6bab96-68fb-4eb9-9731-6368f01c28aa tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 943 time: 0.3265648 Apr 01 15:04:18.294510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:18.297838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.298554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8f35a-7dff-4361-94be-a20f6fbf44f0 None None] Pushing event updated for resources: {'Port': ['ID=aa57b147-adde-419c-9b85-b661418b59d0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:18.302916 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:13Z', 'revision_number': 2, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:18.314125 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:04:18.314598 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Updating router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 port 2b906d8c-719c-4213-ae65-23511fe412d3 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:04:18.378987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Deleting port fe1902a0-2e07-4cec-9926-3a148ff4f1ab {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:18.379612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.388932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95da0152-57ea-45bf-8154-285c65a9c11b req-d362bcf6-66ea-49e7-a411-776885cfaf58 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913770 Apr 01 15:04:18.390701 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.394800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.433301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 69efdc9f-f871-44ff-a960-e3fafa48f08c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:18.492326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.556759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57012) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:18.648876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544235872', 'description': 'tempest-description--1727276591'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:18.705006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c34a1840-3935-4861-ac97-93c4fc2e91fe req-98bf1ff9-d2ee-409d-9df6-63ff4e6439c0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 210 time: 0.0667789 Apr 01 15:04:18.707522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:18.733192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:18.733192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=69efdc9f-f871-44ff-a960-e3fafa48f08c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:18.735876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:18.739921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:18.750941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:18.765238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:18.788392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device aa57b147-adde-419c-9b85-b661418b59d0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:18.805382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:18.814951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2a270aea-81c8-4af3-a1e6-6ca6905456d1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5884545 Apr 01 15:04:18.817671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57018) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:18.845483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:18.939075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port aa57b147-adde-419c-9b85-b661418b59d0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:18.966007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:19.010916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e7fccc-747a-4dc7-9183-6906064ee9ee tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:19.014801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e7fccc-747a-4dc7-9183-6906064ee9ee tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:19.015765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-91e7fccc-747a-4dc7-9183-6906064ee9ee tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:19.033022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fe677-6701-42fa-836e-a05b312efb06 req-2f635c0a-e7b1-444e-ae5e-903de1adc0db tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:19.034475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-513fe677-6701-42fa-836e-a05b312efb06 req-2f635c0a-e7b1-444e-ae5e-903de1adc0db tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 945 time: 0.1248758 Apr 01 15:04:19.063339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-91e7fccc-747a-4dc7-9183-6906064ee9ee tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:19.066983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-91e7fccc-747a-4dc7-9183-6906064ee9ee tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2459109 Apr 01 15:04:19.067755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57022) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:19.071455 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.083647 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Transition to ACTIVE for port object 2b906d8c-719c-4213-ae65-23511fe412d3 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:19.092317 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.095547 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.102282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:04:19.110301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6a8dec67-cc6f-4275-9f38-368f58d387d2 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:19.166791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-513fe677-6701-42fa-836e-a05b312efb06 req-d93065d9-b42f-4ca1-b97e-09b27ba5b153 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227396 Apr 01 15:04:19.183691 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.184012 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.186002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 69efdc9f-f871-44ff-a960-e3fafa48f08c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:19.189149 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.334453 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd435a37-ba08-4188-8e8c-a5029fccda12 None None] Pushing event updated for resources: {'Port': ['ID=2b906d8c-719c-4213-ae65-23511fe412d3,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:19.455316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:19.481765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'port_id': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'mac_address': 'fa:16:3e:ff:d0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:04:19.492885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Calling delete_port for fe1902a0-2e07-4cec-9926-3a148ff4f1ab owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:19.565142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:19.570479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:19.574106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:19.584231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:19.584814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 6a8dec67-cc6f-4275-9f38-368f58d387d2 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:19.593501 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Attempting to bind port 2b906d8c-719c-4213-ae65-23511fe412d3 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:19.595154 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Attempting to bind port 2b906d8c-719c-4213-ae65-23511fe412d3 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:19.595154 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Attempting to bind port 2b906d8c-719c-4213-ae65-23511fe412d3 on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:19.603497 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:19.604329 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Checking segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:19.605009 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.605547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Bound using segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:19.606267 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Bound port: 2b906d8c-719c-4213-ae65-23511fe412d3, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:19.606989 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.620898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 6a8dec67-cc6f-4275-9f38-368f58d387d2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:19.621275 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.673431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.677838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] For port 39e6b85d-dc7b-460d-8071-77ecb81384a4, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39e6b85d-dc7b-460d-8071-77ecb81384a4,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:19.678213 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.681153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff2006-5223-4711-b17c-c29df725c6bd req-113dfd2c-9a3b-44c4-a416-01a22a6be722 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:19.684455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37ff2006-5223-4711-b17c-c29df725c6bd req-113dfd2c-9a3b-44c4-a416-01a22a6be722 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2671535 Apr 01 15:04:19.716822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.736780 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] For port 2b906d8c-719c-4213-ae65-23511fe412d3, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:19.741633 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] For port 2b906d8c-719c-4213-ae65-23511fe412d3, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2b906d8c-719c-4213-ae65-23511fe412d3,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:19.750071 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.758339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.788137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:19.849999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:19.865164 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:19.888043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd435a37-ba08-4188-8e8c-a5029fccda12 None None] Pushing event updated for resources: {'Port': ['ID=2b906d8c-719c-4213-ae65-23511fe412d3,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:19.936228 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:19.937185 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:19.949327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 69efdc9f-f871-44ff-a960-e3fafa48f08c owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:20.017649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Calling delete_port for 39e6b85d-dc7b-460d-8071-77ecb81384a4 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:20.080213 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.132151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:20.141243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37ff2006-5223-4711-b17c-c29df725c6bd req-03d2c752-29df-4380-b6cb-3d598653e12c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281943 Apr 01 15:04:20.200100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6a8dec67-cc6f-4275-9f38-368f58d387d2, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a8dec67-cc6f-4275-9f38-368f58d387d2,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:20.201625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a56fa0-0f83-4418-88b9-fe7145652512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dec67-cc6f-4275-9f38-368f58d387d2'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:20.205559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.212406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0b5e9dca-f05b-4838-8bdf-0d40459db70e None None] Provisioning for port aa57b147-adde-419c-9b85-b661418b59d0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:20.220782 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.257137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Allocated IP 172.20.0.3 (285a48b2-7ab8-4e2b-9e28-257c505dcf54/3ec34c30-428d-4c5a-9a9d-da73a48138a6/f2bb9356-0c14-4a95-bf97-99b9b92df1cf) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:20.281058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=69efdc9f-f871-44ff-a960-e3fafa48f08c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:20.297460 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:20.339509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.351537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0b5e9dca-f05b-4838-8bdf-0d40459db70e None None] Provisioning complete for port aa57b147-adde-419c-9b85-b661418b59d0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:20.351912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9dca-f05b-4838-8bdf-0d40459db70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.373141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24ced2cd-1b1b-42a8-b157-a056f0aa4a6e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/69efdc9f-f871-44ff-a960-e3fafa48f08c HTTP/1.1" status: 204 len: 168 time: 1.3039484 Apr 01 15:04:20.375453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57034) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:20.422035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['ccf574e6-f75a-4152-ba9a-d54ec4cd31a1'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:20.441284 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.446514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.506237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6a8dec67-cc6f-4275-9f38-368f58d387d2,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:20.513416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960cc27-abad-49ca-a6df-f30419831ca4 req-427cb915-b3ea-422e-ae64-5811c487a3a9 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:20.514952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5960cc27-abad-49ca-a6df-f30419831ca4 req-427cb915-b3ea-422e-ae64-5811c487a3a9 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d00caa85-167a-40ea-a7b3-37010909b86b HTTP/1.1" status: 200 len: 946 time: 1.7826946 Apr 01 15:04:20.584813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.648196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Pushing event deleted for resources: {'Port': ['ID=39e6b85d-dc7b-460d-8071-77ecb81384a4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:20.745934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc25842-b6fe-4053-a620-cf2ec5aca401 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:20.747156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc25842-b6fe-4053-a620-cf2ec5aca401 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:20.748064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3dc25842-b6fe-4053-a620-cf2ec5aca401 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:20.752215 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9dca-f05b-4838-8bdf-0d40459db70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.779740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:20.781973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbdf13-c15d-45fc-95ff-1cd05bfe8827 req-4844a423-6322-4fb9-9822-763c8524fae9 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:20.785363 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1dbdf13-c15d-45fc-95ff-1cd05bfe8827 req-4844a423-6322-4fb9-9822-763c8524fae9 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 944 time: 0.3342335 Apr 01 15:04:20.787834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3dc25842-b6fe-4053-a620-cf2ec5aca401 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:20.793332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3dc25842-b6fe-4053-a620-cf2ec5aca401 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4166462 Apr 01 15:04:20.793721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] No DVR routers for this DVR port 39e6b85d-dc7b-460d-8071-77ecb81384a4 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:20.793869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57038) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:20.796340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0b5e9dca-f05b-4838-8bdf-0d40459db70e None None] For port aa57b147-adde-419c-9b85-b661418b59d0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=aa57b147-adde-419c-9b85-b661418b59d0,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:20.802213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Pushing event deleted for resources: {'Port': ['ID=fe1902a0-2e07-4cec-9926-3a148ff4f1ab,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:20.812541 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9dca-f05b-4838-8bdf-0d40459db70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.821066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.825274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'name': 'network-vif-deleted', 'tag': '39e6b85d-dc7b-460d-8071-77ecb81384a4'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:20.838107 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:19Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:20.842872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5a91f-8473-469c-b88d-f56167bf06b9 None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:19Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:04:20.933635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:20.933635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-042874a7-25bd-4af3-a884-2e0930e0d36c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.2909791 Apr 01 15:04:20.936896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec20dbca-dda0-4aaa-bf2a-df3b2a03e61e req-d3733731-470e-4bd8-8f65-1b490787f898 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "DELETE /v2.0/ports/39e6b85d-dc7b-460d-8071-77ecb81384a4 HTTP/1.1" status: 204 len: 173 time: 2.9388793 Apr 01 15:04:20.937345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57046) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:20.951552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-47a523b1-2219-4107-8189-76bb4b1d5c0a None None] Could not find standard attr ID for object 69efdc9f-f871-44ff-a960-e3fafa48f08c. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:04:20.964137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5960cc27-abad-49ca-a6df-f30419831ca4 req-15e4dee7-bf37-4e19-9544-e8f7e8629c3d tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932822 Apr 01 15:04:20.964505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e9dca-f05b-4838-8bdf-0d40459db70e None None] Pushing event updated for resources: {'Port': ['ID=aa57b147-adde-419c-9b85-b661418b59d0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:20.977597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': 'db4e3a7d-c71a-4c2a-aecd-cf7318abdd60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:21.031918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:21.073472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:21.088864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:21.119814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:21.128467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1dbdf13-c15d-45fc-95ff-1cd05bfe8827 req-29f75de8-30bc-4e73-8e06-8ac141d84713 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317666 Apr 01 15:04:21.138507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39e6b85d-dc7b-460d-8071-77ecb81384a4 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:21.196628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 39e6b85d-dc7b-460d-8071-77ecb81384a4 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:21.198080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39e6b85d-dc7b-460d-8071-77ecb81384a4 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:21.234188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9e1f96f8-cf5d-42de-9fc7-5dddc418c343 req-da08fb29-a847-460b-a299-599a3a7be84b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:21.236671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.257404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet c3720f47-84b5-4bbb-bf24-94e81de0c884 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:21.258018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.260447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.264283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-85e4eea2-7adc-482f-b154-c39e1b34a421 tempest-ServersTestManualDisk-2128359403 tempest-ServersTestManualDisk-2128359403-project] 10.222.0.48 "DELETE /v2.0/floatingips/705a8c7b-d70e-43af-ac69-ff6138cd8dff HTTP/1.1" status: 204 len: 168 time: 4.8968418 Apr 01 15:04:21.264543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.264808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.280174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57052) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:21.360523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.366486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9e1f96f8-cf5d-42de-9fc7-5dddc418c343 req-da08fb29-a847-460b-a299-599a3a7be84b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:21.372090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e1f96f8-cf5d-42de-9fc7-5dddc418c343 req-da08fb29-a847-460b-a299-599a3a7be84b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 210 time: 0.2066987 Apr 01 15:04:21.445388 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a56fa0-0f83-4418-88b9-fe7145652512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dec67-cc6f-4275-9f38-368f58d387d2', 'code': 200} Apr 01 15:04:21.460273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850c45d-790d-48ea-beb3-62f9bc2753e7 req-df0589d0-a41c-4b92-a4c4-9e5f0d10d1d9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:21.462025 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7850c45d-790d-48ea-beb3-62f9bc2753e7 req-df0589d0-a41c-4b92-a4c4-9e5f0d10d1d9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 946 time: 0.1515906 Apr 01 15:04:21.502661 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.549059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.594841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7850c45d-790d-48ea-beb3-62f9bc2753e7 req-c5597934-0757-4350-bde0-95d1d3f28f8e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266148 Apr 01 15:04:21.616982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:21.647365 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00caa85-167a-40ea-a7b3-37010909b86b', 'name': 'network-vif-deleted', 'tag': '39e6b85d-dc7b-460d-8071-77ecb81384a4', 'status': 'completed', 'code': 200} Apr 01 15:04:21.648764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:21.656775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['8dcf4a7e-931a-4ff3-a643-e36499488ca0', '6b17d6ed-df5d-4857-a990-384e3507f25e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:21.667580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.714743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=c3720f47-84b5-4bbb-bf24-94e81de0c884,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:21.725632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.726610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:21.732418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.751021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f68d8737-3d96-4f68-9790-98b91dbfeecb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/c3720f47-84b5-4bbb-bf24-94e81de0c884 HTTP/1.1" status: 204 len: 168 time: 0.9504027 Apr 01 15:04:21.751724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57056) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:21.766855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf09fe-67c1-4305-a260-63ed2fbe7b20 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:21.798221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.834559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event updated for resources: {'Port': ['ID=f2bb9356-0c14-4a95-bf97-99b9b92df1cf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:21.866628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-46f46e22-4993-431f-b856-cacd4608017e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058958 Apr 01 15:04:21.867373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57060) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:21.878328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7858f43b-9b69-4c9f-9eff-3b4912ec47e9,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:21.930474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.934541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1374454e-df3f-41b9-8d5c-8db76bf83a15 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9847834 Apr 01 15:04:21.939285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57064) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:21.946604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:21.952082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:21.990037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': 'db4e3a7d-c71a-4c2a-aecd-cf7318abdd60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:22.035224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:22.044531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545c0ab-90eb-4606-8eb0-cd67e28ff945 req-808a94b7-d1e1-423f-90b7-827b76728df7 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:22.046047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d545c0ab-90eb-4606-8eb0-cd67e28ff945 req-808a94b7-d1e1-423f-90b7-827b76728df7 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.3559220 Apr 01 15:04:22.055580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc9196-992c-4557-b438-bad9ee58c118 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:22.056875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5ffc9196-992c-4557-b438-bad9ee58c118 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:22.059144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:22.068675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:22.090119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5ffc9196-992c-4557-b438-bad9ee58c118 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:22.092442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5ffc9196-992c-4557-b438-bad9ee58c118 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2190201 Apr 01 15:04:22.096191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57070) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:22.101568 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c0ea72a-f05a-4690-a56e-f3cbf89bb2df req-7759646f-337d-413b-b3ff-375ca68ff7fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 1097 time: 0.4879074 Apr 01 15:04:22.102775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b3553b04-39b4-43b1-ba32-ba1af0c80bc0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0668132 Apr 01 15:04:22.103752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:22.185458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb44f0a-06b6-4fa9-ae3b-65ad1da32086 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:22.186275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bbb44f0a-06b6-4fa9-ae3b-65ad1da32086 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:22.206419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bbb44f0a-06b6-4fa9-ae3b-65ad1da32086 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:22.207989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bbb44f0a-06b6-4fa9-ae3b-65ad1da32086 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108150 Apr 01 15:04:22.210429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:22.213262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Request body: {'port': {'device_id': '744abf66-ca25-4723-988e-9f85e096194e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:22.319481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b83ac45b-9be8-49a0-970b-7270e26d9d3e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921357 Apr 01 15:04:22.324957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57082) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:22.332229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:22.334032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:22.346747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] Deleting port aa57b147-adde-419c-9b85-b661418b59d0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:22.347295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.470583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:22.487336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:22.493619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:22.497926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.554685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.604888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d545c0ab-90eb-4606-8eb0-cd67e28ff945 req-fcade8ad-014b-4b23-9f48-2df06ba8be8e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417137 Apr 01 15:04:22.650730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] For port aa57b147-adde-419c-9b85-b661418b59d0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=aa57b147-adde-419c-9b85-b661418b59d0,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:22.651078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.743135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c0ea72a-f05a-4690-a56e-f3cbf89bb2df req-0981566c-6b17-458f-a441-0f508f5f66c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372248 Apr 01 15:04:22.779857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b906d8c-719c-4213-ae65-23511fe412d3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:22.808612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.815382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.816570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] Calling delete_port for aa57b147-adde-419c-9b85-b661418b59d0 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:22.838108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.855363 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.926661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 2b906d8c-719c-4213-ae65-23511fe412d3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:22.932732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.936406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b49eb56-bca6-4589-9fb8-aa07afe6b424,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:22.938447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e622-6817-4742-8ecc-b73f4676e073 req-5dd8e04f-6919-4302-aa83-60d64219db08 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:22.940980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d62e622-6817-4742-8ecc-b73f4676e073 req-5dd8e04f-6919-4302-aa83-60d64219db08 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 944 time: 0.3540807 Apr 01 15:04:22.950679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=510427f7-3115-4ece-8412-54ce674a507f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:22.974157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2b906d8c-719c-4213-ae65-23511fe412d3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:22.974157 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.981614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:22.985810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fca85d7c-a620-428d-a292-fa387029427d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0239673 Apr 01 15:04:22.988777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57092) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:23.007625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:23.010352 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d62e622-6817-4742-8ecc-b73f4676e073 req-5f40befa-928f-4043-a4e9-b6f4553646f4 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561836 Apr 01 15:04:23.011339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:23.013668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:23.014278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:23.014895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.020066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] Pushing event deleted for resources: {'Port': ['ID=aa57b147-adde-419c-9b85-b661418b59d0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:23.031275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:23.034905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7084a-4714-48c5-8ff9-d5856c192bf6 None None] No DVR routers for this DVR port aa57b147-adde-419c-9b85-b661418b59d0 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:23.049269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:floatingip and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:23.053572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-974b9a45-c0a1-4ddb-bd82-cd5a4f1c960c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7268834 Apr 01 15:04:23.054683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:23.061188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '510427f7-3115-4ece-8412-54ce674a507f', 'ip_address': '2001:db8::b672:114d:eca1:8ad3'}], 'name': 'tempest-NetworksTestDHCPv6-754909958'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:23.090154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:23.112540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:23.123068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.135898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65d02b-173e-4d43-8433-36147ed46f61 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:23.149296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.161838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:23.222159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.307588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d558cc-0c4b-4d4a-9f79-7c5b362f708c req-5696db9e-df13-4d8f-bc02-79c40b477d29 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:23.309203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17d558cc-0c4b-4d4a-9f79-7c5b362f708c req-5696db9e-df13-4d8f-bc02-79c40b477d29 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 931 time: 0.4757309 Apr 01 15:04:23.319665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 2b906d8c-719c-4213-ae65-23511fe412d3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2b906d8c-719c-4213-ae65-23511fe412d3,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:23.336903 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.386784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:23.399966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:23.416809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device aa57b147-adde-419c-9b85-b661418b59d0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:23.420521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:23.426626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.458804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd30e-81a2-4c85-af81-b7e4781c3432 req-3e1333e2-8baf-45a9-888f-4d012b1a9872 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:23.460680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-859dd30e-81a2-4c85-af81-b7e4781c3432 req-3e1333e2-8baf-45a9-888f-4d012b1a9872 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 946 time: 0.2291765 Apr 01 15:04:23.488601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:23.493513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:23.515686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: aa57b147-adde-419c-9b85-b661418b59d0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:23.516039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device aa57b147-adde-419c-9b85-b661418b59d0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:23.527423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:23.528332 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.588782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-859dd30e-81a2-4c85-af81-b7e4781c3432 req-d9766192-4694-43f8-8b97-b90b2db58dfb tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177967 Apr 01 15:04:23.602598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17d558cc-0c4b-4d4a-9f79-7c5b362f708c req-82bbdc69-88be-489c-a38a-52d11c093de0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086608 Apr 01 15:04:23.613873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=2b906d8c-719c-4213-ae65-23511fe412d3,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:23.643009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '510427f7-3115-4ece-8412-54ce674a507f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:23.643686 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.730181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bb9356-0c14-4a95-bf97-99b9b92df1cf {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:23.740080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.774057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Transition to ACTIVE for port object f2bb9356-0c14-4a95-bf97-99b9b92df1cf will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:23.789105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::b672:114d:eca1:8ad3 (1521f7be-bcca-472b-a0e8-65bfb965abc6/510427f7-3115-4ece-8412-54ce674a507f/a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:23.789348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.795047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.809079 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:23.958859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:23.988274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:23.996794 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.096683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:24.101056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.105664 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'code': 200} Apr 01 15:04:24.109192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb9356-0c14-4a95-bf97-99b9b92df1cf,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:24.139130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:24.167773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-ddf0c31c-1bec-4843-a7a6-7a93a28f902a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361566 Apr 01 15:04:24.185230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.265399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/510427f7-3115-4ece-8412-54ce674a507f/86f5a5be-f198-4639-88ca-cc59f375e13f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:24.320201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:24.326819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:24.329627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:24.332740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:24.336866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:24.337483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.381154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8d89b19e-364a-49ea-a944-808a3968acf4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3249762 Apr 01 15:04:24.383185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57110) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:24.421573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-7fb35469-b4b9-44e2-836e-d5d29a4886fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 1096 time: 0.2338376 Apr 01 15:04:24.528722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.546238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Transition to ACTIVE for port object 86f5a5be-f198-4639-88ca-cc59f375e13f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:24.585813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Transition to ACTIVE for port object 86f5a5be-f198-4639-88ca-cc59f375e13f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:24.597198 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.640596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e83cc37-40e8-45fe-a95b-727f1be52cbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:24.641930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e83cc37-40e8-45fe-a95b-727f1be52cbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:24.656262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.25.2.181 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/75b2dbe8-876e-4964-bc44-36a9fe8d75e3) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:24.697001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Pushing event updated for resources: {'Port': ['ID=86f5a5be-f198-4639-88ca-cc59f375e13f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:24.699407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b906d8c-719c-4213-ae65-23511fe412d3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:24.729103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e83cc37-40e8-45fe-a95b-727f1be52cbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:24.730408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e83cc37-40e8-45fe-a95b-727f1be52cbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3462029 Apr 01 15:04:24.735370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:24.751572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163c167-1c17-4a62-9eed-a0726a977d52 req-07e0ba3f-48e5-4d0d-ad1a-143d95985599 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:24.753134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d163c167-1c17-4a62-9eed-a0726a977d52 req-07e0ba3f-48e5-4d0d-ad1a-143d95985599 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.8592443 Apr 01 15:04:24.754469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:24.757626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:24.766237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:24.779572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-9881c513-cc28-4a2e-9899-fc7bb65479a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:24.781008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-9881c513-cc28-4a2e-9899-fc7bb65479a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.3361349 Apr 01 15:04:24.869119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Attempting to bind port 86f5a5be-f198-4639-88ca-cc59f375e13f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:24.869486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Attempting to bind port 86f5a5be-f198-4639-88ca-cc59f375e13f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:24.870210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Attempting to bind port 86f5a5be-f198-4639-88ca-cc59f375e13f on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:24.871058 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-85beca4e-f812-4ce8-9568-5c9000781cab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b328f3-be70-45e5-9f25-28b2dce959ed HTTP/1.1" status: 200 len: 217 time: 0.0765197 Apr 01 15:04:24.884875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:24.885271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:24.885639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.886025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:24.886489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Bound port: 86f5a5be-f198-4639-88ca-cc59f375e13f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:24.887122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.888530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Attempting to bind port f2bb9356-0c14-4a95-bf97-99b9b92df1cf on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:24.888854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Attempting to bind port f2bb9356-0c14-4a95-bf97-99b9b92df1cf by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:24.889223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Attempting to bind port f2bb9356-0c14-4a95-bf97-99b9b92df1cf on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:24.916275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:24.916512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.948916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2b906d8c-719c-4213-ae65-23511fe412d3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:24.949279 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:24.991562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ad3b1b8-6965-43f6-a1dc-320d597b5b6d req-848ab21a-7ddb-4498-b132-e7242d42c0e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1096 time: 0.7770598 Apr 01 15:04:24.997722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Port f2bb9356-0c14-4a95-bf97-99b9b92df1cf on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:04:24.997930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Attempting to bind port f2bb9356-0c14-4a95-bf97-99b9b92df1cf on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:25.008335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b12b-a66c-49c7-b7df-21ded659898f req-626cb29c-0a48-4921-bb65-e34d662751b4 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:25.009873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4f7b12b-a66c-49c7-b7df-21ded659898f req-626cb29c-0a48-4921-bb65-e34d662751b4 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3600695 Apr 01 15:04:25.038050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] For port 86f5a5be-f198-4639-88ca-cc59f375e13f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:25.042244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] For port 86f5a5be-f198-4639-88ca-cc59f375e13f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=86f5a5be-f198-4639-88ca-cc59f375e13f,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:25.061414 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.068464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:25.068812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:25.069194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Bound using segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:25.069637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Bound port: f2bb9356-0c14-4a95-bf97-99b9b92df1cf, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:25.069982 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.073706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-e1a63c4f-690b-4b9b-9736-c695fe48779e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:25.075101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-e1a63c4f-690b-4b9b-9736-c695fe48779e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1966109 Apr 01 15:04:25.104631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d163c167-1c17-4a62-9eed-a0726a977d52 req-b1faf8b9-c174-4fae-854d-5d57f53cca0a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706749 Apr 01 15:04:25.135314 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-90ba536f-60a1-4b2b-84e6-eb38c9751699 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462546 Apr 01 15:04:25.200693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d4be1-fb74-4a30-b3bf-3f308873971d None None] Pushing event updated for resources: {'Port': ['ID=86f5a5be-f198-4639-88ca-cc59f375e13f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:25.214565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ad3b1b8-6965-43f6-a1dc-320d597b5b6d req-d0002dce-7cab-4699-bf5e-f55f2f62a99f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980340 Apr 01 15:04:25.221714 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.303823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] For port f2bb9356-0c14-4a95-bf97-99b9b92df1cf, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:25.318409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] For port f2bb9356-0c14-4a95-bf97-99b9b92df1cf, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f2bb9356-0c14-4a95-bf97-99b9b92df1cf,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:25.336522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.438653 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.490753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.492149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] 10.222.0.44 "PUT /v2.0/ports/f2bb9356-0c14-4a95-bf97-99b9b92df1cf HTTP/1.1" status: 200 len: 1091 time: 3.2893500 Apr 01 15:04:25.497623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744abf66-ca25-4723-988e-9f85e096194e', 'tag': 'f2bb9356-0c14-4a95-bf97-99b9b92df1cf'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:25.518140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4f7b12b-a66c-49c7-b7df-21ded659898f req-6eeefbf8-131f-4662-90e9-dc405c11a836 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4948137 Apr 01 15:04:25.526749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a978c-7a7f-4873-a095-ff8a5253b97a service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb9356-0c14-4a95-bf97-99b9b92df1cf,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:25.567651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:25.577659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.584596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:25.625222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:25.767763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:25.797274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Deleting port b97377a2-d2af-4eac-a425-3b101c545045 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:25.797602 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:25.825859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=75b2dbe8-876e-4964-bc44-36a9fe8d75e3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:25.842575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-2e2f1fdc-bcce-4509-8f25-154a0a0bf594 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002430 Apr 01 15:04:25.842984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c987b-a13c-455d-bb30-973b243c97ba req-db3ac64a-6381-47fa-aaac-181d50240c44 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:25.850025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-455c987b-a13c-455d-bb30-973b243c97ba req-db3ac64a-6381-47fa-aaac-181d50240c44 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 946 time: 0.5165112 Apr 01 15:04:26.030159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-455c987b-a13c-455d-bb30-973b243c97ba req-69df3b81-383d-4333-8461-08bb0eca90c1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686718 Apr 01 15:04:26.042983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719017-24c9-4200-9b4e-c04702cd0707 req-860f6122-36bc-4468-900f-5d2be6215257 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:26.052906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b719017-24c9-4200-9b4e-c04702cd0707 req-860f6122-36bc-4468-900f-5d2be6215257 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 943 time: 0.3802352 Apr 01 15:04:26.053160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-633dd22e-7875-4d99-a22e-7194412bce5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 1094 time: 0.4360747 Apr 01 15:04:26.111546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3769863d-5b61-40ad-a5ef-9904ba11be82 req-46dc5239-eea6-4ebc-8cfd-66e26d89eb8f service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592402 Apr 01 15:04:26.132493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:26.187154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] For port b97377a2-d2af-4eac-a425-3b101c545045, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b97377a2-d2af-4eac-a425-3b101c545045,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:26.187545 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:26.192259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:26.222938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b719017-24c9-4200-9b4e-c04702cd0707 req-4d31f905-4594-48ae-8332-02ff1eb2a422 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683168 Apr 01 15:04:26.272302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:26.285074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4ba3e1f1-7611-4609-a888-d443da35e2a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6 HTTP/1.1" status: 204 len: 168 time: 1.5486555 Apr 01 15:04:26.285742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:26.346261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Calling delete_port for b97377a2-d2af-4eac-a425-3b101c545045 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:26.354376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea59434e-166c-45b9-b257-662d7e92c1d6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:26.355933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea59434e-166c-45b9-b257-662d7e92c1d6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:26.356572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ea59434e-166c-45b9-b257-662d7e92c1d6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:26.376139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ea59434e-166c-45b9-b257-662d7e92c1d6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:26.379922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ea59434e-166c-45b9-b257-662d7e92c1d6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0907946 Apr 01 15:04:26.380159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57140) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:26.465231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d8c92b02-77ae-4d2c-b5ae-d8eddf252170 None None] Provisioning for port 86f5a5be-f198-4639-88ca-cc59f375e13f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:26.514149 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744abf66-ca25-4723-988e-9f85e096194e', 'tag': 'f2bb9356-0c14-4a95-bf97-99b9b92df1cf', 'status': 'completed', 'code': 200} Apr 01 15:04:26.575935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-0164ce51-07ca-40dc-b9a9-ac7a6e645db5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2bb9356-0c14-4a95-bf97-99b9b92df1cf HTTP/1.1" status: 200 len: 217 time: 0.4895978 Apr 01 15:04:26.651780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d640c4d-5412-4b03-929d-aa8eeb66c136 req-14bb162e-d305-4bd7-a07a-ec5d85a2cc1f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:26.658439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d640c4d-5412-4b03-929d-aa8eeb66c136 req-14bb162e-d305-4bd7-a07a-ec5d85a2cc1f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2077923 Apr 01 15:04:26.692013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-df791656-a332-47a5-b65d-ad2a1a5ec555 None None] Could not find standard attr ID for object a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:04:26.700787 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:04:26.702199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 86f5a5be-f198-4639-88ca-cc59f375e13f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:26.720099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:26.735102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 510427f7-3115-4ece-8412-54ce674a507f {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:26.742421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:26.800577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d640c4d-5412-4b03-929d-aa8eeb66c136 req-418a2300-d7c5-455e-8b81-f86eda796a62 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411743 Apr 01 15:04:26.809369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 86f5a5be-f198-4639-88ca-cc59f375e13f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:26.824895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 86f5a5be-f198-4639-88ca-cc59f375e13f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:26.825270 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:26.851304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:26.851657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.032514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.052997 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.109565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.112267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3ed1-01e0-4616-be85-0875d645e98c req-c19341cd-7246-4d18-86d9-577405f47f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:27.113954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-c19341cd-7246-4d18-86d9-577405f47f8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.4753311 Apr 01 15:04:27.118717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.195102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.235358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38e10a-07ed-462f-9de1-945f83afe372 req-7743fba3-5606-4d34-9401-cda8f22fca13 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:27.236929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c38e10a-07ed-462f-9de1-945f83afe372 req-7743fba3-5606-4d34-9401-cda8f22fca13 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1373224 Apr 01 15:04:27.245650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=510427f7-3115-4ece-8412-54ce674a507f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:27.247043 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-2a4c1245-1c5a-4cb5-af3a-f0269df5f125 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718040 Apr 01 15:04:27.272190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.280002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829e76f-ab7a-4d18-9612-b2766c4b6216 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:27.301342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2ba8043b-cbef-4ac9-85b8-ecbc2018ec10 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/510427f7-3115-4ece-8412-54ce674a507f HTTP/1.1" status: 204 len: 168 time: 0.9176130 Apr 01 15:04:27.301536 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:04:27.301536 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:04:27.301731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57150) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:27.303653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49864f5c-1ab6-475c-b440-124e42112cef req-2e1dc6b8-339b-4636-8ec8-4199b6e6a793 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:27.305109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49864f5c-1ab6-475c-b440-124e42112cef req-2e1dc6b8-339b-4636-8ec8-4199b6e6a793 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 946 time: 0.7937813 Apr 01 15:04:27.333729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=75b2dbe8-876e-4964-bc44-36a9fe8d75e3,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:27.380079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c38e10a-07ed-462f-9de1-945f83afe372 req-4a3bcc3d-7a65-41e8-a9ec-7dad4c76d5d7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354291 Apr 01 15:04:27.385084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c110ac85-929f-4f75-9939-6a52a198ffe1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794067 Apr 01 15:04:27.385223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57154) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:27.390549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:27.488736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.536829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49864f5c-1ab6-475c-b440-124e42112cef req-8f003ec4-bab7-4730-9685-175d2e80336c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054319 Apr 01 15:04:27.578660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.588164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-edf5263d-29ae-4e22-8a5a-f75a0b39f940 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5833824 Apr 01 15:04:27.588164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.635514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6279292-de17-43a9-994b-8363b022f487 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:27.644049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Deleting port 86f5a5be-f198-4639-88ca-cc59f375e13f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:27.644434 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.654779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-b7e96ed1-77a0-4229-9568-7b49149036d2 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633399 Apr 01 15:04:27.655774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97377a2-d2af-4eac-a425-3b101c545045,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:27.793341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:27.814086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:27.816909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:27.823611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:27.848794 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3131-c80a-4c5e-9a8c-6465a2176e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.902225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:27.905871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:27.942917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.074733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8924e6-7f33-407b-ab45-fa5a428f88ba req-061915e0-2f16-4897-b8d2-cf971409de5a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:28.076270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc8924e6-7f33-407b-ab45-fa5a428f88ba req-061915e0-2f16-4897-b8d2-cf971409de5a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 943 time: 0.2440524 Apr 01 15:04:28.086151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 86f5a5be-f198-4639-88ca-cc59f375e13f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=86f5a5be-f198-4639-88ca-cc59f375e13f,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:28.098095 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.139703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-9b756f1d-76d7-4dae-85f7-3ccb9900902b service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366646 Apr 01 15:04:28.158095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c6279292-de17-43a9-994b-8363b022f487 None None] For port 86f5a5be-f198-4639-88ca-cc59f375e13f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=86f5a5be-f198-4639-88ca-cc59f375e13f,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:28.158613 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.183865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc8924e6-7f33-407b-ab45-fa5a428f88ba req-ad5fa964-f279-4d0b-a3d6-6d32fcaaaa6b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984175 Apr 01 15:04:28.205410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128c4e4-a3ee-4c27-afeb-04ee4dfa259e req-2c7de9f9-7997-4f64-8bc5-3bcd382c41f6 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:28.209785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128c4e4-a3ee-4c27-afeb-04ee4dfa259e req-2c7de9f9-7997-4f64-8bc5-3bcd382c41f6 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:28.210740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e128c4e4-a3ee-4c27-afeb-04ee4dfa259e req-2c7de9f9-7997-4f64-8bc5-3bcd382c41f6 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Synchronizing usage tracker for tenant:ab041c1f33b0417399631e86613d6575 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:28.287634 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.289752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Calling delete_port for 86f5a5be-f198-4639-88ca-cc59f375e13f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:28.329414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=86f5a5be-f198-4639-88ca-cc59f375e13f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:28.361859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:28.370890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:28.377506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:28.378109 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.384339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:04:28.385990 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:04:28.410965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=aa1befad-f34b-4e89-82fa-df595d14ca77,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:28.423260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c17eb473-67a7-4b61-a3c2-0b474ebbb513 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0353293 Apr 01 15:04:28.424561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57170) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:28.430690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': 'aa1befad-f34b-4e89-82fa-df595d14ca77', 'ip_address': '2001:db8::142b:4e29:19da:ec10'}], 'name': 'tempest-NetworksTestDHCPv6-1930889828'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:28.438380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e128c4e4-a3ee-4c27-afeb-04ee4dfa259e req-2c7de9f9-7997-4f64-8bc5-3bcd382c41f6 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Unset dirty status for tenant:ab041c1f33b0417399631e86613d6575 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:28.439535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e128c4e4-a3ee-4c27-afeb-04ee4dfa259e req-2c7de9f9-7997-4f64-8bc5-3bcd382c41f6 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8f44da4-38dc-4f53-92a2-f2356405b122&device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 1681 time: 0.3787940 Apr 01 15:04:28.527741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e128c4e4-a3ee-4c27-afeb-04ee4dfa259e req-f02b3ffc-8d02-4bd6-8d9a-006954d82c40 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700839 Apr 01 15:04:28.532109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-afcc4b3b-443b-4e07-af18-f6ed20d8f8ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 1094 time: 0.3161862 Apr 01 15:04:28.551513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.625710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:28.630619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:28.634574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:28.641608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:28.656972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:28.664876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.719671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 86f5a5be-f198-4639-88ca-cc59f375e13f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:28.739370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 4e82474a-db9d-4f5f-860c-beb3c45f0c59 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:28.843546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.843890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9ef7d-1632-4948-bdfe-cca7a0e896a6 req-936d8a11-03a0-4239-9a51-16f1e9262251 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:28.851349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2cb9ef7d-1632-4948-bdfe-cca7a0e896a6 req-936d8a11-03a0-4239-9a51-16f1e9262251 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.1716404 Apr 01 15:04:28.851980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-11b53447-36ff-4b16-bcd9-efb079edebda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:28.853466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-11b53447-36ff-4b16-bcd9-efb079edebda service neutron] 10.222.0.44 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.2847281 Apr 01 15:04:28.878074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 86f5a5be-f198-4639-88ca-cc59f375e13f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=86f5a5be-f198-4639-88ca-cc59f375e13f,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:28.884035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.931071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Deleting port 86f5a5be-f198-4639-88ca-cc59f375e13f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:28.931568 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:28.952192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2cb9ef7d-1632-4948-bdfe-cca7a0e896a6 req-8c8d537e-b359-475a-8928-619644342804 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999792 Apr 01 15:04:28.969403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-330a44cb-c069-4a30-b532-2fd9bb9e1600 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:28.988448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-f7e50ca7-4f9b-4b43-8368-82bae8346c6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2bb9356-0c14-4a95-bf97-99b9b92df1cf HTTP/1.1" status: 200 len: 217 time: 0.1123028 Apr 01 15:04:29.023002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::142b:4e29:19da:ec10 (1521f7be-bcca-472b-a0e8-65bfb965abc6/aa1befad-f34b-4e89-82fa-df595d14ca77/4e82474a-db9d-4f5f-860c-beb3c45f0c59) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:29.043014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-330a44cb-c069-4a30-b532-2fd9bb9e1600 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:29.044483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-330a44cb-c069-4a30-b532-2fd9bb9e1600 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--544235872&fields=id&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 267 time: 0.3835216 Apr 01 15:04:29.071194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=86f5a5be-f198-4639-88ca-cc59f375e13f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:29.240953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-2214c72d-b80a-472f-8efa-6894ee09e37b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:29.242369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-2214c72d-b80a-472f-8efa-6894ee09e37b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.2334063 Apr 01 15:04:29.246207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c6279292-de17-43a9-994b-8363b022f487 None None] For port 86f5a5be-f198-4639-88ca-cc59f375e13f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=86f5a5be-f198-4639-88ca-cc59f375e13f,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:29.246556 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:29.318794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:29.333983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3f55c-73fc-48d2-9244-ce02d6e7580e req-9212d220-160e-4271-bf2d-b3dee7f93865 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:29.335464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cfa3f55c-73fc-48d2-9244-ce02d6e7580e req-9212d220-160e-4271-bf2d-b3dee7f93865 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1562316 Apr 01 15:04:29.340250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-fdbe89c1-762a-4862-9981-b556f4b1f2c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704260 Apr 01 15:04:29.344803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 4e82474a-db9d-4f5f-860c-beb3c45f0c59 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:29.368526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Calling delete_port for 86f5a5be-f198-4639-88ca-cc59f375e13f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:29.390687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-dff40a6d-3406-4f21-8d77-a59404340e5b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:29.391373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-dff40a6d-3406-4f21-8d77-a59404340e5b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:29.399976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cfa3f55c-73fc-48d2-9244-ce02d6e7580e req-a3b0c283-7101-41a4-aff4-6150a5f66c96 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514362 Apr 01 15:04:29.405714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:29.458201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3ed1-01e0-4616-be85-0875d645e98c req-906b2477-ff5d-430c-934f-a0f7b440d940 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:29.459710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-906b2477-ff5d-430c-934f-a0f7b440d940 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 943 time: 0.4056489 Apr 01 15:04:29.467524 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:29.502732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:29.506515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=4e82474a-db9d-4f5f-860c-beb3c45f0c59,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:29.510031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:29.511914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:29.515869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:29.516471 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:29.560279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6279292-de17-43a9-994b-8363b022f487 None None] Pushing event deleted for resources: {'Port': ['ID=86f5a5be-f198-4639-88ca-cc59f375e13f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:29.566924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6279292-de17-43a9-994b-8363b022f487 None None] No DVR routers for this DVR port 86f5a5be-f198-4639-88ca-cc59f375e13f on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:29.586346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b797c3-c93e-4d80-9c80-b886adaf4cbf None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:29.591936 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-149ed8bb-2461-4167-9397-f644f7357d6c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1658690 Apr 01 15:04:29.599290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:29.669160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-dff40a6d-3406-4f21-8d77-a59404340e5b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:29.675556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-dff40a6d-3406-4f21-8d77-a59404340e5b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.6225986 Apr 01 15:04:29.684974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcdc3-8fe0-4519-b28c-26a86b9a2f39 req-af2404f3-6a5a-44ff-b065-dac6139ec030 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:29.697731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dafdcdc3-8fe0-4519-b28c-26a86b9a2f39 req-af2404f3-6a5a-44ff-b065-dac6139ec030 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 946 time: 0.1595507 Apr 01 15:04:29.705818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf84826-597e-4c16-9ed2-d7faf6a7cb88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:29.706628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ecf84826-597e-4c16-9ed2-d7faf6a7cb88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:29.748779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-d07bd432-2a6f-4ad0-b290-2fb7533fc127 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/quotas/80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 375 time: 0.0723052 Apr 01 15:04:29.790464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dafdcdc3-8fe0-4519-b28c-26a86b9a2f39 req-cace41ac-adf5-4b3f-bc20-b07309e8245a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805404 Apr 01 15:04:29.792086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Deleting port f2bb9356-0c14-4a95-bf97-99b9b92df1cf {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:29.792424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:29.795699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ecf84826-597e-4c16-9ed2-d7faf6a7cb88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:29.797177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ecf84826-597e-4c16-9ed2-d7faf6a7cb88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1950488 Apr 01 15:04:29.800240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57190) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:29.820131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-2da2fa03-a896-47cc-9edf-2141f8932976 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573383 Apr 01 15:04:29.894298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': 'aa1befad-f34b-4e89-82fa-df595d14ca77'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:29.896635 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:29.926365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 4e82474a-db9d-4f5f-860c-beb3c45f0c59 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:29.927943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.136093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/aa1befad-f34b-4e89-82fa-df595d14ca77/f0ce5149-3ff3-4ef9-b634-424fa9633b78) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:30.249702 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be469b3b-aad1-4a3d-9c23-f29ac9ef433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.361248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d323be1-d281-425a-ada4-370dfc55c323 req-395ee818-8efa-4e97-97d3-186f193573e8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:30.362698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d323be1-d281-425a-ada4-370dfc55c323 req-395ee818-8efa-4e97-97d3-186f193573e8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 943 time: 0.3976696 Apr 01 15:04:30.385055 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.397428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Transition to ACTIVE for port object f0ce5149-3ff3-4ef9-b634-424fa9633b78 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:30.418845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Transition to ACTIVE for port object f0ce5149-3ff3-4ef9-b634-424fa9633b78 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:30.426455 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.436571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-c117700e-5942-47cf-a2ab-38272952263c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6869438 Apr 01 15:04:30.446819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a464336-8fe2-4a7d-9ad4-b554af200f0a req-6a68927f-4623-483c-b58e-7590880826b0 service neutron] 10.222.0.44 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078742 Apr 01 15:04:30.447831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.460790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d323be1-d281-425a-ada4-370dfc55c323 req-dcf866ff-019b-4bde-bbef-178db256c323 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877469 Apr 01 15:04:30.514457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:30.518221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:30.520778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:30.562130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] For port f2bb9356-0c14-4a95-bf97-99b9b92df1cf, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=f2bb9356-0c14-4a95-bf97-99b9b92df1cf,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:30.564512 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.566501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Pushing event updated for resources: {'Port': ['ID=f0ce5149-3ff3-4ef9-b634-424fa9633b78,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:30.585752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 4e82474a-db9d-4f5f-860c-beb3c45f0c59 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:30.625009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Attempting to bind port f0ce5149-3ff3-4ef9-b634-424fa9633b78 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:30.625372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Attempting to bind port f0ce5149-3ff3-4ef9-b634-424fa9633b78 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:30.625713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Attempting to bind port f0ce5149-3ff3-4ef9-b634-424fa9633b78 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:30.632073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:30.632431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:30.632821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.633197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:30.633646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Bound port: f0ce5149-3ff3-4ef9-b634-424fa9633b78, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:30.634010 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.722144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] For port f0ce5149-3ff3-4ef9-b634-424fa9633b78, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:30.725432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] For port f0ce5149-3ff3-4ef9-b634-424fa9633b78, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f0ce5149-3ff3-4ef9-b634-424fa9633b78,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:30.730682 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.770911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad4e8-9bc4-4f57-90a7-bd24444f4112 req-febb0308-05a2-4808-ba28-dca034596a56 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:30.772437 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e06ad4e8-9bc4-4f57-90a7-bd24444f4112 req-febb0308-05a2-4808-ba28-dca034596a56 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1593966 Apr 01 15:04:30.781774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57198) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:30.789778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'floatingip': {'port_id': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:30.802921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Calling delete_port for f2bb9356-0c14-4a95-bf97-99b9b92df1cf owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:30.826372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03367cc-d529-40cd-bcee-c64e7c5d5932 None None] Pushing event updated for resources: {'Port': ['ID=f0ce5149-3ff3-4ef9-b634-424fa9633b78,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:30.883661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:30.986324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b3cdd99-8a61-47f5-b026-7ef30bb05a9e service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251307 Apr 01 15:04:31.192236 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:31.246054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:31.282753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-4a8791b0-532e-4bc0-a2e9-9c43bc2091dd service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958760 Apr 01 15:04:31.287479 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:31.292873 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:31.357274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event deleted for resources: {'Port': ['ID=f2bb9356-0c14-4a95-bf97-99b9b92df1cf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:31.411730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=4e82474a-db9d-4f5f-860c-beb3c45f0c59,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:31.438355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:04:31.449167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] No DVR routers for this DVR port f2bb9356-0c14-4a95-bf97-99b9b92df1cf on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:31.455355 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:31.457839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744abf66-ca25-4723-988e-9f85e096194e', 'name': 'network-vif-deleted', 'tag': 'f2bb9356-0c14-4a95-bf97-99b9b92df1cf'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:31.476333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-05f63bd6-a518-46d5-a839-2a1dc07862f7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:31.478050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-05f63bd6-a518-46d5-a839-2a1dc07862f7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 946 time: 0.2614877 Apr 01 15:04:31.490033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:31.519628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9bccd627-9692-4915-9d4b-6e7b37b2353a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/4e82474a-db9d-4f5f-860c-beb3c45f0c59 HTTP/1.1" status: 204 len: 168 time: 1.7181437 Apr 01 15:04:31.522804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57214) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:31.538373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-071c3ed1-01e0-4616-be85-0875d645e98c req-88cfddba-ff1b-4521-8e69-c34713def5a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "DELETE /v2.0/ports/f2bb9356-0c14-4a95-bf97-99b9b92df1cf HTTP/1.1" status: 204 len: 173 time: 2.0478485 Apr 01 15:04:31.545567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716dcc-1fb5-4d0f-8346-4317cf6b1539 req-d62a90fc-ea53-4d5c-b123-3e40d2a404e4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:31.552892 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0716dcc-1fb5-4d0f-8346-4317cf6b1539 req-d62a90fc-ea53-4d5c-b123-3e40d2a404e4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.3045952 Apr 01 15:04:31.711175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0716dcc-1fb5-4d0f-8346-4317cf6b1539 req-0119fe51-44cf-403d-a34c-4dad2d144fdf tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571932 Apr 01 15:04:32.028876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port 6a8dec67-cc6f-4275-9f38-368f58d387d2 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:32.029497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:32.098390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7a8d6097-2c56-441b-8d8a-32632b1e2eeb req-c475e86e-2303-4051-9d7c-ee2d69c17408 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:32.122356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:32.133392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:32.134618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1efc376-d3c0-4df4-9e62-b5b126852b2c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:32.136098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1efc376-d3c0-4df4-9e62-b5b126852b2c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:32.137073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a1efc376-d3c0-4df4-9e62-b5b126852b2c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:32.141628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-f6f0855a-1ce6-4067-b5bc-9e75631bd5c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 210 time: 0.0786755 Apr 01 15:04:32.203244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7a8d6097-2c56-441b-8d8a-32632b1e2eeb req-c475e86e-2303-4051-9d7c-ee2d69c17408 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:32.216152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7a8d6097-2c56-441b-8d8a-32632b1e2eeb req-c475e86e-2303-4051-9d7c-ee2d69c17408 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.1647904 Apr 01 15:04:32.303983 n-d-836017-1 neutron-server[83954]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '744abf66-ca25-4723-988e-9f85e096194e', 'name': 'network-vif-deleted', 'tag': 'f2bb9356-0c14-4a95-bf97-99b9b92df1cf', 'status': 'failed', 'code': 422} returned with failed status Apr 01 15:04:32.317822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a1efc376-d3c0-4df4-9e62-b5b126852b2c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:32.319010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a1efc376-d3c0-4df4-9e62-b5b126852b2c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7899282 Apr 01 15:04:32.327573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:32.364593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624521d-e99f-48c9-b193-9d3607677412 req-b028de96-d6cf-4e08-86bd-e6b96f6d723e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:32.372861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9624521d-e99f-48c9-b193-9d3607677412 req-b028de96-d6cf-4e08-86bd-e6b96f6d723e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 946 time: 0.7377350 Apr 01 15:04:32.380381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-42b3391e-d837-4a64-8656-e20b21ad86e3 None None] Could not find standard attr ID for object 4e82474a-db9d-4f5f-860c-beb3c45f0c59. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:04:32.404670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-42b3391e-d837-4a64-8656-e20b21ad86e3 None None] Provisioning for port f0ce5149-3ff3-4ef9-b634-424fa9633b78 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:32.493044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de82ea4a-092a-4467-a7b0-405bc274129b req-5bc23364-a777-48f7-b314-486e56fed21e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 210 time: 0.0444877 Apr 01 15:04:32.668727 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:32.674615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9624521d-e99f-48c9-b193-9d3607677412 req-8008dc04-0edc-4fb2-b1bb-f09351f00c02 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007939 Apr 01 15:04:32.683686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port 6a8dec67-cc6f-4275-9f38-368f58d387d2, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6a8dec67-cc6f-4275-9f38-368f58d387d2,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:32.684045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:32.710690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet aa1befad-f34b-4e89-82fa-df595d14ca77 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:32.710690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:32.732402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-2428be25-6dd0-4a7d-9295-c26a378e92a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:32.732639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d9e0eb98-f533-4d57-adba-c76341426f6d None None] Could not find standard attr ID for object 4e82474a-db9d-4f5f-860c-beb3c45f0c59. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:04:32.736700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-2428be25-6dd0-4a7d-9295-c26a378e92a6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5717859 Apr 01 15:04:32.772381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f0ce5149-3ff3-4ef9-b634-424fa9633b78 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:32.832731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:32.904379 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Floating IP 6b2d8705-7712-4e25-9ee2-cb7f973d50e2 associated. External IP: 172.25.2.182, port: ccf574e6-f75a-4152-ba9a-d54ec4cd31a1. Apr 01 15:04:32.920232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f0ce5149-3ff3-4ef9-b634-424fa9633b78 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:32.926080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f0ce5149-3ff3-4ef9-b634-424fa9633b78 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:32.927127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:33.073108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:33.079170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for 6a8dec67-cc6f-4275-9f38-368f58d387d2 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:33.133007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f0ce5149-3ff3-4ef9-b634-424fa9633b78, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f0ce5149-3ff3-4ef9-b634-424fa9633b78,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:33.138999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:33.143821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:33.236735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f0ce5149-3ff3-4ef9-b634-424fa9633b78,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:33.359914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:33.405656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:33.412483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-893e4b57-f954-4e2c-9075-dd2fcfca8bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:33.414096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-893e4b57-f954-4e2c-9075-dd2fcfca8bdb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5248964 Apr 01 15:04:33.425570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:04:33.434586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3ecf5ee0-1446-4702-9f81-858ddcede2a7 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7c6ff81-4556-4a4a-baac-42ec6a0bedd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1509559 Apr 01 15:04:33.438599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108ec36-6682-4dee-b1ea-fca3000278c2 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:33.439064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85308-c287-48b6-8f65-b3ff235c0d19 req-d270c4c8-806d-4de5-a7b2-28faabedf5dd tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:33.446097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44d85308-c287-48b6-8f65-b3ff235c0d19 req-d270c4c8-806d-4de5-a7b2-28faabedf5dd tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.4114518 Apr 01 15:04:33.461550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57240) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:33.470559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] Sync routers for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:04:33.558635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1befad-f34b-4e89-82fa-df595d14ca77,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:33.565518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:33.566378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:33.624926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-731f4617-7458-4488-91cf-92259f97fd3c req-a834d0c0-3b22-44c6-8c74-576e8603ef01 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.1870763 Apr 01 15:04:33.628579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-73ded995-4648-45cc-b144-5fe40e8fb100 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/aa1befad-f34b-4e89-82fa-df595d14ca77 HTTP/1.1" status: 204 len: 168 time: 1.2949686 Apr 01 15:04:33.638051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:33.672908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-90293030-ad3f-4367-bde5-31a9b53217c9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:33.726411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e1a874c-022c-45f3-a8c7-dda7472c56ba tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812933 Apr 01 15:04:33.731925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44d85308-c287-48b6-8f65-b3ff235c0d19 req-dcff4953-ceab-4774-a555-670c82267649 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846239 Apr 01 15:04:33.735513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57252) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:33.742709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:33.763811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-90293030-ad3f-4367-bde5-31a9b53217c9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:33.770723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19676fdc-538a-43fb-bbb7-79d3e1788667 req-90293030-ad3f-4367-bde5-31a9b53217c9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.44 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 210 time: 0.2475677 Apr 01 15:04:33.773326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:33.809302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:33.898642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=6a8dec67-cc6f-4275-9f38-368f58d387d2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:33.986612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-8ba3cefd-bb2c-47f2-b0d7-fee5c0d01403 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:33.988069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-8ba3cefd-bb2c-47f2-b0d7-fee5c0d01403 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.7141578 Apr 01 15:04:34.052442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:34.056281 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ac99de8-a863-4858-864a-18d48442227b req-aed4332e-ff60-478c-bf81-632e861ab8a9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=744abf66-ca25-4723-988e-9f85e096194e HTTP/1.1" status: 200 len: 210 time: 0.0891356 Apr 01 15:04:34.058565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port 6a8dec67-cc6f-4275-9f38-368f58d387d2 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:34.061364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.199526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:34.204799 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-aa9485c1-0752-424f-a6a7-7dccc9e1f977 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 379 time: 0.1499090 Apr 01 15:04:34.209355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:34.214089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:34.222081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'port': {'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'admin_state_up': True, 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'security_groups': ['db4e3a7d-c71a-4c2a-aecd-cf7318abdd60']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:34.290027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:34.304086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:34.304761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] Deleting port f0ce5149-3ff3-4ef9-b634-424fa9633b78 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:34.305127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.323488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a56fa0-0f83-4418-88b9-fe7145652512', 'name': 'network-vif-deleted', 'tag': '6a8dec67-cc6f-4275-9f38-368f58d387d2'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:34.336625 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69cff40e-34c5-4410-a8f0-c0aad90c7f64 req-95a41687-b31b-449c-bfa4-3cf1df430c91 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "DELETE /v2.0/ports/6a8dec67-cc6f-4275-9f38-368f58d387d2 HTTP/1.1" status: 204 len: 173 time: 2.8484147 Apr 01 15:04:34.350323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1067d8f1-04aa-4dc3-9ad6-05f70745b3f0 req-87e34b2b-87a0-4139-aa02-8ede11681857 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:34.352021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:34.355537 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.381249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.383537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc60e58-857e-4060-9d0d-f4f0db2c146c req-1fbf31d0-d281-4184-afbe-94988e0e4f85 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:34.390493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbc60e58-857e-4060-9d0d-f4f0db2c146c req-1fbf31d0-d281-4184-afbe-94988e0e4f85 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 945 time: 0.4002349 Apr 01 15:04:34.454364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1067d8f1-04aa-4dc3-9ad6-05f70745b3f0 req-87e34b2b-87a0-4139-aa02-8ede11681857 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:34.468382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1067d8f1-04aa-4dc3-9ad6-05f70745b3f0 req-87e34b2b-87a0-4139-aa02-8ede11681857 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a56fa0-0f83-4418-88b9-fe7145652512 HTTP/1.1" status: 200 len: 210 time: 0.1809330 Apr 01 15:04:34.552460 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a56fa0-0f83-4418-88b9-fe7145652512', 'name': 'network-vif-deleted', 'tag': '6a8dec67-cc6f-4275-9f38-368f58d387d2', 'status': 'completed', 'code': 200} Apr 01 15:04:34.628925 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbc60e58-857e-4060-9d0d-f4f0db2c146c req-f1d554f5-30da-4e9c-ad82-af3861010a7a tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373362 Apr 01 15:04:34.647262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:34.677983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.681395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:34.692288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Router 91359cc3-2baf-44c1-9278-4a626f8bb760 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:04:34.693980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Deleting port 8119c06a-87e5-47c0-974e-238873600faa {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:34.694789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.712854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f0ce5149-3ff3-4ef9-b634-424fa9633b78 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:34.787786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] For port f0ce5149-3ff3-4ef9-b634-424fa9633b78, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f0ce5149-3ff3-4ef9-b634-424fa9633b78,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:34.788174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.816630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Made reservation on behalf of 80b1ddfff78f4e45aa963e3cb6e69964 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:34.819633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:34.918771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] Calling delete_port for f0ce5149-3ff3-4ef9-b634-424fa9633b78 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:34.955894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c16bc8b3-6236-43cc-91ef-f51dc2834431 req-a98bcd78-42d8-4d57-8da2-d6b9a8f161fc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.1207716 Apr 01 15:04:35.023505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] For port 8119c06a-87e5-47c0-974e-238873600faa, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8119c06a-87e5-47c0-974e-238873600faa,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:35.023976 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.046991 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.058480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '8119c06a-87e5-47c0-974e-238873600faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:04:27Z', 'revision_number': 5, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port': {'id': '8119c06a-87e5-47c0-974e-238873600faa', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:17Z', 'updated_at': '2022-04-01T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:35.064695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.089843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.097152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] Checking router: b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:04:35.123083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] Pushing event deleted for resources: {'Port': ['ID=f0ce5149-3ff3-4ef9-b634-424fa9633b78,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:35.165029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a04153-4146-412c-816f-d8f9e924e238 None None] No DVR routers for this DVR port f0ce5149-3ff3-4ef9-b634-424fa9633b78 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:35.182244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:35.186676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6a8dec67-cc6f-4275-9f38-368f58d387d2 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:35.189574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:35.201698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Calling delete_port for 8119c06a-87e5-47c0-974e-238873600faa owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:35.205667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:35.208402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.283055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ddb89-921b-4a7f-a82e-2d5d492aa6c3 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:35.285951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5493057 Apr 01 15:04:35.294703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57264) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:35.350722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 6a8dec67-cc6f-4275-9f38-368f58d387d2 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:35.350722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6a8dec67-cc6f-4275-9f38-368f58d387d2 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:35.373400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '8cce5aa0-e322-4204-bbc8-8747bbe7e365', 'ip_address': '2001:db8::c839:9b82:8b68:a36'}], 'name': 'tempest-NetworksTestDHCPv6-750527154'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:35.395696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a047e-9d1b-4082-b14c-fe31c2fbd0b5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=8cce5aa0-e322-4204-bbc8-8747bbe7e365,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:35.417028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] Routers {'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:35.417676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:35.531664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.20.0.3 (55cc7f3b-7b44-4350-9885-32fdac15a847/3589c822-bb20-4279-a1bd-ccf87a65739a/23d5aef9-c7f9-479c-b286-2ea8d6d4b49c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:35.572506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3448e-d64b-4c17-bff1-6b068f4bf872 req-e564ac1a-c3a1-4b47-afd9-2c8f18ade6d2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:35.574442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17d3448e-d64b-4c17-bff1-6b068f4bf872 req-e564ac1a-c3a1-4b47-afd9-2c8f18ade6d2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.5866408 Apr 01 15:04:35.686636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:35.690288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] Set router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:35.699627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:35.724010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:35.787025 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17d3448e-d64b-4c17-bff1-6b068f4bf872 req-437ef331-0c98-4468-b42f-aaf1ab6fdb22 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028160 Apr 01 15:04:35.788753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:35.830411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:04:35.846242 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] Sync routers for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:04:35.854917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.862887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:04:34Z', 'revision_number': 6, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:35.864867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:35.865696 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:35.897628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8d7bbe-396c-4820-b0b3-491832b060f8 None None] The sync data for ids ['b7c6ff81-4556-4a4a-baac-42ec6a0bedd0'] in n-d-836017-1 is: [{'id': 'b7c6ff81-4556-4a4a-baac-42ec6a0bedd0', 'name': 'tempest-ServersTestManualDisk-157338212-router', 'tenant_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:13Z', 'updated_at': '2022-04-01T15:04:34Z', 'revision_number': 6, 'project_id': '5aba8ee433db4bbd8b30df9e00950f2a', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:04:35.915202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '8cce5aa0-e322-4204-bbc8-8747bbe7e365'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:35.916162 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.919274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:35.933399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:35.958927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.011828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:36.112617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-45613593-7ee2-4bd7-adf9-67b682a45e88 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:36.114094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-45613593-7ee2-4bd7-adf9-67b682a45e88 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 945 time: 0.7226191 Apr 01 15:04:36.132328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8119c06a-87e5-47c0-974e-238873600faa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:36.139050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/8cce5aa0-e322-4204-bbc8-8747bbe7e365/b6c69d3c-b9c9-4d29-8d7d-2088f40bda39) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:36.141397 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:36.209818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-4595e487-cdbc-4a67-9c09-9b2f69d40cfd tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:36.211588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-4595e487-cdbc-4a67-9c09-9b2f69d40cfd tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.6431704 Apr 01 15:04:36.266985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-d801ae89-2f2f-43c7-9d0b-f8cb494675a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 1096 time: 0.7659802 Apr 01 15:04:36.287768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-80e42e0b-b459-439d-9c6e-37c52d8f991c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:36.295681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-80e42e0b-b459-439d-9c6e-37c52d8f991c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9984f09-4fb6-4cde-a68b-15e19e5d1158 HTTP/1.1" status: 200 len: 945 time: 0.5424774 Apr 01 15:04:36.432469 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.449587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Transition to ACTIVE for port object b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:36.479512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f88c8af9-cd63-44b5-be22-7ad45255f601 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "PUT /v2.0/floatingips/6b2d8705-7712-4e25-9ee2-cb7f973d50e2 HTTP/1.1" status: 200 len: 991 time: 5.6943862 Apr 01 15:04:36.486808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.490207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:36.502690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Transition to ACTIVE for port object b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:36.513085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.573136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Transition to ACTIVE for port object 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:36.598526 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6b2d8705-7712-4e25-9ee2-cb7f973d50e2', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'port_id': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'mac_address': 'fa:16:3e:ff:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:03:55Z', 'updated_at': '2022-04-01T15:04:31Z', 'revision_number': 1, 'project_id': '9757218e019f4279aae1261d703db4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:36.602648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] Checking router: 91359cc3-2baf-44c1-9278-4a626f8bb760 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:04:36.613939 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:04:36.614564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:04:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:36.617724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::c839:9b82:8b68:a36 (1521f7be-bcca-472b-a0e8-65bfb965abc6/8cce5aa0-e322-4204-bbc8-8747bbe7e365/1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:36.630737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Pushing event updated for resources: {'Port': ['ID=b6c69d3c-b9c9-4d29-8d7d-2088f40bda39,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:36.651538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647ea73-9b51-49de-bd91-7698427ab634 req-d36c570d-a98f-4eb4-8acb-a06454d6808f tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:36.651538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6647ea73-9b51-49de-bd91-7698427ab634 req-d36c570d-a98f-4eb4-8acb-a06454d6808f tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 945 time: 0.2847047 Apr 01 15:04:36.670602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:36.672044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:36.674760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.675143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.675504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.676363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.676699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.677069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.677402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.677727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.678221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.679265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.679265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:36.683778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:36.725462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.746266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Deleting port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:36.746610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.803963 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:04:36.823335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b97377a2-d2af-4eac-a425-3b101c545045 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:36.884058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-7d8daaaa-4499-4c4c-8ee3-35b6f3312e3b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/quotas/c19b4d46208b462f9430bf8ff546c0cc HTTP/1.1" status: 200 len: 375 time: 0.6339331 Apr 01 15:04:36.884596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:36.887203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:36.914372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b97377a2-d2af-4eac-a425-3b101c545045 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:36.914923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b97377a2-d2af-4eac-a425-3b101c545045 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:36.922210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Attempting to bind port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:36.922645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Attempting to bind port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:36.923064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Attempting to bind port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:36.937579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:36.937957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:36.938494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.938884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:36.939402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Bound port: b6c69d3c-b9c9-4d29-8d7d-2088f40bda39, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:36.941194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:36.956894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:36.983262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6647ea73-9b51-49de-bd91-7698427ab634 req-f73347b2-ba83-4545-98c2-165bea6d4364 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4f38149-4df9-4f9c-a59d-fa7a686a8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217189 Apr 01 15:04:36.986365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:37.036777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Deleting port 6b17d6ed-df5d-4857-a990-384e3507f25e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:37.037376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.097651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-757f562f-8057-4cc4-86c4-8bc1641193f0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2122474 Apr 01 15:04:37.137380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:37.138309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.193464 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.193915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.217439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-5b5785c9-fd14-492a-b918-19ed76b852d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9941881 Apr 01 15:04:37.225229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] For port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:37.232541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Request body: {'port': {'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:37.233702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] For port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b6c69d3c-b9c9-4d29-8d7d-2088f40bda39,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:37.246953 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.312981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6b2d8705-7712-4e25-9ee2-cb7f973d50e2', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'port_id': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'mac_address': 'fa:16:3e:ff:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:03:55Z', 'updated_at': '2022-04-01T15:04:31Z', 'revision_number': 1, 'project_id': '9757218e019f4279aae1261d703db4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:37.323413 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6740a51-28de-4fa2-af83-b1006d88e9ca None None] The sync data for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 is: [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6b2d8705-7712-4e25-9ee2-cb7f973d50e2', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'port_id': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'mac_address': 'fa:16:3e:ff:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:03:55Z', 'updated_at': '2022-04-01T15:04:31Z', 'revision_number': 1, 'project_id': '9757218e019f4279aae1261d703db4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:04:37.337889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:37.391096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ecf7d-12de-4e4d-9f99-b2dce35f6928 None None] Pushing event updated for resources: {'Port': ['ID=b6c69d3c-b9c9-4d29-8d7d-2088f40bda39,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:37.441319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-795fb8b8-83aa-471f-84a1-6d7daf3e7683 None None] Provisioning for port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:37.450372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-795fb8b8-83aa-471f-84a1-6d7daf3e7683 None None] Provisioning complete for port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:37.450815 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-795fb8b8-83aa-471f-84a1-6d7daf3e7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.510253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.512938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-795fb8b8-83aa-471f-84a1-6d7daf3e7683 None None] Port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:04:37.539924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.675360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fb038-1af5-4623-84d3-8ae427638bc8 None None] New status for floating IP 6b2d8705-7712-4e25-9ee2-cb7f973d50e2: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:04:37.697775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:37.702434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:37.710287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c2c04-6c93-4a81-93d0-c83313f0101b req-e421cecf-8795-4b15-a8b6-f917cd77e0f6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:37.710964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-190c2c04-6c93-4a81-93d0-c83313f0101b req-e421cecf-8795-4b15-a8b6-f917cd77e0f6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:37.713704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:37.717368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:37.718072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:37.753832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:37.833968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-190c2c04-6c93-4a81-93d0-c83313f0101b req-e421cecf-8795-4b15-a8b6-f917cd77e0f6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:37.841414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-190c2c04-6c93-4a81-93d0-c83313f0101b req-e421cecf-8795-4b15-a8b6-f917cd77e0f6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 931 time: 0.5066874 Apr 01 15:04:37.869753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6fcd1101-e70d-48cb-b013-67f82f9cb1f6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5077877 Apr 01 15:04:37.880258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57294) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:37.890940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-62d303dc-4826-458a-88e9-30e2ddd82723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:37.892411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-62d303dc-4826-458a-88e9-30e2ddd82723 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 910 time: 1.5580373 Apr 01 15:04:38.062846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-190c2c04-6c93-4a81-93d0-c83313f0101b req-7b59f522-c3e8-49fb-8322-bc2c5affd4fd tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202919 Apr 01 15:04:38.091084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.113531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-ddf7bf80-f8f5-4988-8ccc-b0ca3837f8af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1865b856-c672-47fb-af57-ed04320b00ba HTTP/1.1" status: 200 len: 217 time: 0.1772184 Apr 01 15:04:38.138010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961814e0-2da2-4e00-9e1d-2312f1e46368 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:38.139752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-da74eda0-79dc-4b35-9c00-cb13f4965e25 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0412259 Apr 01 15:04:38.142028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961814e0-2da2-4e00-9e1d-2312f1e46368 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:38.142793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-961814e0-2da2-4e00-9e1d-2312f1e46368 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:38.146538 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'status': 'completed', 'code': 200} Apr 01 15:04:38.210704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-961814e0-2da2-4e00-9e1d-2312f1e46368 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:38.214484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-961814e0-2da2-4e00-9e1d-2312f1e46368 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3307219 Apr 01 15:04:38.222814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57300) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:38.329564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.396061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:38.402628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:38.402967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.431630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] For port 8dcf4a7e-931a-4ff3-a643-e36499488ca0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8dcf4a7e-931a-4ff3-a643-e36499488ca0,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:38.432020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.445696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.498325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Transition to ACTIVE for port object 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:38.531186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.537910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77768734-8dce-4c89-90ad-a9062fcda999 req-600a3fae-7fd1-4678-843b-df84a79d74e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1096 time: 0.3759611 Apr 01 15:04:38.599602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-4ac693eb-2e31-49f2-bf4b-8782734aa193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:38.600978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-4ac693eb-2e31-49f2-bf4b-8782734aa193 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.4744177 Apr 01 15:04:38.615181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Calling delete_port for 8dcf4a7e-931a-4ff3-a643-e36499488ca0 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:38.733081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] For port 6b17d6ed-df5d-4857-a990-384e3507f25e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6b17d6ed-df5d-4857-a990-384e3507f25e,segment=NetworkSegment(79f37466-b909-4cda-b197-ef2960a561b1),segment_id=79f37466-b909-4cda-b197-ef2960a561b1)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:38.733081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.743088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.743648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:04:38.749477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:38.765324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-7bb252d0-3d12-4041-a6e9-380788431104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141837 Apr 01 15:04:38.873215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d8d7c844-97d3-4be1-ab44-73c79b6d41a5 None None] Provisioning for port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:38.892172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:38.898819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:38.899326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.902467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23668c2-e28b-42c4-a31b-0bea85b6d96d req-9f339ab3-ec4e-496b-be6a-322e04e8b21d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:38.909391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b23668c2-e28b-42c4-a31b-0bea85b6d96d req-9f339ab3-ec4e-496b-be6a-322e04e8b21d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.6050830 Apr 01 15:04:38.948478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:38.952541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-89132193-a78c-4af6-ae8d-2c7cda8fbe5c admin admin] 10.222.0.48 "DELETE /v2.0/routers/b7c6ff81-4556-4a4a-baac-42ec6a0bedd0 HTTP/1.1" status: 204 len: 168 time: 5.4882903 Apr 01 15:04:38.961749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57304) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:38.969791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Calling delete_port for 6b17d6ed-df5d-4857-a990-384e3507f25e owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:39.043980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.092026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b6c69d3c-b9c9-4d29-8d7d-2088f40bda39,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:39.108299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.119482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.129621 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-42fb8d29-30bd-4c26-a788-587207f14f50 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9889967 Apr 01 15:04:39.145491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8119c06a-87e5-47c0-974e-238873600faa no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:39.188860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8119c06a-87e5-47c0-974e-238873600faa {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:39.189389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8119c06a-87e5-47c0-974e-238873600faa not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:39.213173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8dcf4a7e-931a-4ff3-a643-e36499488ca0 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:39.288201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b6c69d3c-b9c9-4d29-8d7d-2088f40bda39,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:39.293717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:39.298250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30464067-9af7-4784-b906-4c416c31f4df None None] Provisioning for port 1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:39.352487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30464067-9af7-4784-b906-4c416c31f4df None None] Provisioning complete for port 1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:39.353226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30464067-9af7-4784-b906-4c416c31f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.360304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] Deleting subnet 6e3022f6-31b1-416c-aceb-9c31dcf6ffad {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:39.370850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.393398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Pushing event updated for resources: {'Port': ['ID=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:39.412991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-30464067-9af7-4784-b906-4c416c31f4df None None] Port 1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:04:39.444193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.489706 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-3dbfa691-ca09-49bf-85a7-38687431107a service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055807 Apr 01 15:04:39.566487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768734-8dce-4c89-90ad-a9062fcda999 req-c44d4592-5029-4f14-828e-2c1000fb4404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:39.568036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77768734-8dce-4c89-90ad-a9062fcda999 req-c44d4592-5029-4f14-828e-2c1000fb4404 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.9922247 Apr 01 15:04:39.584962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.605285 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b23668c2-e28b-42c4-a31b-0bea85b6d96d req-8a57c4e4-9b50-4c29-b39d-8570d34cd21f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950333 Apr 01 15:04:39.627778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6b17d6ed-df5d-4857-a990-384e3507f25e no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:39.694992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.773488 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.838414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.849511 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.867801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:39.973380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296064c-a3c1-42ab-b83f-de95556ce841 None None] Network 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:39.988423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77768734-8dce-4c89-90ad-a9062fcda999 req-fd294cd9-4969-4956-afdd-0a4b116fd163 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 1001 time: 0.3715236 Apr 01 15:04:39.989236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:40.006887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ee8f9626-b564-4c42-b0f3-63c35cce52d0 req-7dc979b0-89cb-4eab-b339-9af31868839c tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8f44da4-38dc-4f53-92a2-f2356405b122 HTTP/1.1" status: 200 len: 210 time: 0.1546783 Apr 01 15:04:40.023169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.213929 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.229890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Attempting to bind port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:40.230527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Attempting to bind port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:40.231019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Attempting to bind port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:40.235524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Pushing event deleted for resources: {'Port': ['ID=8dcf4a7e-931a-4ff3-a643-e36499488ca0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:40.237743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e3022f6-31b1-416c-aceb-9c31dcf6ffad,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:40.262198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-787e966d-1f27-4b01-988c-a4b9bccb87c2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6e3022f6-31b1-416c-aceb-9c31dcf6ffad HTTP/1.1" status: 204 len: 168 time: 1.2590382 Apr 01 15:04:40.264871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57324) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:40.296444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.330640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-27faefd8-5104-43d3-a8ad-dcc1fcdd44be tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 HTTP/1.1" status: 204 len: 168 time: 2.1042569 Apr 01 15:04:40.340712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57328) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:40.347792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c on network 55cc7f3b-7b44-4350-9885-32fdac15a847 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:04:40.348506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Attempting to bind port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:40.394436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768734-8dce-4c89-90ad-a9062fcda999 req-157e6391-0b1c-4f4e-9424-88a4e1d60c5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:40.396879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77768734-8dce-4c89-90ad-a9062fcda999 req-157e6391-0b1c-4f4e-9424-88a4e1d60c5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.3848500 Apr 01 15:04:40.459958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:40.460303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Checking segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:40.460681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Bound using segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:40.461125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Bound port: 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:40.461473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.510391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] DHCP port deletion for 77c3fa9f-cc9e-45fb-bd28-f9aab6905544 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:40.516133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] Deleting port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:40.516506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.529301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Pushing event deleted for resources: {'Port': ['ID=6b17d6ed-df5d-4857-a990-384e3507f25e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:40.550564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9855a058-5910-42cc-a07c-dbaf487d52b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:40.551929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9855a058-5910-42cc-a07c-dbaf487d52b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:40.552662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9855a058-5910-42cc-a07c-dbaf487d52b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:40.555976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] No DVR routers for this DVR port 8dcf4a7e-931a-4ff3-a643-e36499488ca0 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:40.568345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179a136-4ad5-491c-9c88-99fde2d7ab2a req-b3c97bf2-ec4c-4172-8cb5-2a8fb0f8da2e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:40.569819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8179a136-4ad5-491c-9c88-99fde2d7ab2a req-b3c97bf2-ec4c-4172-8cb5-2a8fb0f8da2e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 943 time: 0.3351643 Apr 01 15:04:40.573614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-7ee0192e-0cfa-4844-9b5e-4185bd911d5d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:40.575055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-7ee0192e-0cfa-4844-9b5e-4185bd911d5d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 1.1286626 Apr 01 15:04:40.576151 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.577985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "DELETE /v2.0/ports/8dcf4a7e-931a-4ff3-a643-e36499488ca0 HTTP/1.1" status: 204 len: 173 time: 4.4310424 Apr 01 15:04:40.583090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'name': 'network-vif-deleted', 'tag': '8dcf4a7e-931a-4ff3-a643-e36499488ca0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:40.643003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8476c2e6-b967-40f3-b17b-26a1f52e5060 req-70c68e92-8649-46f3-b041-e48fc29c6523 service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0924041 Apr 01 15:04:40.648959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9855a058-5910-42cc-a07c-dbaf487d52b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:40.652654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9855a058-5910-42cc-a07c-dbaf487d52b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2980926 Apr 01 15:04:40.659769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57336) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:40.669728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] For port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:40.683386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8179a136-4ad5-491c-9c88-99fde2d7ab2a req-f0f83235-db9c-4bb6-aec1-61e4e57a26f7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994134 Apr 01 15:04:40.685266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] For port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:40.696913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77768734-8dce-4c89-90ad-a9062fcda999 req-21137d23-2ade-4738-8965-6b37896b19ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2837968 Apr 01 15:04:40.701800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.744960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-585bf330-5b5b-421b-82c3-2ee3dff288b9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.1526425 Apr 01 15:04:40.811284 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.842091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.844650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:40.863321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] No DVR routers for this DVR port 6b17d6ed-df5d-4857-a990-384e3507f25e on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:40.867655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:40.869791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a59c1182-319e-4c89-b8c0-a25cfe6b175e req-9e64f5e1-ce17-4744-b951-7020bd9be6b3 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] 10.222.0.44 "DELETE /v2.0/ports/6b17d6ed-df5d-4857-a990-384e3507f25e HTTP/1.1" status: 204 len: 173 time: 4.5731795 Apr 01 15:04:41.012281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] For port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:41.012722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.132925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Deleting port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:41.133319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.227952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] Calling delete_port for b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:41.236037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.238396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] 10.222.0.44 "PUT /v2.0/ports/23d5aef9-c7f9-479c-b286-2ea8d6d4b49c HTTP/1.1" status: 200 len: 1091 time: 4.0126896 Apr 01 15:04:41.244579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:41.271385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:41.271742 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.313051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-1d4c59be-133d-48e6-be71-927963fde51e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5675983 Apr 01 15:04:41.318298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 8cce5aa0-e322-4204-bbc8-8747bbe7e365 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:41.321539 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.350902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b59c8c17-3b5f-4f19-b36e-e1e90e6ab41b req-9699ba5a-7589-45f0-b46b-ebc086b9504f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 210 time: 0.1786249 Apr 01 15:04:41.427364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77b060-a06a-4e64-8af8-3a5dc56481f8 service neutron] Pushing event updated for resources: {'Port': ['ID=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:41.439447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77768734-8dce-4c89-90ad-a9062fcda999 req-5ef603ac-986a-474b-b925-37690a925962 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204099 Apr 01 15:04:41.442314 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.502287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-164cc113-4ac9-4fdb-b5b9-20184664bab5 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443956 Apr 01 15:04:41.507061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] Pushing event deleted for resources: {'Port': ['ID=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:41.511480 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f44da4-38dc-4f53-92a2-f2356405b122', 'name': 'network-vif-deleted', 'tag': '8dcf4a7e-931a-4ff3-a643-e36499488ca0', 'status': 'completed', 'code': 200} Apr 01 15:04:41.512430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ead5f2-3e10-4722-ab63-fab6e723aaf8 None None] No DVR routers for this DVR port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:41.594302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:41.631448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:41.631884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:41.752986 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.812097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-ed79319d-ed2d-4d9f-9b7a-a2478abca0e6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:41.813654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-ed79319d-ed2d-4d9f-9b7a-a2478abca0e6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.6865091 Apr 01 15:04:41.841870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Request body: {'port': {'device_id': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'admin_state_up': True, 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:41.863932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77768734-8dce-4c89-90ad-a9062fcda999 req-9f792337-76bb-46be-bb2b-eb39948b4c99 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309577 Apr 01 15:04:41.870471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] For port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b78c98bd-cae5-45d6-a8d5-29d47c8d5b24,segment=NetworkSegment(c69268bf-a502-4c25-a758-7630a7b71317),segment_id=c69268bf-a502-4c25-a758-7630a7b71317)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:41.870817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:41.872685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-69418218-d2b3-40f3-b91d-171d4014b8a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 1094 time: 0.4466114 Apr 01 15:04:41.924832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b359c4-8f3e-4cdc-bd31-e4ee2e4b3d3f req-cb124f90-a89e-4c11-a9bb-bd6fba64fff2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:41.926314 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43b359c4-8f3e-4cdc-bd31-e4ee2e4b3d3f req-cb124f90-a89e-4c11-a9bb-bd6fba64fff2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.3653715 Apr 01 15:04:41.956999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-8932ac7f-16ae-419b-833a-7a0e208b4927 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224708 Apr 01 15:04:42.017705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Calling delete_port for b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:42.073844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-8d23c544-c11f-4532-a78a-837c23dac901 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c HTTP/1.1" status: 200 len: 217 time: 0.1558399 Apr 01 15:04:42.092016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:42.202974 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43b359c4-8f3e-4cdc-bd31-e4ee2e4b3d3f req-6df48fd3-a864-47fd-a34c-c6ea1b8dcf53 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778753 Apr 01 15:04:42.232519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:42.289444 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'status': 'completed', 'code': 200} Apr 01 15:04:42.290827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-abeb75a3-6c5e-4ea7-beca-e4ad75f2700d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:42.293467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-abeb75a3-6c5e-4ea7-beca-e4ad75f2700d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.2027116 Apr 01 15:04:42.298805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:42.304593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:04:42.305403 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:04:42.309744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:42.316191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=8cce5aa0-e322-4204-bbc8-8747bbe7e365,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:42.329493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:42.333616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccabaea-0fcb-4e3a-83bc-2fbfccd495d1 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:42.369965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:42.373228 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:42.506681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-6281a4bb-d4e0-4863-8248-168300705717 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892176 Apr 01 15:04:42.588097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Allocated IP 172.20.0.3 (285a48b2-7ab8-4e2b-9e28-257c505dcf54/3ec34c30-428d-4c5a-9a9d-da73a48138a6/50923cbb-5d18-4250-be8b-4fb1c1dfe816) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:42.592649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-87481cfa-dbde-4b8b-8ae0-d445163e47a0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/8cce5aa0-e322-4204-bbc8-8747bbe7e365 HTTP/1.1" status: 204 len: 168 time: 1.9322209 Apr 01 15:04:42.598513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57360) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:42.602999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f970869-e31a-4013-94b8-6c2b007eca2a req-ab69b4df-e02b-4d4e-9ab4-6ad92c84cb37 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 210 time: 0.2409544 Apr 01 15:04:42.688333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d207d9c7-0824-4719-a414-3860c68adb26 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863798 Apr 01 15:04:42.688575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57364) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:42.750704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:42.756313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] Deleting port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:42.756797 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:42.771104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57368) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:42.812376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Deleting port b78c98bd-cae5-45d6-a8d5-29d47c8d5b24 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:42.813087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:42.894391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] The port 'b78c98bd-cae5-45d6-a8d5-29d47c8d5b24' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:04:43.019976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42b1fe7-ea5a-478b-bf5f-c3265e485287 req-39e44a9e-c33e-48ed-89ee-41777f946dd4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 210 time: 0.0940919 Apr 01 15:04:43.029463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-cb33721a-ac84-469e-ac52-ba9c150cfae6 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099505 Apr 01 15:04:43.052216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d691a-51f4-44e8-9bf6-c83649aa23a7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:43.052917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-801d691a-51f4-44e8-9bf6-c83649aa23a7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:43.107306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] Deleting subnet a6827671-1262-4a99-93f1-993eeb8cea89 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:43.121493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] For port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b6c69d3c-b9c9-4d29-8d7d-2088f40bda39,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:43.121962 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.131268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.168611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.184489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-801d691a-51f4-44e8-9bf6-c83649aa23a7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:43.185656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-801d691a-51f4-44e8-9bf6-c83649aa23a7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4961977 Apr 01 15:04:43.191798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:43.252047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] Calling delete_port for b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:43.272498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df4295-9806-4cf8-a4b8-00d70c5664d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:43.273095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-97df4295-9806-4cf8-a4b8-00d70c5664d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:43.284078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.317727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c3fa9f-cc9e-45fb-bd28-f9aab6905544']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:43.337933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.346126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69268bf-a502-4c25-a758-7630a7b71317') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:43.346425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69268bf-a502-4c25-a758-7630a7b71317') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:43.358394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-97df4295-9806-4cf8-a4b8-00d70c5664d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:43.359591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-97df4295-9806-4cf8-a4b8-00d70c5664d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1669536 Apr 01 15:04:43.364922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57380) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:43.368325 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.379276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.388463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899e91-10cf-4111-94bf-78a8e0e012dc req-8c489ca4-d0f3-4ae8-95e7-9664efbcd161 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:43.389898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9899e91-10cf-4111-94bf-78a8e0e012dc req-8c489ca4-d0f3-4ae8-95e7-9664efbcd161 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 943 time: 0.7528374 Apr 01 15:04:43.393273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8b5f07-d0c9-4238-b4e9-78ec3aca0e31 req-dc6a1520-e350-43d5-942e-6522bd0f9dc0 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335330 Apr 01 15:04:43.394428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] Pushing event deleted for resources: {'Port': ['ID=b6c69d3c-b9c9-4d29-8d7d-2088f40bda39,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:43.401094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4727c-d18b-44f1-b73b-73034def0c41 None None] No DVR routers for this DVR port b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:43.448081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.483096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f93f0937-bce9-4ec4-b618-0cc2b4066a78 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170995 Apr 01 15:04:43.494080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:43.503268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.532774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:43.558123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'name': 'network-vif-deleted', 'tag': '6b17d6ed-df5d-4857-a990-384e3507f25e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:43.565181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.600163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9899e91-10cf-4111-94bf-78a8e0e012dc req-286fe277-378d-4247-bfb1-47654515d002 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744549 Apr 01 15:04:43.608011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:43.612292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:43.619420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:43.669677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:04:43.669982 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.676142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event updated for resources: {'Port': ['ID=50923cbb-5d18-4250-be8b-4fb1c1dfe816,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:04:43.683268 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:04:43.688313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:43.689042 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:43.735972 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-2f0baecc-4d6f-4131-9855-378fbd6fc29e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 1094 time: 0.2475677 Apr 01 15:04:43.748630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-09ea7b9f-43f7-47f5-91e6-9d6c28b89695 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9105248 Apr 01 15:04:43.843942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Request body: {'port': {'device_id': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:43.896580 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9984f09-4fb6-4cde-a68b-15e19e5d1158', 'name': 'network-vif-deleted', 'tag': '6b17d6ed-df5d-4857-a990-384e3507f25e', 'status': 'completed', 'code': 200} Apr 01 15:04:43.924549 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0aba05be-471a-4183-add6-f585f16c8e61 req-44c9edc0-bce1-4d62-bae0-2bc076ac677b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 210 time: 0.0870147 Apr 01 15:04:43.952962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-4d24009b-b7da-4b36-a42e-cdf74677ed1f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:43.954395 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-4d24009b-b7da-4b36-a42e-cdf74677ed1f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.3348427 Apr 01 15:04:43.973039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:43.978217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:43.999893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-77016f26-daf7-45ad-b9b8-8b5ef6ecf8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:44.001407 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-77016f26-daf7-45ad-b9b8-8b5ef6ecf8ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.2519329 Apr 01 15:04:44.002110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.057025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:44.071128 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.074405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-b25cfe54-d73d-4dda-ae22-f59a472514ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c HTTP/1.1" status: 200 len: 217 time: 0.0613813 Apr 01 15:04:44.075953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.138932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.231787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-5fe3669d-cdb3-4e63-a867-9de83efad88e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:44.233105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-5fe3669d-cdb3-4e63-a867-9de83efad88e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.1493440 Apr 01 15:04:44.241629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ee0c-c17a-43cf-917a-c53bd437450b req-d07c851d-9d3c-4820-8c4f-15009a27f8ff tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:44.242999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9da8ee0c-c17a-43cf-917a-c53bd437450b req-d07c851d-9d3c-4820-8c4f-15009a27f8ff tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.8061359 Apr 01 15:04:44.260368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=77c3fa9f-cc9e-45fb-bd28-f9aab6905544,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:44.278211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6827671-1262-4a99-93f1-993eeb8cea89,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:44.295407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:44.298687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.327202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cef2ed50-f655-421e-90e5-04b158402b6e admin admin] 10.222.0.48 "DELETE /v2.0/networks/77c3fa9f-cc9e-45fb-bd28-f9aab6905544 HTTP/1.1" status: 204 len: 168 time: 4.0457072 Apr 01 15:04:44.328607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.330324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-def558b6-9c3c-4805-88e9-04ed5f34aa4f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a6827671-1262-4a99-93f1-993eeb8cea89 HTTP/1.1" status: 204 len: 168 time: 1.5577619 Apr 01 15:04:44.339310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57396) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:44.488202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57400) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:44.522555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b6ef-6b01-48f8-b769-82e874f764be req-5459443d-ecaf-44ba-bb2a-1e14975e0ad0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:44.523345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8e1b6ef-6b01-48f8-b769-82e874f764be req-5459443d-ecaf-44ba-bb2a-1e14975e0ad0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:44.530858 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.543296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-86401aa3-35de-44f9-8ba7-05d18d9adcc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861278 Apr 01 15:04:44.560579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:44.577592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9da8ee0c-c17a-43cf-917a-c53bd437450b req-33bbcd9d-ba48-4c8d-ac56-886fe212597d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065851 Apr 01 15:04:44.591249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.595062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:44.655755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:44.658817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.659014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8e1b6ef-6b01-48f8-b769-82e874f764be req-5459443d-ecaf-44ba-bb2a-1e14975e0ad0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:44.660192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e1b6ef-6b01-48f8-b769-82e874f764be req-5459443d-ecaf-44ba-bb2a-1e14975e0ad0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 931 time: 0.4725242 Apr 01 15:04:44.664851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:44.709579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:44.710123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b6c69d3c-b9c9-4d29-8d7d-2088f40bda39 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:44.743235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c0506651-beee-40f0-9b22-79ce617bc602 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aba8ee433db4bbd8b30df9e00950f2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2489178 Apr 01 15:04:44.749999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57406) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:44.885301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e1b6ef-6b01-48f8-b769-82e874f764be req-e8f6ebd7-3202-40c9-ae6c-b3c75603c3b5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081826 Apr 01 15:04:44.889669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-26e3dece-1d64-449e-b605-bd0fa4da858e service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292940 Apr 01 15:04:44.898728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.910675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50923cbb-5d18-4250-be8b-4fb1c1dfe816 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:44.944925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:44.982184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100b68eb-5337-49d4-81a0-d5543ca2cc00']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:45.010708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f37466-b909-4cda-b197-ef2960a561b1') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:45.010955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f37466-b909-4cda-b197-ef2960a561b1') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:04:45.020727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.032747 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2026167e-9ffd-4e7e-a3fc-1cce2a55d5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.034630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Transition to ACTIVE for port object 50923cbb-5d18-4250-be8b-4fb1c1dfe816 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:45.059714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.099983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.158401 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.182830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:45.183987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:04:45.184387 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:04:45.202232 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:04:45.204756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=6cd287d2-9944-4363-a1dd-c8cea061ab48,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:45.212767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:45.216068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:45.216640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.224676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a329a-c9e0-4b42-97aa-ae093586baa9 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:45.263775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.10 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/dd79e675-e0f8-432b-bbb6-35fbb423176d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:45.270918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc9418-7ddd-4f8b-91ba-addf41e7a54e req-6d479b33-ae59-4e2a-a314-8283d1a8a865 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:45.272412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-74dc9418-7ddd-4f8b-91ba-addf41e7a54e req-6d479b33-ae59-4e2a-a314-8283d1a8a865 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 943 time: 0.4904263 Apr 01 15:04:45.300782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2026167e-9ffd-4e7e-a3fc-1cce2a55d5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.312647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd98839a-bfb2-473a-a405-d0fec2c03255 req-56a8ba4c-63ac-421c-95b1-7b9966928833 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 210 time: 0.2569404 Apr 01 15:04:45.325612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8749302a-edb9-4dd1-af66-693eb12b93cc req-d7d43dc5-8b3f-495a-8ad8-bf83ffa52f1a service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215744 Apr 01 15:04:45.368500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.401069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.404507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Pushing event updated for resources: {'Port': ['ID=50923cbb-5d18-4250-be8b-4fb1c1dfe816,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:45.408782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-84d6b11f-4e86-46e0-b644-989a834a4d41 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9061906 Apr 01 15:04:45.410551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57412) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:45.421565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '6cd287d2-9944-4363-a1dd-c8cea061ab48', 'ip_address': '2001:db8::2d8c:52a5:60a6:cbf9'}], 'name': 'tempest-NetworksTestDHCPv6-1935432023'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:45.426327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] Pushing event deleted for resources: {'Network': ['ID=100b68eb-5337-49d4-81a0-d5543ca2cc00,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:45.443601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-74dc9418-7ddd-4f8b-91ba-addf41e7a54e req-ebf3ffc6-a362-4da9-b91c-ac676f23ad6d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446357 Apr 01 15:04:45.465051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1a804798-29fc-4219-8e2a-7550d1cc5979 admin admin] 10.222.0.48 "DELETE /v2.0/networks/100b68eb-5337-49d4-81a0-d5543ca2cc00 HTTP/1.1" status: 204 len: 168 time: 1.0666075 Apr 01 15:04:45.511130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '6cd287d2-9944-4363-a1dd-c8cea061ab48'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:45.512091 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.615243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2026167e-9ffd-4e7e-a3fc-1cce2a55d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.645703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026167e-9ffd-4e7e-a3fc-1cce2a55d5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb4cb03-7068-4ab8-ad0f-dbbbb76690c4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:45.681387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2026167e-9ffd-4e7e-a3fc-1cce2a55d5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.685191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2026167e-9ffd-4e7e-a3fc-1cce2a55d5b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3eb4cb03-7068-4ab8-ad0f-dbbbb76690c4 HTTP/1.1" status: 204 len: 168 time: 0.9329047 Apr 01 15:04:45.689842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.693403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:45.698264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Attempting to bind port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:45.698722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Attempting to bind port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:45.698937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Attempting to bind port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:45.708304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:45.714781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:04:45.715102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Attempting to bind port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:45.724942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:45.725246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:45.725667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Bound using segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:45.726071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Bound port: 50923cbb-5d18-4250-be8b-4fb1c1dfe816, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:45.726422 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.737767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:45.769722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:45.813350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57422) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:45.823424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/6cd287d2-9944-4363-a1dd-c8cea061ab48/64323920-bded-4bf4-9001-79649885cc6a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:45.882371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:45.893118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:45.907937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:46.006065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:46.006573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.028036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=dd79e675-e0f8-432b-bbb6-35fbb423176d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:46.030912 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.040173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-a9ed4aa7-ca5c-4b63-a6d5-e77790f41417 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0687065 Apr 01 15:04:46.047262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] For port 50923cbb-5d18-4250-be8b-4fb1c1dfe816, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:46.052466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Request body: {'port': {'device_id': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:46.072326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:46.098426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] For port 50923cbb-5d18-4250-be8b-4fb1c1dfe816, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=50923cbb-5d18-4250-be8b-4fb1c1dfe816,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:46.118455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330cc3f-e7c0-4f41-bd56-243aebe89fe3 req-bbb43f43-eca3-468e-af4a-6e7d57a3785a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:46.120068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4330cc3f-e7c0-4f41-bd56-243aebe89fe3 req-bbb43f43-eca3-468e-af4a-6e7d57a3785a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.3648593 Apr 01 15:04:46.121520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 98cd2d1a-5e0a-4d7a-a875-c922828aebe8 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:46.123794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2aecc0cd-9058-4f81-9a43-babead718f72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab041c1f33b0417399631e86613d6575&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029606 Apr 01 15:04:46.162229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57430) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:46.175900 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.196321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.198106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Transition to ACTIVE for port object 64323920-bded-4bf4-9001-79649885cc6a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:46.236653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Transition to ACTIVE for port object 64323920-bded-4bf4-9001-79649885cc6a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:46.271399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.273090 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.336254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.337827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] 10.222.0.62 "PUT /v2.0/ports/50923cbb-5d18-4250-be8b-4fb1c1dfe816 HTTP/1.1" status: 200 len: 1091 time: 2.5015388 Apr 01 15:04:46.351325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'tag': '50923cbb-5d18-4250-be8b-4fb1c1dfe816'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:46.407077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Pushing event updated for resources: {'Port': ['ID=64323920-bded-4bf4-9001-79649885cc6a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:46.417779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:46.422178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:46.428065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:46.452476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ac2b1-82b0-42e3-b717-8da84e65dc8a service neutron] Pushing event updated for resources: {'Port': ['ID=50923cbb-5d18-4250-be8b-4fb1c1dfe816,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:46.525508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1f56-bce6-49e8-bcd0-d98221a7aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.536640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4330cc3f-e7c0-4f41-bd56-243aebe89fe3 req-3d402754-5d9b-40d8-88ba-803a9d7f6c11 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428955 Apr 01 15:04:46.567505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bde09-a227-4371-9449-af1b725366ad req-a383ad04-1b15-4657-9139-0d13e52655ea tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:46.569160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-816bde09-a227-4371-9449-af1b725366ad req-a383ad04-1b15-4657-9139-0d13e52655ea tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 943 time: 0.4017816 Apr 01 15:04:46.575319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Attempting to bind port 64323920-bded-4bf4-9001-79649885cc6a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:46.575711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Attempting to bind port 64323920-bded-4bf4-9001-79649885cc6a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:46.576062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Attempting to bind port 64323920-bded-4bf4-9001-79649885cc6a on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:46.583307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:46.583623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:46.584015 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.584393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:46.584844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Bound port: 64323920-bded-4bf4-9001-79649885cc6a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:46.585215 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.676196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::2d8c:52a5:60a6:cbf9 (1521f7be-bcca-472b-a0e8-65bfb965abc6/6cd287d2-9944-4363-a1dd-c8cea061ab48/98cd2d1a-5e0a-4d7a-a875-c922828aebe8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:46.691496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1f56-bce6-49e8-bcd0-d98221a7aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.716345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] For port 64323920-bded-4bf4-9001-79649885cc6a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:46.720549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] For port 64323920-bded-4bf4-9001-79649885cc6a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=64323920-bded-4bf4-9001-79649885cc6a,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:46.728759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:46.830297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe8e26-bcaf-4cc2-b84b-95ec1b28db3b None None] Pushing event updated for resources: {'Port': ['ID=64323920-bded-4bf4-9001-79649885cc6a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:46.890447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-816bde09-a227-4371-9449-af1b725366ad req-480bd677-b5e1-4a71-bbad-ad7b2b832877 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449861 Apr 01 15:04:46.950219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-1d0873f2-a7ba-4f89-b65a-03832591a6d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 1094 time: 0.4806614 Apr 01 15:04:46.951036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1f56-bce6-49e8-bcd0-d98221a7aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.004629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c1f56-bce6-49e8-bcd0-d98221a7aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f38149-4df9-4f9c-a59d-fa7a686a8f95,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:47.036576 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'tag': '50923cbb-5d18-4250-be8b-4fb1c1dfe816', 'status': 'completed', 'code': 200} Apr 01 15:04:47.041868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1f56-bce6-49e8-bcd0-d98221a7aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.042441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5f9c1f56-bce6-49e8-bcd0-d98221a7aaef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4f38149-4df9-4f9c-a59d-fa7a686a8f95 HTTP/1.1" status: 204 len: 168 time: 0.8737717 Apr 01 15:04:47.092476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-1d4a8a68-243a-484d-8cfc-e2c8e337d59c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50923cbb-5d18-4250-be8b-4fb1c1dfe816 HTTP/1.1" status: 200 len: 217 time: 0.1326516 Apr 01 15:04:47.119960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd79e675-e0f8-432b-bbb6-35fbb423176d {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:47.137185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.198746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Transition to ACTIVE for port object dd79e675-e0f8-432b-bbb6-35fbb423176d will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:47.204852 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.221462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5b008b07-a00d-424b-8040-d580908e592e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:47.223577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-5b008b07-a00d-424b-8040-d580908e592e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1209986 Apr 01 15:04:47.252437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:04:47.386059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:47.433684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393aca6-7b64-4d5c-98d5-7215709947f8 req-fc8f35c6-d38f-4a82-abdb-acad905c21d4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:47.435172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1393aca6-7b64-4d5c-98d5-7215709947f8 req-fc8f35c6-d38f-4a82-abdb-acad905c21d4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 932 time: 0.6746218 Apr 01 15:04:47.439464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-c20ccf10-f156-4e8e-80aa-2c84775b29c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998875 Apr 01 15:04:47.442218 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.448991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:47.464098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:04:47.572765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 98cd2d1a-5e0a-4d7a-a875-c922828aebe8 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:47.581720 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.609672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:47.627528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Pushing event updated for resources: {'Port': ['ID=dd79e675-e0f8-432b-bbb6-35fbb423176d,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:47.631634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:47.634956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1393aca6-7b64-4d5c-98d5-7215709947f8 req-d7e8c59c-921b-473b-990a-c1ccef3c1a7d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892004 Apr 01 15:04:47.654799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.656285 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-e2ab52af-452a-4c3b-bed9-bd464a8c55af service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056448 Apr 01 15:04:47.699396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.757538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:47.763421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-936476218-network', 'tenant_id': '066e371e67e940308f58669230b8a104'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:47.821421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:47.837465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Usage tracker for resource:network and tenant:066e371e67e940308f58669230b8a104 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:47.850123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:47.868720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:47.886908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4d5a7-30d2-40f6-badc-b4b06f5ae629 req-8bb5008b-507c-4109-879d-f1de6f0ff13f tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:47.900309 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5aa4d5a7-30d2-40f6-badc-b4b06f5ae629 req-8bb5008b-507c-4109-879d-f1de6f0ff13f tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 943 time: 0.6284225 Apr 01 15:04:47.930180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['23d5aef9-c7f9-479c-b286-2ea8d6d4b49c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:47.968929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Made reservation on behalf of 066e371e67e940308f58669230b8a104 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:47.971202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:47.990876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:47.991893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=98cd2d1a-5e0a-4d7a-a875-c922828aebe8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:48.000022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:48.016512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Attempting to bind port dd79e675-e0f8-432b-bbb6-35fbb423176d on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:48.017805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Attempting to bind port dd79e675-e0f8-432b-bbb6-35fbb423176d by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:48.018366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Attempting to bind port dd79e675-e0f8-432b-bbb6-35fbb423176d on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:48.021790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:48.027606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:48.028236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.068393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5aa4d5a7-30d2-40f6-badc-b4b06f5ae629 req-d52a6188-720a-4e8c-b9b3-22f90ca6d9cf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670997 Apr 01 15:04:48.069182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.102300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93074d94-31b9-4d91-9cc4-915cac4b1689 req-e4c267ff-1972-4928-a2fb-8ccb2d394981 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382772 Apr 01 15:04:48.112453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Port dd79e675-e0f8-432b-bbb6-35fbb423176d on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:04:48.112771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Attempting to bind port dd79e675-e0f8-432b-bbb6-35fbb423176d on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:48.130231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d90a30-1c88-4815-b404-970bdd139bde req-40b1e21f-b042-41d8-a294-2a2800a6f755 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:48.139912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2d90a30-1c88-4815-b404-970bdd139bde req-40b1e21f-b042-41d8-a294-2a2800a6f755 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2850924 Apr 01 15:04:48.147506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:48.148653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:48.149080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:48.152779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Bound port: dd79e675-e0f8-432b-bbb6-35fbb423176d, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:48.152779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.177654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d5f2464-4336-4169-b8f8-af538ee0456c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7634692 Apr 01 15:04:48.196232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:48.201451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Usage tracker for resource:security_group_rule and tenant:066e371e67e940308f58669230b8a104 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:48.204390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:48.210438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:48.245916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57478) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:48.256917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '6cd287d2-9944-4363-a1dd-c8cea061ab48', 'ip_address': '2001:db8::2d8c:52a5:60a6:cbf9'}], 'name': 'tempest-NetworksTestDHCPv6-754641371'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:48.396030 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.408283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.417613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d453bd9c-7a62-4548-90fb-542d93045504 None None] Provisioning for port 64323920-bded-4bf4-9001-79649885cc6a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:48.463854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2d90a30-1c88-4815-b404-970bdd139bde req-4cd5826e-6fd7-4982-83ce-e679e572ed6a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228276 Apr 01 15:04:48.474951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:04:48.492235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ec664-cbdb-4cd6-9031-4daa7af24057 req-752e060f-68d7-4db3-9c5f-3e211e701657 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:48.499065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c66ec664-cbdb-4cd6-9031-4daa7af24057 req-752e060f-68d7-4db3-9c5f-3e211e701657 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 943 time: 0.2399557 Apr 01 15:04:48.506191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ea4818-d80b-4766-9390-3087b8050d31,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:48.519984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57486) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:48.525593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:48.525787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] For port dd79e675-e0f8-432b-bbb6-35fbb423176d, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:48.528146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.528561 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Added segment a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2 of type vlan for network 07b756d1-3882-42d0-81ed-0f53ca996867 Apr 01 15:04:48.535857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:48.540542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:48.549926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-6b0ebae7-9067-43a9-8bf7-ce9ff1850126 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 1094 time: 0.3681071 Apr 01 15:04:48.550795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:48.551270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] For port dd79e675-e0f8-432b-bbb6-35fbb423176d, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dd79e675-e0f8-432b-bbb6-35fbb423176d,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:48.576818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.627184 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.665367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.668069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd79e675-e0f8-432b-bbb6-35fbb423176d HTTP/1.1" status: 200 len: 1092 time: 2.6202865 Apr 01 15:04:48.669747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:48.670124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'tag': 'dd79e675-e0f8-432b-bbb6-35fbb423176d'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:48.676790 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.706517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c66ec664-cbdb-4cd6-9031-4daa7af24057 req-1f2d4dd7-83e4-4fcb-b937-f073a0bd6915 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065513 Apr 01 15:04:48.757413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 64323920-bded-4bf4-9001-79649885cc6a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:48.769031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-0b394a76-b7b9-4d3e-91d8-b43fa2215078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:48.770571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-0b394a76-b7b9-4d3e-91d8-b43fa2215078 service neutron] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.2099111 Apr 01 15:04:48.773455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port e7a7a126-1637-4f4a-8442-e06802b12e7c yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:48.814939 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'tag': 'dd79e675-e0f8-432b-bbb6-35fbb423176d', 'status': 'completed', 'code': 200} Apr 01 15:04:48.823614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.824898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:48.825766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.844313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e84a2a21-57c9-41c2-98fd-5b24475f1a20 None None] Provisioning for port 98cd2d1a-5e0a-4d7a-a875-c922828aebe8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:48.860055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e84a2a21-57c9-41c2-98fd-5b24475f1a20 None None] Provisioning complete for port 98cd2d1a-5e0a-4d7a-a875-c922828aebe8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:48.860552 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e84a2a21-57c9-41c2-98fd-5b24475f1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.877946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-680334245-network', 'tenant_id': '87d0016c08124379af43c3b875b58df9'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:48.897225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d2cc-0c3a-4048-baa3-b09278c44e15 service neutron] Pushing event updated for resources: {'Port': ['ID=dd79e675-e0f8-432b-bbb6-35fbb423176d,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:48.917684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e84a2a21-57c9-41c2-98fd-5b24475f1a20 None None] Port 98cd2d1a-5e0a-4d7a-a875-c922828aebe8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:04:48.938336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:48.943000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 64323920-bded-4bf4-9001-79649885cc6a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:48.948498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 64323920-bded-4bf4-9001-79649885cc6a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:48.949502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:48.950109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-b2c02c39-1b97-440e-9dbe-d3db5738f90f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50923cbb-5d18-4250-be8b-4fb1c1dfe816 HTTP/1.1" status: 200 len: 217 time: 0.1379144 Apr 01 15:04:48.954395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Usage tracker for resource:network and tenant:87d0016c08124379af43c3b875b58df9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:48.961839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:49.002545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5941303 Apr 01 15:04:49.003378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2ca00-56f8-4806-937b-f4e91eade37c admin admin] Pushing event updated for resources: {'Network': ['ID=07b756d1-3882-42d0-81ed-0f53ca996867,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:49.005339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57498) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:49.017367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 07b756d1-3882-42d0-81ed-0f53ca996867 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:04:49.021892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Request body: {'subnet': {'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-936476218-subnet', 'tenant_id': '066e371e67e940308f58669230b8a104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:49.028597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:49.033902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Usage tracker for resource:subnet and tenant:066e371e67e940308f58669230b8a104 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:49.037402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:49.041440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:49.044472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:49.055821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-4746598a-66bf-414b-a18c-b1cf136f6ad0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 1095 time: 0.2449582 Apr 01 15:04:49.062805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Made reservation on behalf of 066e371e67e940308f58669230b8a104 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:49.064724 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.088781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Made reservation on behalf of 87d0016c08124379af43c3b875b58df9 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:49.090972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.118823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.128369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-9d18495d-b58b-465f-8de3-bc89b542c2cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:49.129816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-9d18495d-b58b-465f-8de3-bc89b542c2cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1691394 Apr 01 15:04:49.179443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.211953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 64323920-bded-4bf4-9001-79649885cc6a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=64323920-bded-4bf4-9001-79649885cc6a,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:49.219594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-af6f280d-7714-4300-96f7-3ae8893597ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd79e675-e0f8-432b-bbb6-35fbb423176d HTTP/1.1" status: 200 len: 217 time: 0.1417041 Apr 01 15:04:49.220929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.229612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-3544e488-3ed4-4447-ae72-90038e66fb4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896184 Apr 01 15:04:49.283892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:49.287113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8481d-3e58-4be3-8104-cd67a88b547b req-928dec88-cf3e-4b61-99ae-a45185e2fb6c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:49.288696 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40a8481d-3e58-4be3-8104-cd67a88b547b req-928dec88-cf3e-4b61-99ae-a45185e2fb6c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 944 time: 0.4238925 Apr 01 15:04:49.338049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:49.341405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=64323920-bded-4bf4-9001-79649885cc6a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:49.345831 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:04:49.346159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:04:49.368241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:49.373587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:49.373949 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.488375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-5be79cc1-da54-428e-a64a-f854c97691db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:49.489448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-5be79cc1-da54-428e-a64a-f854c97691db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.2622402 Apr 01 15:04:49.498202 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.510989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:87d0016c08124379af43c3b875b58df9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:49.519015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:49.527033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:49.537518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:49.538208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:49.543354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.548316 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-8afb728e-38ac-4a06-a631-06ee1b05f49a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497646 Apr 01 15:04:49.555846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec41b5c0-86e6-4b85-aa1e-d6ab2f9231f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3083768 Apr 01 15:04:49.573489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57508) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:49.614685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:49.630203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40a8481d-3e58-4be3-8104-cd67a88b547b req-e5c61f34-9518-4e3b-b70d-10a362ab6794 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935684 Apr 01 15:04:49.656527 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-930fb8f7-04ab-4953-b47f-fca115e02136 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191263 Apr 01 15:04:49.677782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfcc73-79ff-423e-9cdc-f71c67479a34 req-6d3769d0-4992-48cb-8d7d-32af8cf5527d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:49.679430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aedfcc73-79ff-423e-9cdc-f71c67479a34 req-6d3769d0-4992-48cb-8d7d-32af8cf5527d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 944 time: 0.2845109 Apr 01 15:04:49.775453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aedfcc73-79ff-423e-9cdc-f71c67479a34 req-d31826e2-0f95-4abb-8410-907d3eff4d24 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766549 Apr 01 15:04:49.824408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-5c194d04-cf36-4829-8c8a-e0ef860ba798 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437572 Apr 01 15:04:49.825395 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.840882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.868831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.871253 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'code': 200} Apr 01 15:04:49.916639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a702c1-b8e6-4ffc-8408-ec53aac3f397 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:49.920539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a702c1-b8e6-4ffc-8408-ec53aac3f397 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:49.921479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84a702c1-b8e6-4ffc-8408-ec53aac3f397 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:49.925127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef1e37e-ba30-47f3-914c-ba7c53f78002,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:49.936257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 50923cbb-5d18-4250-be8b-4fb1c1dfe816 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:04:49.941452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67bb9c1b-28a3-42cd-bf28-0f9ce483b14a req-4a35c6e1-ca97-4bc8-a6c4-c3fad326220a service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731454 Apr 01 15:04:49.950613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:04:49.958907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58daaff2-4c07-48d0-b16c-4fe297cb617e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:49.973524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:49.973862 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Added segment 2c281b8c-5b84-448e-b076-6e9a94e5aa33 of type vlan for network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 Apr 01 15:04:49.989844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84a702c1-b8e6-4ffc-8408-ec53aac3f397 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:49.994035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84a702c1-b8e6-4ffc-8408-ec53aac3f397 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4157996 Apr 01 15:04:49.999764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57516) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:50.007449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2524f34-84b7-4579-b3a5-c6264f5f255f req-0b497723-0138-4cb9-8dd2-1eeef5490249 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:50.008876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e2524f34-84b7-4579-b3a5-c6264f5f255f req-0b497723-0138-4cb9-8dd2-1eeef5490249 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2314870 Apr 01 15:04:50.110769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Checking segment: {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:50.111056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Network hostable DHCP agents. Network: 07b756d1-3882-42d0-81ed-0f53ca996867, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:04:50.115768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 50923cbb-5d18-4250-be8b-4fb1c1dfe816, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=50923cbb-5d18-4250-be8b-4fb1c1dfe816,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:50.122692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.130814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '50923cbb-5d18-4250-be8b-4fb1c1dfe816', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'port_id': '50923cbb-5d18-4250-be8b-4fb1c1dfe816', 'mac_address': 'fa:16:3e:68:cc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec34c30-428d-4c5a-9a9d-da73a48138a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:04:50.173038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 98cd2d1a-5e0a-4d7a-a875-c922828aebe8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:50.173381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.186113 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.188296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f296401f-cc70-483a-9c77-e8e55cbc79e2 req-fb9a6955-7032-4d1c-8d07-f560fcf37400 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533282 Apr 01 15:04:50.193419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Network 07b756d1-3882-42d0-81ed-0f53ca996867 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:04:50.208869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50923cbb-5d18-4250-be8b-4fb1c1dfe816 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:50.209349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dead8f-fd7b-47ff-8bec-d1cb581e99fc req-8078d250-f271-44a2-81ec-a72705f877a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:50.211270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09dead8f-fd7b-47ff-8bec-d1cb581e99fc req-8078d250-f271-44a2-81ec-a72705f877a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 943 time: 0.2317727 Apr 01 15:04:50.229644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 50923cbb-5d18-4250-be8b-4fb1c1dfe816, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=50923cbb-5d18-4250-be8b-4fb1c1dfe816,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:50.235217 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.272733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e2524f34-84b7-4579-b3a5-c6264f5f255f req-2032fb54-a1b4-4330-9236-7dc3ca823498 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869984 Apr 01 15:04:50.275649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 07b756d1-3882-42d0-81ed-0f53ca996867) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:50.278334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.279469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:50.280231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.293876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:50.294454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.309155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=50923cbb-5d18-4250-be8b-4fb1c1dfe816,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:50.316914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe67c4-30b1-4e8a-b723-2642b547e5b2 None None] Network 07b756d1-3882-42d0-81ed-0f53ca996867 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:50.342775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09dead8f-fd7b-47ff-8bec-d1cb581e99fc req-9f1f1342-2d25-406c-83d3-b57e4cee6ffe tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231267 Apr 01 15:04:50.353614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-983a4ac3-6dff-409c-a134-d66271ffb07f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3469806 Apr 01 15:04:50.385576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-37418ebf-9b7a-4569-a231-cd48a84abcb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 1095 time: 0.1414359 Apr 01 15:04:50.434317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-16e113bc-9c87-4171-ab3d-549fa2281686 req-fb3bc1ac-3735-4a55-9610-8cfc3822d713 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 1096 time: 0.4350240 Apr 01 15:04:50.467356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9454234 Apr 01 15:04:50.477282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57522) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:50.490224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Request body: {'subnet': {'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-680334245-subnet', 'tenant_id': '87d0016c08124379af43c3b875b58df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:50.510383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480ca30-617f-417b-b61e-de50bd7bcbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=97540f11-98c9-4cfb-9fd3-f7461dd3e379,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:50.511700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['50923cbb-5d18-4250-be8b-4fb1c1dfe816'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:50.552234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-bf55fbdc-262f-4ef2-8c78-aaf79f6899ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:50.553691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-bf55fbdc-262f-4ef2-8c78-aaf79f6899ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.1616786 Apr 01 15:04:50.558571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:04:50.584509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:50.625626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Usage tracker for resource:subnet and tenant:87d0016c08124379af43c3b875b58df9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:50.644172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-62159feb-04f4-4421-a111-6874724d5764 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd79e675-e0f8-432b-bbb6-35fbb423176d HTTP/1.1" status: 200 len: 217 time: 0.0837321 Apr 01 15:04:50.648753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:50.716703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-16e113bc-9c87-4171-ab3d-549fa2281686 req-d991ce58-9c32-4d75-b3b4-faea4faea76a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673943 Apr 01 15:04:50.719868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e58be-0e38-4a6a-aee9-f21c47dba9f2 None None] Network 07b756d1-3882-42d0-81ed-0f53ca996867 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:50.733989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:50.735854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 64323920-bded-4bf4-9001-79649885cc6a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:50.738603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-2e26b976-4f6f-4b35-b4e2-cf6c2ad74698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:50.741193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-2e26b976-4f6f-4b35-b4e2-cf6c2ad74698 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.0879939 Apr 01 15:04:50.745641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:50.804057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-4865c4f2-0106-4470-9dd7-b51400cd3d42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561528 Apr 01 15:04:50.859563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Made reservation on behalf of 87d0016c08124379af43c3b875b58df9 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:50.862127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:51.007848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 98cd2d1a-5e0a-4d7a-a875-c922828aebe8 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:51.046846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-d404788b-7d2f-40cd-95a1-93251ff58172 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350168 Apr 01 15:04:51.077525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 64323920-bded-4bf4-9001-79649885cc6a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:51.077882 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:51.081814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a69b4-d15b-4ebf-86c0-49410fed1356 req-13a50025-7122-45fc-84af-1d6e851f2025 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:51.082483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-162a69b4-d15b-4ebf-86c0-49410fed1356 req-13a50025-7122-45fc-84af-1d6e851f2025 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:51.166464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-162a69b4-d15b-4ebf-86c0-49410fed1356 req-13a50025-7122-45fc-84af-1d6e851f2025 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:51.167579 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-162a69b4-d15b-4ebf-86c0-49410fed1356 req-13a50025-7122-45fc-84af-1d6e851f2025 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 944 time: 0.2731197 Apr 01 15:04:51.230841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cbf7fc-7197-4694-aee3-8ea392ad4a30 req-3778c17e-e5da-4212-8d05-afeea7b0e4d1 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756477 Apr 01 15:04:51.254007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-162a69b4-d15b-4ebf-86c0-49410fed1356 req-9128dc1e-ba00-43d4-88e2-ce4c79f90dd5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760896 Apr 01 15:04:51.352194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-1a4376f4-93b5-4581-ac7e-ff866705cb36 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:51.353689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-1a4376f4-93b5-4581-ac7e-ff866705cb36 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 814 time: 0.3091714 Apr 01 15:04:51.392077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-430b009f-5b1e-498b-a6f5-15ff1c72b841 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/quotas/066e371e67e940308f58669230b8a104 HTTP/1.1" status: 200 len: 375 time: 0.0297611 Apr 01 15:04:51.394411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:51.464330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f1403-a980-4112-8b1f-0a1136224dfd req-e92e9aec-17a5-45b4-87cc-2dff56fbad26 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:51.466114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-066f1403-a980-4112-8b1f-0a1136224dfd req-e92e9aec-17a5-45b4-87cc-2dff56fbad26 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 945 time: 0.0769291 Apr 01 15:04:51.621692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=98cd2d1a-5e0a-4d7a-a875-c922828aebe8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:51.627179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-066f1403-a980-4112-8b1f-0a1136224dfd req-e0e0a957-4e8c-480b-9674-351d0a0b6d1b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543014 Apr 01 15:04:51.634677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-eba21b85-dc8d-4b74-ad86-3acad4b092fd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2012532 Apr 01 15:04:51.697017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:51.702692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:51.869493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebbd67-e5d4-4c68-adf0-6ca5774a8951 req-41de42a7-70c7-4b29-84cd-5760f785c816 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:51.870987 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40ebbd67-e5d4-4c68-adf0-6ca5774a8951 req-41de42a7-70c7-4b29-84cd-5760f785c816 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.0876360 Apr 01 15:04:51.871928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0cd75e0-c228-4d52-8473-89626046c0a5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/98cd2d1a-5e0a-4d7a-a875-c922828aebe8 HTTP/1.1" status: 204 len: 168 time: 1.8709583 Apr 01 15:04:51.874776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57548) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:51.914273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a82860d-c571-43f4-b669-65385410c983,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:51.945771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-451f333f-9cac-4a3e-ad39-2198e2cf75d1 service neutron] 10.222.0.48 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019004 Apr 01 15:04:51.951833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Checking segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:51.952192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Network hostable DHCP agents. Network: 97540f11-98c9-4cfb-9fd3-f7461dd3e379, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:04:51.953107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dd79e675-e0f8-432b-bbb6-35fbb423176d details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:04:51.977290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74c043-e483-4b70-99bf-097e7dddfc30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:51.978925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74c043-e483-4b70-99bf-097e7dddfc30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:51.979619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0a74c043-e483-4b70-99bf-097e7dddfc30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:51.986956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40ebbd67-e5d4-4c68-adf0-6ca5774a8951 req-933d37ea-c146-4541-973c-4239198babdb tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761976 Apr 01 15:04:52.000294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0a74c043-e483-4b70-99bf-097e7dddfc30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:52.004747 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0a74c043-e483-4b70-99bf-097e7dddfc30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1290588 Apr 01 15:04:52.005385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57552) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:52.065037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:04:52.069403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 50923cbb-5d18-4250-be8b-4fb1c1dfe816 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:52.101463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 97540f11-98c9-4cfb-9fd3-f7461dd3e379) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:52.107631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:52.108275 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.194291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dd79e675-e0f8-432b-bbb6-35fbb423176d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dd79e675-e0f8-432b-bbb6-35fbb423176d,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:52.202979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b8e6b630-5784-43c8-aa84-8e3c5cbbe94d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7227101 Apr 01 15:04:52.212216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-b86874b0-f38d-4b13-893c-0294f24021aa service neutron] 10.222.0.48 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540789 Apr 01 15:04:52.217359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203e7af-97fe-410b-98d6-5aa38dd8be68 None None] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:52.232484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'dd79e675-e0f8-432b-bbb6-35fbb423176d', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': 'dd79e675-e0f8-432b-bbb6-35fbb423176d', 'mac_address': 'fa:16:3e:80:ff:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:04:52.304500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.388307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd79e675-e0f8-432b-bbb6-35fbb423176d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:52.408580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dd79e675-e0f8-432b-bbb6-35fbb423176d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dd79e675-e0f8-432b-bbb6-35fbb423176d,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:52.421542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:52.437406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:52.442943 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.445800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4681a1f4-9be6-4306-8354-7a5f5fdbf1cd req-e52c51de-f89b-49c2-a233-07e9e057e987 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 1096 time: 0.1226652 Apr 01 15:04:52.471836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 6cd287d2-9944-4363-a1dd-c8cea061ab48 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:52.479791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.500549 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.538215 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.543090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4681a1f4-9be6-4306-8354-7a5f5fdbf1cd req-6e7418a8-478a-4025-81ae-d078bac3a91d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904355 Apr 01 15:04:52.602152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfe40a-66c2-48d3-b405-2675568bed0f req-940d1ccb-9c23-430a-b50a-374dcb6940aa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:52.604087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65cfe40a-66c2-48d3-b405-2675568bed0f req-940d1ccb-9c23-430a-b50a-374dcb6940aa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 944 time: 0.3935878 Apr 01 15:04:52.659027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=dd79e675-e0f8-432b-bbb6-35fbb423176d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:52.659585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cc957-c188-48c3-bae1-fb8cffb0d9b8 req-3d9cc94a-90a8-4763-9ef5-68f53502def5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:52.670904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f96cc957-c188-48c3-bae1-fb8cffb0d9b8 req-3d9cc94a-90a8-4763-9ef5-68f53502def5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 945 time: 0.1152194 Apr 01 15:04:52.682946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65cfe40a-66c2-48d3-b405-2675568bed0f req-f7f84be7-d6c5-4378-96c4-a66b7ede5ddb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718932 Apr 01 15:04:52.695171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.756076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['dd79e675-e0f8-432b-bbb6-35fbb423176d'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:04:52.790842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f96cc957-c188-48c3-bae1-fb8cffb0d9b8 req-cf7de3f9-fa8b-4e2e-93d9-633c8199e969 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188457 Apr 01 15:04:52.837510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.888457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd287d2-9944-4363-a1dd-c8cea061ab48,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:52.892316 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16b8d7b8-11a3-4c53-a3f9-505582d22773 req-f4d3ea24-1c51-4942-ab53-5ff8f8312d13 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 210 time: 0.1051309 Apr 01 15:04:52.907345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:52.933773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd506b5-5e69-465c-afd6-22c895f6302d None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:52.942796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f705f085-197a-4ba2-ade9-cad6fd159004 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd287d2-9944-4363-a1dd-c8cea061ab48 HTTP/1.1" status: 204 len: 168 time: 0.9341753 Apr 01 15:04:52.943298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57576) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:52.974208 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:53.051010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56625dc-bd92-475d-8749-155637a612ce None None] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:53.135311 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bf3a1b0c-c744-4e6f-ab19-21f3c42df43b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1906698 Apr 01 15:04:53.139613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57588) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:53.148194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:53.195913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50923cbb-5d18-4250-be8b-4fb1c1dfe816'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:53.229110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-2d15033e-2710-444b-bebe-6201ce69c401 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:53.229798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-2d15033e-2710-444b-bebe-6201ce69c401 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Synchronizing usage tracker for tenant:87d0016c08124379af43c3b875b58df9 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:53.254628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261927-d856-4443-b092-2c2d518df32e req-6b931218-ca14-4bd3-b3b9-3f541a923b2a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:53.255483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-2d15033e-2710-444b-bebe-6201ce69c401 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Unset dirty status for tenant:87d0016c08124379af43c3b875b58df9 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:53.256878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-2d15033e-2710-444b-bebe-6201ce69c401 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 812 time: 0.2144666 Apr 01 15:04:53.262441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f261927-d856-4443-b092-2c2d518df32e req-6b931218-ca14-4bd3-b3b9-3f541a923b2a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 945 time: 0.1911113 Apr 01 15:04:53.278960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-3b6da11f-3f20-41bf-a3c7-ce5c94761b80 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/quotas/87d0016c08124379af43c3b875b58df9 HTTP/1.1" status: 200 len: 375 time: 0.0153694 Apr 01 15:04:53.301732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 50923cbb-5d18-4250-be8b-4fb1c1dfe816, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=50923cbb-5d18-4250-be8b-4fb1c1dfe816,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:53.309605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:53.320377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:53.324592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:53.334461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:53.334928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-3dd6a640-8262-4b29-802f-3341723f1986 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492997 Apr 01 15:04:53.355796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f261927-d856-4443-b092-2c2d518df32e req-977fd501-e543-4649-a932-26524e9e9c96 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924079 Apr 01 15:04:53.364032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:53.377921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:53.382283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:53.493129 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-abf24ec5-1652-4f44-add6-927002f89962 service neutron] 10.222.0.48 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471903 Apr 01 15:04:53.607097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=50923cbb-5d18-4250-be8b-4fb1c1dfe816,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:53.691993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-d1925376-bd8a-4dee-b5f0-4da32c7bbcd0 service neutron] 10.222.0.48 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919992 Apr 01 15:04:53.726759 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:53.783614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94413021-b00d-4fe8-aff6-d58fddb35f7a req-5c2e7d29-20fb-4e97-a33c-178069eca431 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:53.785189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94413021-b00d-4fe8-aff6-d58fddb35f7a req-5c2e7d29-20fb-4e97-a33c-178069eca431 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.1792538 Apr 01 15:04:53.801575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:53.808018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] Deleting port 64323920-bded-4bf4-9001-79649885cc6a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:53.808428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:53.829968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:53.835805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:53.843722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:53.844294 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:53.871566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=d0a5a091-a681-498e-a8ae-1dcda4d4016f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:53.903794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94413021-b00d-4fe8-aff6-d58fddb35f7a req-ab5135db-7d86-4827-9c48-fb8f15c33ca1 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085265 Apr 01 15:04:53.909598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b3dadfb0-c8b0-4453-bc46-80ad416521f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7642798 Apr 01 15:04:53.909872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57600) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:53.915078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': 'd0a5a091-a681-498e-a8ae-1dcda4d4016f', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1336927335'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:54.187041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] For port 64323920-bded-4bf4-9001-79649885cc6a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=64323920-bded-4bf4-9001-79649885cc6a,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:54.187678 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:54.327948 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50923cbb-5d18-4250-be8b-4fb1c1dfe816', 'code': 200} Apr 01 15:04:54.338130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] Calling delete_port for 64323920-bded-4bf4-9001-79649885cc6a owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:54.404065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-2de59760-3d82-4a63-9d5f-313e1a15bfe5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:54.406201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-2de59760-3d82-4a63-9d5f-313e1a15bfe5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.44 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 814 time: 0.4140627 Apr 01 15:04:54.427997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Request body: {'port': {'device_id': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'admin_state_up': True, 'tenant_id': '066e371e67e940308f58669230b8a104'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:54.433648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:54.454776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:54.461850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:54.466184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:54.474494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:54.508852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6acc-496c-4126-aef8-be16f49bed3b req-3a88e1c8-9759-47b6-a51b-4b02f8efb495 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:54.523848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dde6acc-496c-4126-aef8-be16f49bed3b req-3a88e1c8-9759-47b6-a51b-4b02f8efb495 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 945 time: 0.3616488 Apr 01 15:04:54.526037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57620) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:54.526717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:54.528501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] Pushing event deleted for resources: {'Port': ['ID=64323920-bded-4bf4-9001-79649885cc6a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:54.542203 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:54.544928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57104a48-87f9-4ebb-a963-1e48f09b7a07 None None] No DVR routers for this DVR port 64323920-bded-4bf4-9001-79649885cc6a on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:04:54.561208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2381b-4bc3-4877-a1fb-2db4add34c36 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:54.575469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af427e5e-527e-415c-8c96-ac4caafa0cb4 req-231a31e9-c64b-437f-822f-1d2c8076a2a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 1096 time: 0.3653386 Apr 01 15:04:54.625391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:54.642606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea543cb-cd3d-44b5-a27c-bfc62b378ea8 req-66ba9d2f-f16e-4390-b2a9-3eb855c80237 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:54.651744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cea543cb-cd3d-44b5-a27c-bfc62b378ea8 req-66ba9d2f-f16e-4390-b2a9-3eb855c80237 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 945 time: 0.3739119 Apr 01 15:04:54.715978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 64323920-bded-4bf4-9001-79649885cc6a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:54.765989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:54.771356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Usage tracker for resource:port and tenant:066e371e67e940308f58669230b8a104 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:54.771901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 64323920-bded-4bf4-9001-79649885cc6a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:04:54.772633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 64323920-bded-4bf4-9001-79649885cc6a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:04:54.775410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:54.784280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:54.784405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port b47d60c4-53bd-4f9d-ad2b-7b4d73d300db yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:04:54.820049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cea543cb-cd3d-44b5-a27c-bfc62b378ea8 req-c2fbda5e-5b8d-404b-a583-4fa4495102ba tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670742 Apr 01 15:04:54.821066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Made reservation on behalf of 066e371e67e940308f58669230b8a104 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:54.824153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:54.881846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:54.930117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': 'd0a5a091-a681-498e-a8ae-1dcda4d4016f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:04:54.931109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.086016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Allocated IP 172.20.0.5 (07b756d1-3882-42d0-81ed-0f53ca996867/0ef1e37e-ba30-47f3-914c-ba7c53f78002/60fa5b86-98c8-4913-a2c2-b7bd71850fb9) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:55.188741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af427e5e-527e-415c-8c96-ac4caafa0cb4 req-5f3f33c7-7fd1-4bd4-a745-40d56a654a06 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003942 Apr 01 15:04:55.193140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/d0a5a091-a681-498e-a8ae-1dcda4d4016f/8ea43402-b08a-4378-a240-1a502a9a6cc8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:55.327652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.393643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4b21549-9ad7-47f9-aa62-ebbb1d5c6b9c req-b8cb5623-e13b-4314-945c-84ce22328d8b tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 210 time: 0.0477984 Apr 01 15:04:55.408882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.410819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fe27a-2c9b-4bc5-a609-fe38957543b3 req-15bc2df9-4ca2-4fa0-8a88-c68a6ac7f68f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:55.417892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0fe27a-2c9b-4bc5-a609-fe38957543b3 req-15bc2df9-4ca2-4fa0-8a88-c68a6ac7f68f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 945 time: 0.6960456 Apr 01 15:04:55.451163 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.462901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Transition to ACTIVE for port object 8ea43402-b08a-4378-a240-1a502a9a6cc8 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:55.486561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Transition to ACTIVE for port object 8ea43402-b08a-4378-a240-1a502a9a6cc8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:55.495327 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.502466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Network 07b756d1-3882-42d0-81ed-0f53ca996867 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:55.519006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:55.524524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:55.581178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:55.585063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:55.591597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:55.594648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Pushing event updated for resources: {'Port': ['ID=8ea43402-b08a-4378-a240-1a502a9a6cc8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:55.619260 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:04:55.619891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:04:55.660224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0fe27a-2c9b-4bc5-a609-fe38957543b3 req-a22c59a9-0d48-4989-a834-27feaa5ff87e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399938 Apr 01 15:04:55.693243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:55.698976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ace5d4a4-cdca-4826-96e1-f64286c49d1a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.7879305 Apr 01 15:04:55.702389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:55.736308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Attempting to bind port 8ea43402-b08a-4378-a240-1a502a9a6cc8 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:55.736725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Attempting to bind port 8ea43402-b08a-4378-a240-1a502a9a6cc8 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:55.737091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Attempting to bind port 8ea43402-b08a-4378-a240-1a502a9a6cc8 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:55.746474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:55.746837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:55.747255 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.747651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:55.748111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Bound port: 8ea43402-b08a-4378-a240-1a502a9a6cc8, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:55.748482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.827959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:55.828581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.924261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] For port 8ea43402-b08a-4378-a240-1a502a9a6cc8, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:55.927660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] For port 8ea43402-b08a-4378-a240-1a502a9a6cc8, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ea43402-b08a-4378-a240-1a502a9a6cc8,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:55.936272 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:55.939025 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-f5de5b94-052d-4a61-9181-e0519a6ca94a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5150542 Apr 01 15:04:55.957237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Request body: {'port': {'device_id': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:55.979637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef303974-482e-49dc-99d0-317aeb12e08f req-562b808b-0967-4505-b82c-5e2e3d66004b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 210 time: 0.1878383 Apr 01 15:04:56.020354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625993c-0fea-4237-aab9-fc487d5f3e7d req-2714666d-0a90-4373-bc2d-81303631bc33 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:56.021712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9625993c-0fea-4237-aab9-fc487d5f3e7d req-2714666d-0a90-4373-bc2d-81303631bc33 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.4025888 Apr 01 15:04:56.023542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dd79e675-e0f8-432b-bbb6-35fbb423176d up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:56.055661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade212fc-7fd8-4d6c-85c5-70cf1116bff6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:56.056433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ade212fc-7fd8-4d6c-85c5-70cf1116bff6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:56.074026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24477649-0d76-4a4f-9784-3e29a5f8e72a None None] Pushing event updated for resources: {'Port': ['ID=8ea43402-b08a-4378-a240-1a502a9a6cc8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:56.092759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ade212fc-7fd8-4d6c-85c5-70cf1116bff6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:56.094136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ade212fc-7fd8-4d6c-85c5-70cf1116bff6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3906426 Apr 01 15:04:56.098321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57634) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:56.177735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port dd79e675-e0f8-432b-bbb6-35fbb423176d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:56.179513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2ae6bc-27a3-42e5-b6cb-7bb978d9f7b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:56.181323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2ae6bc-27a3-42e5-b6cb-7bb978d9f7b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:56.182485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eb2ae6bc-27a3-42e5-b6cb-7bb978d9f7b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:56.183746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port dd79e675-e0f8-432b-bbb6-35fbb423176d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:56.184166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:56.235205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:56.277061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-96591c19-5ed2-48e8-8a76-7355e8f54b99 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:56.278937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-96591c19-5ed2-48e8-8a76-7355e8f54b99 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 812 time: 0.5188842 Apr 01 15:04:56.291816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9625993c-0fea-4237-aab9-fc487d5f3e7d req-8001c825-22fd-4806-a947-b5f77ac8192c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514882 Apr 01 15:04:56.292797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eb2ae6bc-27a3-42e5-b6cb-7bb978d9f7b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:56.294529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-eb2ae6bc-27a3-42e5-b6cb-7bb978d9f7b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1950233 Apr 01 15:04:56.298324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57638) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:56.358632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Request body: {'port': {'device_id': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'admin_state_up': True, 'tenant_id': '87d0016c08124379af43c3b875b58df9'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:56.390202 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:56.453393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd79e675-e0f8-432b-bbb6-35fbb423176d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:56.465637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dd79e675-e0f8-432b-bbb6-35fbb423176d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dd79e675-e0f8-432b-bbb6-35fbb423176d,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:56.470380 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:56.546488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:56.559732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Usage tracker for resource:port and tenant:87d0016c08124379af43c3b875b58df9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:56.563923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:56.573115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet d0a5a091-a681-498e-a8ae-1dcda4d4016f {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:04:56.573332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:56.580515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:56.589282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=dd79e675-e0f8-432b-bbb6-35fbb423176d,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:56.640907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Made reservation on behalf of 87d0016c08124379af43c3b875b58df9 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:56.643999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:56.762658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8ea43402-b08a-4378-a240-1a502a9a6cc8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:04:56.862351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8ea43402-b08a-4378-a240-1a502a9a6cc8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:56.906699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:04:57.073188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.141250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Allocated IP 172.20.0.9 (97540f11-98c9-4cfb-9fd3-f7461dd3e379/9a82860d-c571-43f4-b669-65385410c983/8e33729e-7084-4c56-98ca-f25bfeefd44b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:57.155886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daea58-c2ec-4cd2-bb12-155b07510e31 req-64508b41-d7c9-4324-9d5a-78f5d10160ae tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:57.157040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-68daea58-c2ec-4cd2-bb12-155b07510e31 req-64508b41-d7c9-4324-9d5a-78f5d10160ae tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Synchronizing usage tracker for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:57.186256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-7cea338b-8bde-4c39-b523-5af7b0d6afaf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:57.187808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-7cea338b-8bde-4c39-b523-5af7b0d6afaf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 812 time: 0.8718989 Apr 01 15:04:57.204308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0f61f-b6b6-4147-ae13-f406b01e5a3f req-4b267b3b-93b8-4cde-b15d-6cdd6be41809 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:57.205822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0d0f61f-b6b6-4147-ae13-f406b01e5a3f req-4b267b3b-93b8-4cde-b15d-6cdd6be41809 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 945 time: 1.0195861 Apr 01 15:04:57.233370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Request body: {'port': {'device_id': '62137dcf-a4d8-4776-9412-67aa04822980', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'admin_state_up': True, 'tenant_id': '87d0016c08124379af43c3b875b58df9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:57.256250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.331181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.376187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-68daea58-c2ec-4cd2-bb12-155b07510e31 req-64508b41-d7c9-4324-9d5a-78f5d10160ae tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Unset dirty status for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:57.377353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-68daea58-c2ec-4cd2-bb12-155b07510e31 req-64508b41-d7c9-4324-9d5a-78f5d10160ae tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 931 time: 0.4520113 Apr 01 15:04:57.415662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:04:57.437197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.445661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Provisioning for port 8ea43402-b08a-4378-a240-1a502a9a6cc8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:04:57.450999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Provisioning complete for port 8ea43402-b08a-4378-a240-1a502a9a6cc8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:04:57.451456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.487523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Transition to ACTIVE for port object 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:04:57.492566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-a702842b-79c8-4fd2-a92e-6a205f124c6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 1096 time: 0.6812081 Apr 01 15:04:57.547091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.582114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.582802 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.638108 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-68daea58-c2ec-4cd2-bb12-155b07510e31 req-ac9f9f70-ee4a-436a-a728-e200302cbc45 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446635 Apr 01 15:04:57.679834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0d0f61f-b6b6-4147-ae13-f406b01e5a3f req-58bf68e1-2ca7-477f-b754-e38dcae09a51 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503746 Apr 01 15:04:57.720414 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd79e675-e0f8-432b-bbb6-35fbb423176d', 'code': 200} Apr 01 15:04:57.756944 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.766902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:57.780038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:57.824885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a5a091-a681-498e-a8ae-1dcda4d4016f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:57.900666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Usage tracker for resource:port and tenant:87d0016c08124379af43c3b875b58df9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:57.906011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:57.910717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe1d95bd-88d1-47b9-9733-561fed8e601a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:57.915765 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:04:57.916185 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:04:57.936658 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.001224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:58.021530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-3e36d10e-5503-460e-9416-d6a84cca5fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:58.024205 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-3e36d10e-5503-460e-9416-d6a84cca5fee service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 200 len: 910 time: 0.5252976 Apr 01 15:04:58.024702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Attempting to bind port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:04:58.025037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Attempting to bind port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:04:58.025348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Attempting to bind port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 on network 07b756d1-3882-42d0-81ed-0f53ca996867 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:58.026307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00acc9-2cea-483f-b3d6-c4b24eade525 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:04:58.026578 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.038031 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.041595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 on network 07b756d1-3882-42d0-81ed-0f53ca996867 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:04:58.041595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Attempting to bind port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 on network 07b756d1-3882-42d0-81ed-0f53ca996867 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:04:58.106311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759290c7-3787-4d0a-940b-9cafc2f8f1d4 req-afd0ede4-7d76-4f31-aecc-80781700a464 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:58.110926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-759290c7-3787-4d0a-940b-9cafc2f8f1d4 req-afd0ede4-7d76-4f31-aecc-80781700a464 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 946 time: 0.2141809 Apr 01 15:04:58.122950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:04:58.123320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Checking segment: {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:04:58.123721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Bound using segment: {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:04:58.124164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Bound port: 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:04:58.124510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.143082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Made reservation on behalf of 87d0016c08124379af43c3b875b58df9 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:58.144538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:04:58.145828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.165838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7ee4dc12-d5c3-4d26-b64a-8f87767d086b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/d0a5a091-a681-498e-a8ae-1dcda4d4016f HTTP/1.1" status: 204 len: 168 time: 1.8495378 Apr 01 15:04:58.166099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:04:58.166099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57656) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:58.175181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:04:58.178805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-c19ec39a-c4ff-4906-9e98-473ae031fa0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1865b856-c672-47fb-af57-ed04320b00ba HTTP/1.1" status: 200 len: 217 time: 0.1328387 Apr 01 15:04:58.205197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event updated for resources: {'Port': ['ID=8e33729e-7084-4c56-98ca-f25bfeefd44b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:58.297858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:04:58.302736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Deleting port 8ea43402-b08a-4378-a240-1a502a9a6cc8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:58.303224 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.321654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7424f9d5-193e-4a37-ad1b-4e63704b24b8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464331 Apr 01 15:04:58.324398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57660) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:04:58.350882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-1568038e-bd0c-42f1-8cca-436b682d69cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:58.353244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-1568038e-bd0c-42f1-8cca-436b682d69cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 200 len: 849 time: 0.1637239 Apr 01 15:04:58.366757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:58.386555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:58.387230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.398318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b04ee14-3ecb-4d29-ad56-db11040540c0 req-b3acaa73-8765-4b18-a425-2eaba5a4799f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 1097 time: 0.4864261 Apr 01 15:04:58.399911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-759290c7-3787-4d0a-940b-9cafc2f8f1d4 req-d1334460-1e16-411f-9fd4-ae65b653825e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622175 Apr 01 15:04:58.441326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:04:58.445337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:04:58.448065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de49da-214f-47f3-bf5d-6dcf3313110b req-17c648a7-32ea-4ea1-8303-bb5947f4f29d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:58.448779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-8da45ff9-5afe-48b2-8784-9970c8f441c2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1064785 Apr 01 15:04:58.450257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99de49da-214f-47f3-bf5d-6dcf3313110b req-17c648a7-32ea-4ea1-8303-bb5947f4f29d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.5373108 Apr 01 15:04:58.457190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.466546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Request body: {'port': {'device_id': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:04:58.558683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-b0771a56-eb59-44ea-9fa2-e5b69883d1d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f427d50-ec88-4d61-be4f-939abc394295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698201 Apr 01 15:04:58.559859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.579569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.581009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] 10.222.0.44 "PUT /v2.0/ports/60fa5b86-98c8-4913-a2c2-b7bd71850fb9 HTTP/1.1" status: 200 len: 1091 time: 2.6286507 Apr 01 15:04:58.583755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:04:58.615945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] For port 8ea43402-b08a-4378-a240-1a502a9a6cc8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ea43402-b08a-4378-a240-1a502a9a6cc8,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:58.617920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] For port 8ea43402-b08a-4378-a240-1a502a9a6cc8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ea43402-b08a-4378-a240-1a502a9a6cc8,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:58.618393 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.629590 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.706870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:58.726523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.726938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.728420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.728420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.728420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.728420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.728914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.729271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.729645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.730038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.730420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b05f4-6e02-4084-ab5d-5d420bd43d50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:04:58.753339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8ea43402-b08a-4378-a240-1a502a9a6cc8 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:04:58.768001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:58.785974 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP 80faf3ca-ecf3-4fa8-81f4-366835842f26 associated. External IP: 172.25.2.181, port: 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c. Apr 01 15:04:58.856255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Calling delete_port for 8ea43402-b08a-4378-a240-1a502a9a6cc8 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:58.942591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdc071-fa5f-4a2b-a07d-91b859e1b69e None None] Pushing event updated for resources: {'Port': ['ID=8ea43402-b08a-4378-a240-1a502a9a6cc8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:58.966939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:04:58.990742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-bfce6f5e-21e2-4dbd-b675-63001793defd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 1094 time: 0.3308959 Apr 01 15:04:59.001147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cec81-e56d-40a9-8943-95b8bac6f114 req-a957fb40-055e-4557-a520-3c1607edc50e tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:59.002314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-020cec81-e56d-40a9-8943-95b8bac6f114 req-a957fb40-055e-4557-a520-3c1607edc50e tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Synchronizing usage tracker for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:59.005146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:04:59.047503 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:04:59.047854 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:04:59.053936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:59.064549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:04:59.075716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-7cb7b212-81b2-495a-83c1-10a8b55409b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9 HTTP/1.1" status: 200 len: 217 time: 0.0704141 Apr 01 15:04:59.079825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b04ee14-3ecb-4d29-ad56-db11040540c0 req-dc1568ab-2fb2-450f-8165-0dd97f95face service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686219 Apr 01 15:04:59.082930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Allocated IP 172.20.0.11 (97540f11-98c9-4cfb-9fd3-f7461dd3e379/9a82860d-c571-43f4-b669-65385410c983/3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:04:59.089688 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8ea43402-b08a-4378-a240-1a502a9a6cc8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ea43402-b08a-4378-a240-1a502a9a6cc8,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:59.093718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:59.093923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:04:59.098552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99de49da-214f-47f3-bf5d-6dcf3313110b req-2d320e5f-16a7-4059-882d-80dc6eb70ed0 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593638 Apr 01 15:04:59.119628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-020cec81-e56d-40a9-8943-95b8bac6f114 req-a957fb40-055e-4557-a520-3c1607edc50e tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Unset dirty status for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:59.126143 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-020cec81-e56d-40a9-8943-95b8bac6f114 req-a957fb40-055e-4557-a520-3c1607edc50e tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 931 time: 0.5331204 Apr 01 15:04:59.156389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:04:59.174217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-fc2725c4-7709-4444-8c09-8e67b1758ad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:59.175852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-fc2725c4-7709-4444-8c09-8e67b1758ad4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef1e37e-ba30-47f3-914c-ba7c53f78002 HTTP/1.1" status: 200 len: 854 time: 0.0924859 Apr 01 15:04:59.198872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8ea43402-b08a-4378-a240-1a502a9a6cc8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:04:59.208488 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'status': 'completed', 'code': 200} Apr 01 15:04:59.247719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-0c1c8136-f423-4244-bbbf-48f418ca5911 service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663213 Apr 01 15:04:59.372679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-682bfe1f-3d23-43b0-b440-aa0ec40b23dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07b756d1-3882-42d0-81ed-0f53ca996867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774285 Apr 01 15:04:59.377074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-020cec81-e56d-40a9-8943-95b8bac6f114 req-1020be4b-e7c9-488b-b492-daad30786bda tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Synchronizing usage tracker for tenant:87d0016c08124379af43c3b875b58df9 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:04:59.459689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-020cec81-e56d-40a9-8943-95b8bac6f114 req-1020be4b-e7c9-488b-b492-daad30786bda tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Unset dirty status for tenant:87d0016c08124379af43c3b875b58df9 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:04:59.460770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-020cec81-e56d-40a9-8943-95b8bac6f114 req-1020be4b-e7c9-488b-b492-daad30786bda tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337801 Apr 01 15:04:59.493849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:59.529069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-55e9544e-075c-4a71-bc17-8358b56e88a2 service neutron] 10.222.0.44 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455562 Apr 01 15:04:59.549715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Deleting port 8ea43402-b08a-4378-a240-1a502a9a6cc8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:04:59.550452 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:59.715933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-87f3ea3b-ac04-4ff7-916e-cf16a86bfa62 service neutron] 10.222.0.44 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797066 Apr 01 15:04:59.717631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96a68ef4-718d-4a2e-9e35-9029dd93b699 req-3fb52c71-2031-4153-92ae-3b311a99ab8b service neutron] 10.222.0.44 "GET /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397218 Apr 01 15:04:59.730506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411881ee-4d98-44c3-83ad-fc1642634a05 req-92617f40-0e74-4d82-affa-b94e7646e1e6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:59.751249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-411881ee-4d98-44c3-83ad-fc1642634a05 req-92617f40-0e74-4d82-affa-b94e7646e1e6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 945 time: 0.1501539 Apr 01 15:04:59.779553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90df9c-105b-4f4d-9117-775602ed9fff req-f93218bb-500e-4ff6-950a-60f7e291ea92 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:04:59.781025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c90df9c-105b-4f4d-9117-775602ed9fff req-f93218bb-500e-4ff6-950a-60f7e291ea92 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 943 time: 0.4805245 Apr 01 15:04:59.830635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:59.843975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] For port 8ea43402-b08a-4378-a240-1a502a9a6cc8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ea43402-b08a-4378-a240-1a502a9a6cc8,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:04:59.845053 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:04:59.850087 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-411881ee-4d98-44c3-83ad-fc1642634a05 req-c445fd6a-ef04-483c-978b-61e60af9827a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906026 Apr 01 15:04:59.967944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Calling delete_port for 8ea43402-b08a-4378-a240-1a502a9a6cc8 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:04:59.989270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7c90df9c-105b-4f4d-9117-775602ed9fff req-a3a88e57-6515-4664-a5ab-db14a9aa6060 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Synchronizing usage tracker for tenant:066e371e67e940308f58669230b8a104 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:00.047349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-10d6a99f-d868-49f9-bf44-73183104e9f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 1094 time: 0.2618926 Apr 01 15:05:00.051896 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.056150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d13a5-0144-41b3-aa55-df7062c823f9 req-42eb9fc7-6627-43b5-8f94-af35691930e5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:00.060728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-930d13a5-0144-41b3-aa55-df7062c823f9 req-42eb9fc7-6627-43b5-8f94-af35691930e5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 946 time: 0.1036863 Apr 01 15:05:00.113116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] Pushing event deleted for resources: {'Port': ['ID=8ea43402-b08a-4378-a240-1a502a9a6cc8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:00.118917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.124444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b0961-63f3-46b2-8b44-e26439ce96ba None None] No DVR routers for this DVR port 8ea43402-b08a-4378-a240-1a502a9a6cc8 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:00.135945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.200341 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2c44f71-e681-4861-b6d6-621c25a31e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.287162 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-930d13a5-0144-41b3-aa55-df7062c823f9 req-5c2efb87-3fa2-4628-afa3-169abb735c4f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723211 Apr 01 15:05:00.305642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7c90df9c-105b-4f4d-9117-775602ed9fff req-a3a88e57-6515-4664-a5ab-db14a9aa6060 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Unset dirty status for tenant:066e371e67e940308f58669230b8a104 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:00.306939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c90df9c-105b-4f4d-9117-775602ed9fff req-a3a88e57-6515-4664-a5ab-db14a9aa6060 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859440 Apr 01 15:05:00.363376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event updated for resources: {'Port': ['ID=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:00.384315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e33729e-7084-4c56-98ca-f25bfeefd44b {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:00.392046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.408412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Transition to ACTIVE for port object 8e33729e-7084-4c56-98ca-f25bfeefd44b will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:00.416106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.428138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:00.438078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:00.447870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f602a-3fd8-4822-b9a5-31cb2005c097 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:00.458747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=525cbcba-9dcb-45e8-b754-48dd977e07ab,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:00.502524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Pushing event updated for resources: {'Port': ['ID=8e33729e-7084-4c56-98ca-f25bfeefd44b,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:00.622693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:00.623383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.630510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:00.638501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:00.641953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:00.724672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Attempting to bind port 8e33729e-7084-4c56-98ca-f25bfeefd44b on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:00.725361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Attempting to bind port 8e33729e-7084-4c56-98ca-f25bfeefd44b by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:00.725943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Attempting to bind port 8e33729e-7084-4c56-98ca-f25bfeefd44b on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:00.740982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-6096727c-8ffd-468e-86b9-cc75b29ce0e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:00.741209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Port 8e33729e-7084-4c56-98ca-f25bfeefd44b on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:05:00.741620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Attempting to bind port 8e33729e-7084-4c56-98ca-f25bfeefd44b on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:00.742469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-6096727c-8ffd-468e-86b9-cc75b29ce0e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 915 time: 0.6432853 Apr 01 15:05:00.747451 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ff0bf41-d465-4fa3-9108-261b876a73fa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4161859 Apr 01 15:05:00.751063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57680) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:00.752047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:00.752511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Checking segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:00.752976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Bound using segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:00.753492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Bound port: 8e33729e-7084-4c56-98ca-f25bfeefd44b, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:00.753926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.754899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:00.755521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.777756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-599062811', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:00.805650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '525cbcba-9dcb-45e8-b754-48dd977e07ab'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:05:00.806632 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.844883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-6c3c6579-4160-4013-8b98-c7c091bf06bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9 HTTP/1.1" status: 200 len: 217 time: 0.0833218 Apr 01 15:05:00.887427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:00.893462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:router and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:00.896578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] For port 8e33729e-7084-4c56-98ca-f25bfeefd44b, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:00.898945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:00.902893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] For port 8e33729e-7084-4c56-98ca-f25bfeefd44b, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8e33729e-7084-4c56-98ca-f25bfeefd44b,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:00.907376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:00.916889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:00.926819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-60a5f05f-b2fe-49d0-8c65-ef0360dfc46b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7127295 Apr 01 15:05:00.952177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Request body: {'port': {'device_id': '62137dcf-a4d8-4776-9412-67aa04822980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:01.001988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.002904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.030655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-49f19d4f-db52-41d4-b5ea-d2ebdf8b4601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:01.032600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-49f19d4f-db52-41d4-b5ea-d2ebdf8b4601 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef1e37e-ba30-47f3-914c-ba7c53f78002 HTTP/1.1" status: 200 len: 854 time: 0.1494350 Apr 01 15:05:01.045188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/525cbcba-9dcb-45e8-b754-48dd977e07ab/ef54d8da-f788-413d-b67a-2e81d6c5aca5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:01.053937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.055236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] 10.222.0.44 "PUT /v2.0/ports/8e33729e-7084-4c56-98ca-f25bfeefd44b HTTP/1.1" status: 200 len: 1091 time: 2.5935285 Apr 01 15:05:01.088453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6e6ba-e868-4ee1-9c88-62570b6f7816 service neutron] Pushing event updated for resources: {'Port': ['ID=8e33729e-7084-4c56-98ca-f25bfeefd44b,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:01.097439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.150358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-2a195714-928e-45ef-ace0-18135e1f473e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07b756d1-3882-42d0-81ed-0f53ca996867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009343 Apr 01 15:05:01.162781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d65f-db12-4427-8453-53b2d999f0f8 req-37afc8b0-c587-4d5a-bea4-72eb9694db68 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:01.164235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59f8d65f-db12-4427-8453-53b2d999f0f8 req-37afc8b0-c587-4d5a-bea4-72eb9694db68 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 943 time: 0.2073920 Apr 01 15:05:01.201417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.210833 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.213879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'tag': '8e33729e-7084-4c56-98ca-f25bfeefd44b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:01.249490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.251154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.255004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e3b718f-39f6-4699-8e4d-f6dfeef6b764 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4794464 Apr 01 15:05:01.255749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-5027f2e8-c87c-4238-9a67-ec347a5145e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 1094 time: 0.1477950 Apr 01 15:05:01.257299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:01.275382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06377e5-b49d-4d13-8592-fac19bfbe49a req-3c30609a-a58f-4157-9bdf-0b6cc2eafcb2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:01.282400 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d06377e5-b49d-4d13-8592-fac19bfbe49a req-3c30609a-a58f-4157-9bdf-0b6cc2eafcb2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.4354317 Apr 01 15:05:01.297994 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.304371 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.314392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:05:01.315427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Transition to ACTIVE for port object ef54d8da-f788-413d-b67a-2e81d6c5aca5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:01.334424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Transition to ACTIVE for port object ef54d8da-f788-413d-b67a-2e81d6c5aca5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:01.341680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.377804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59f8d65f-db12-4427-8453-53b2d999f0f8 req-aa14c10d-1ca5-46f0-b6cc-6c2328b61594 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973476 Apr 01 15:05:01.430680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:01.436513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:01.441514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Pushing event updated for resources: {'Port': ['ID=ef54d8da-f788-413d-b67a-2e81d6c5aca5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:01.446664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:01.549682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d06377e5-b49d-4d13-8592-fac19bfbe49a req-006b8369-0b3b-4351-84bb-09cdd68e1b35 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663436 Apr 01 15:05:01.558065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Attempting to bind port ef54d8da-f788-413d-b67a-2e81d6c5aca5 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:01.558508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Attempting to bind port ef54d8da-f788-413d-b67a-2e81d6c5aca5 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:01.558927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Attempting to bind port ef54d8da-f788-413d-b67a-2e81d6c5aca5 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:01.566027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:01.566613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:01.567071 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.567538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:01.568086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Bound port: ef54d8da-f788-413d-b67a-2e81d6c5aca5, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:01.568518 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.608523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-19b75b6d-e9cd-4788-8a84-443ff88019aa service neutron] 10.222.0.44 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447069 Apr 01 15:05:01.617273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-a1ac3f69-6711-4545-9b34-125b5aa0bfa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e33729e-7084-4c56-98ca-f25bfeefd44b HTTP/1.1" status: 200 len: 217 time: 0.2983270 Apr 01 15:05:01.678034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] For port ef54d8da-f788-413d-b67a-2e81d6c5aca5, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:01.682091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] For port ef54d8da-f788-413d-b67a-2e81d6c5aca5, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ef54d8da-f788-413d-b67a-2e81d6c5aca5,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:01.689362 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:01.739973 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'tag': '8e33729e-7084-4c56-98ca-f25bfeefd44b', 'status': 'completed', 'code': 200} Apr 01 15:05:01.793707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ce844-f5df-4e85-a4fc-7d790ccef41f None None] Pushing event updated for resources: {'Port': ['ID=ef54d8da-f788-413d-b67a-2e81d6c5aca5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:01.876679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-1e7c53ac-afac-4bf7-af97-f1f3f027010c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:01.878420 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-1e7c53ac-afac-4bf7-af97-f1f3f027010c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.2394154 Apr 01 15:05:01.895047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d48a0-0256-4f3e-87ca-4ced3bd6a401 req-8555f21f-2abb-4bad-a4f4-2448a64a40d8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:01.896541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-151d48a0-0256-4f3e-87ca-4ced3bd6a401 req-8555f21f-2abb-4bad-a4f4-2448a64a40d8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 945 time: 0.3177197 Apr 01 15:05:02.088665 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cebc8e-ed45-43cc-80d8-ea32b724a09b req-053e6185-e393-4156-93c8-65dcba6a61d8 service neutron] 10.222.0.44 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512279 Apr 01 15:05:02.125383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-2a624606-ff45-424b-be7f-a86c70d429f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278287 Apr 01 15:05:02.183105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e7f97-b11c-4d68-a1c9-95105f805866 req-8234e124-5109-49e2-893e-855db6de5fd3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:02.187725 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e81e7f97-b11c-4d68-a1c9-95105f805866 req-8234e124-5109-49e2-893e-855db6de5fd3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 946 time: 0.3476734 Apr 01 15:05:02.239049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:02.255840 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:02.263398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:05:02.272370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:02.274564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:05:02.281497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-151d48a0-0256-4f3e-87ca-4ced3bd6a401 req-3b512c45-5636-407a-840c-324716d786e7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530443 Apr 01 15:05:02.286343 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:02.286935 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:02.327843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-7aebc0cc-6868-4665-a424-a69d86f906c8 service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922739 Apr 01 15:05:02.333386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Transition to ACTIVE for port object 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:02.337714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e81e7f97-b11c-4d68-a1c9-95105f805866 req-c09e3579-6358-4d96-9000-1472a4b0dd29 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366291 Apr 01 15:05:02.351601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:02.487430 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:02.512008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-ceee1b2a-e51d-4758-9caa-3319ecff80e2 service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677399 Apr 01 15:05:02.645928 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:02.662740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-078df92a-872d-47aa-a6f6-5a2f0472bae9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "PUT /v2.0/floatingips/80faf3ca-ecf3-4fa8-81f4-366835842f26 HTTP/1.1" status: 200 len: 991 time: 8.0800233 Apr 01 15:05:02.667483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:02.752823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:02.800093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ef54d8da-f788-413d-b67a-2e81d6c5aca5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:02.857566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:02.961938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ef54d8da-f788-413d-b67a-2e81d6c5aca5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:02.985539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Attempting to bind port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:02.985870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Attempting to bind port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:02.986189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Attempting to bind port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:03.004214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:05:03.004537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Attempting to bind port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:03.018760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:03.019091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Checking segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:03.019517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Bound using segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:03.019948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Bound port: 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:03.020287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.156368 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:04:56Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:03.161861 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:05:03.174824 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:03.175531 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:03.198766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] For port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:03.203622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] For port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:03.208741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1f18d4fc-e94a-4a89-97d0-4729c36f28bd None None] Provisioning for port ef54d8da-f788-413d-b67a-2e81d6c5aca5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:03.217028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ed27-97c1-4fa3-929f-0fde703506e9 req-90ebc94f-ff6f-49ad-8b6f-e7a70578a2d5 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:03.217967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d578ed27-97c1-4fa3-929f-0fde703506e9 req-90ebc94f-ff6f-49ad-8b6f-e7a70578a2d5 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Synchronizing usage tracker for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:03.218414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1f18d4fc-e94a-4a89-97d0-4729c36f28bd None None] Provisioning complete for port ef54d8da-f788-413d-b67a-2e81d6c5aca5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:03.219037 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f18d4fc-e94a-4a89-97d0-4729c36f28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.222816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.262308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb0ccc-a88d-4f1f-8340-13ed3fb671fc req-1c8ffcd2-a2df-49e4-99df-cee04cd5d159 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:03.263840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8eb0ccc-a88d-4f1f-8340-13ed3fb671fc req-1c8ffcd2-a2df-49e4-99df-cee04cd5d159 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 943 time: 0.7199821 Apr 01 15:05:03.266555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-e1c64ff7-e4b2-4466-a53e-ff9f6f890b54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 1094 time: 0.5464654 Apr 01 15:05:03.303513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d578ed27-97c1-4fa3-929f-0fde703506e9 req-90ebc94f-ff6f-49ad-8b6f-e7a70578a2d5 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Unset dirty status for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:03.310394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d578ed27-97c1-4fa3-929f-0fde703506e9 req-90ebc94f-ff6f-49ad-8b6f-e7a70578a2d5 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 943 time: 0.2227783 Apr 01 15:05:03.318588 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.320073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba HTTP/1.1" status: 200 len: 1092 time: 2.3772640 Apr 01 15:05:03.332849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:03.356474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209df5ea-1380-4cc8-bd42-f936a57889c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:03.395805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d578ed27-97c1-4fa3-929f-0fde703506e9 req-c2ce0172-bf81-4b72-80db-a312ade4332e tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843332 Apr 01 15:05:03.439142 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:03.509802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:03.525384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-06317bc2-e1f3-4328-bc6d-8dc1aa69d782 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=62137dcf-a4d8-4776-9412-67aa04822980 HTTP/1.1" status: 200 len: 1095 time: 0.1265178 Apr 01 15:05:03.528996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'port_id': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'mac_address': 'fa:16:3e:73:91:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef1e37e-ba30-47f3-914c-ba7c53f78002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:03.638123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8eb0ccc-a88d-4f1f-8340-13ed3fb671fc req-88155d9d-1686-4ba0-a843-1c1b699ad2ce tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346722 Apr 01 15:05:03.651655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-adfed229-bc31-483c-beb0-4af60c9d12ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba HTTP/1.1" status: 200 len: 217 time: 0.1133533 Apr 01 15:05:03.658109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::1 (1521f7be-bcca-472b-a0e8-65bfb965abc6/525cbcba-9dcb-45e8-b754-48dd977e07ab/ceabdfad-de8f-4aef-b2c8-18f4346ed106) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:03.699877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f18d4fc-e94a-4a89-97d0-4729c36f28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.752823 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.786826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:03.805006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1f18d4fc-e94a-4a89-97d0-4729c36f28bd None None] For port ef54d8da-f788-413d-b67a-2e81d6c5aca5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ef54d8da-f788-413d-b67a-2e81d6c5aca5,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:03.806516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:03.816981 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f18d4fc-e94a-4a89-97d0-4729c36f28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.847415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-5d55dc5c-ceed-43cd-868e-96af26d51e5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:03.849015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-5d55dc5c-ceed-43cd-868e-96af26d51e5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.1366689 Apr 01 15:05:03.869327 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:05:03.891223 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:03.926966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-7c6883fd-4161-4da3-a489-aa4b4048d678 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616899 Apr 01 15:05:03.932636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18d4fc-e94a-4a89-97d0-4729c36f28bd None None] Pushing event updated for resources: {'Port': ['ID=ef54d8da-f788-413d-b67a-2e81d6c5aca5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:03.932857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-4eecd632-ce0f-49f2-88c3-bb0b13a8d13d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:03.940466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-4eecd632-ce0f-49f2-88c3-bb0b13a8d13d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.3318992 Apr 01 15:05:03.957112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-61850504-fd76-4a6d-acfd-4c61747f91ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:03.958911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-61850504-fd76-4a6d-acfd-4c61747f91ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 913 time: 0.6572645 Apr 01 15:05:03.965131 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:04:56Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:03.970772 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc96033-fbe3-4faa-b46b-0a637099862a None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:04:56Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:05:04.014065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:04.034277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-080e8335-6801-40f3-b7e0-8dd98f2d6556 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.0929003 Apr 01 15:05:04.072183 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-ada133d4-42b9-421a-affc-8e7c4b55d0cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e33729e-7084-4c56-98ca-f25bfeefd44b HTTP/1.1" status: 200 len: 217 time: 0.0976226 Apr 01 15:05:04.075969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:04.124443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f1b63-405e-4ec9-ad59-aecc6d57005a req-bce948d5-dab7-4f20-8d8b-d43b898f626d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:04.126028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-217f1b63-405e-4ec9-ad59-aecc6d57005a req-bce948d5-dab7-4f20-8d8b-d43b898f626d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.3132417 Apr 01 15:05:04.148149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-4f0b5ea7-06ce-4652-a3be-cf94ba413e4a service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056456 Apr 01 15:05:04.168527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object ceabdfad-de8f-4aef-b2c8-18f4346ed106 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:04.182549 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-392e768f-6fd9-4d72-8cf5-2d507f02df42 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473861 Apr 01 15:05:04.200462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-38d59141-f810-4f5c-9d6c-bb2e17b871a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:04.202017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-38d59141-f810-4f5c-9d6c-bb2e17b871a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.1167164 Apr 01 15:05:04.233463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b215f94-9303-4bc9-a1e2-3cd90c88b640 None None] New status for floating IP 80faf3ca-ecf3-4fa8-81f4-366835842f26: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:05:04.259119 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-217f1b63-405e-4ec9-ad59-aecc6d57005a req-ccffe48a-0657-49bd-8f56-e34871d7862e tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183608 Apr 01 15:05:04.261137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-648b29be-0087-4b47-8825-418c9d8d33cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490623 Apr 01 15:05:04.270309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:04.385576 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'status': 'completed', 'code': 200} Apr 01 15:05:04.455478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:04.463801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:04.466341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:04.466918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:04.473164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=ceabdfad-de8f-4aef-b2c8-18f4346ed106,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:04.521199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['60fa5b86-98c8-4913-a2c2-b7bd71850fb9'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:04.560866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7063e5e-559c-4244-8fb2-c6118bebad3f req-4a0e77ef-0704-4ba4-936d-7c9a5b4bb3e3 service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040339 Apr 01 15:05:04.565713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-ff08c58e-6cb8-4ff5-88fa-584ea8c228f3 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334880 Apr 01 15:05:04.607386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-406b6ecd-7114-47cf-b9a7-39aa486fd53c service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883885 Apr 01 15:05:04.616072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-e6e1f9cd-f201-463e-899d-66a53bb627f7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:04.617588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-e6e1f9cd-f201-463e-899d-66a53bb627f7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 945 time: 0.2761829 Apr 01 15:05:04.689867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ef54d8da-f788-413d-b67a-2e81d6c5aca5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:04.775422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb881a4-a1cf-4387-ad6f-444bee286371 req-365ad694-eded-4722-bd42-abc6cd710086 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:04.776918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcb881a4-a1cf-4387-ad6f-444bee286371 req-365ad694-eded-4722-bd42-abc6cd710086 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 945 time: 0.3002152 Apr 01 15:05:04.820354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-7ab23d82-5870-4597-bbe9-21ffe31402f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 1096 time: 0.4313109 Apr 01 15:05:04.861071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ef54d8da-f788-413d-b67a-2e81d6c5aca5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:04.861596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:04.868902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-571b61a2-3a85-4380-9afb-5f2931cbe79a req-c67f6864-d49c-449c-b2ae-0ee7c1ceef91 service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495229 Apr 01 15:05:04.880611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:04.907033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68528b49-09d3-4f71-a96b-ceb50b561aae None None] Provisioning for port ceabdfad-de8f-4aef-b2c8-18f4346ed106 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:04.921981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68528b49-09d3-4f71-a96b-ceb50b561aae None None] Provisioning complete for port ceabdfad-de8f-4aef-b2c8-18f4346ed106 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:04.922419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68528b49-09d3-4f71-a96b-ceb50b561aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:04.956272 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcb881a4-a1cf-4387-ad6f-444bee286371 req-e21108ad-11dd-4d97-ae78-566bd51fd749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663780 Apr 01 15:05:05.004542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Deleting port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:05.004998 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:05.019464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68528b49-09d3-4f71-a96b-ceb50b561aae None None] Port ceabdfad-de8f-4aef-b2c8-18f4346ed106 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:05:05.149894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-72bb35e7-ba0f-47b9-b712-382c3a7f2f93 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702105 Apr 01 15:05:05.166996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-81400cdd-2cfc-4842-9d89-94fe20553bbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:05.168459 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-81400cdd-2cfc-4842-9d89-94fe20553bbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.3085742 Apr 01 15:05:05.347066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:05.353964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8e33729e-7084-4c56-98ca-f25bfeefd44b details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:05.362315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:05.363049 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:05.405653 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-eb888998-ce32-4624-88e3-b38b79392c69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c HTTP/1.1" status: 200 len: 1001 time: 0.2246003 Apr 01 15:05:05.560442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8e33729e-7084-4c56-98ca-f25bfeefd44b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8e33729e-7084-4c56-98ca-f25bfeefd44b,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:05.568400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] For port 50923cbb-5d18-4250-be8b-4fb1c1dfe816, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=50923cbb-5d18-4250-be8b-4fb1c1dfe816,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:05.568758 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:05.586762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '8e33729e-7084-4c56-98ca-f25bfeefd44b', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'port_id': '8e33729e-7084-4c56-98ca-f25bfeefd44b', 'mac_address': 'fa:16:3e:bf:a8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a82860d-c571-43f4-b669-65385410c983', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:05.647881 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:05.662201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-76a45b3b-5253-480e-a651-b42fc9a5c30d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:05.664709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-76a45b3b-5253-480e-a651-b42fc9a5c30d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.2400990 Apr 01 15:05:05.668076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e33729e-7084-4c56-98ca-f25bfeefd44b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:05.687126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8e33729e-7084-4c56-98ca-f25bfeefd44b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8e33729e-7084-4c56-98ca-f25bfeefd44b,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:05.692269 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:05.730470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Calling delete_port for 50923cbb-5d18-4250-be8b-4fb1c1dfe816 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:05.772359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8e33729e-7084-4c56-98ca-f25bfeefd44b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:05.811698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=ceabdfad-de8f-4aef-b2c8-18f4346ed106,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:05.827981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:05.830008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:05.871588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f319f-6d58-41f0-acb2-e483e066d539 req-8ea14525-0e85-4f58-9d62-255dae65be40 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:05.875708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea3f319f-6d58-41f0-acb2-e483e066d539 req-8ea14525-0e85-4f58-9d62-255dae65be40 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 944 time: 0.3982034 Apr 01 15:05:06.013580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-7236c6fc-f027-495c-97c0-2d2c62d8e34d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345011 Apr 01 15:05:06.019041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea3f319f-6d58-41f0-acb2-e483e066d539 req-d8ecb21c-dabc-43ee-b6eb-151e8a5640af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307721 Apr 01 15:05:06.035909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d97d0a-5dd9-404b-964d-4b4cd3506544 req-aa30ad4e-4a7f-49bb-b95f-cc92954f5a67 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:06.042932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5d97d0a-5dd9-404b-964d-4b4cd3506544 req-aa30ad4e-4a7f-49bb-b95f-cc92954f5a67 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 944 time: 0.5954797 Apr 01 15:05:06.156546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['8e33729e-7084-4c56-98ca-f25bfeefd44b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:06.186923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-072f4ef6-9c43-443b-9e21-a2208d852e77 None None] Provisioning complete for port ceabdfad-de8f-4aef-b2c8-18f4346ed106 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:06.187354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-072f4ef6-9c43-443b-9e21-a2208d852e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:06.224183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:06.232465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d5d97d0a-5dd9-404b-964d-4b4cd3506544 req-ae03b883-2c99-45d3-82ae-f9d687e1aa0e tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886294 Apr 01 15:05:06.287548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-072f4ef6-9c43-443b-9e21-a2208d852e77 None None] Port ceabdfad-de8f-4aef-b2c8-18f4346ed106 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:05:06.340597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event deleted for resources: {'Port': ['ID=50923cbb-5d18-4250-be8b-4fb1c1dfe816,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:06.370245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:05:06.403776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62137dcf-a4d8-4776-9412-67aa04822980', 'tag': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:06.410742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] No DVR routers for this DVR port 50923cbb-5d18-4250-be8b-4fb1c1dfe816 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:06.424624 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:06.447850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-63d6a9fe-d1cc-41aa-be17-beb571188c41 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115295 Apr 01 15:05:06.489168 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d1b5140-9d02-4bb1-a91e-8482607afc54 req-38f4d6cf-097c-48d9-87c8-51d2a6d6e391 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "DELETE /v2.0/ports/50923cbb-5d18-4250-be8b-4fb1c1dfe816 HTTP/1.1" status: 204 len: 173 time: 1.6729002 Apr 01 15:05:06.627147 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a9519ee-d249-4f98-aa7c-3513de22e665 req-b87a1dd4-9b27-4f4f-b76c-32e521dc256f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 210 time: 0.0455079 Apr 01 15:05:06.633304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:05:06.644177 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Sync routers for ids ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:05:06.647932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-07d88092-7770-4332-a0b8-f4be679c0aed tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "PUT /v2.0/routers/1f6945a6-d3e2-4ec7-b609-4c8040458c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3895729 Apr 01 15:05:06.650614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57738) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:06.671942 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Routers {'1f6945a6-d3e2-4ec7-b609-4c8040458c31'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:06.674697 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:06.681677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2a129-186a-4ec8-85d6-a0ea265cfbd9 req-0a6f19cf-2095-4a02-8347-a052874affb0 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:06.683152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53c2a129-186a-4ec8-85d6-a0ea265cfbd9 req-0a6f19cf-2095-4a02-8347-a052874affb0 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.5009408 Apr 01 15:05:06.773344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53c2a129-186a-4ec8-85d6-a0ea265cfbd9 req-735ee198-69a9-4a61-9cee-b201b1fc736a tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799472 Apr 01 15:05:06.777121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6b3eb04-f4c0-4503-af01-eebf6ebb3dda req-5ab0fc5b-5868-4005-a2ed-339c0223708e service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164308 Apr 01 15:05:06.849392 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ea832ca-f011-4938-bba5-bc5bfe0cf261 req-6b401ab3-ea1b-43a9-bd0e-83a072f2406b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4aa8ae8-4e27-464a-bacb-401ee0ce397f HTTP/1.1" status: 200 len: 210 time: 0.0542762 Apr 01 15:05:06.856665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6835291-91d5-45f1-8b24-27aa5377c566 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:06.857427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b6835291-91d5-45f1-8b24-27aa5377c566 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:06.878434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b6835291-91d5-45f1-8b24-27aa5377c566 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:06.881350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b6835291-91d5-45f1-8b24-27aa5377c566 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports/ceabdfad-de8f-4aef-b2c8-18f4346ed106 HTTP/1.1" status: 200 len: 911 time: 0.2294300 Apr 01 15:05:06.884002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57742) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:06.945846 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Set router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:07.029757 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62137dcf-a4d8-4776-9412-67aa04822980', 'tag': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba', 'status': 'completed', 'code': 200} Apr 01 15:05:07.075758 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-6b8389a2-9aa6-4e8e-aae4-34e4ce1a9a8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=62137dcf-a4d8-4776-9412-67aa04822980 HTTP/1.1" status: 200 len: 1095 time: 0.1320291 Apr 01 15:05:07.180390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-813f3066-7cff-4fac-a417-4ba0b103c9a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:07.182501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-813f3066-7cff-4fac-a417-4ba0b103c9a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.2628405 Apr 01 15:05:07.197559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da854dd9-b895-4b66-ba07-9a11550b9a39 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:07.201563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da854dd9-b895-4b66-ba07-9a11550b9a39 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:07.205814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-da854dd9-b895-4b66-ba07-9a11550b9a39 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3182688 Apr 01 15:05:07.206325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:07.290489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-e6435ba7-488e-4e0f-ac2a-e11cdcd20d59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:07.291908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-e6435ba7-488e-4e0f-ac2a-e11cdcd20d59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 913 time: 0.1983938 Apr 01 15:05:07.303964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:07.367600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:07.370881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:07.382345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-b5026772-6dbb-4587-8776-1a142f52da21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba HTTP/1.1" status: 200 len: 217 time: 0.0817904 Apr 01 15:05:07.390903 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'name': 'tempest-NetworksTestDHCPv6-router-599062811', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:01Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None, '_interfaces': [{'id': 'ceabdfad-de8f-4aef-b2c8-18f4346ed106', 'name': '', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'mac_address': 'fa:16:3e:1a:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525cbcba-9dcb-45e8-b754-48dd977e07ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:05:03Z', 'updated_at': '2022-04-01T15:05:05Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'subnets': [{'id': '525cbcba-9dcb-45e8-b754-48dd977e07ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:07.409201 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Checking router: 1f6945a6-d3e2-4ec7-b609-4c8040458c31 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:05:07.409851 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Updating router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 port ceabdfad-de8f-4aef-b2c8-18f4346ed106 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:05:07.440021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208bb1b-fed0-4752-94c4-62da0c5e8cb3 req-c8e71f86-9c6c-474d-a11c-e59a0f7a2be3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:07.441448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f208bb1b-fed0-4752-94c4-62da0c5e8cb3 req-c8e71f86-9c6c-474d-a11c-e59a0f7a2be3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 944 time: 0.2092764 Apr 01 15:05:07.464888 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:07.482866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-2de9f8a2-e62d-4065-9c10-ba2947a59761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:07.484712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-2de9f8a2-e62d-4065-9c10-ba2947a59761 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.0937333 Apr 01 15:05:07.545521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-106ae0f8-16b3-47ea-9c77-97d9b2a85afc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439706 Apr 01 15:05:07.558810 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f208bb1b-fed0-4752-94c4-62da0c5e8cb3 req-3b672e2e-ff3b-403c-b740-f025d8bd5009 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065269 Apr 01 15:05:07.598762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:07.622397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:07.655074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:07.657621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:07.658187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:07.683463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8aef3-e9ab-47d0-9dc8-996af52a0842 req-7eb95c7b-63db-43cb-9213-a581ce4eac4a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:07.688604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'port_id': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba', 'mac_address': 'fa:16:3e:6b:cd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a82860d-c571-43f4-b669-65385410c983', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:07.691082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34a8aef3-e9ab-47d0-9dc8-996af52a0842 req-7eb95c7b-63db-43cb-9213-a581ce4eac4a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 944 time: 0.2710292 Apr 01 15:05:07.773614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:07.784244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:07.785028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:07.926058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:07.963000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34a8aef3-e9ab-47d0-9dc8-996af52a0842 req-8e26d359-6864-409f-8662-990c7d1fd817 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707198 Apr 01 15:05:08.028367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45b896fd-f4f6-4ace-8ebb-1097008becf8 req-cac16217-7c7a-4490-88bd-436b63fe3173 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 210 time: 0.1474657 Apr 01 15:05:08.034859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-854a21bc-b0dc-4b91-9335-c44eb2febde3 service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712772 Apr 01 15:05:08.037256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:08.045788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 50923cbb-5d18-4250-be8b-4fb1c1dfe816 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:08.088138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 50923cbb-5d18-4250-be8b-4fb1c1dfe816 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:08.088732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 50923cbb-5d18-4250-be8b-4fb1c1dfe816 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:08.134023 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.163739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.13 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/ac1737fe-83e1-4646-bdb3-ca008623ddda) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:08.166674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:08.175467 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Transition to ACTIVE for port object ceabdfad-de8f-4aef-b2c8-18f4346ed106 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:08.196962 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.198604 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.227235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81fd5816-bdc3-43b2-8ef2-4f5a6143961a req-7f019d3e-495d-491c-896d-bcecead7ec94 service neutron] 10.222.0.44 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753266 Apr 01 15:05:08.290122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.332704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:08.387571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:08.400686 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Pushing event updated for resources: {'Port': ['ID=ceabdfad-de8f-4aef-b2c8-18f4346ed106,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:08.404700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:08.449472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.453620 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'code': 200} Apr 01 15:05:08.498936 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.498936 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.499299 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.499552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.499872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.500211 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.500508 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.501177 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.501482 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.501797 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.502108 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:08.527564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Attempting to bind port ceabdfad-de8f-4aef-b2c8-18f4346ed106 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:08.527927 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Attempting to bind port ceabdfad-de8f-4aef-b2c8-18f4346ed106 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:08.528270 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Attempting to bind port ceabdfad-de8f-4aef-b2c8-18f4346ed106 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:08.535030 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:08.535437 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:08.535829 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.536199 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:08.536648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Bound port: ceabdfad-de8f-4aef-b2c8-18f4346ed106, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:08.537010 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.618902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:08.629064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:08.653712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.684321 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] For port ceabdfad-de8f-4aef-b2c8-18f4346ed106, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:08.687738 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] For port ceabdfad-de8f-4aef-b2c8-18f4346ed106, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ceabdfad-de8f-4aef-b2c8-18f4346ed106,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:08.696073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.698665 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:08.728143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed', 'dd79e675-e0f8-432b-bbb6-35fbb423176d'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:08.776107 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9308ba-2e9f-409c-ba7b-9984ad9b9a78 None None] Pushing event updated for resources: {'Port': ['ID=ceabdfad-de8f-4aef-b2c8-18f4346ed106,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:08.802677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=ac1737fe-83e1-4646-bdb3-ca008623ddda,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:08.813231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca099-c85d-416a-8ba5-356e71dc5ece req-78538e8c-43ad-4d2a-9396-ca1ce42cb37d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:08.814446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cedccbfa-ac93-401e-ba14-2109c5f2e8b9 req-2ba8a94e-b29b-4e02-85e8-08289a0b464b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 1096 time: 0.2525513 Apr 01 15:05:08.818471 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Routers {'1f6945a6-d3e2-4ec7-b609-4c8040458c31'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:08.819301 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:08.824379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-505ca099-c85d-416a-8ba5-356e71dc5ece req-78538e8c-43ad-4d2a-9396-ca1ce42cb37d tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.6217654 Apr 01 15:05:08.887454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cedccbfa-ac93-401e-ba14-2109c5f2e8b9 req-be258e7c-3514-4773-90ad-f5d9843dfb28 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519142 Apr 01 15:05:08.917236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-ca62698c-95d6-4100-84a1-f9bb92681d4c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:08.924338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-ca62698c-95d6-4100-84a1-f9bb92681d4c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.2435684 Apr 01 15:05:08.947597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-0d4cd927-e401-442d-817a-52399584da3d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/quotas/c19b4d46208b462f9430bf8ff546c0cc HTTP/1.1" status: 200 len: 375 time: 0.0220389 Apr 01 15:05:09.010746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-ec1ab73a-bd5f-4d8c-a9b2-cf4d9c09920c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620680 Apr 01 15:05:09.016493 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] Set router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:09.091289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'name': 'network-vif-deleted', 'tag': '50923cbb-5d18-4250-be8b-4fb1c1dfe816'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:09.106341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:09.110996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:09.115914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:09.168072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-505ca099-c85d-416a-8ba5-356e71dc5ece req-eff624ed-2b58-4e71-9a07-02e99da9d1e9 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427134 Apr 01 15:05:09.209693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:09.214003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:09.226800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-b38b9395-6bb4-418b-b914-15387db314a3 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087772 Apr 01 15:05:09.359904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-8600c49e-d4f6-4c72-8189-31806a9e4b99 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0788622 Apr 01 15:05:09.367917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:09.386514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8e33729e-7084-4c56-98ca-f25bfeefd44b up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:09.408028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-c3d4c85a-12bb-4f47-a43e-2fe726d19b44 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801391 Apr 01 15:05:09.424033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Request body: {'port': {'device_id': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:09.471010 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'name': 'tempest-NetworksTestDHCPv6-router-599062811', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:01Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None, '_interfaces': [{'id': 'ceabdfad-de8f-4aef-b2c8-18f4346ed106', 'name': '', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'mac_address': 'fa:16:3e:1a:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525cbcba-9dcb-45e8-b754-48dd977e07ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:05:03Z', 'updated_at': '2022-04-01T15:05:08Z', 'revision_number': 4, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'subnets': [{'id': '525cbcba-9dcb-45e8-b754-48dd977e07ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:09.476639 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc0af2-35f4-47c0-80e5-33e5f54595dc None None] The sync data for ids ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'] in n-d-836017-1 is: [{'id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'name': 'tempest-NetworksTestDHCPv6-router-599062811', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:01Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None, '_interfaces': [{'id': 'ceabdfad-de8f-4aef-b2c8-18f4346ed106', 'name': '', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'mac_address': 'fa:16:3e:1a:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '525cbcba-9dcb-45e8-b754-48dd977e07ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:05:03Z', 'updated_at': '2022-04-01T15:05:08Z', 'revision_number': 4, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'subnets': [{'id': '525cbcba-9dcb-45e8-b754-48dd977e07ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:05:09.500986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 8e33729e-7084-4c56-98ca-f25bfeefd44b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:09.507384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 8e33729e-7084-4c56-98ca-f25bfeefd44b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:09.507862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:09.639572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:09.669152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c1117-d559-42d5-89b2-1ef762be0ca5 req-2042e39c-aea5-4272-9bb6-5df750f32bc4 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:09.670605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-601c1117-d559-42d5-89b2-1ef762be0ca5 req-2042e39c-aea5-4272-9bb6-5df750f32bc4 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.3535292 Apr 01 15:05:09.672756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:09.725568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8e33729e-7084-4c56-98ca-f25bfeefd44b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8e33729e-7084-4c56-98ca-f25bfeefd44b,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:09.732880 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:09.798449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e706803-b654-485a-9ba1-c44e61707beb req-81bd5976-6fe5-48ec-b790-628e085b317a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:09.807279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e706803-b654-485a-9ba1-c44e61707beb req-81bd5976-6fe5-48ec-b790-628e085b317a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 944 time: 0.1497633 Apr 01 15:05:09.833353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-601c1117-d559-42d5-89b2-1ef762be0ca5 req-6a089110-8666-4f83-8b0b-286c71cf475c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320186 Apr 01 15:05:09.848037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8e33729e-7084-4c56-98ca-f25bfeefd44b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:09.868355 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e706803-b654-485a-9ba1-c44e61707beb req-0c8565ba-9317-47a9-9215-27572f394b08 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594909 Apr 01 15:05:10.017302 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aa8ae8-4e27-464a-bacb-401ee0ce397f', 'name': 'network-vif-deleted', 'tag': '50923cbb-5d18-4250-be8b-4fb1c1dfe816', 'status': 'completed', 'code': 200} Apr 01 15:05:10.103130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-499c0dfb-508a-409d-9001-76811b85d425 req-02c8898d-2e7f-4cc4-a99e-72c842e40159 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 210 time: 0.0582483 Apr 01 15:05:10.259273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port ceabdfad-de8f-4aef-b2c8-18f4346ed106 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:10.259614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:10.386265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f5e0-9245-4b23-98f2-89c62d8fe1ee req-d019868d-b37a-4203-bf34-9af79e92a5e4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:10.387934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0781f5e0-9245-4b23-98f2-89c62d8fe1ee req-d019868d-b37a-4203-bf34-9af79e92a5e4 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.0812030 Apr 01 15:05:10.430660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:05:10.450030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0781f5e0-9245-4b23-98f2-89c62d8fe1ee req-bcf95506-e07c-4ec1-9d46-7b0e74b1ade2 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529385 Apr 01 15:05:10.455272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e33729e-7084-4c56-98ca-f25bfeefd44b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:10.456796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bab71-14fd-445b-82ba-a3a2ffbb9185 req-5a03e642-cdb4-42e9-a1cb-d268a952a184 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:10.457571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8f4bab71-14fd-445b-82ba-a3a2ffbb9185 req-5a03e642-cdb4-42e9-a1cb-d268a952a184 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:10.526238 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e33729e-7084-4c56-98ca-f25bfeefd44b', 'code': 200} Apr 01 15:05:10.576789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port ceabdfad-de8f-4aef-b2c8-18f4346ed106, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ceabdfad-de8f-4aef-b2c8-18f4346ed106,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:10.577235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:10.601013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8f4bab71-14fd-445b-82ba-a3a2ffbb9185 req-5a03e642-cdb4-42e9-a1cb-d268a952a184 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:10.617253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8f4bab71-14fd-445b-82ba-a3a2ffbb9185 req-5a03e642-cdb4-42e9-a1cb-d268a952a184 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 932 time: 0.5464783 Apr 01 15:05:10.617441 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:10.633380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1737fe-83e1-4646-bdb3-ca008623ddda {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:10.749464 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:10.970091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-e2d6448f-1604-4dbe-a5bf-df12cdc18566 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:10.972885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-e2d6448f-1604-4dbe-a5bf-df12cdc18566 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.44 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 945 time: 0.2459896 Apr 01 15:05:10.976605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for ceabdfad-de8f-4aef-b2c8-18f4346ed106 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:11.150048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Deleting port 1865b856-c672-47fb-af57-ed04320b00ba {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:11.150048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:11.215580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Transition to ACTIVE for port object ac1737fe-83e1-4646-bdb3-ca008623ddda will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:11.241664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:11.281748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8f4bab71-14fd-445b-82ba-a3a2ffbb9185 req-01d3ebfc-e54e-4bc5-bb60-454cda774d4d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627886 Apr 01 15:05:11.380333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2c7ee-239d-48b3-bf4d-fcaaaaed21dd req-db6f5e41-64a5-4de4-b011-7b0c52f0d338 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:11.388175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9e2c7ee-239d-48b3-bf4d-fcaaaaed21dd req-db6f5e41-64a5-4de4-b011-7b0c52f0d338 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2065818 Apr 01 15:05:11.390610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:11.474643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1737fe-83e1-4646-bdb3-ca008623ddda,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:11.489606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:11.497653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:11.498514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:11.546518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-2977954e-ea0c-41c4-bc59-a95a0fa48e82 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:11.548845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-2977954e-ea0c-41c4-bc59-a95a0fa48e82 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.4886053 Apr 01 15:05:11.563969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-095b49e2-9197-46e8-9b72-b5ee99d41971 req-43b01ffb-2ec5-4021-afdf-a5685b1a580f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 1096 time: 0.7282677 Apr 01 15:05:11.614775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Request body: {'port': {'device_id': '57ddc669-3e0c-4625-a724-58141c70219a', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'admin_state_up': True, 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:11.669015 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:11.681844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9e2c7ee-239d-48b3-bf4d-fcaaaaed21dd req-aadfcf50-ff9e-4e7e-a5a7-ba0094541412 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832654 Apr 01 15:05:11.704668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:11.708783 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:11.724224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] For port 1865b856-c672-47fb-af57-ed04320b00ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1865b856-c672-47fb-af57-ed04320b00ba,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:11.724475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:11.868560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:11.875931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Calling delete_port for 1865b856-c672-47fb-af57-ed04320b00ba owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:11.901752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-095b49e2-9197-46e8-9b72-b5ee99d41971 req-315de0a2-29c3-417e-a6fb-0ad09914147c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991211 Apr 01 15:05:11.929496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2df7b-fcc0-4eec-8b7b-eefe4741b5b6 req-f36cd785-5d71-41eb-a5c6-481fc283085b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:11.931565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc2df7b-fcc0-4eec-8b7b-eefe4741b5b6 req-f36cd785-5d71-41eb-a5c6-481fc283085b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 945 time: 0.4579327 Apr 01 15:05:11.932463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Attempting to bind port ac1737fe-83e1-4646-bdb3-ca008623ddda on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:11.932864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Attempting to bind port ac1737fe-83e1-4646-bdb3-ca008623ddda by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:11.933185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Attempting to bind port ac1737fe-83e1-4646-bdb3-ca008623ddda on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:11.959555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-972069a0-6c65-4270-be11-3d596d33b1e7 req-c472cdb4-431a-41a0-bb1a-5df3b8b04bf8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 210 time: 0.0563214 Apr 01 15:05:11.969169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:11.980424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Usage tracker for resource:port and tenant:c19b4d46208b462f9430bf8ff546c0cc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:11.983708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Port ac1737fe-83e1-4646-bdb3-ca008623ddda on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:05:11.983961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Attempting to bind port ac1737fe-83e1-4646-bdb3-ca008623ddda on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:11.986832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:12.000276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.000276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:12.065187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:12.065576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:12.065946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:12.066558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Bound port: ac1737fe-83e1-4646-bdb3-ca008623ddda, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:12.066937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.076599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=ceabdfad-de8f-4aef-b2c8-18f4346ed106,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:12.087262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.089167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:12.093525 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.100720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['4db922b5-0021-4013-ac20-3fea8dfea34b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:12.161490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3dc2df7b-fcc0-4eec-8b7b-eefe4741b5b6 req-ff8e939b-8a70-4c80-acf2-895b0e7ea1f1 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208135 Apr 01 15:05:12.203364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['1865b856-c672-47fb-af57-ed04320b00ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:12.207040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e56fdb0-fd09-478d-a29d-ab0229cf0852 req-b19cc31e-ac2a-4d30-8124-c653f9747315 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 210 time: 0.1150346 Apr 01 15:05:12.219534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Pushing event deleted for resources: {'Port': ['ID=1865b856-c672-47fb-af57-ed04320b00ba,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:12.384989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] No DVR routers for this DVR port 1865b856-c672-47fb-af57-ed04320b00ba on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:12.388418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.392264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'name': 'network-vif-deleted', 'tag': '1865b856-c672-47fb-af57-ed04320b00ba'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:12.421372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f90f51ed-4365-4258-83d7-b934e2835e36 req-2e570f93-eded-40de-971f-1db0514cfadc tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.44 "DELETE /v2.0/ports/1865b856-c672-47fb-af57-ed04320b00ba HTTP/1.1" status: 204 len: 173 time: 1.4298859 Apr 01 15:05:12.527133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62137dcf-a4d8-4776-9412-67aa04822980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:12.539246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] For port ac1737fe-83e1-4646-bdb3-ca008623ddda, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:12.552437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44682e-e68f-4bd3-b855-131d258287aa req-c59ea69e-45fa-499b-bc25-fcf658197576 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:12.554012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb44682e-e68f-4bd3-b855-131d258287aa req-c59ea69e-45fa-499b-bc25-fcf658197576 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 944 time: 0.0981793 Apr 01 15:05:12.585696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.595737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] For port ac1737fe-83e1-4646-bdb3-ca008623ddda, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ac1737fe-83e1-4646-bdb3-ca008623ddda,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:12.610087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.611702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb44682e-e68f-4bd3-b855-131d258287aa req-dcb9f994-01b9-42cf-97fc-7e0024d9eca2 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Apr 01 15:05:12.689379 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027503e1-4bcf-4c17-9f4d-376afddfb0dc', 'name': 'network-vif-deleted', 'tag': '1865b856-c672-47fb-af57-ed04320b00ba', 'status': 'completed', 'code': 200} Apr 01 15:05:12.741127 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62137dcf-a4d8-4776-9412-67aa04822980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba', 'code': 200} Apr 01 15:05:12.866035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a505322-7d7e-4859-a588-36b4f0d17c93 req-fa0c8564-b4d3-4fae-a603-0cceaded3d71 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:12.867473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a505322-7d7e-4859-a588-36b4f0d17c93 req-fa0c8564-b4d3-4fae-a603-0cceaded3d71 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.4726150 Apr 01 15:05:12.876378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Allocated IP 172.20.0.9 (285a48b2-7ab8-4e2b-9e28-257c505dcf54/3ec34c30-428d-4c5a-9a9d-da73a48138a6/450c1827-e871-4dd4-892c-13699957d013) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:12.932703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcbd096f-8718-43e3-8341-5cb049b0e080 req-1c797e19-765b-4d0d-ae85-86fa6668a83c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62137dcf-a4d8-4776-9412-67aa04822980 HTTP/1.1" status: 200 len: 1097 time: 0.0750639 Apr 01 15:05:12.941154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:12.942475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac1737fe-83e1-4646-bdb3-ca008623ddda HTTP/1.1" status: 200 len: 1092 time: 3.5230370 Apr 01 15:05:12.963022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'tag': 'ac1737fe-83e1-4646-bdb3-ca008623ddda'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:12.989450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caacee-a32a-49e6-9894-bd9c38e91864 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1737fe-83e1-4646-bdb3-ca008623ddda,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:13.023578 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcbd096f-8718-43e3-8341-5cb049b0e080 req-a9df13d7-59d5-4faf-b1b7-f8e9559c957c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692942 Apr 01 15:05:13.060627 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'tag': 'ac1737fe-83e1-4646-bdb3-ca008623ddda', 'status': 'completed', 'code': 200} Apr 01 15:05:13.101914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a505322-7d7e-4859-a588-36b4f0d17c93 req-1042fb16-2c26-4437-a3b4-ca745f486c91 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184947 Apr 01 15:05:13.174828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d76a9bb-a845-4149-9588-2022da8a760b req-73a8a162-d59a-46e2-bcf8-c9001163532f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 210 time: 0.0419214 Apr 01 15:05:13.450767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726966-cbf6-405f-99e4-eafdf8c38b6e req-fe465969-4214-45ab-ade1-b575278eb953 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:13.452931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90726966-cbf6-405f-99e4-eafdf8c38b6e req-fe465969-4214-45ab-ade1-b575278eb953 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 945 time: 0.1224399 Apr 01 15:05:13.519065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-57750cd5-a320-4525-91a8-50dd3cf220cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 1095 time: 0.5115824 Apr 01 15:05:13.559840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90726966-cbf6-405f-99e4-eafdf8c38b6e req-8beeeb26-24a0-48f7-8b4c-0ff3a4b4199f tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012936 Apr 01 15:05:13.657238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-bb239495-37d2-4c7d-bc10-11a609ffd8b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac1737fe-83e1-4646-bdb3-ca008623ddda HTTP/1.1" status: 200 len: 217 time: 0.1127989 Apr 01 15:05:13.716813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:13.777457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab00bc38-a32a-408f-bd2a-f60c19222783 req-4dbed94f-d583-4606-834e-15f18d62b14f tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=027503e1-4bcf-4c17-9f4d-376afddfb0dc HTTP/1.1" status: 200 len: 210 time: 0.0646403 Apr 01 15:05:13.783606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf1ee9-cd88-4c7c-807c-8b3a2ae9bdbb req-8630fde8-8c49-48c7-b64f-785ca2ae458e tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:13.790959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6bf1ee9-cd88-4c7c-807c-8b3a2ae9bdbb req-8630fde8-8c49-48c7-b64f-785ca2ae458e tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.0900142 Apr 01 15:05:13.795374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:05:13.805299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-1c89fb96-41a4-4a4a-bc2b-23479b0816e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:13.806794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-1c89fb96-41a4-4a4a-bc2b-23479b0816e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1299617 Apr 01 15:05:13.843013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6bf1ee9-cd88-4c7c-807c-8b3a2ae9bdbb req-36005b95-b101-4a7a-859e-fb9ae83a3f29 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Apr 01 15:05:13.928318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-295d3840-a874-47ba-a501-25936b4ea0d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080723 Apr 01 15:05:14.030670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:14.332230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:14.344909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:14.347984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:14.358858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:14.388311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2003a5-f4dc-472a-9fcd-ecac49dbf95f req-38ff0618-4ee2-47a0-a052-cd4b86dea2b6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:14.389912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d2003a5-f4dc-472a-9fcd-ecac49dbf95f req-38ff0618-4ee2-47a0-a052-cd4b86dea2b6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 931 time: 0.0892560 Apr 01 15:05:14.417017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:05:14.428763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.429101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.429433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.429762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.430087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.430411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.431043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.431172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] Sync routers for ids ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:05:14.431743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.431743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.432012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.432505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:14.450588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d2003a5-f4dc-472a-9fcd-ecac49dbf95f req-13cf190e-b6c2-4c6d-b44e-624822393d5d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539131 Apr 01 15:05:14.453727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-7154d312-b6eb-4d65-ab94-98f82ac4f46c service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452291 Apr 01 15:05:14.481154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] Routers {'1f6945a6-d3e2-4ec7-b609-4c8040458c31'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:14.484287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:14.506137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:14.506620 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:14.516862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ac684-e673-45a6-bc89-b2aa225389b9 req-a17544f4-7c2e-48a5-9238-ea4df35b23d0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:14.518314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d4ac684-e673-45a6-bc89-b2aa225389b9 req-a17544f4-7c2e-48a5-9238-ea4df35b23d0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 944 time: 0.6091721 Apr 01 15:05:14.527729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d6e9ecb6-71e1-469f-95b3-43fb23c8dd66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "PUT /v2.0/routers/1f6945a6-d3e2-4ec7-b609-4c8040458c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3202314 Apr 01 15:05:14.528487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57834) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:14.642504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:14.650430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] Set router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:14.677375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-a46363de-20ed-45f9-bedc-64a9aa7a0c66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0811954 Apr 01 15:05:14.706558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Request body: {'port': {'device_id': '57ddc669-3e0c-4625-a724-58141c70219a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:14.707767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b27245-567b-41ac-b411-5cd54092c252 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:14.709376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b27245-567b-41ac-b411-5cd54092c252 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:14.724382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e5b27245-567b-41ac-b411-5cd54092c252 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1845324 Apr 01 15:05:14.725557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57840) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:14.780029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'name': 'tempest-NetworksTestDHCPv6-router-599062811', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:01Z', 'updated_at': '2022-04-01T15:05:11Z', 'revision_number': 3, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:14.784244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] Checking router: 1f6945a6-d3e2-4ec7-b609-4c8040458c31 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:05:14.792558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d4ac684-e673-45a6-bc89-b2aa225389b9 req-f09a824b-a2ec-40a5-a19b-62ed863b032d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918976 Apr 01 15:05:14.795375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] Routers {'1f6945a6-d3e2-4ec7-b609-4c8040458c31'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:14.795975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:14.872328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-27c17140-c66b-49e3-a718-a368cf8074a4 req-9c17078d-9ddc-4357-8e9c-31c4ecd539eb service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991013 Apr 01 15:05:14.872927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:14.979254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] Set router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:15.105066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'name': 'tempest-NetworksTestDHCPv6-router-599062811', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:01Z', 'updated_at': '2022-04-01T15:05:11Z', 'revision_number': 3, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:15.110028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2219cb-315f-488c-b00a-23b303e13f4f req-75739e78-5d13-445c-8348-58979af06fa0 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:15.110577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76027593-6a9b-4c12-a120-b90371d7560a None None] The sync data for ids ['1f6945a6-d3e2-4ec7-b609-4c8040458c31'] in n-d-836017-1 is: [{'id': '1f6945a6-d3e2-4ec7-b609-4c8040458c31', 'name': 'tempest-NetworksTestDHCPv6-router-599062811', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:01Z', 'updated_at': '2022-04-01T15:05:11Z', 'revision_number': 3, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:05:15.120969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd2219cb-315f-488c-b00a-23b303e13f4f req-75739e78-5d13-445c-8348-58979af06fa0 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 945 time: 0.2981956 Apr 01 15:05:15.161663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 525cbcba-9dcb-45e8-b754-48dd977e07ab {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:15.171943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.228215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd2219cb-315f-488c-b00a-23b303e13f4f req-0d888d8c-9dca-4c3f-944c-960a17bf1e35 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062093 Apr 01 15:05:15.237835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.327325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.332939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-b25db4dc-7edf-46c3-b675-8646f9eddffc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 1095 time: 0.2665462 Apr 01 15:05:15.409916 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.423360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1865b856-c672-47fb-af57-ed04320b00ba no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:15.458069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 1865b856-c672-47fb-af57-ed04320b00ba {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:15.459438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1865b856-c672-47fb-af57-ed04320b00ba not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:15.470723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f748c-bb0b-4c5b-85fc-4d24ec0832aa req-950e58d8-a423-45e6-8cfb-cc8fa6cf7dd4 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:15.487089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-271f748c-bb0b-4c5b-85fc-4d24ec0832aa req-950e58d8-a423-45e6-8cfb-cc8fa6cf7dd4 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2956369 Apr 01 15:05:15.560815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-4c8a438e-7371-413a-a456-835542adbcce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:15.562470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-4c8a438e-7371-413a-a456-835542adbcce service neutron] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.2136362 Apr 01 15:05:15.573793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=525cbcba-9dcb-45e8-b754-48dd977e07ab,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:15.588979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.590782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce5665-7621-42d6-a396-d460a6cd16f6 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:15.602302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9d6e497b-da30-4793-b0a8-0c184ef2adcc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/525cbcba-9dcb-45e8-b754-48dd977e07ab HTTP/1.1" status: 204 len: 168 time: 0.8731177 Apr 01 15:05:15.602827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57856) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:15.676965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-d2390f5b-3c5b-4559-b054-712573621732 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac1737fe-83e1-4646-bdb3-ca008623ddda HTTP/1.1" status: 200 len: 217 time: 0.0924766 Apr 01 15:05:15.679181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450c1827-e871-4dd4-892c-13699957d013 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:15.729403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.771868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Transition to ACTIVE for port object 450c1827-e871-4dd4-892c-13699957d013 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:15.788104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-271f748c-bb0b-4c5b-85fc-4d24ec0832aa req-bc9945bd-9094-4ed5-9ac1-897bc420ecb2 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998252 Apr 01 15:05:15.793502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.817534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a6e083ea-5c10-41fa-996e-629143d1b55d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:15.841175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a6e083ea-5c10-41fa-996e-629143d1b55d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:15.845249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a6e083ea-5c10-41fa-996e-629143d1b55d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2412555 Apr 01 15:05:15.846047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57860) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:15.873493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-2e71071e-19dd-4f2f-b681-ca7b9d67f793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:15.875035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-2e71071e-19dd-4f2f-b681-ca7b9d67f793 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1818607 Apr 01 15:05:15.895800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:05:15.901534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] Deleting port ef54d8da-f788-413d-b67a-2e81d6c5aca5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:15.902218 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:15.910728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580da17b-0f47-41ae-8a23-69a8b4c407ad req-74c4c9ea-de60-49d1-85f9-f93b54616156 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:15.912387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-580da17b-0f47-41ae-8a23-69a8b4c407ad req-74c4c9ea-de60-49d1-85f9-f93b54616156 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=62137dcf-a4d8-4776-9412-67aa04822980 HTTP/1.1" status: 200 len: 946 time: 0.2499168 Apr 01 15:05:15.984094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-731140c4-9f40-4fab-812d-82aad5214cad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945907 Apr 01 15:05:16.027000 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-580da17b-0f47-41ae-8a23-69a8b4c407ad req-2ebb53ae-5b43-4e87-979c-12f36f802da0 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085916 Apr 01 15:05:16.035651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807b1d60-335a-40f1-8b74-009e2ecce4e1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.084784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:16.132578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] For port ef54d8da-f788-413d-b67a-2e81d6c5aca5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ef54d8da-f788-413d-b67a-2e81d6c5aca5,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:16.133054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.306275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] Calling delete_port for ef54d8da-f788-413d-b67a-2e81d6c5aca5 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:16.385726 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.425703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b4f6c-b5a6-4c87-ac5d-09a51cfb64e9 req-c8035505-e171-43d4-829e-01657f8d8605 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:16.426384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ec0b4f6c-b5a6-4c87-ac5d-09a51cfb64e9 req-c8035505-e171-43d4-829e-01657f8d8605 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:16.430138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-d4d38924-c073-4894-b8d8-130667fd6c5c service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953471 Apr 01 15:05:16.434742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] Pushing event deleted for resources: {'Port': ['ID=ef54d8da-f788-413d-b67a-2e81d6c5aca5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:16.439180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba977255-14c4-45be-a137-afd75c8a27bb None None] No DVR routers for this DVR port ef54d8da-f788-413d-b67a-2e81d6c5aca5 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:16.444141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Attempting to bind port 450c1827-e871-4dd4-892c-13699957d013 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:16.444477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Attempting to bind port 450c1827-e871-4dd4-892c-13699957d013 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:16.444844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Attempting to bind port 450c1827-e871-4dd4-892c-13699957d013 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:16.492639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807b1d60-335a-40f1-8b74-009e2ecce4e1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.499551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807b1d60-335a-40f1-8b74-009e2ecce4e1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.518492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dfb0e-5ee6-4fcc-b77b-5b2d1fb0a668 req-edff09ec-3f7a-4c54-8cdc-c009df9be470 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:16.519172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d98dfb0e-5ee6-4fcc-b77b-5b2d1fb0a668 req-edff09ec-3f7a-4c54-8cdc-c009df9be470 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Synchronizing usage tracker for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:16.526344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ec0b4f6c-b5a6-4c87-ac5d-09a51cfb64e9 req-c8035505-e171-43d4-829e-01657f8d8605 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:16.527530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec0b4f6c-b5a6-4c87-ac5d-09a51cfb64e9 req-c8035505-e171-43d4-829e-01657f8d8605 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 943 time: 0.5849018 Apr 01 15:05:16.532499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Port 450c1827-e871-4dd4-892c-13699957d013 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:05:16.533034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Attempting to bind port 450c1827-e871-4dd4-892c-13699957d013 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:16.542183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807b1d60-335a-40f1-8b74-009e2ecce4e1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.542550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807b1d60-335a-40f1-8b74-009e2ecce4e1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Fanout notify agent at l3_agent the message router_deleted on router 1f6945a6-d3e2-4ec7-b609-4c8040458c31 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:05:16.548147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d98dfb0e-5ee6-4fcc-b77b-5b2d1fb0a668 req-edff09ec-3f7a-4c54-8cdc-c009df9be470 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Unset dirty status for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:16.549332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d98dfb0e-5ee6-4fcc-b77b-5b2d1fb0a668 req-edff09ec-3f7a-4c54-8cdc-c009df9be470 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.3131816 Apr 01 15:05:16.571998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807b1d60-335a-40f1-8b74-009e2ecce4e1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.576400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-807b1d60-335a-40f1-8b74-009e2ecce4e1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/routers/1f6945a6-d3e2-4ec7-b609-4c8040458c31 HTTP/1.1" status: 204 len: 168 time: 0.7209527 Apr 01 15:05:16.579028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57870) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:16.581598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:16.581933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:16.582299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Bound using segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:16.582725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Bound port: 450c1827-e871-4dd4-892c-13699957d013, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:16.583071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.602641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:16.632542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d98dfb0e-5ee6-4fcc-b77b-5b2d1fb0a668 req-87d9dc8f-de9b-41e3-86a6-1be866f4f856 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573006 Apr 01 15:05:16.693298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ceabdfad-de8f-4aef-b2c8-18f4346ed106 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:16.726787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ceabdfad-de8f-4aef-b2c8-18f4346ed106 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:16.727043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ceabdfad-de8f-4aef-b2c8-18f4346ed106 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:16.727629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ef54d8da-f788-413d-b67a-2e81d6c5aca5 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:16.762705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ef54d8da-f788-413d-b67a-2e81d6c5aca5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:16.763381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ef54d8da-f788-413d-b67a-2e81d6c5aca5 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:16.805279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec0b4f6c-b5a6-4c87-ac5d-09a51cfb64e9 req-a66c245d-a472-4e5a-906c-b8723f41a359 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696819 Apr 01 15:05:16.828709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f6ddf1-fff2-444f-be96-8b8c2fb0d03e req-040e93cb-166d-4f30-b0ce-e0c8da07adee service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812470 Apr 01 15:05:16.851338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:16.852740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c749cd-e825-49f8-8eed-3a6429f0383a req-3b954977-a3ea-42f1-9cc9-38cc0f685302 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:16.854634 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06c749cd-e825-49f8-8eed-3a6429f0383a req-3b954977-a3ea-42f1-9cc9-38cc0f685302 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 944 time: 0.0980227 Apr 01 15:05:16.860994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:16.866690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:16.874639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:16.879164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:16.884007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:16.890085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:16.902389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06c749cd-e825-49f8-8eed-3a6429f0383a req-78c74d9e-91fd-4f3b-b8aa-7e494b415016 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Apr 01 15:05:16.927911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:17.037892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:17.039259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] 10.222.0.62 "PUT /v2.0/ports/450c1827-e871-4dd4-892c-13699957d013 HTTP/1.1" status: 200 len: 1091 time: 2.3408034 Apr 01 15:05:17.041639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'tag': '450c1827-e871-4dd4-892c-13699957d013'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:17.083190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:17.097685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5c7dc-c7c0-4186-9dab-fc2e471b0530 service neutron] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:17.120449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5895f2-d04a-41ad-a459-32e9d4be4ba8 req-c64ea537-c716-4478-a052-0dc8aab3ad53 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:17.121913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd5895f2-d04a-41ad-a459-32e9d4be4ba8 req-c64ea537-c716-4478-a052-0dc8aab3ad53 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.1061406 Apr 01 15:05:17.146331 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'tag': '450c1827-e871-4dd4-892c-13699957d013', 'status': 'completed', 'code': 200} Apr 01 15:05:17.173729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd5895f2-d04a-41ad-a459-32e9d4be4ba8 req-62e8d241-bc19-44fa-bb5c-da620312b797 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Apr 01 15:05:17.266713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-8e932a99-c1cf-4a84-8bf8-c5b4903bbfed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 1094 time: 0.1652970 Apr 01 15:05:17.383944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-c3bd594e-3820-477d-b275-696bda0299c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=450c1827-e871-4dd4-892c-13699957d013 HTTP/1.1" status: 200 len: 217 time: 0.1087298 Apr 01 15:05:17.482615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-e9c590bb-5401-4b54-a26e-1160500be9b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:17.484094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-e9c590bb-5401-4b54-a26e-1160500be9b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.0926507 Apr 01 15:05:17.490328 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:17.581475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-4bc497d9-aa53-4a4f-8e31-d1387f01f1bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871010 Apr 01 15:05:17.600004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-32cd6be0-b582-4d13-a3b0-c60389b44a0d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:17.601430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-32cd6be0-b582-4d13-a3b0-c60389b44a0d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 812 time: 0.1464620 Apr 01 15:05:17.619609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:17.620280 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-2314311c-b024-4c1d-aa0b-789b0cd91786 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/quotas/87d0016c08124379af43c3b875b58df9 HTTP/1.1" status: 200 len: 375 time: 0.0124960 Apr 01 15:05:17.624706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=ccd75abb-4b54-4c31-876a-cb7756c8dfeb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:17.628035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:17.631767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:17.631888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:17.637787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f0fa8a-f7a3-4b6e-a27b-4f6eda0ccb74 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:17.733295 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a36ff8a0-9312-4c9c-8d28-c9b3795bcb76 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1506867 Apr 01 15:05:17.742746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57892) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:17.750693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-258041433', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:17.761496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:17.776914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:router and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:17.781281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:17.789598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-44bb3888-7f41-440f-b49e-5bc7610f58ba service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928029 Apr 01 15:05:17.790495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:17.808122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:17.809088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:17.903021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': 'ccd75abb-4b54-4c31-876a-cb7756c8dfeb'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:05:17.903921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:17.906741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-8de8b29d-1799-4ae8-86ca-a7ec9d98c77c tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2828281 Apr 01 15:05:17.917702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7441-473f-4d98-aa54-bc858620e25f req-b37444f1-2294-4474-a30d-8a6df46e38aa tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:17.919243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-488e7441-473f-4d98-aa54-bc858620e25f req-b37444f1-2294-4474-a30d-8a6df46e38aa tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.62 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.1101835 Apr 01 15:05:17.996202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.028082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cc128ad3-9eef-4310-9f99-2d559aa49e2b req-42de3502-35d1-4138-abd1-bac6ea6e6174 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134066 Apr 01 15:05:18.048049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.071722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373e1ea-e721-4f3c-95a6-d240deb01293 req-c59c0689-651b-431f-9386-84c9c9456876 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:18.073491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0373e1ea-e721-4f3c-95a6-d240deb01293 req-c59c0689-651b-431f-9386-84c9c9456876 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 945 time: 0.2356801 Apr 01 15:05:18.077080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Deleting port 4db922b5-0021-4013-ac20-3fea8dfea34b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:18.077403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.081658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/ccd75abb-4b54-4c31-876a-cb7756c8dfeb/053c27dc-f39b-4413-ab1f-c2787cedfd8a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:18.191979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-355a389c-bf3f-4ba0-aa67-075e55b7f589 service neutron] 10.222.0.48 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715483 Apr 01 15:05:18.255907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.260042 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-66251e06-268f-4fd4-b5d2-0488a654d8b3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5132618 Apr 01 15:05:18.263782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57902) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:18.306641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.319320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Transition to ACTIVE for port object 053c27dc-f39b-4413-ab1f-c2787cedfd8a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:18.339683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Transition to ACTIVE for port object 053c27dc-f39b-4413-ab1f-c2787cedfd8a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:18.348625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.416317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:18.418265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:18.421161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:18.432646 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0373e1ea-e721-4f3c-95a6-d240deb01293 req-506d1d39-9bc4-4807-b005-be1ad75e4965 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/security-groups?id=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025738 Apr 01 15:05:18.449711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3c232a84-a26e-4e20-b395-9e0298b14179 service neutron] 10.222.0.48 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450747 Apr 01 15:05:18.477315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] For port 4db922b5-0021-4013-ac20-3fea8dfea34b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=4db922b5-0021-4013-ac20-3fea8dfea34b,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:18.477789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.502526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-11547154-82bc-46cb-8950-3becb01bc003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 1094 time: 0.4236796 Apr 01 15:05:18.528071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Pushing event updated for resources: {'Port': ['ID=053c27dc-f39b-4413-ab1f-c2787cedfd8a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:18.578598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Attempting to bind port 053c27dc-f39b-4413-ab1f-c2787cedfd8a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:18.578598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Attempting to bind port 053c27dc-f39b-4413-ab1f-c2787cedfd8a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:18.579113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Attempting to bind port 053c27dc-f39b-4413-ab1f-c2787cedfd8a on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:18.598494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:18.598969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:18.599274 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.599662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:18.600354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Bound port: 053c27dc-f39b-4413-ab1f-c2787cedfd8a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:18.600735 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.633209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Calling delete_port for 4db922b5-0021-4013-ac20-3fea8dfea34b owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:18.731676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] For port 053c27dc-f39b-4413-ab1f-c2787cedfd8a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:18.737882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] For port 053c27dc-f39b-4413-ab1f-c2787cedfd8a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=053c27dc-f39b-4413-ab1f-c2787cedfd8a,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:18.749787 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.886902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8fa01-fa69-4429-95ef-fe31cc6a17a1 None None] Pushing event updated for resources: {'Port': ['ID=053c27dc-f39b-4413-ab1f-c2787cedfd8a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:18.926328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:18.984773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-b5531c06-9af7-4430-8399-9b4522bfc578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:18.985930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-b5531c06-9af7-4430-8399-9b4522bfc578 service neutron] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.4695661 Apr 01 15:05:18.994435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a446bd-e0ba-441f-be4b-249d493355bd req-6cd09f7a-eb95-4f23-93ac-7759538b9048 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:18.996872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-36a446bd-e0ba-441f-be4b-249d493355bd req-6cd09f7a-eb95-4f23-93ac-7759538b9048 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 944 time: 0.1575353 Apr 01 15:05:18.998633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Pushing event deleted for resources: {'Port': ['ID=4db922b5-0021-4013-ac20-3fea8dfea34b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:19.082647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-b0e9820f-c467-4660-93bd-25592536c6dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=450c1827-e871-4dd4-892c-13699957d013 HTTP/1.1" status: 200 len: 217 time: 0.0870149 Apr 01 15:05:19.091257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad0552-4c09-4a57-a9c4-4a81c08dc4ef req-9fabf2dd-0598-4b94-9276-0d112ef401d5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:19.092712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ffad0552-4c09-4a57-a9c4-4a81c08dc4ef req-9fabf2dd-0598-4b94-9276-0d112ef401d5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 943 time: 0.4421875 Apr 01 15:05:19.122794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] No DVR routers for this DVR port 4db922b5-0021-4013-ac20-3fea8dfea34b on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:19.133167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:19.136024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'name': 'network-vif-deleted', 'tag': '4db922b5-0021-4013-ac20-3fea8dfea34b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:19.162793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-36a446bd-e0ba-441f-be4b-249d493355bd req-14da1a17-f980-4cbb-938a-7d66b7e6ff1b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354706 Apr 01 15:05:19.166698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-488e7441-473f-4d98-aa54-bc858620e25f req-1d52a87b-2727-4b09-98d0-4cf507faf480 tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.62 "DELETE /v2.0/ports/4db922b5-0021-4013-ac20-3fea8dfea34b HTTP/1.1" status: 204 len: 173 time: 1.2277350 Apr 01 15:05:19.274374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-4f6095da-0cbd-47ae-8fb3-86e34e6ef247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:19.275869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-4f6095da-0cbd-47ae-8fb3-86e34e6ef247 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1822882 Apr 01 15:05:19.361259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-788e7387-f8a8-4a47-b8b5-d98daaa5838e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760312 Apr 01 15:05:19.362919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:19.409034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ffad0552-4c09-4a57-a9c4-4a81c08dc4ef req-48ddce81-f378-444d-938a-53a9be40d656 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649209 Apr 01 15:05:19.444245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ac1737fe-83e1-4646-bdb3-ca008623ddda details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:19.544480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671ccd2-3833-4da1-8117-92d539003359 req-6fa37b82-e8d4-479d-986c-aba00622dfe5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:19.546184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a671ccd2-3833-4da1-8117-92d539003359 req-6fa37b82-e8d4-479d-986c-aba00622dfe5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.1695485 Apr 01 15:05:19.665842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a671ccd2-3833-4da1-8117-92d539003359 req-8fbaa522-66b8-4041-a550-a2c5124ab9d0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103969 Apr 01 15:05:19.743526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ac1737fe-83e1-4646-bdb3-ca008623ddda, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ac1737fe-83e1-4646-bdb3-ca008623ddda,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:19.778631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'ac1737fe-83e1-4646-bdb3-ca008623ddda', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': 'ac1737fe-83e1-4646-bdb3-ca008623ddda', 'mac_address': 'fa:16:3e:15:24:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:19.784615 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a029c140-01ba-4f68-9fbd-94a4b7053bd2', 'name': 'network-vif-deleted', 'tag': '4db922b5-0021-4013-ac20-3fea8dfea34b', 'status': 'completed', 'code': 200} Apr 01 15:05:19.908793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:19.949066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1737fe-83e1-4646-bdb3-ca008623ddda {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:19.980596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ac1737fe-83e1-4646-bdb3-ca008623ddda, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ac1737fe-83e1-4646-bdb3-ca008623ddda,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:19.990058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:20.072006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-a384df74-7111-44ca-a89e-68026b612e34 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:20.088442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 450c1827-e871-4dd4-892c-13699957d013 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:20.088799 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-a384df74-7111-44ca-a89e-68026b612e34 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "GET /v2.0/ports?device_id=25ac4eab-244f-4bc1-9383-b260e43301f7 HTTP/1.1" status: 200 len: 945 time: 0.1763051 Apr 01 15:05:20.092564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4db922b5-0021-4013-ac20-3fea8dfea34b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:20.135809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 4db922b5-0021-4013-ac20-3fea8dfea34b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:20.136566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 4db922b5-0021-4013-ac20-3fea8dfea34b not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:20.175905 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a06971be-10e0-49dd-9615-aac05b308f43 req-3bee1242-35a5-46b3-b2f5-2c11bb4b6757 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 210 time: 0.1182067 Apr 01 15:05:20.178729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ac1737fe-83e1-4646-bdb3-ca008623ddda,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:20.263440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7845335b-a736-424a-bad5-e5b92d0d32da req-5bd7f9e0-e3ca-4ae9-9c0d-231ff5e2646c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Synchronizing usage tracker for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:20.277800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Deleting port 8e33729e-7084-4c56-98ca-f25bfeefd44b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:20.278682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:20.334055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['ac1737fe-83e1-4646-bdb3-ca008623ddda'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:20.362544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-95acfae1-0b85-43a6-9cbe-7ac58af3fa8f service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9858794 Apr 01 15:05:20.509806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:20.534847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '450c1827-e871-4dd4-892c-13699957d013', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'port_id': '450c1827-e871-4dd4-892c-13699957d013', 'mac_address': 'fa:16:3e:07:38:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec34c30-428d-4c5a-9a9d-da73a48138a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:20.619471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-eef1aadf-869b-41eb-a510-5136fca6a2da tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:20.620872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-eef1aadf-869b-41eb-a510-5136fca6a2da tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "GET /v2.0/ports?device_id=62137dcf-a4d8-4776-9412-67aa04822980 HTTP/1.1" status: 200 len: 946 time: 0.5616250 Apr 01 15:05:20.739471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:20.771385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450c1827-e871-4dd4-892c-13699957d013 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:20.793495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 053c27dc-f39b-4413-ab1f-c2787cedfd8a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:20.795287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7845335b-a736-424a-bad5-e5b92d0d32da req-5bd7f9e0-e3ca-4ae9-9c0d-231ff5e2646c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] Unset dirty status for tenant:d1164d42f82a4c8b8b79f53c7c2111c7 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:20.808958 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7845335b-a736-424a-bad5-e5b92d0d32da req-5bd7f9e0-e3ca-4ae9-9c0d-231ff5e2646c tempest-ServerRescueTestJSON-1134340412 tempest-ServerRescueTestJSON-1134340412-project] 10.222.0.48 "GET /v2.0/ports?device_id=a029c140-01ba-4f68-9fbd-94a4b7053bd2 HTTP/1.1" status: 200 len: 210 time: 0.6426022 Apr 01 15:05:20.824827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Deleting port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:20.825173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:20.832449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:20.834787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-82f8145a-65ba-4349-8f90-583ba868f6a9 None None] Provisioning for port 053c27dc-f39b-4413-ab1f-c2787cedfd8a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:20.852716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:20.908472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0aeb5db-082b-4d76-94f2-a919a4a33b99 req-0e9b1383-37d3-41f1-8f36-b56c6fdf9562 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371547 Apr 01 15:05:20.989798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:20.990078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0940f53-3d6d-4685-9897-78657fe75f40 req-7420f048-8fab-42f2-8d18-fbb38c3532b2 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:20.992248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0940f53-3d6d-4685-9897-78657fe75f40 req-7420f048-8fab-42f2-8d18-fbb38c3532b2 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 945 time: 0.6029000 Apr 01 15:05:20.996263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::1 (1521f7be-bcca-472b-a0e8-65bfb965abc6/ccd75abb-4b54-4c31-876a-cb7756c8dfeb/726b7198-2443-4597-aad9-ee64d437b647) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:21.014878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 053c27dc-f39b-4413-ab1f-c2787cedfd8a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:21.021403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 053c27dc-f39b-4413-ab1f-c2787cedfd8a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:21.021897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.095817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['450c1827-e871-4dd4-892c-13699957d013'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:21.157480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] For port 8e33729e-7084-4c56-98ca-f25bfeefd44b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8e33729e-7084-4c56-98ca-f25bfeefd44b,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:21.157768 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.243798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0940f53-3d6d-4685-9897-78657fe75f40 req-7af6cc62-c03a-4520-b3ce-d95a08fc1ed8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446990 Apr 01 15:05:21.278593 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.318170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Calling delete_port for 8e33729e-7084-4c56-98ca-f25bfeefd44b owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:21.359191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-13091c46-39ad-4943-b87f-47390b2e4391 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:21.360535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 053c27dc-f39b-4413-ab1f-c2787cedfd8a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=053c27dc-f39b-4413-ab1f-c2787cedfd8a,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:21.360701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-13091c46-39ad-4943-b87f-47390b2e4391 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 812 time: 0.6067128 Apr 01 15:05:21.376535 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.383066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Request body: {'port': {'device_id': '0414b11a-82f1-4012-b260-5f87d69923a6', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'admin_state_up': True, 'tenant_id': '87d0016c08124379af43c3b875b58df9'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:21.494631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53f6e0-e7a3-40fd-8f07-61bd8241e5d0 req-23f420dd-ff68-4a97-b01f-602c9ed67775 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:21.501617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b53f6e0-e7a3-40fd-8f07-61bd8241e5d0 req-23f420dd-ff68-4a97-b01f-602c9ed67775 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 944 time: 0.4467859 Apr 01 15:05:21.507651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ac1737fe-83e1-4646-bdb3-ca008623ddda up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:21.600617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=053c27dc-f39b-4413-ab1f-c2787cedfd8a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:21.624224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port ac1737fe-83e1-4646-bdb3-ca008623ddda completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:21.629853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port ac1737fe-83e1-4646-bdb3-ca008623ddda triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:21.630362 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.644318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] For port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:21.644673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.665569 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8b53f6e0-e7a3-40fd-8f07-61bd8241e5d0 req-dcba5e3c-7985-452d-893b-df213640364e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625800 Apr 01 15:05:21.698447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:21.711713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Usage tracker for resource:port and tenant:87d0016c08124379af43c3b875b58df9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:21.716843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:21.724586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:21.733823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.790619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Made reservation on behalf of 87d0016c08124379af43c3b875b58df9 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:21.794535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.807934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Calling delete_port for 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:21.819964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event deleted for resources: {'Port': ['ID=8e33729e-7084-4c56-98ca-f25bfeefd44b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:21.835442 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.867109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.879782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1737fe-83e1-4646-bdb3-ca008623ddda'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:21.890362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-fbbeafd8-b9a7-4828-9fee-641caa9cdf64 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:21.890699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ac1737fe-83e1-4646-bdb3-ca008623ddda, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ac1737fe-83e1-4646-bdb3-ca008623ddda,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:21.891830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-fbbeafd8-b9a7-4828-9fee-641caa9cdf64 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 812 time: 0.6338477 Apr 01 15:05:21.897038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:21.897971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:21.901973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4bd7365-131b-426c-b72d-fc103458a11d req-f0d4cddf-1737-4826-a6c6-f98b0ca27c51 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 210 time: 0.0850334 Apr 01 15:05:21.913333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Request body: {'port': {'device_id': '54905188-e23e-4690-b03b-8e6afa821008', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'admin_state_up': True, 'tenant_id': '87d0016c08124379af43c3b875b58df9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:21.927073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 726b7198-2443-4597-aad9-ee64d437b647 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:21.996476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] No DVR routers for this DVR port 8e33729e-7084-4c56-98ca-f25bfeefd44b on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:21.999252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.012848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'name': 'network-vif-deleted', 'tag': '8e33729e-7084-4c56-98ca-f25bfeefd44b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:22.033307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba99e5b2-43d8-437f-abc6-cadf8c19025d req-20f69657-6ba5-4639-a046-bef12b4449df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "DELETE /v2.0/ports/8e33729e-7084-4c56-98ca-f25bfeefd44b HTTP/1.1" status: 204 len: 173 time: 1.9436824 Apr 01 15:05:22.033789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57950) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:22.063966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 450c1827-e871-4dd4-892c-13699957d013 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:22.130507 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1737fe-83e1-4646-bdb3-ca008623ddda', 'code': 200} Apr 01 15:05:22.159694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ac1737fe-83e1-4646-bdb3-ca008623ddda,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:22.212222 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ac4eab-244f-4bc1-9383-b260e43301f7', 'name': 'network-vif-deleted', 'tag': '8e33729e-7084-4c56-98ca-f25bfeefd44b', 'status': 'completed', 'code': 200} Apr 01 15:05:22.277747 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.310800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 450c1827-e871-4dd4-892c-13699957d013 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:22.317830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 450c1827-e871-4dd4-892c-13699957d013 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:22.318312 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.370018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c275e-9596-442d-a691-6ace5f291362 req-9dd72f92-2a26-4092-a387-09b3984683b0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:22.379501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Allocated IP 172.20.0.8 (97540f11-98c9-4cfb-9fd3-f7461dd3e379/9a82860d-c571-43f4-b669-65385410c983/1d67dd46-cc83-4985-82a1-ad262b94b1a0) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:22.381098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ca3c275e-9596-442d-a691-6ace5f291362 req-9dd72f92-2a26-4092-a387-09b3984683b0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.8053491 Apr 01 15:05:22.461845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.465610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:22.506173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.534799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Usage tracker for resource:port and tenant:87d0016c08124379af43c3b875b58df9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:22.548315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:22.551365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.568874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:22.588100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8e33729e-7084-4c56-98ca-f25bfeefd44b no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:22.588617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ca3c275e-9596-442d-a691-6ace5f291362 req-9d9a4c1b-348e-4f5f-b018-6b01dd5ebcd8 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066419 Apr 01 15:05:22.603899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:22.605505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=726b7198-2443-4597-aad9-ee64d437b647,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:22.608102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:22.618256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09ab8c03-1cc5-4da4-be66-d1b0b344367f req-aa521363-c88a-4c5a-a039-8d2ff1e0ab28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 1097 time: 0.3458869 Apr 01 15:05:22.631732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 8e33729e-7084-4c56-98ca-f25bfeefd44b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:22.632230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8e33729e-7084-4c56-98ca-f25bfeefd44b not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:22.639535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:22.640315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:22.640766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.646227 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.648295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Made reservation on behalf of 87d0016c08124379af43c3b875b58df9 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:22.668842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:22.745594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event deleted for resources: {'Port': ['ID=3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:22.807932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:22.918086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09ab8c03-1cc5-4da4-be66-d1b0b344367f req-162ce023-10df-46eb-b951-4de77e65a5c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510304 Apr 01 15:05:22.937121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 053c27dc-f39b-4413-ab1f-c2787cedfd8a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:22.954940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e5cce-2a55-4f3a-9a49-6f2f7f002738 req-0c83d82b-1cb8-4539-9546-de34e61a37f8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:22.965080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-685e5cce-2a55-4f3a-9a49-6f2f7f002738 req-0c83d82b-1cb8-4539-9546-de34e61a37f8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.4858224 Apr 01 15:05:22.994191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] No DVR routers for this DVR port 3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:23.002794 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.013977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62137dcf-a4d8-4776-9412-67aa04822980', 'name': 'network-vif-deleted', 'tag': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:23.088755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 053c27dc-f39b-4413-ab1f-c2787cedfd8a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:23.089220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.091158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.131185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce0cff0a-f778-4535-ae02-8e0e064b3f5b req-d487e1c0-ef70-498e-bd1a-5a3396102654 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.44 "DELETE /v2.0/ports/3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba HTTP/1.1" status: 204 len: 173 time: 2.4892192 Apr 01 15:05:23.253088 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-685e5cce-2a55-4f3a-9a49-6f2f7f002738 req-0121c338-3885-4c77-8901-c7c28bb0fb7f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868879 Apr 01 15:05:23.347809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.355685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c38c1957-beef-4daf-a6c9-11a023d501de None None] Provisioning for port 726b7198-2443-4597-aad9-ee64d437b647 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:23.369891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c38c1957-beef-4daf-a6c9-11a023d501de None None] Provisioning complete for port 726b7198-2443-4597-aad9-ee64d437b647 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:23.370397 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c38c1957-beef-4daf-a6c9-11a023d501de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.373841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.490994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event updated for resources: {'Port': ['ID=1d67dd46-cc83-4985-82a1-ad262b94b1a0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:23.494335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c38c1957-beef-4daf-a6c9-11a023d501de None None] Port 726b7198-2443-4597-aad9-ee64d437b647 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:05:23.505914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7bc4d-a3ae-4ec7-a6d9-45de79489f46 req-cb503174-52d4-450a-849d-fb3de709a0f8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:23.507499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6e7bc4d-a3ae-4ec7-a6d9-45de79489f46 req-cb503174-52d4-450a-849d-fb3de709a0f8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3788314 Apr 01 15:05:23.560598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:23.562163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7f04a18d-54a9-457b-b1ac-6cbf191e8ea9 req-fda2149d-3910-4a5e-9539-497110351551 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Synchronizing usage tracker for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:23.565785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:23.588022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:23.658157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7f04a18d-54a9-457b-b1ac-6cbf191e8ea9 req-fda2149d-3910-4a5e-9539-497110351551 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Unset dirty status for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:23.659601 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f04a18d-54a9-457b-b1ac-6cbf191e8ea9 req-fda2149d-3910-4a5e-9539-497110351551 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 210 time: 0.1527157 Apr 01 15:05:23.679711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:23.680592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.699252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:23.778994 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6e7bc4d-a3ae-4ec7-a6d9-45de79489f46 req-14638906-e19b-4b19-8e0c-4e7fcfaa1e70 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599757 Apr 01 15:05:23.780331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Allocated IP 172.20.0.6 (97540f11-98c9-4cfb-9fd3-f7461dd3e379/9a82860d-c571-43f4-b669-65385410c983/5eaca7d1-f9b0-466d-999e-d47eceb12e04) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:23.803948 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62137dcf-a4d8-4776-9412-67aa04822980', 'name': 'network-vif-deleted', 'tag': '3aa32a1b-7ecd-4a8c-be6a-d2630f25a5ba', 'status': 'completed', 'code': 200} Apr 01 15:05:23.855924 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ec091e1-eab3-4e16-a47c-937dd7b4f9df tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4766386 Apr 01 15:05:23.894315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Request body: {'port': {'device_id': '0414b11a-82f1-4012-b260-5f87d69923a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:24.125452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:24.132146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c1827-e871-4dd4-892c-13699957d013'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:24.205175 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c1827-e871-4dd4-892c-13699957d013', 'code': 200} Apr 01 15:05:24.276291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:24.284949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:24.285700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:24.352407 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:24.386780 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-767dc744-ca77-4d1b-a05a-7a0085882640 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3216417 Apr 01 15:05:24.446762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80a9ea-5d3c-4122-b0a5-657608eebe81 req-12bbc4b2-546f-4fe3-a944-8a65fb108f76 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:24.448441 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae80a9ea-5d3c-4122-b0a5-657608eebe81 req-12bbc4b2-546f-4fe3-a944-8a65fb108f76 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.4369767 Apr 01 15:05:24.453610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=726b7198-2443-4597-aad9-ee64d437b647,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:24.561676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-990830c9-1149-4198-8329-b9f540c865de req-8d3547f0-1235-49ae-8f5a-fe66253abdd6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 1096 time: 0.2926235 Apr 01 15:05:24.652089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae80a9ea-5d3c-4122-b0a5-657608eebe81 req-570a718e-906e-4168-bcce-5c479f3d65da tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849947 Apr 01 15:05:24.729139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-990830c9-1149-4198-8329-b9f540c865de req-e52a5a50-4dc6-41b6-990d-75494aec18ca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607237 Apr 01 15:05:24.757330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:24.761168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:24.764402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:24.953438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63c2b-dc9c-441e-8c88-7321e23364a3 req-a84ab67b-ea2a-4a71-90d1-6bb045cc5ef3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:24.954914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-58a63c2b-dc9c-441e-8c88-7321e23364a3 req-a84ab67b-ea2a-4a71-90d1-6bb045cc5ef3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.5079668 Apr 01 15:05:25.004158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-513ad3ea-be5c-43d9-8152-df44cf39af2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 1096 time: 0.5008931 Apr 01 15:05:25.031114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event updated for resources: {'Port': ['ID=5eaca7d1-f9b0-466d-999e-d47eceb12e04,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:25.031939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c23680d6-15ff-4ce6-a9a3-4724a32f8fbc None None] Provisioning complete for port 726b7198-2443-4597-aad9-ee64d437b647 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:25.032395 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c23680d6-15ff-4ce6-a9a3-4724a32f8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.036500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:25.059137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:25.071833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:25.092768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c23680d6-15ff-4ce6-a9a3-4724a32f8fbc None None] Port 726b7198-2443-4597-aad9-ee64d437b647 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:05:25.198844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541a2b5-5eac-4073-837e-9e0119f32111 req-74f798a6-009f-41c2-bb88-e2e76211a7f2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:25.200338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7541a2b5-5eac-4073-837e-9e0119f32111 req-74f798a6-009f-41c2-bb88-e2e76211a7f2 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 931 time: 0.2582190 Apr 01 15:05:25.238604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-58a63c2b-dc9c-441e-8c88-7321e23364a3 req-d3a414aa-2bbf-4237-8ced-6625b9a95a00 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607696 Apr 01 15:05:25.308755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d67dd46-cc83-4985-82a1-ad262b94b1a0 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:25.320416 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.336797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:25.337147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.339236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7541a2b5-5eac-4073-837e-9e0119f32111 req-b4d9293f-5a2c-416d-9464-103c6965f929 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253638 Apr 01 15:05:25.341707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Transition to ACTIVE for port object 1d67dd46-cc83-4985-82a1-ad262b94b1a0 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:25.373612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.423799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874912-6754-4014-905e-1158173041df req-cff5d493-c9a1-4564-9dbc-260e4e74565e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:25.424824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-cff5d493-c9a1-4564-9dbc-260e4e74565e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.3919501 Apr 01 15:05:25.493637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-618df178-72e6-407b-b12a-0297edfaa96d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5873961 Apr 01 15:05:25.509160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Request body: {'port': {'device_id': '54905188-e23e-4690-b03b-8e6afa821008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:25.509372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Pushing event updated for resources: {'Port': ['ID=1d67dd46-cc83-4985-82a1-ad262b94b1a0,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:25.549470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-acb9d339-dff6-4ddf-ae6a-a6e413d398d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b328f3-be70-45e5-9f25-28b2dce959ed HTTP/1.1" status: 200 len: 217 time: 0.1153424 Apr 01 15:05:25.690113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Deleting port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:25.690460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.714306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9052-1799-418e-b89c-72a4df25c694 req-8111b039-08fa-459d-b02f-c29d26fe40d4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:25.715892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4cd9052-1799-418e-b89c-72a4df25c694 req-8111b039-08fa-459d-b02f-c29d26fe40d4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3517601 Apr 01 15:05:25.717526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874912-6754-4014-905e-1158173041df req-9912740f-d85d-40c5-9aed-4c95cad9eadb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:25.718439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-9912740f-d85d-40c5-9aed-4c95cad9eadb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1474843 Apr 01 15:05:25.725896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.747350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Attempting to bind port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:25.747683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Attempting to bind port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:25.748010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Attempting to bind port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:25.761415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:05:25.761780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Attempting to bind port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:25.833548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:25.833991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Checking segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:25.834160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-1aa5d9f7-1518-4637-b4ec-1f57fac14997 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853643 Apr 01 15:05:25.834615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Bound using segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:25.834946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Bound port: 1d67dd46-cc83-4985-82a1-ad262b94b1a0, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:25.835147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.983853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] For port 74951368-7bf7-4dd7-8a5a-140fb9fe9da0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,segment=NetworkSegment(27b11d20-0c6d-477b-99ab-8df44dd4bda5),segment_id=27b11d20-0c6d-477b-99ab-8df44dd4bda5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:25.984240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:25.998568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] For port 1d67dd46-cc83-4985-82a1-ad262b94b1a0, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:26.037050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4cd9052-1799-418e-b89c-72a4df25c694 req-59f53983-519a-4a9a-974e-c38eae6da102 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963662 Apr 01 15:05:26.113094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Calling delete_port for 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:26.130443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:05:26.148054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] For port 1d67dd46-cc83-4985-82a1-ad262b94b1a0, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1d67dd46-cc83-4985-82a1-ad262b94b1a0,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:26.163360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-3ddaaa4b-982e-4a31-a2f7-f0c8ece27282 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284764 Apr 01 15:05:26.194054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:26.311807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:26.313198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] 10.222.0.62 "PUT /v2.0/ports/1d67dd46-cc83-4985-82a1-ad262b94b1a0 HTTP/1.1" status: 200 len: 1091 time: 2.4234743 Apr 01 15:05:26.320726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0414b11a-82f1-4012-b260-5f87d69923a6', 'tag': '1d67dd46-cc83-4985-82a1-ad262b94b1a0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:26.350157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc20b0-1409-439c-966a-ce7057f98024 service neutron] Pushing event updated for resources: {'Port': ['ID=1d67dd46-cc83-4985-82a1-ad262b94b1a0,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:26.418963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d187c-8346-490c-834a-6e797654c348 req-b1bdf164-67bc-489f-9ecc-921b60b59514 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:26.420399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c1d187c-8346-490c-834a-6e797654c348 req-b1bdf164-67bc-489f-9ecc-921b60b59514 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2803283 Apr 01 15:05:26.667335 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-3ceeb472-b749-4dcb-89bd-d7aadf991c1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 1094 time: 0.3062673 Apr 01 15:05:26.669708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c1d187c-8346-490c-834a-6e797654c348 req-eb54b406-7e24-4d55-9027-09c00e2c056d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404253 Apr 01 15:05:26.670856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:26.745565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-10acbaca-dd95-4504-8442-817f21251383 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724382 Apr 01 15:05:26.778436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ce950-9ec8-4976-85eb-5175c0947ce0 req-ccbe2fd2-a124-4209-a433-cc59e3987d70 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:26.779978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-109ce950-9ec8-4976-85eb-5175c0947ce0 req-ccbe2fd2-a124-4209-a433-cc59e3987d70 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.2865551 Apr 01 15:05:26.781451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Pushing event deleted for resources: {'Port': ['ID=74951368-7bf7-4dd7-8a5a-140fb9fe9da0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:26.794264 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-969e7ce1-b498-4a43-bc8c-07294e2caaf1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d67dd46-cc83-4985-82a1-ad262b94b1a0 HTTP/1.1" status: 200 len: 217 time: 0.1190920 Apr 01 15:05:26.835604 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0414b11a-82f1-4012-b260-5f87d69923a6', 'tag': '1d67dd46-cc83-4985-82a1-ad262b94b1a0', 'status': 'completed', 'code': 200} Apr 01 15:05:26.902623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eaca7d1-f9b0-466d-999e-d47eceb12e04 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:26.916709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:26.990236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Transition to ACTIVE for port object 5eaca7d1-f9b0-466d-999e-d47eceb12e04 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:26.999107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-a2cc3111-2bc8-42b4-be98-5f834f5a4aa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:27.000527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:27.000764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-a2cc3111-2bc8-42b4-be98-5f834f5a4aa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.1597784 Apr 01 15:05:27.079764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:05:27.084810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Pushing event updated for resources: {'Port': ['ID=5eaca7d1-f9b0-466d-999e-d47eceb12e04,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:27.092781 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Sync routers for ids ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:05:27.109385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-9734dec0-425b-4b49-aa98-edb5d8eee845 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984838 Apr 01 15:05:27.118947 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Routers {'9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:27.119621 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:27.123523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-15ed1a47-502c-4a53-9d33-0de776b24d27 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "PUT /v2.0/routers/9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8575995 Apr 01 15:05:27.127627 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-109ce950-9ec8-4976-85eb-5175c0947ce0 req-56e121d7-3769-4bcb-a3cc-4abf2413fa68 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138488 Apr 01 15:05:27.128050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58010) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:27.303403 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Set router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:27.397027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac1a4-a779-4004-aaad-b35de828b9fb req-e70de84f-df09-4769-bedd-3181faec5f37 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:27.404068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be6ac1a4-a779-4004-aaad-b35de828b9fb req-e70de84f-df09-4769-bedd-3181faec5f37 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 931 time: 0.4892862 Apr 01 15:05:27.405696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e495c-20e6-44bc-9a63-e9ea00183a60 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:27.406563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6c5e495c-20e6-44bc-9a63-e9ea00183a60 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:27.515770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6c5e495c-20e6-44bc-9a63-e9ea00183a60 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:27.517229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6c5e495c-20e6-44bc-9a63-e9ea00183a60 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports/726b7198-2443-4597-aad9-ee64d437b647 HTTP/1.1" status: 200 len: 911 time: 0.3096318 Apr 01 15:05:27.524966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58016) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:27.532864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-0685ba70-57dd-47ef-b96c-e957ddfcdba0 service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140432 Apr 01 15:05:27.577523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Attempting to bind port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:27.577919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Attempting to bind port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:27.578251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Attempting to bind port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:27.592890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e79adc-ac10-4dd4-b932-8ab2e59bfca8 req-8001cfb0-d29f-47c1-a6f3-b5bdeb6ceb2f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:27.593278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be6ac1a4-a779-4004-aaad-b35de828b9fb req-cd21a05c-a1d5-4122-8289-ded6ca4da4ed tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876423 Apr 01 15:05:27.594637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9e79adc-ac10-4dd4-b932-8ab2e59bfca8 req-8001cfb0-d29f-47c1-a6f3-b5bdeb6ceb2f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.2413154 Apr 01 15:05:27.620503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:05:27.620820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Attempting to bind port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 on network 97540f11-98c9-4cfb-9fd3-f7461dd3e379 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:27.645589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:27.645924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Checking segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:27.646309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Bound using segment: {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:27.646745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Bound port: 5eaca7d1-f9b0-466d-999e-d47eceb12e04, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c281b8c-5b84-448e-b076-6e9a94e5aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:27.647093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:27.744648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9e79adc-ac10-4dd4-b932-8ab2e59bfca8 req-8b9a871f-13b7-4250-b8d7-70538d49ff18 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403291 Apr 01 15:05:27.807970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7ae43-c66d-4df6-aacd-0122f5bac406 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:27.816755 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9496db5-8617-4a5a-a699-3e7567718755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:27.821726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7ae43-c66d-4df6-aacd-0122f5bac406 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:27.828666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aea7ae43-c66d-4df6-aacd-0122f5bac406 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2957075 Apr 01 15:05:27.833015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58024) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:27.843851 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'name': 'tempest-NetworksTestDHCPv6-router-258041433', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:17Z', 'updated_at': '2022-04-01T15:05:23Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None, '_interfaces': [{'id': '726b7198-2443-4597-aad9-ee64d437b647', 'name': '', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'mac_address': 'fa:16:3e:00:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd75abb-4b54-4c31-876a-cb7756c8dfeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:05:20Z', 'updated_at': '2022-04-01T15:05:23Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'subnets': [{'id': 'ccd75abb-4b54-4c31-876a-cb7756c8dfeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:27.854038 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Checking router: 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:05:27.854469 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Updating router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b port 726b7198-2443-4597-aad9-ee64d437b647 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:05:27.980101 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:27.988418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] For port 5eaca7d1-f9b0-466d-999e-d47eceb12e04, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:28.005425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] For port 5eaca7d1-f9b0-466d-999e-d47eceb12e04, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5eaca7d1-f9b0-466d-999e-d47eceb12e04,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:28.021045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:28.037517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-a65681d1-8459-419d-84af-ebeaabf28502 service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954007 Apr 01 15:05:28.216193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3df80-a893-4c01-a2d4-f08a9870dfd5 req-34c2bd9d-da69-4fc8-9ffb-d141d2c2138d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:28.217703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-18a3df80-a893-4c01-a2d4-f08a9870dfd5 req-34c2bd9d-da69-4fc8-9ffb-d141d2c2138d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 946 time: 0.3178718 Apr 01 15:05:28.219320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:28.307490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:28.307490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] 10.222.0.62 "PUT /v2.0/ports/5eaca7d1-f9b0-466d-999e-d47eceb12e04 HTTP/1.1" status: 200 len: 1091 time: 2.8027320 Apr 01 15:05:28.311725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54905188-e23e-4690-b03b-8e6afa821008', 'tag': '5eaca7d1-f9b0-466d-999e-d47eceb12e04'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:28.336673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8d60b-5778-4bc3-9698-d545af93874b service neutron] Pushing event updated for resources: {'Port': ['ID=5eaca7d1-f9b0-466d-999e-d47eceb12e04,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:28.438473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-18a3df80-a893-4c01-a2d4-f08a9870dfd5 req-4a486696-08bd-4c2c-a84f-8901a6ce67cd tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139318 Apr 01 15:05:28.464074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afacc4f3-ae3a-4108-a811-97751499b45f req-7c9097f3-f8b2-443f-bd2d-efbe7544c13c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 1094 time: 0.3707862 Apr 01 15:05:28.486163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eab8c-7ce1-426d-92f5-4512f3b5d60e req-8113893c-481e-4adf-b5a3-b86ac28f10e5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:28.488375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-140eab8c-7ce1-426d-92f5-4512f3b5d60e req-8113893c-481e-4adf-b5a3-b86ac28f10e5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.4288146 Apr 01 15:05:28.500737 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:28.514134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Transition to ACTIVE for port object 726b7198-2443-4597-aad9-ee64d437b647 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:28.523356 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:28.596266 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4aa4e-17d3-4985-8050-c66b7801dc62 None None] Pushing event updated for resources: {'Port': ['ID=726b7198-2443-4597-aad9-ee64d437b647,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:28.647320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacc4f3-ae3a-4108-a811-97751499b45f req-1a662cb5-1cc8-49f4-8416-f9ef36a85dab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:28.648768 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afacc4f3-ae3a-4108-a811-97751499b45f req-1a662cb5-1cc8-49f4-8416-f9ef36a85dab service neutron] 10.222.0.62 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 913 time: 0.1676188 Apr 01 15:05:28.699064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-140eab8c-7ce1-426d-92f5-4512f3b5d60e req-b54accbe-24e5-4289-bc84-a68409a9ae78 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479502 Apr 01 15:05:28.725124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-69321662-326d-4d0c-88c0-6b8d8ec71aed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 1094 time: 0.2945509 Apr 01 15:05:28.833016 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-33f2e1e0-a636-4c32-be57-b80462741087 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eaca7d1-f9b0-466d-999e-d47eceb12e04 HTTP/1.1" status: 200 len: 217 time: 0.0998497 Apr 01 15:05:28.901150 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54905188-e23e-4690-b03b-8e6afa821008', 'tag': '5eaca7d1-f9b0-466d-999e-d47eceb12e04', 'status': 'completed', 'code': 200} Apr 01 15:05:28.912274 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Attempting to bind port 726b7198-2443-4597-aad9-ee64d437b647 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:28.912896 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Attempting to bind port 726b7198-2443-4597-aad9-ee64d437b647 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:28.913499 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Attempting to bind port 726b7198-2443-4597-aad9-ee64d437b647 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:28.928907 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:28.936022 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:28.945180 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:28.945710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:28.946405 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Bound port: 726b7198-2443-4597-aad9-ee64d437b647, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:28.947124 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:28.996236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-60185c81-af26-4627-8054-988f92dd7075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:28.997877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-60185c81-af26-4627-8054-988f92dd7075 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.1563592 Apr 01 15:05:29.073150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-074b97a1-21c2-4009-8527-95de6c0c8eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657964 Apr 01 15:05:29.106500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afacc4f3-ae3a-4108-a811-97751499b45f req-19341d5f-783c-4b9a-a196-405bdc3edcda service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d67dd46-cc83-4985-82a1-ad262b94b1a0 HTTP/1.1" status: 200 len: 217 time: 0.4480729 Apr 01 15:05:29.132237 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] For port 726b7198-2443-4597-aad9-ee64d437b647, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:29.136447 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] For port 726b7198-2443-4597-aad9-ee64d437b647, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=726b7198-2443-4597-aad9-ee64d437b647,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:29.143529 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:29.196071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacc4f3-ae3a-4108-a811-97751499b45f req-eaff84e4-a225-4445-922e-8e1923bce0c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:29.197522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afacc4f3-ae3a-4108-a811-97751499b45f req-eaff84e4-a225-4445-922e-8e1923bce0c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.0830564 Apr 01 15:05:29.241192 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4aa4e-17d3-4985-8050-c66b7801dc62 None None] Pushing event updated for resources: {'Port': ['ID=726b7198-2443-4597-aad9-ee64d437b647,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:29.250954 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Routers {'9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:29.251584 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:29.307804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-0ccdd99e-9782-4d5e-9e0e-07deaa8b2c2a service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958747 Apr 01 15:05:29.342640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9102f-57d5-467a-bb50-a28f0e923017 req-e07a345e-45cc-43b4-9d69-7612e96102c1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:29.344349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81f9102f-57d5-467a-bb50-a28f0e923017 req-e07a345e-45cc-43b4-9d69-7612e96102c1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.2772460 Apr 01 15:05:29.425518 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] Set router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:29.474714 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afacc4f3-ae3a-4108-a811-97751499b45f req-bea28f60-8cfb-4c43-8c6c-0f7f26c90fc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176874 Apr 01 15:05:29.569955 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38e8f5c6-eeca-497a-a74b-e7315bafd4e0 req-bb9bfdb7-00df-423f-877c-1ca070b5c36a service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529042 Apr 01 15:05:29.627457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81f9102f-57d5-467a-bb50-a28f0e923017 req-3f43a079-b07c-47b0-bce9-80bf648a9cba tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734699 Apr 01 15:05:29.683832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fe639-38b5-47b2-97d0-a6df75d866e6 req-30d2a8a1-f121-4c8e-953d-4d76bf6de115 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:29.691684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-272fe639-38b5-47b2-97d0-a6df75d866e6 req-30d2a8a1-f121-4c8e-953d-4d76bf6de115 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 943 time: 0.4056869 Apr 01 15:05:29.742524 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afacc4f3-ae3a-4108-a811-97751499b45f req-7f204f05-c689-44e9-99cd-a7abb7d1e858 service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431197 Apr 01 15:05:29.859332 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'name': 'tempest-NetworksTestDHCPv6-router-258041433', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:17Z', 'updated_at': '2022-04-01T15:05:23Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None, '_interfaces': [{'id': '726b7198-2443-4597-aad9-ee64d437b647', 'name': '', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'mac_address': 'fa:16:3e:00:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd75abb-4b54-4c31-876a-cb7756c8dfeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:05:20Z', 'updated_at': '2022-04-01T15:05:29Z', 'revision_number': 4, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'subnets': [{'id': 'ccd75abb-4b54-4c31-876a-cb7756c8dfeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:29.865027 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf5874-866c-4029-845d-827cf9ec95c7 None None] The sync data for ids ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'] in n-d-836017-1 is: [{'id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'name': 'tempest-NetworksTestDHCPv6-router-258041433', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:17Z', 'updated_at': '2022-04-01T15:05:23Z', 'revision_number': 2, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None, '_interfaces': [{'id': '726b7198-2443-4597-aad9-ee64d437b647', 'name': '', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'mac_address': 'fa:16:3e:00:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd75abb-4b54-4c31-876a-cb7756c8dfeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:05:20Z', 'updated_at': '2022-04-01T15:05:29Z', 'revision_number': 4, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'subnets': [{'id': 'ccd75abb-4b54-4c31-876a-cb7756c8dfeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:05:29.876136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:30.001356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-272fe639-38b5-47b2-97d0-a6df75d866e6 req-16631014-3037-41a5-be2b-ad93e762a352 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084767 Apr 01 15:05:30.008391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-b3e0fb3e-a5be-490e-b32a-b10929d2a51e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87d0016c08124379af43c3b875b58df9&device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 1094 time: 0.3756454 Apr 01 15:05:30.019056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afacc4f3-ae3a-4108-a811-97751499b45f req-c2325f9b-52d1-4c30-8777-f7796b1fa113 service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683527 Apr 01 15:05:30.074541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1d67dd46-cc83-4985-82a1-ad262b94b1a0 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:30.144917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c119-3296-4ee3-b11f-7afdf0eaa43e req-8c2b7f13-b802-4e4e-ac25-208e4ef079aa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:30.152161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de69c119-3296-4ee3-b11f-7afdf0eaa43e req-8c2b7f13-b802-4e4e-ac25-208e4ef079aa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3716404 Apr 01 15:05:30.223442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Router 36b8f836-5c78-4489-acbc-3cb8285e291a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:05:30.276077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de69c119-3296-4ee3-b11f-7afdf0eaa43e req-e3e9270c-dcae-44ca-9750-24f98cfc4e5a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225255 Apr 01 15:05:30.311458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1d67dd46-cc83-4985-82a1-ad262b94b1a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1d67dd46-cc83-4985-82a1-ad262b94b1a0,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:30.339758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '1d67dd46-cc83-4985-82a1-ad262b94b1a0', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'port_id': '1d67dd46-cc83-4985-82a1-ad262b94b1a0', 'mac_address': 'fa:16:3e:4b:ba:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a82860d-c571-43f4-b669-65385410c983', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:30.415554 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d6f205a-f4fe-43b1-b038-bb26d815eece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:30.434739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:30.464944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d67dd46-cc83-4985-82a1-ad262b94b1a0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:30.501085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1d67dd46-cc83-4985-82a1-ad262b94b1a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1d67dd46-cc83-4985-82a1-ad262b94b1a0,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:30.511342 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:30.629676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1d67dd46-cc83-4985-82a1-ad262b94b1a0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:30.699281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d683f-3b0a-477b-8327-234adbbad518 req-86a6a02a-092c-4e32-ad3e-be864b0f557b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:30.709105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b45d683f-3b0a-477b-8327-234adbbad518 req-86a6a02a-092c-4e32-ad3e-be864b0f557b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.1510596 Apr 01 15:05:30.714580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-b41fc3ff-8104-41c0-87e5-285fc33e37a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:30.716441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-b41fc3ff-8104-41c0-87e5-285fc33e37a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 200 len: 913 time: 0.7003386 Apr 01 15:05:30.737890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:05:30.748895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] Sync routers for ids ['36b8f836-5c78-4489-acbc-3cb8285e291a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:05:30.761524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['1d67dd46-cc83-4985-82a1-ad262b94b1a0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:30.803095 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b45d683f-3b0a-477b-8327-234adbbad518 req-db7ba252-d1e6-462d-83b4-551e0af33bcd tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929925 Apr 01 15:05:30.807585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 726b7198-2443-4597-aad9-ee64d437b647 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:30.810230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3eda8b77-e291-475f-b671-41bb4af6a10f admin admin] 10.222.0.48 "PUT /v2.0/routers/36b8f836-5c78-4489-acbc-3cb8285e291a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7709005 Apr 01 15:05:30.813586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58052) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:30.868865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] Routers {'36b8f836-5c78-4489-acbc-3cb8285e291a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:30.869641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36b8f836-5c78-4489-acbc-3cb8285e291a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:30.903490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-4966b5dd-618b-4ece-a6ab-799cb331edb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eaca7d1-f9b0-466d-999e-d47eceb12e04 HTTP/1.1" status: 200 len: 217 time: 0.1514173 Apr 01 15:05:31.035897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.061282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f75187-b4d5-4b83-af2b-ac37756e2d6c req-84347ee2-6671-4d9b-a7cb-88cac6c4c9c9 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:31.062767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0f75187-b4d5-4b83-af2b-ac37756e2d6c req-84347ee2-6671-4d9b-a7cb-88cac6c4c9c9 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.4376354 Apr 01 15:05:31.108142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-75b19b0e-95d8-47c4-9c84-3cb5cb615bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:31.109680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-75b19b0e-95d8-47c4-9c84-3cb5cb615bc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 200 len: 852 time: 0.1964917 Apr 01 15:05:31.130346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 726b7198-2443-4597-aad9-ee64d437b647 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:31.143228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 726b7198-2443-4597-aad9-ee64d437b647 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:31.145190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.173358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-32a4543b-b8bc-42a5-a871-ddff48db820d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97540f11-98c9-4cfb-9fd3-f7461dd3e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559089 Apr 01 15:05:31.217918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] Set router 36b8f836-5c78-4489-acbc-3cb8285e291a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:31.278100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 726b7198-2443-4597-aad9-ee64d437b647 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:31.278470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.296626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.303569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0f75187-b4d5-4b83-af2b-ac37756e2d6c req-dc0ea3bc-585b-4ed6-b20c-def0de648db6 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334611 Apr 01 15:05:31.405987 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.440425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1000d-db8c-4159-a19c-1fa878df53f3 req-38128617-87b5-4bb1-a002-204d0833b684 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:31.441889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35f1000d-db8c-4159-a19c-1fa878df53f3 req-38128617-87b5-4bb1-a002-204d0833b684 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 943 time: 0.1863518 Apr 01 15:05:31.527846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35f1000d-db8c-4159-a19c-1fa878df53f3 req-c339b4fb-e948-4116-9278-4f2d1aecc869 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715392 Apr 01 15:05:31.564894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.576364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Deleting port d7b38419-8766-4c01-aa97-946084b4ffc1 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:31.576364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.620708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-460753e9-fa55-4c4b-9424-123fb7167b9d service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343674 Apr 01 15:05:31.660764 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.710994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 726b7198-2443-4597-aad9-ee64d437b647, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=726b7198-2443-4597-aad9-ee64d437b647,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:31.715694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 726b7198-2443-4597-aad9-ee64d437b647, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=726b7198-2443-4597-aad9-ee64d437b647,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:31.716069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.721946 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.768056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] For port d7b38419-8766-4c01-aa97-946084b4ffc1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d7b38419-8766-4c01-aa97-946084b4ffc1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:31.768631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:31.805306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365fdda-10db-4a8d-9436-4f2346ea848e req-efd41455-f2de-4ebe-aff1-aef2940abfc4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:31.812058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3365fdda-10db-4a8d-9436-4f2346ea848e req-efd41455-f2de-4ebe-aff1-aef2940abfc4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3394077 Apr 01 15:05:31.860616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:05:26Z', 'revision_number': 5, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port': {'id': 'd7b38419-8766-4c01-aa97-946084b4ffc1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:02:09Z', 'updated_at': '2022-04-01T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:31.883903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] Checking router: 36b8f836-5c78-4489-acbc-3cb8285e291a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:05:31.892935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 726b7198-2443-4597-aad9-ee64d437b647 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:31.893951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=726b7198-2443-4597-aad9-ee64d437b647,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:31.902807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] Routers {'36b8f836-5c78-4489-acbc-3cb8285e291a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:31.903443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36b8f836-5c78-4489-acbc-3cb8285e291a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:31.949980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Calling delete_port for d7b38419-8766-4c01-aa97-946084b4ffc1 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:32.036078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3365fdda-10db-4a8d-9436-4f2346ea848e req-5634bc51-796c-410c-89ae-d12996167df7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229390 Apr 01 15:05:32.046517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e0adfed-2053-4529-b6de-2aaa23840b48 req-094cc818-a788-463d-a97d-25e687360aed service neutron] 10.222.0.62 "GET /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123297 Apr 01 15:05:32.093137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5eaca7d1-f9b0-466d-999e-d47eceb12e04 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:32.095381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:05:32.095955 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:05:32.115670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142a9ef-caf4-4a75-b16b-7bd8de7556c1 req-f7111139-0bcd-4a33-baf6-999f72ccd713 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:32.117042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d142a9ef-caf4-4a75-b16b-7bd8de7556c1 req-f7111139-0bcd-4a33-baf6-999f72ccd713 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.1389482 Apr 01 15:05:32.120005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] Set router 36b8f836-5c78-4489-acbc-3cb8285e291a gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:32.204082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d142a9ef-caf4-4a75-b16b-7bd8de7556c1 req-016ba6a8-7e1c-402f-9cfa-662b9cb21c5c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769827 Apr 01 15:05:32.236981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:32.280431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b38419-8766-4c01-aa97-946084b4ffc1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:32.301676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:05:31Z', 'revision_number': 6, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:32.310425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9e149-a59f-4c06-bb00-505a16245e87 None None] The sync data for ids ['36b8f836-5c78-4489-acbc-3cb8285e291a'] in n-d-836017-1 is: [{'id': '36b8f836-5c78-4489-acbc-3cb8285e291a', 'name': 'tempest-ServerRescueTestJSON-59680952-router', 'tenant_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:02:07Z', 'updated_at': '2022-04-01T15:05:31Z', 'revision_number': 6, 'project_id': 'd1164d42f82a4c8b8b79f53c7c2111c7', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:05:32.362461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5eaca7d1-f9b0-466d-999e-d47eceb12e04, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5eaca7d1-f9b0-466d-999e-d47eceb12e04,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:32.380035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5eaca7d1-f9b0-466d-999e-d47eceb12e04', 'network_id': '97540f11-98c9-4cfb-9fd3-f7461dd3e379', 'port_id': '5eaca7d1-f9b0-466d-999e-d47eceb12e04', 'mac_address': 'fa:16:3e:d6:f7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a82860d-c571-43f4-b669-65385410c983', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:32.440943 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:32.458802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaca7d1-f9b0-466d-999e-d47eceb12e04 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:32.475517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5eaca7d1-f9b0-466d-999e-d47eceb12e04, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5eaca7d1-f9b0-466d-999e-d47eceb12e04,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:32.480051 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:32.532333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:32.534197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b9865-d657-4d06-b99d-72a50b780999 req-043d0311-4e7e-4cbb-a21d-08a9476d1479 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:32.535873 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e13b9865-d657-4d06-b99d-72a50b780999 req-043d0311-4e7e-4cbb-a21d-08a9476d1479 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.0853162 Apr 01 15:05:32.554553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5eaca7d1-f9b0-466d-999e-d47eceb12e04,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:32.585993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e13b9865-d657-4d06-b99d-72a50b780999 req-8795f1e7-2b8f-4d68-a657-7b5e1af87955 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437961 Apr 01 15:05:32.597009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 726b7198-2443-4597-aad9-ee64d437b647 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:32.597529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:32.657054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:32.748276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5eaca7d1-f9b0-466d-999e-d47eceb12e04'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:32.856087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 726b7198-2443-4597-aad9-ee64d437b647 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:32.970446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5f55-6203-4878-a662-edbf1e63fcba req-0b2c724f-026d-424a-8335-c40f6321df65 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:32.972255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-170c5f55-6203-4878-a662-edbf1e63fcba req-0b2c724f-026d-424a-8335-c40f6321df65 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.3325825 Apr 01 15:05:32.998566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 726b7198-2443-4597-aad9-ee64d437b647 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:32.999019 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.056427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.066537 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.075163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a69a-4777-4d4b-b638-e60face806f9 req-94f8c313-3cde-44e9-acd6-1d926f004887 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:33.079684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b110a69a-4777-4d4b-b638-e60face806f9 req-94f8c313-3cde-44e9-acd6-1d926f004887 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 944 time: 0.4099739 Apr 01 15:05:33.082176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port ac1737fe-83e1-4646-bdb3-ca008623ddda {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:33.082590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.146815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 726b7198-2443-4597-aad9-ee64d437b647, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=726b7198-2443-4597-aad9-ee64d437b647,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:33.147537 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.149864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.149864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b8f836-5c78-4489-acbc-3cb8285e291a {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:05:33.176827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:33.181497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.183360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1bc79653-8d39-4f30-929e-d14a238e2a6e admin admin] 10.222.0.48 "DELETE /v2.0/routers/36b8f836-5c78-4489-acbc-3cb8285e291a HTTP/1.1" status: 204 len: 168 time: 2.3683574 Apr 01 15:05:33.186347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b110a69a-4777-4d4b-b638-e60face806f9 req-3ea3e824-858f-4242-a9fd-4cd99887df8d tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785763 Apr 01 15:05:33.186996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:33.240784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:33.241115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 74951368-7bf7-4dd7-8a5a-140fb9fe9da0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:33.262601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] Deleting subnet 301233bb-6fbf-4e51-b0c4-ef303319da9b {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:33.265800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.318352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.337015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 726b7198-2443-4597-aad9-ee64d437b647 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:33.435509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.511728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8da37-6bf8-4de4-a265-9c4652101ee9 req-7299db1b-3d9a-4021-88c1-240b358ca89d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:33.513158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03c8da37-6bf8-4de4-a265-9c4652101ee9 req-7299db1b-3d9a-4021-88c1-240b358ca89d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 946 time: 0.1628528 Apr 01 15:05:33.553789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.584406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446967-8d0e-4ef4-a4d4-10922ed11290 req-76e3e550-9a40-4000-8100-bff02f803cd3 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:33.585880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32446967-8d0e-4ef4-a4d4-10922ed11290 req-76e3e550-9a40-4000-8100-bff02f803cd3 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3572707 Apr 01 15:05:33.601425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301233bb-6fbf-4e51-b0c4-ef303319da9b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:33.605276 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03c8da37-6bf8-4de4-a265-9c4652101ee9 req-2e817935-da4f-4b7a-acd7-37b80ba5387d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845649 Apr 01 15:05:33.609426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.620819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c9d70fa9-4bc3-46c8-b98f-676ccef03e31 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/301233bb-6fbf-4e51-b0c4-ef303319da9b HTTP/1.1" status: 204 len: 168 time: 0.4322345 Apr 01 15:05:33.623406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58082) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:33.721630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32446967-8d0e-4ef4-a4d4-10922ed11290 req-27ddb191-539b-4bf9-8923-57fd743ab4a5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262314 Apr 01 15:05:33.727437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port ac1737fe-83e1-4646-bdb3-ca008623ddda, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ac1737fe-83e1-4646-bdb3-ca008623ddda,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:33.727809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.736285 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.887664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for ac1737fe-83e1-4646-bdb3-ca008623ddda owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:33.928376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.957721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:33.971096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feded9-d623-4fc8-bedc-26e5f06327c5 req-df56c867-a784-4657-b9f7-380a952b7bb2 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:33.971096 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74feded9-d623-4fc8-bedc-26e5f06327c5 req-df56c867-a784-4657-b9f7-380a952b7bb2 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2292302 Apr 01 15:05:33.984761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f427d50-ec88-4d61-be4f-939abc394295']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:34.001323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b11d20-0c6d-477b-99ab-8df44dd4bda5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:34.001512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b11d20-0c6d-477b-99ab-8df44dd4bda5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:34.021583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.047832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74feded9-d623-4fc8-bedc-26e5f06327c5 req-8cfb6b75-b423-4c59-890a-b2025051a0f4 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792320 Apr 01 15:05:34.049028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=726b7198-2443-4597-aad9-ee64d437b647,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:34.050038 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.057558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:05:34.058167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.080190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1d67dd46-cc83-4985-82a1-ad262b94b1a0 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:05:34.085939 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:05:34.194652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.217378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.220780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f427d50-ec88-4d61-be4f-939abc394295,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:34.250048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b060909d-02cb-4544-91db-e3ce1f6f08c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6f427d50-ec88-4d61-be4f-939abc394295 HTTP/1.1" status: 204 len: 168 time: 0.6255646 Apr 01 15:05:34.257352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:34.264017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:34.264632 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.404517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.415066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.418735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58092) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:34.427256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.431990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed', 'dd79e675-e0f8-432b-bbb6-35fbb423176d'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:34.464462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0414b11a-82f1-4012-b260-5f87d69923a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d67dd46-cc83-4985-82a1-ad262b94b1a0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:34.487631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1d67dd46-cc83-4985-82a1-ad262b94b1a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1d67dd46-cc83-4985-82a1-ad262b94b1a0,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:34.498203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.499014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5eaca7d1-f9b0-466d-999e-d47eceb12e04 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:34.500896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=ac1737fe-83e1-4646-bdb3-ca008623ddda,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:34.559465 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0414b11a-82f1-4012-b260-5f87d69923a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d67dd46-cc83-4985-82a1-ad262b94b1a0', 'code': 200} Apr 01 15:05:34.648098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1d67dd46-cc83-4985-82a1-ad262b94b1a0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:34.683412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:34.691019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:34.691419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.819819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d7b38419-8766-4c01-aa97-946084b4ffc1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:34.850224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b826b7b-8f33-4a80-8ba4-88d9b9ac57c3 req-4defaf80-3f9e-42ea-ac82-cbbf1a020821 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cad5172-e689-42c3-af1c-8b215d0ab77b HTTP/1.1" status: 200 len: 210 time: 0.0415399 Apr 01 15:05:34.858600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: d7b38419-8766-4c01-aa97-946084b4ffc1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:34.859292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d7b38419-8766-4c01-aa97-946084b4ffc1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:34.884509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port ac1737fe-83e1-4646-bdb3-ca008623ddda on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:34.892734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:34.898308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'name': 'network-vif-deleted', 'tag': 'ac1737fe-83e1-4646-bdb3-ca008623ddda'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:34.917910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ba31-0093-42d5-be38-da73a9a4b6dd req-9ef20235-cbf6-4c4e-a048-896ec0b735ba tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:34.918610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f4d2ba31-0093-42d5-be38-da73a9a4b6dd req-9ef20235-cbf6-4c4e-a048-896ec0b735ba tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Synchronizing usage tracker for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:34.928339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6fcddf99-fada-457e-a5b9-e25fe786fcec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1164d42f82a4c8b8b79f53c7c2111c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5077026 Apr 01 15:05:34.931443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58104) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:34.954920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-170c5f55-6203-4878-a662-edbf1e63fcba req-fb6edaaa-0492-4dee-9c2f-5eb59926b4a4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "DELETE /v2.0/ports/ac1737fe-83e1-4646-bdb3-ca008623ddda HTTP/1.1" status: 204 len: 173 time: 1.9761271 Apr 01 15:05:34.967225 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:35.052659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5eaca7d1-f9b0-466d-999e-d47eceb12e04, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5eaca7d1-f9b0-466d-999e-d47eceb12e04,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:35.063985 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:35.081637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f966b7a-6b6e-4ff8-8b7e-4d91af85a452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:35.116181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f4d2ba31-0093-42d5-be38-da73a9a4b6dd req-9ef20235-cbf6-4c4e-a048-896ec0b735ba tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Unset dirty status for tenant:87d0016c08124379af43c3b875b58df9 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:35.117422 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f966b7a-6b6e-4ff8-8b7e-4d91af85a452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:35.117941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4d2ba31-0093-42d5-be38-da73a9a4b6dd req-9ef20235-cbf6-4c4e-a048-896ec0b735ba tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 944 time: 0.7594135 Apr 01 15:05:35.130329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32da6-82a1-4207-84b7-41034b9fe243 req-96c5b48f-2238-4a74-a6c2-b4cffeba0e5e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:35.132123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48f32da6-82a1-4207-84b7-41034b9fe243 req-96c5b48f-2238-4a74-a6c2-b4cffeba0e5e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.1566391 Apr 01 15:05:35.183475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5eaca7d1-f9b0-466d-999e-d47eceb12e04,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:35.185280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40b3135c-67bc-4259-8bc9-288275256f93 req-a918fdf1-c88d-4c2e-8abf-462de1cde5ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 1096 time: 0.5659690 Apr 01 15:05:35.239249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4d2ba31-0093-42d5-be38-da73a9a4b6dd req-4617bc7b-3bae-430f-b9a9-9a56e9497ab3 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047075 Apr 01 15:05:35.249700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f966b7a-6b6e-4ff8-8b7e-4d91af85a452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:35.278783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f966b7a-6b6e-4ff8-8b7e-4d91af85a452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:35.303169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48f32da6-82a1-4207-84b7-41034b9fe243 req-2536a544-84dc-4b5d-a3b2-7bd494a7f623 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589258 Apr 01 15:05:35.323490 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f966b7a-6b6e-4ff8-8b7e-4d91af85a452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:35.324894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f966b7a-6b6e-4ff8-8b7e-4d91af85a452 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39cca9bb-ef2b-4f60-b6c7-f49b34bc3f2e HTTP/1.1" status: 204 len: 168 time: 0.3922493 Apr 01 15:05:35.418601 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cad5172-e689-42c3-af1c-8b215d0ab77b', 'name': 'network-vif-deleted', 'tag': 'ac1737fe-83e1-4646-bdb3-ca008623ddda', 'status': 'completed', 'code': 200} Apr 01 15:05:35.458686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:05:35.477923 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40b3135c-67bc-4259-8bc9-288275256f93 req-41cb7daa-7e70-4cef-ac54-5511d171d730 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785137 Apr 01 15:05:35.535620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ac1737fe-83e1-4646-bdb3-ca008623ddda no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:35.566120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ef4c-cafe-453e-9ab6-558838402666 req-0c5c4ec3-0376-4dc5-9688-57cc0e555370 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:35.573780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c34ef4c-cafe-453e-9ab6-558838402666 req-0c5c4ec3-0376-4dc5-9688-57cc0e555370 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.1039543 Apr 01 15:05:35.633607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c34ef4c-cafe-453e-9ab6-558838402666 req-87ad71e7-fdb5-465d-b5ac-cf49ccf900c3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589747 Apr 01 15:05:35.671052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: ac1737fe-83e1-4646-bdb3-ca008623ddda {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:35.671693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ac1737fe-83e1-4646-bdb3-ca008623ddda not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:35.716183 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-f4c59d6b-cef2-4a10-b4eb-255faf328bed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3837252 Apr 01 15:05:35.722897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:05:35.732255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58122) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:35.734872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] Sync routers for ids ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:05:35.743824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bf2dbb07-2847-4bac-92aa-2b76c5f474a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "PUT /v2.0/routers/9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9096816 Apr 01 15:05:35.754290 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] Routers {'9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:35.754897 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:35.871287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bad45c1-3897-4eeb-af94-cf0d2186ad88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:35.873878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bad45c1-3897-4eeb-af94-cf0d2186ad88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:35.876515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8bad45c1-3897-4eeb-af94-cf0d2186ad88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:35.920227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8bad45c1-3897-4eeb-af94-cf0d2186ad88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:35.922362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8bad45c1-3897-4eeb-af94-cf0d2186ad88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1898870 Apr 01 15:05:35.925084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58132) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:35.995869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8bf2c-72e0-4d22-a683-0aa1143ddcea req-6e2987cc-4601-41f2-8b11-5aed084f81c6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:35.997355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51e8bf2c-72e0-4d22-a683-0aa1143ddcea req-6e2987cc-4601-41f2-8b11-5aed084f81c6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.2275171 Apr 01 15:05:36.040519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-3170e44f-cf8f-4aba-bf52-d85d5204017a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1096 time: 0.1907117 Apr 01 15:05:36.086179 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] Set router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:36.106734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51e8bf2c-72e0-4d22-a683-0aa1143ddcea req-71d9e7fd-c85d-41f1-a1da-febff0310628 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933580 Apr 01 15:05:36.229823 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'name': 'tempest-NetworksTestDHCPv6-router-258041433', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:17Z', 'updated_at': '2022-04-01T15:05:33Z', 'revision_number': 3, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:36.234322 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] Checking router: 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:05:36.245569 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] Routers {'9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:05:36.246165 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:05:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:36.264934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-8be93128-ec31-4050-8911-f513d68aab92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:36.266383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-8be93128-ec31-4050-8911-f513d68aab92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.1939328 Apr 01 15:05:36.361676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet ccd75abb-4b54-4c31-876a-cb7756c8dfeb {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:36.365064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:36.406123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-815f236e-db80-4ab5-8c7b-3455f91e32b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 1001 time: 0.1256759 Apr 01 15:05:36.458076 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] Set router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:05:36.459010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:36.560706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54905188-e23e-4690-b03b-8e6afa821008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaca7d1-f9b0-466d-999e-d47eceb12e04'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:36.568284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:36.620559 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'name': 'tempest-NetworksTestDHCPv6-router-258041433', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:17Z', 'updated_at': '2022-04-01T15:05:33Z', 'revision_number': 3, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:36.625867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8fd93-e4d6-4aed-9002-6bc878a748f1 None None] The sync data for ids ['9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b'] in n-d-836017-1 is: [{'id': '9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b', 'name': 'tempest-NetworksTestDHCPv6-router-258041433', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:05:17Z', 'updated_at': '2022-04-01T15:05:33Z', 'revision_number': 3, 'project_id': 'e11d0d7525a34e06a56242b581959305', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:05:36.750952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:36.755724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-8fb96b2c-0061-44da-88d9-c3c3b6649815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:36.757284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-8fb96b2c-0061-44da-88d9-c3c3b6649815 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.3365271 Apr 01 15:05:36.789991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9d94f-4ad0-483a-8702-309a869dbe20 req-8ad02916-9b1d-4aec-af00-71de16f38fa4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:36.791476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ae9d94f-4ad0-483a-8702-309a869dbe20 req-8ad02916-9b1d-4aec-af00-71de16f38fa4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.1402812 Apr 01 15:05:36.796200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd75abb-4b54-4c31-876a-cb7756c8dfeb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:36.827805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:36.834031 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8379c71-b636-4ac1-a9df-a0c3654491a5 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:36.847314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975a00b-3b50-462c-b275-0e2f057803ed req-8d1925b4-f06e-4705-bc90-2133e0a9bcee tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:36.854765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d975a00b-3b50-462c-b275-0e2f057803ed req-8d1925b4-f06e-4705-bc90-2133e0a9bcee tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 945 time: 0.3854966 Apr 01 15:05:36.862815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9c4f86e0-260e-4a92-8538-d6edaa9edb6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/ccd75abb-4b54-4c31-876a-cb7756c8dfeb HTTP/1.1" status: 204 len: 168 time: 0.9357669 Apr 01 15:05:36.865896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:36.920184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d975a00b-3b50-462c-b275-0e2f057803ed req-554ccf18-5a57-476e-b693-423a57100cfb tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643332 Apr 01 15:05:36.923707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-f37d84cf-5cf8-4b1f-ab18-1a6d32f77768 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523340 Apr 01 15:05:36.996930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ae9d94f-4ad0-483a-8702-309a869dbe20 req-e6cf95d4-5df8-45d2-9fee-4f8270443e25 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961606 Apr 01 15:05:37.049636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cc66d97f-3442-44cb-aaa0-49cebd84a6cf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:37.068819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cc66d97f-3442-44cb-aaa0-49cebd84a6cf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:37.070231 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cc66d97f-3442-44cb-aaa0-49cebd84a6cf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2032311 Apr 01 15:05:37.073167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:37.118096 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54905188-e23e-4690-b03b-8e6afa821008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaca7d1-f9b0-466d-999e-d47eceb12e04', 'code': 200} Apr 01 15:05:37.171130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-4a853e0d-a52e-491e-89f2-dff037ad18e2 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383158 Apr 01 15:05:37.235440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:05:37.240024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Deleting port 053c27dc-f39b-4413-ab1f-c2787cedfd8a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:37.240399 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:37.295590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec74d80-dc17-4487-93de-8c72c9841a04 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:37.393643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ab4fd78-d52d-48ab-a090-1df92a4b8b43 req-99382209-f4d1-4353-8ea2-f0a88ea49dde service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133634 Apr 01 15:05:37.405932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a49c-8fa3-47e6-9009-499dd377ea56 req-40db5d30-882d-4652-a9ec-85207f55d1b0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:37.406623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-34d2a49c-8fa3-47e6-9009-499dd377ea56 req-40db5d30-882d-4652-a9ec-85207f55d1b0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:37.424837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2acc1fe-036f-4b33-bada-d9ae0067af3e req-2643576e-440d-4a3d-8678-b1f114ca88d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 1096 time: 0.1571014 Apr 01 15:05:37.444987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-34d2a49c-8fa3-47e6-9009-499dd377ea56 req-40db5d30-882d-4652-a9ec-85207f55d1b0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:37.445680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d2a49c-8fa3-47e6-9009-499dd377ea56 req-40db5d30-882d-4652-a9ec-85207f55d1b0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 946 time: 0.3430767 Apr 01 15:05:37.461556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f575e1-a2fb-42d6-8c73-5a642f9ca8a2 req-348a5ed8-d209-4a48-86b9-bb82c2f749cf tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:37.462979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8f575e1-a2fb-42d6-8c73-5a642f9ca8a2 req-348a5ed8-d209-4a48-86b9-bb82c2f749cf tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2171805 Apr 01 15:05:37.464851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] For port 053c27dc-f39b-4413-ab1f-c2787cedfd8a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=053c27dc-f39b-4413-ab1f-c2787cedfd8a,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:37.465558 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:37.502605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2acc1fe-036f-4b33-bada-d9ae0067af3e req-82735293-39b9-45b0-a47f-170608655f6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710731 Apr 01 15:05:37.512817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d2a49c-8fa3-47e6-9009-499dd377ea56 req-aa4a298d-ce67-44a7-93cb-88d935f13fdb tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603018 Apr 01 15:05:37.600935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Calling delete_port for 053c27dc-f39b-4413-ab1f-c2787cedfd8a owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:37.688122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:37.754669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] No DVR routers for this DVR port 053c27dc-f39b-4413-ab1f-c2787cedfd8a on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:37.757099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Pushing event deleted for resources: {'Port': ['ID=053c27dc-f39b-4413-ab1f-c2787cedfd8a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:37.776040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.776463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.776855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.777245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.777630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.778012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.778674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.779710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.780097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.780477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.780852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d12ef4-b6c0-42ce-bf32-0e02b2f0777f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:05:37.911050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8f575e1-a2fb-42d6-8c73-5a642f9ca8a2 req-587aa0e1-cbdd-44db-955c-b7ff17483e1d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891132 Apr 01 15:05:37.919725 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec74d80-dc17-4487-93de-8c72c9841a04 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:37.927759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec74d80-dc17-4487-93de-8c72c9841a04 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:37.930504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3d683-7d18-44b6-9a36-9e47cae815ca req-df034b99-2021-42af-9c0f-c6856d84c35c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:37.936288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8a3d683-7d18-44b6-9a36-9e47cae815ca req-df034b99-2021-42af-9c0f-c6856d84c35c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.0913091 Apr 01 15:05:37.992939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec74d80-dc17-4487-93de-8c72c9841a04 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:37.994196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec74d80-dc17-4487-93de-8c72c9841a04 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:05:38.017174 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8a3d683-7d18-44b6-9a36-9e47cae815ca req-4ae5c0cb-6265-49f7-9ab4-c5579ab222d3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752141 Apr 01 15:05:38.054273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec74d80-dc17-4487-93de-8c72c9841a04 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:38.055527 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0ec74d80-dc17-4487-93de-8c72c9841a04 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/routers/9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b HTTP/1.1" status: 204 len: 168 time: 0.9811599 Apr 01 15:05:38.058256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58180) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:38.172892 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dfcd0422-a23c-4069-870e-6284193c3f65 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1131740 Apr 01 15:05:38.176245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58184) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:38.212244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78215d-e7cd-4ac2-b9b6-9d85fc946131 req-2e02e9f8-1707-47ae-8756-766a92972888 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:38.213940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed78215d-e7cd-4ac2-b9b6-9d85fc946131 req-2e02e9f8-1707-47ae-8756-766a92972888 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 945 time: 0.1125348 Apr 01 15:05:38.283855 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed78215d-e7cd-4ac2-b9b6-9d85fc946131 req-8939ab7d-b15f-49ce-bc78-11ac16cefd58 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636046 Apr 01 15:05:38.351057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb0886e-f0cc-4fd2-b8c5-17b177cacd88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:38.351769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fcb0886e-f0cc-4fd2-b8c5-17b177cacd88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:38.394868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fcb0886e-f0cc-4fd2-b8c5-17b177cacd88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:38.398619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fcb0886e-f0cc-4fd2-b8c5-17b177cacd88 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2188048 Apr 01 15:05:38.399062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58190) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:38.415848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-23b50ef3-cb9f-45fc-b8a8-237515307b4f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:38.417766 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-23b50ef3-cb9f-45fc-b8a8-237515307b4f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 946 time: 0.1453853 Apr 01 15:05:38.423553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5e40c-3bb1-423d-93a4-0738a165045a req-5f8bdc34-b5a2-4a8f-85d6-be4293ee210e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:38.424986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aeb5e40c-3bb1-423d-93a4-0738a165045a req-5f8bdc34-b5a2-4a8f-85d6-be4293ee210e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.1942916 Apr 01 15:05:38.456283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58194) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:38.473973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0aa9568d-2a40-4f13-a585-995ededec7d3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:38.493015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0aa9568d-2a40-4f13-a585-995ededec7d3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:38.493876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0aa9568d-2a40-4f13-a585-995ededec7d3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936298 Apr 01 15:05:38.498939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58200) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:38.503570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:38.532265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port dd79e675-e0f8-432b-bbb6-35fbb423176d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:38.532617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:38.573675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aeb5e40c-3bb1-423d-93a4-0738a165045a req-da78eeee-ebba-4550-81b4-9adb56412cab tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138771 Apr 01 15:05:38.620251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:38.630791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:38.683048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:38.693510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:38.697779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:38.721724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 053c27dc-f39b-4413-ab1f-c2787cedfd8a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:38.784677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:38.790488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Usage tracker for resource:security_group_rule and tenant:5da81c5aa39c46b1b7a25b503f99756f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:38.794319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:38.800234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 053c27dc-f39b-4413-ab1f-c2787cedfd8a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:38.801183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:38.803620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 053c27dc-f39b-4413-ab1f-c2787cedfd8a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:38.804237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 726b7198-2443-4597-aad9-ee64d437b647 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:38.859871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port dd79e675-e0f8-432b-bbb6-35fbb423176d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dd79e675-e0f8-432b-bbb6-35fbb423176d,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:38.860221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:38.879487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 726b7198-2443-4597-aad9-ee64d437b647 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:38.880089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 726b7198-2443-4597-aad9-ee64d437b647 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:38.881052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:38.989186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for dd79e675-e0f8-432b-bbb6-35fbb423176d owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:38.990050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.056997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4279c7e-0755-4b6b-9044-a7b11e777454,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:39.128477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-901f9c9c-3cb6-4f04-bf33-bbd7fdbbf147 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5da81c5aa39c46b1b7a25b503f99756f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6688218 Apr 01 15:05:39.132634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58210) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:39.264188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8889a11-3d5b-4fcd-90c0-fa1139ac4447 req-6325a307-ce31-40d6-927a-bde4a6efdbba tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:39.267670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8889a11-3d5b-4fcd-90c0-fa1139ac4447 req-6325a307-ce31-40d6-927a-bde4a6efdbba tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 946 time: 0.3703594 Apr 01 15:05:39.272829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-89272aba-82fc-4927-adac-247689447a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.309594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.322575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed', 'dd79e675-e0f8-432b-bbb6-35fbb423176d'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:39.352888 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-89272aba-82fc-4927-adac-247689447a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.369050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=dd79e675-e0f8-432b-bbb6-35fbb423176d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:39.385617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d91880-3a3b-4c9c-baf2-3b1efda24749 req-95608d29-f36f-4e9a-bbb7-3715e0e82076 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:39.392617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-52d91880-3a3b-4c9c-baf2-3b1efda24749 req-95608d29-f36f-4e9a-bbb7-3715e0e82076 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.3281965 Apr 01 15:05:39.447806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8889a11-3d5b-4fcd-90c0-fa1139ac4447 req-f9ae9ed8-b54f-4027-a4f1-c57779488217 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715412 Apr 01 15:05:39.529346 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-89272aba-82fc-4927-adac-247689447a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.535570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-52d91880-3a3b-4c9c-baf2-3b1efda24749 req-ca921041-053d-4765-8323-61b81a7119bd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418536 Apr 01 15:05:39.588810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89272aba-82fc-4927-adac-247689447a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4279c7e-0755-4b6b-9044-a7b11e777454,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:39.604040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port dd79e675-e0f8-432b-bbb6-35fbb423176d on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:39.607333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.609621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.objects.ports [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:05:39.611383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'name': 'network-vif-deleted', 'tag': 'dd79e675-e0f8-432b-bbb6-35fbb423176d'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:39.614975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.631781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0fccc8a9-cc57-4ad8-b7ee-a92a342d3366 req-5085eee0-044b-4c60-a64e-d00202f19f2a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "DELETE /v2.0/ports/dd79e675-e0f8-432b-bbb6-35fbb423176d HTTP/1.1" status: 204 len: 173 time: 1.2012131 Apr 01 15:05:39.716148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-89272aba-82fc-4927-adac-247689447a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.719673 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-89272aba-82fc-4927-adac-247689447a19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4279c7e-0755-4b6b-9044-a7b11e777454 HTTP/1.1" status: 204 len: 168 time: 0.5835524 Apr 01 15:05:39.745116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:39.751581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:39.759919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:39.759919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:39.763620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce72020e-c02b-41f2-8630-8c1564d0cc45 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:39.774172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=19694b6c-f9e5-4af5-accd-76c1f55dd6c1,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:39.796625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-00d83d91-16ae-47f8-8058-46e99aba4228 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2972970 Apr 01 15:05:39.799295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58224) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:39.806940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:39.823634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149d46-9fbd-454f-9618-cf864e1cadc6 req-c954e456-ec18-42f5-bdc6-c60ff9c0ee7e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:39.825165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85149d46-9fbd-454f-9618-cf864e1cadc6 req-c954e456-ec18-42f5-bdc6-c60ff9c0ee7e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1725364 Apr 01 15:05:39.932143 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85149d46-9fbd-454f-9618-cf864e1cadc6 req-c2f36d8e-7de2-4f04-935b-1079ef0d1d8e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913639 Apr 01 15:05:40.026287 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c44f6e2-a3b0-42c0-9a18-78bc086ff650', 'name': 'network-vif-deleted', 'tag': 'dd79e675-e0f8-432b-bbb6-35fbb423176d', 'status': 'completed', 'code': 200} Apr 01 15:05:40.116172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9222c-f7e3-4fae-ae3b-c3f71e02a574 req-d30d6f4c-2177-4326-91ad-2f697f8a78e4 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:40.134858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fa9222c-f7e3-4fae-ae3b-c3f71e02a574 req-d30d6f4c-2177-4326-91ad-2f697f8a78e4 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 945 time: 0.3870289 Apr 01 15:05:40.138626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:40.143049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:40.146162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:40.152408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:40.152935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '19694b6c-f9e5-4af5-accd-76c1f55dd6c1'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:05:40.154174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:40.181159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:40.287117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931624a-920b-4792-85ba-fcba9ba67391 req-3ba1dce6-c22f-4b33-8783-403412a00791 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:40.291052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e931624a-920b-4792-85ba-fcba9ba67391 req-3ba1dce6-c22f-4b33-8783-403412a00791 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.1221921 Apr 01 15:05:40.304579 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fa9222c-f7e3-4fae-ae3b-c3f71e02a574 req-5420aa56-9411-4aac-90f5-2d23a7ef8a3b tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734400 Apr 01 15:05:40.373866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e931624a-920b-4792-85ba-fcba9ba67391 req-2a60813f-1b19-4295-926d-68fcf986878a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719988 Apr 01 15:05:40.413092 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:40.421048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Allocated IP 2001:db8::f816:3eff:fe50:3014 (1521f7be-bcca-472b-a0e8-65bfb965abc6/19694b6c-f9e5-4af5-accd-76c1f55dd6c1/67994aaa-7472-4b22-a8f7-7d43c74c599e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:40.635454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:40.637266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543498e8-c35b-44d7-bfea-56cddf06b52d req-64e2fc43-321b-49ab-ab14-2cba9e3db01a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:40.638882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-543498e8-c35b-44d7-bfea-56cddf06b52d req-64e2fc43-321b-49ab-ab14-2cba9e3db01a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 945 time: 0.1210639 Apr 01 15:05:40.713236 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:40.722435 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:05:40.728210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Transition to ACTIVE for port object 67994aaa-7472-4b22-a8f7-7d43c74c599e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:40.734304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de0183e3-7396-4659-adb3-2cf11b800ebf req-a3775cea-4e2c-4849-b0e8-618fcbdbb1d8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c44f6e2-a3b0-42c0-9a18-78bc086ff650 HTTP/1.1" status: 200 len: 210 time: 0.0496128 Apr 01 15:05:40.742142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-543498e8-c35b-44d7-bfea-56cddf06b52d req-2aac0358-4983-40ca-892e-016babeaa59e tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798252 Apr 01 15:05:40.780027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Transition to ACTIVE for port object 67994aaa-7472-4b22-a8f7-7d43c74c599e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:40.792827 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:40.917646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:40.981854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:40.986407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:40.990679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Pushing event updated for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:40.993593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:41.004178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:41.013771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:41.017344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:41.017923 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:41.051767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d60442-d7f8-4337-badd-a98823fc4ba1 req-6f79030d-c27a-4dde-8103-83d7a3bff76d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:41.060424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-05d60442-d7f8-4337-badd-a98823fc4ba1 req-6f79030d-c27a-4dde-8103-83d7a3bff76d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.1249599 Apr 01 15:05:41.062988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2611618 Apr 01 15:05:41.065790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379a18b-dc4b-46c4-8597-611997d94e7a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=24c05b6b-375f-4a2e-99c3-537ed5041adb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:41.071600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58256) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:41.084684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:6b:a1:1a', 'name': 'tempest-NetworksTestDHCPv6-429968905'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:41.098010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Attempting to bind port 67994aaa-7472-4b22-a8f7-7d43c74c599e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:41.098376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Attempting to bind port 67994aaa-7472-4b22-a8f7-7d43c74c599e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:41.098736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Attempting to bind port 67994aaa-7472-4b22-a8f7-7d43c74c599e on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:41.113512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:41.113882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:41.114428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:41.115281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:41.115760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Bound port: 67994aaa-7472-4b22-a8f7-7d43c74c599e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:41.116190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:41.149522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-05d60442-d7f8-4337-badd-a98823fc4ba1 req-3b066b8c-060d-4a1c-9cab-4a3c3cc32177 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878048 Apr 01 15:05:41.239791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:41.243942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=67994aaa-7472-4b22-a8f7-7d43c74c599e,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:41.250147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:41.282949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:41.294220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:41.307415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:41.312701 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:41.338253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c83d20-bca7-47cd-9a47-73eb512f0203 None None] Pushing event updated for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:41.351584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port c1cf2f7f-6bb4-4ee0-b975-47d346cf393c yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:05:41.523735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897d84a-e1bc-4670-888e-65c96ec9c979 req-b9a4c156-2a41-4bea-a49a-3b14fe958c9d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:41.538463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c897d84a-e1bc-4670-888e-65c96ec9c979 req-b9a4c156-2a41-4bea-a49a-3b14fe958c9d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1542749 Apr 01 15:05:41.665604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c897d84a-e1bc-4670-888e-65c96ec9c979 req-a74bc862-8fc8-4138-a151-53d36af7cc7f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261580 Apr 01 15:05:41.669937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 172.20.0.8 (1521f7be-bcca-472b-a0e8-65bfb965abc6/24c05b6b-375f-4a2e-99c3-537ed5041adb/c1cf2f7f-6bb4-4ee0-b975-47d346cf393c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:41.682583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fe6b:a11a (1521f7be-bcca-472b-a0e8-65bfb965abc6/19694b6c-f9e5-4af5-accd-76c1f55dd6c1/c1cf2f7f-6bb4-4ee0-b975-47d346cf393c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:41.897684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a89622-2eaf-4d23-9f8e-1ad9f7a28b5a req-f63276f8-ca85-47a6-a006-8a51014b1ad6 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:41.899344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39a89622-2eaf-4d23-9f8e-1ad9f7a28b5a req-f63276f8-ca85-47a6-a006-8a51014b1ad6 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 945 time: 0.0826085 Apr 01 15:05:41.954689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-39a89622-2eaf-4d23-9f8e-1ad9f7a28b5a req-a1998ff3-c199-404b-89e6-3e702b7b1688 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486579 Apr 01 15:05:42.087428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dd79e675-e0f8-432b-bbb6-35fbb423176d no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:42.126395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: dd79e675-e0f8-432b-bbb6-35fbb423176d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:42.127018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dd79e675-e0f8-432b-bbb6-35fbb423176d not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:42.142653 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:42.160089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f392bca-c313-4919-8734-434e49cb8b77 req-6f704646-8bff-4239-9c55-8114492cd0e9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.161591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f392bca-c313-4919-8734-434e49cb8b77 req-6f704646-8bff-4239-9c55-8114492cd0e9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3387344 Apr 01 15:05:42.187993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object c1cf2f7f-6bb4-4ee0-b975-47d346cf393c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:42.231565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f392bca-c313-4919-8734-434e49cb8b77 req-5156638a-30e8-404a-b7e9-11784e905814 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637016 Apr 01 15:05:42.244182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:42.342969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:42.347571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:42.349749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=c1cf2f7f-6bb4-4ee0-b975-47d346cf393c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:42.352287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:42.432684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.433421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:42.565160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5c7769e3-3deb-4358-bb74-435ca9dc0a54 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4919965 Apr 01 15:05:42.566160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58296) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:42.628450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb38616-c373-42ca-816b-b52dadaecec8 req-e3e991c6-2daf-4dca-b4a3-a054623c3858 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.637645 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2bb38616-c373-42ca-816b-b52dadaecec8 req-e3e991c6-2daf-4dca-b4a3-a054623c3858 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.3299468 Apr 01 15:05:42.724570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2bb38616-c373-42ca-816b-b52dadaecec8 req-e7dd937c-8451-48eb-b30f-150cef23f404 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851476 Apr 01 15:05:42.784820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dcb19-aa97-4826-a6dd-a6becf301733 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:42.794677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-5ab61e3d-fb7d-4563-89f7-3bd073aa09a2 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.803106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-5ab61e3d-fb7d-4563-89f7-3bd073aa09a2 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.3351846 Apr 01 15:05:42.832557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-8aa221d6-48e5-456b-8981-ce1ddc46f92c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.0285060 Apr 01 15:05:42.917045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e9c813-dadf-4009-b7eb-1c332adbf47b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.920936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e9c813-dadf-4009-b7eb-1c332adbf47b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.921705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-82e9c813-dadf-4009-b7eb-1c332adbf47b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:42.983961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-2e6ceb4b-780d-4112-ac7c-48d827bee11a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.987886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-2e6ceb4b-780d-4112-ac7c-48d827bee11a tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "GET /v2.0/ports?device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 945 time: 0.2803862 Apr 01 15:05:42.989635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed3105-451f-47ca-a461-76d12a01a00b req-fe180bdf-06b9-4413-b3a3-0b2092bc8e65 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:42.991145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-82e9c813-dadf-4009-b7eb-1c332adbf47b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:42.992080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98ed3105-451f-47ca-a461-76d12a01a00b req-fe180bdf-06b9-4413-b3a3-0b2092bc8e65 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.0861104 Apr 01 15:05:42.994256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 67994aaa-7472-4b22-a8f7-7d43c74c599e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:43.001151 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-82e9c813-dadf-4009-b7eb-1c332adbf47b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4287815 Apr 01 15:05:43.002141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58310) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:43.061208 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98ed3105-451f-47ca-a461-76d12a01a00b req-b2dc383f-78a3-4193-8be2-7cae50b1a39b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590556 Apr 01 15:05:43.090539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-97ecdcbf-9ed3-4118-8814-60658ba410c5 None None] Provisioning for port 67994aaa-7472-4b22-a8f7-7d43c74c599e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:43.143072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port c1cf2f7f-6bb4-4ee0-b975-47d346cf393c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:43.143639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 67994aaa-7472-4b22-a8f7-7d43c74c599e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:43.143777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.150467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:43.150907 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.181408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-8893c4a2-cb08-4e5f-aada-60cb18d5d5b1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:43.262332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-8893c4a2-cb08-4e5f-aada-60cb18d5d5b1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:43.263714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-8893c4a2-cb08-4e5f-aada-60cb18d5d5b1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4304245 Apr 01 15:05:43.270198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Deleting port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:43.270532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.332315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '19694b6c-f9e5-4af5-accd-76c1f55dd6c1', 'ip_address': '2001:db8::f816:3eff:fe50:3014'}, {'subnet_id': '24c05b6b-375f-4a2e-99c3-537ed5041adb'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '67994aaa-7472-4b22-a8f7-7d43c74c599e'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:05:43.367181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-9fa65cb5-ab3d-453a-8209-acf9159d539c tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:43.368746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-9fa65cb5-ab3d-453a-8209-acf9159d539c tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "GET /v2.0/ports?device_id=54905188-e23e-4690-b03b-8e6afa821008 HTTP/1.1" status: 200 len: 945 time: 0.1562388 Apr 01 15:05:43.379834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf9fe-801a-447a-a25d-d924a6387069 req-e3ae0cbf-dd8e-4f4a-977b-cdebcf19ed30 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:43.381518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec4cf9fe-801a-447a-a25d-d924a6387069 req-e3ae0cbf-dd8e-4f4a-977b-cdebcf19ed30 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 945 time: 0.1158724 Apr 01 15:05:43.409710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.430894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.479877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Deleting port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:43.480499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.502851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=67994aaa-7472-4b22-a8f7-7d43c74c599e,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:43.516802 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.530728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec4cf9fe-801a-447a-a25d-d924a6387069 req-ecdaf2e0-5cb9-4bc0-8612-15adc2acd3a7 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/security-groups?id=58daaff2-4c07-48d0-b16c-4fe297cb617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155164 Apr 01 15:05:43.726928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:43.793264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] Allocated IP 172.20.0.2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/24c05b6b-375f-4a2e-99c3-537ed5041adb/67994aaa-7472-4b22-a8f7-7d43c74c599e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:43.846999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] For port 5eaca7d1-f9b0-466d-999e-d47eceb12e04, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5eaca7d1-f9b0-466d-999e-d47eceb12e04,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:43.847380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:43.868076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc62c79-357b-44b5-9192-143817dcb3fb req-830d8a0c-4d8f-4407-ac25-7f4d650c08a8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:43.874965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbc62c79-357b-44b5-9192-143817dcb3fb req-830d8a0c-4d8f-4407-ac25-7f4d650c08a8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.1620448 Apr 01 15:05:43.981716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=67994aaa-7472-4b22-a8f7-7d43c74c599e,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:44.006791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Calling delete_port for 5eaca7d1-f9b0-466d-999e-d47eceb12e04 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:44.014534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:44.021967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-bf7c5b59-aa8f-45f1-9d68-00e86689e7fe service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044659 Apr 01 15:05:44.042620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] Transition to ACTIVE for port object 67994aaa-7472-4b22-a8f7-7d43c74c599e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:44.049878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:44.083606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbc62c79-357b-44b5-9192-143817dcb3fb req-2ece0391-0bb8-4f01-92a1-ae78854d7bd3 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077234 Apr 01 15:05:44.206031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] For port 1d67dd46-cc83-4985-82a1-ad262b94b1a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1d67dd46-cc83-4985-82a1-ad262b94b1a0,segment=NetworkSegment(2c281b8c-5b84-448e-b076-6e9a94e5aa33),segment_id=2c281b8c-5b84-448e-b076-6e9a94e5aa33)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:44.206556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:44.219529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:44.254977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817bfe-1125-46f7-bfdc-2e4b5776cf89 None None] Pushing event updated for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:44.331185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:44.395871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event deleted for resources: {'Port': ['ID=5eaca7d1-f9b0-466d-999e-d47eceb12e04,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:44.502387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] No DVR routers for this DVR port 5eaca7d1-f9b0-466d-999e-d47eceb12e04 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:44.509872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:44.517725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e23a84-12df-4275-8b2d-1b3c5a448b70 req-98041bf5-041a-49a5-bc23-336f55f6675c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:44.519166 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22e23a84-12df-4275-8b2d-1b3c5a448b70 req-98041bf5-041a-49a5-bc23-336f55f6675c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2290106 Apr 01 15:05:44.519630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54905188-e23e-4690-b03b-8e6afa821008', 'name': 'network-vif-deleted', 'tag': '5eaca7d1-f9b0-466d-999e-d47eceb12e04'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:44.570459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c8fedc6-7058-4b14-ac53-0e69af5fcc61 req-2a1f3626-0cc4-4e5f-9c92-941e788756bf tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "DELETE /v2.0/ports/5eaca7d1-f9b0-466d-999e-d47eceb12e04 HTTP/1.1" status: 204 len: 173 time: 1.1868968 Apr 01 15:05:44.582999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:44.590438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22e23a84-12df-4275-8b2d-1b3c5a448b70 req-593639c3-4926-466c-b1fa-09831db8a82f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629308 Apr 01 15:05:44.645221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Calling delete_port for 1d67dd46-cc83-4985-82a1-ad262b94b1a0 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:44.678492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for c1cf2f7f-6bb4-4ee0-b975-47d346cf393c owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:44.794412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 67994aaa-7472-4b22-a8f7-7d43c74c599e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:44.856230 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-c98ec533-420d-4cd3-81f8-d48c0bfad413 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236678 Apr 01 15:05:44.957206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef6d87-9e68-4cca-9d94-341b56c7a855 req-739af4cc-3747-43d4-bcb7-4540e08510d9 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:44.967483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f5ef6d87-9e68-4cca-9d94-341b56c7a855 req-739af4cc-3747-43d4-bcb7-4540e08510d9 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1607628 Apr 01 15:05:45.024561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f5ef6d87-9e68-4cca-9d94-341b56c7a855 req-b65171c3-015c-482f-a9e2-1c59c9b6dcb3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562794 Apr 01 15:05:45.120389 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54905188-e23e-4690-b03b-8e6afa821008', 'name': 'network-vif-deleted', 'tag': '5eaca7d1-f9b0-466d-999e-d47eceb12e04', 'status': 'completed', 'code': 200} Apr 01 15:05:45.160660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:45.226962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Pushing event deleted for resources: {'Port': ['ID=1d67dd46-cc83-4985-82a1-ad262b94b1a0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:45.285322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4686ebc0-66e8-4c19-be7f-6eb038afe900 req-c92e3e2d-8b88-4dec-be76-f2f87908ad08 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 210 time: 0.0879691 Apr 01 15:05:45.400619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] No DVR routers for this DVR port 1d67dd46-cc83-4985-82a1-ad262b94b1a0 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:05:45.403954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:45.472062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0414b11a-82f1-4012-b260-5f87d69923a6', 'name': 'network-vif-deleted', 'tag': '1d67dd46-cc83-4985-82a1-ad262b94b1a0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:45.484207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-63853fc1-452a-4185-bf69-cf9fddf596a3 req-4f834c0b-ebe1-443f-bf1d-cf9c274439e9 tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.48 "GET /v2.0/ports?device_id=0414b11a-82f1-4012-b260-5f87d69923a6 HTTP/1.1" status: 200 len: 210 time: 0.0920544 Apr 01 15:05:45.503918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1a8cce4-4136-45d2-b06c-475b877f45f6 req-62c3bdc5-d77e-4f87-8654-663d0271bdbc tempest-MultipleCreateTestJSON-1103628792 tempest-MultipleCreateTestJSON-1103628792-project] 10.222.0.62 "DELETE /v2.0/ports/1d67dd46-cc83-4985-82a1-ad262b94b1a0 HTTP/1.1" status: 204 len: 173 time: 2.4291255 Apr 01 15:05:45.554821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:45.556141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-56c16e35-6c02-42f8-860b-586c4318dee4 None None] Provisioning for port c1cf2f7f-6bb4-4ee0-b975-47d346cf393c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:45.562761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-56c16e35-6c02-42f8-860b-586c4318dee4 None None] Provisioning complete for port c1cf2f7f-6bb4-4ee0-b975-47d346cf393c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:45.563508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56c16e35-6c02-42f8-860b-586c4318dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:45.601812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5ac42-e4f6-4e1b-88b3-2c9a040086fe req-4e1eb373-395a-423e-8398-51c5ce4859be tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:45.610153 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d8d5ac42-e4f6-4e1b-88b3-2c9a040086fe req-4e1eb373-395a-423e-8398-51c5ce4859be tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.1390402 Apr 01 15:05:45.680422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:45.688582 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d8d5ac42-e4f6-4e1b-88b3-2c9a040086fe req-0ced5a4e-5e50-433e-92e5-a799f2867d58 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772567 Apr 01 15:05:45.691691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:45.704633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=c1cf2f7f-6bb4-4ee0-b975-47d346cf393c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:45.797750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58362) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:45.811485 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0414b11a-82f1-4012-b260-5f87d69923a6', 'name': 'network-vif-deleted', 'tag': '1d67dd46-cc83-4985-82a1-ad262b94b1a0', 'status': 'completed', 'code': 200} Apr 01 15:05:45.837265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-56c16e35-6c02-42f8-860b-586c4318dee4 None None] Port c1cf2f7f-6bb4-4ee0-b975-47d346cf393c was deleted so its status cannot be updated. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 15:05:45.980005 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:05:45.980383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:45.986780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:45.987576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-578cfdeb-1400-41eb-90f0-3d90402f5153 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/c1cf2f7f-6bb4-4ee0-b975-47d346cf393c HTTP/1.1" status: 204 len: 168 time: 2.9841301 Apr 01 15:05:46.004917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-56c16e35-6c02-42f8-860b-586c4318dee4 None None] Provisioning for port 67994aaa-7472-4b22-a8f7-7d43c74c599e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:46.070071 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.112620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:46.113914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1d67dd46-cc83-4985-82a1-ad262b94b1a0 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:46.161011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:46.172983 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.176878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-56c16e35-6c02-42f8-860b-586c4318dee4 None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:46.177257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56c16e35-6c02-42f8-860b-586c4318dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.189297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0975c1-ded0-4510-8ebb-2abf10be0520 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:46.190576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0975c1-ded0-4510-8ebb-2abf10be0520 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:46.192167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0975c1-ded0-4510-8ebb-2abf10be0520 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:46.193188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0c0975c1-ded0-4510-8ebb-2abf10be0520 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:46.230280 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.268130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91181a1a-a189-4f27-95a0-034d82fd334b req-ef423a6a-5d93-4755-9a6a-b5eb69b671d5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:46.269934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91181a1a-a189-4f27-95a0-034d82fd334b req-ef423a6a-5d93-4755-9a6a-b5eb69b671d5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.3494961 Apr 01 15:05:46.272501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0c0975c1-ded0-4510-8ebb-2abf10be0520 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:46.277552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0c0975c1-ded0-4510-8ebb-2abf10be0520 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2889018 Apr 01 15:05:46.278597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58376) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:46.342960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca91a7-f047-44f9-bde8-a015db3b43a0 req-8ba5c810-8695-4ee3-b5d3-91cad63198de tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:46.351763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4ca91a7-f047-44f9-bde8-a015db3b43a0 req-8ba5c810-8695-4ee3-b5d3-91cad63198de tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1066437 Apr 01 15:05:46.363734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:46.383798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1880c988bf45889d3c90a2ce91276e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:46.411287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:46.426908 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4ca91a7-f047-44f9-bde8-a015db3b43a0 req-85579d45-8a1e-487f-b7c5-3462c7b5f712 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738010 Apr 01 15:05:46.438820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:46.446072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 1d67dd46-cc83-4985-82a1-ad262b94b1a0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:46.456803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1d67dd46-cc83-4985-82a1-ad262b94b1a0 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:46.457376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5eaca7d1-f9b0-466d-999e-d47eceb12e04 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:05:46.546069 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'code': 200} Apr 01 15:05:46.547621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:46.555284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91181a1a-a189-4f27-95a0-034d82fd334b req-f0d4d05b-ad08-4a99-ad4d-5a5a9fb042b9 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685542 Apr 01 15:05:46.559536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5eaca7d1-f9b0-466d-999e-d47eceb12e04 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:05:46.560055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5eaca7d1-f9b0-466d-999e-d47eceb12e04 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:05:46.580503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'port_id': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'mac_address': 'fa:16:3e:73:91:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef1e37e-ba30-47f3-914c-ba7c53f78002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:46.617115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:46.650265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 19694b6c-f9e5-4af5-accd-76c1f55dd6c1 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:46.662467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.696541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ac8bdea-2444-429b-b8e7-3b46542e7caa req-1db1ca46-93e8-4f96-9ab3-7690a3687b1b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 210 time: 0.0637035 Apr 01 15:05:46.704243 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.726474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.737360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.747376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:46.769815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:46.782756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb1880c988bf45889d3c90a2ce91276e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9808600 Apr 01 15:05:46.783108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58386) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:46.783369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.785114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.873082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ac57a-b32e-4dc3-9cd4-f1c3cef67cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c3079-8152-4890-80a1-f8d98fdbfadc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:46.926947 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:46.980623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:46.987995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-93060562-ec66-4538-8906-b0103d894f83 None None] Could not find standard attr ID for object c1cf2f7f-6bb4-4ee0-b975-47d346cf393c. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:05:47.038059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.083578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=19694b6c-f9e5-4af5-accd-76c1f55dd6c1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:47.097324 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.105793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720015d-4047-4664-9a7a-e95b11e99716 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:47.126103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['60fa5b86-98c8-4913-a2c2-b7bd71850fb9'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:47.127830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ecf7d757-05aa-44f2-8e4a-d363f7d4970f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/19694b6c-f9e5-4af5-accd-76c1f55dd6c1 HTTP/1.1" status: 204 len: 168 time: 0.8404615 Apr 01 15:05:47.130971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58394) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:47.172286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:47.187443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-039e3637-78b5-4cf3-bf34-529b2b6a70b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.276508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 24c05b6b-375f-4a2e-99c3-537ed5041adb {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:47.280984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.327674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-8169c0ce-72e2-4913-aac8-d4ab23290dec tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:47.329099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-8169c0ce-72e2-4913-aac8-d4ab23290dec tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.3135839 Apr 01 15:05:47.340730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-039e3637-78b5-4cf3-bf34-529b2b6a70b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.351883 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.352238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] Deleting subnet 9a82860d-c571-43f4-b669-65385410c983 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:47.360018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:47.384215 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.453854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.537778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1ed4-a1d6-4689-b3a6-403854663684 req-02dd011a-e1e9-4901-b05a-58bc09e41405 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:47.545612 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8a1ed4-a1d6-4689-b3a6-403854663684 req-02dd011a-e1e9-4901-b05a-58bc09e41405 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.6377473 Apr 01 15:05:47.578568 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.580129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.636446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=24c05b6b-375f-4a2e-99c3-537ed5041adb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:47.648522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.671390 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c41a7b2a-5119-47aa-aa6d-bde6de7cead8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/24c05b6b-375f-4a2e-99c3-537ed5041adb HTTP/1.1" status: 204 len: 168 time: 0.5362673 Apr 01 15:05:47.672724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58410) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:47.829461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-940c7038-35b6-434f-b150-6a88b455a783 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554275 Apr 01 15:05:47.833413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58420) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:47.842296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:47.964121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-039e3637-78b5-4cf3-bf34-529b2b6a70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:47.972371 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.015364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:48.033147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a8a1ed4-a1d6-4689-b3a6-403854663684 req-d9e9c330-15f9-49f0-b4f7-473bead55762 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866736 Apr 01 15:05:48.043913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:48.047298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e3637-78b5-4cf3-bf34-529b2b6a70b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c3079-8152-4890-80a1-f8d98fdbfadc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:48.050900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:48.055074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:48.065045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-039e3637-78b5-4cf3-bf34-529b2b6a70b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.065556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc94a39-e7a4-4bde-b3db-723e3755cb1f req-30f9ec55-9622-4390-a60f-25390ab85fa6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:48.066227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-039e3637-78b5-4cf3-bf34-529b2b6a70b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/876c3079-8152-4890-80a1-f8d98fdbfadc HTTP/1.1" status: 204 len: 168 time: 1.2799039 Apr 01 15:05:48.067463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:48.070782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5bc94a39-e7a4-4bde-b3db-723e3755cb1f req-30f9ec55-9622-4390-a60f-25390ab85fa6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3074279 Apr 01 15:05:48.076110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:48.102227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:48.105405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.134527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:48.138152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.200543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.257644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a82860d-c571-43f4-b669-65385410c983,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:48.267389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.284034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5bc94a39-e7a4-4bde-b3db-723e3755cb1f req-2af1433c-3c4d-4545-a2a7-546fa766b135 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052727 Apr 01 15:05:48.366116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ada1f354-51ff-4e35-891a-70b5bb999cc4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9a82860d-c571-43f4-b669-65385410c983 HTTP/1.1" status: 204 len: 168 time: 1.1780419 Apr 01 15:05:48.376700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58428) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:48.506103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a80afd-2030-4e28-9ba7-a1fb38a6aada None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:48.601608 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-12dc8a52-e9dc-4656-9d80-81480ed3cd1b req-cebd9825-63ec-4ca3-96b2-4a51bd96b302 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 210 time: 0.1122768 Apr 01 15:05:48.703689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.709411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.14 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/31d725a7-9560-4af2-9bb8-12232a73e7ce) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:48.712012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58434) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:48.749472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f92e9411-b46b-48c4-b7cb-72caefd6d55a None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:48.749472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f92e9411-b46b-48c4-b7cb-72caefd6d55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.760253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be5572-cc3a-46dd-a0a8-619e2c8bde9a req-18d41077-f3b8-4d03-bdb3-1e4b9d77ef9e tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:48.761785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3be5572-cc3a-46dd-a0a8-619e2c8bde9a req-18d41077-f3b8-4d03-bdb3-1e4b9d77ef9e tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 944 time: 0.4032331 Apr 01 15:05:48.762468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:48.789358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.objects.ports [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:05:49.017649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:49.043418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab617a604b2b4c9488a0eabe288a5672 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:49.049400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:49.084245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:49.087437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.149767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.177992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3be5572-cc3a-46dd-a0a8-619e2c8bde9a req-cd4c3e35-04f0-4d0c-a963-3123ab9543e9 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051213 Apr 01 15:05:49.190335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': 'b842d1e6-b9c7-4614-8551-81455b7f5d5e'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '67994aaa-7472-4b22-a8f7-7d43c74c599e'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:05:49.201317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97540f11-98c9-4cfb-9fd3-f7461dd3e379']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:49.234780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c281b8c-5b84-448e-b076-6e9a94e5aa33') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:49.235069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c281b8c-5b84-448e-b076-6e9a94e5aa33') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:05:49.259432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.264835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.304564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.329551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:05:49.330237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:05:49.344483 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:05:49.423725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.461487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.467485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.488099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.514297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=67994aaa-7472-4b22-a8f7-7d43c74c599e,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:49.523777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.544027 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.554718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.555700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.570880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:49.591256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] Pushing event deleted for resources: {'Network': ['ID=97540f11-98c9-4cfb-9fd3-f7461dd3e379,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:49.603141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5c7e3-f7e9-4a5d-93bd-8fe6761af7ea,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:49.622108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ab721d2a-be7d-4fc1-9f4d-aa229f427ef9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab617a604b2b4c9488a0eabe288a5672&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9061370 Apr 01 15:05:49.623640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58444) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:49.645356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9760ca8b-d215-455e-963e-06396c30e142 admin admin] 10.222.0.48 "DELETE /v2.0/networks/97540f11-98c9-4cfb-9fd3-f7461dd3e379 HTTP/1.1" status: 204 len: 168 time: 1.2021320 Apr 01 15:05:49.658012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d513e-ead9-4577-a748-cf00a54b7095 req-95d01860-a161-45d7-bf63-c0f7fcf1b246 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:49.659515 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-594d513e-ead9-4577-a748-cf00a54b7095 req-95d01860-a161-45d7-bf63-c0f7fcf1b246 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.4174066 Apr 01 15:05:49.661420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.731631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:49.732519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:49.740387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:49.742738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:49.743589 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.760923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=b842d1e6-b9c7-4614-8551-81455b7f5d5e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:49.778317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=8']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:49.786382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:49.794929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:49.800639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=31d725a7-9560-4af2-9bb8-12232a73e7ce,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:49.805862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:49.813739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-594d513e-ead9-4577-a748-cf00a54b7095 req-21a478a0-5732-4e60-be9d-8e1da332196a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359172 Apr 01 15:05:49.818654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c600379a-0c68-4c76-b296-c440a9211f7c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9833252 Apr 01 15:05:49.821667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58452) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:49.826690 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:05:49.827042 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:05:49.831174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:49.840092 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee9c1-0c26-4023-94bd-d9ee99f78cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:49.865884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975a016-f187-4f01-9b3f-807921273fc5 req-a65f3f57-e761-401c-8656-b7c1c099d9fc tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:49.872657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2975a016-f187-4f01-9b3f-807921273fc5 req-a65f3f57-e761-401c-8656-b7c1c099d9fc tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3423793 Apr 01 15:05:49.915800 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee9c1-0c26-4023-94bd-d9ee99f78cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.019688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:50.020884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.036237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:50.038946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:50.039419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.105721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:50.111290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:50.114873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:50.122214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:50.139672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdabf-aaf7-4125-8cd4-6b862cdabab7 req-987ac5a2-2ebe-4c09-aaa7-4cca75a94298 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:50.141096 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-430cdabf-aaf7-4125-8cd4-6b862cdabab7 req-987ac5a2-2ebe-4c09-aaa7-4cca75a94298 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 932 time: 0.1409647 Apr 01 15:05:50.167625 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2975a016-f187-4f01-9b3f-807921273fc5 req-7840551d-4703-4881-890f-7e9cf878de50 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939916 Apr 01 15:05:50.178435 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bbe151a-7ef8-4c1f-8a6a-fdd351b9d1ff tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8219600 Apr 01 15:05:50.183072 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee9c1-0c26-4023-94bd-d9ee99f78cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.189125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:50.192655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.198633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.216552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Request body: {'port': {'device_id': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:50.231092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:50.243190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:50.248964 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.253499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ce4d578c-bd45-4efc-9d38-5ba0736f9d51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87d0016c08124379af43c3b875b58df9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2145264 Apr 01 15:05:50.260713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ee9c1-0c26-4023-94bd-d9ee99f78cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5c7e3-f7e9-4a5d-93bd-8fe6761af7ea,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:50.265816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58468) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:50.267512 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee9c1-0c26-4023-94bd-d9ee99f78cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.268940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f7ee9c1-0c26-4023-94bd-d9ee99f78cfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73f5c7e3-f7e9-4a5d-93bd-8fe6761af7ea HTTP/1.1" status: 204 len: 168 time: 0.6433890 Apr 01 15:05:50.288811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-430cdabf-aaf7-4125-8cd4-6b862cdabab7 req-47246a25-0b52-4b9f-b5df-a0983edbfcc6 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408489 Apr 01 15:05:50.397516 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2636c3-5456-46a0-ab3a-9a0f61295fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.432926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2636c3-5456-46a0-ab3a-9a0f61295fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.458270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:50.507126 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.618162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.650608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2636c3-5456-46a0-ab3a-9a0f61295fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.685594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2636c3-5456-46a0-ab3a-9a0f61295fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58daaff2-4c07-48d0-b16c-4fe297cb617e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:50.761439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:50.792780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 67994aaa-7472-4b22-a8f7-7d43c74c599e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:50.968530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aff59-3094-4d77-a919-431d2cb4059f req-5f931f5c-653a-4777-a4a2-7c267ff60a91 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:50.970826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-666aff59-3094-4d77-a919-431d2cb4059f req-5f931f5c-653a-4777-a4a2-7c267ff60a91 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.4315743 Apr 01 15:05:51.003619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2636c3-5456-46a0-ab3a-9a0f61295fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:51.005013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cd2636c3-5456-46a0-ab3a-9a0f61295fb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58daaff2-4c07-48d0-b16c-4fe297cb617e HTTP/1.1" status: 204 len: 168 time: 0.7371979 Apr 01 15:05:51.057514 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'code': 200} Apr 01 15:05:51.058282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=a92b6a2e-719d-46f9-a022-d15cd9f9421f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:51.082734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:51.090932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:51.099556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:51.103732 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:51.136334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=67994aaa-7472-4b22-a8f7-7d43c74c599e,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:51.138690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:51.143064 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:51.202011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-666aff59-3094-4d77-a919-431d2cb4059f req-5ca0eb5e-a891-4708-931a-449ec2b41562 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119374 Apr 01 15:05:51.206481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0fc7a207-18c1-4bd1-93b2-24220d32fd5e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3835909 Apr 01 15:05:51.210834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:51.233073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:40:45:33', 'name': 'tempest-NetworksTestDHCPv6-872115272'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:51.375777 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:51.392723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:51.446457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d725a7-9560-4af2-9bb8-12232a73e7ce {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:51.468922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:51.553410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Transition to ACTIVE for port object 31d725a7-9560-4af2-9bb8-12232a73e7ce will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:51.560353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:51.575720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:51.664072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721239-1908-4399-b598-fc02b31ef79a None None] Pushing event updated for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:51.677314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:51.722328 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f9879be-ae59-44c7-9132-5204325f84ec req-858f86fb-81dd-4247-8f1b-3c9515bdecc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 1096 time: 0.3485136 Apr 01 15:05:51.722581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Pushing event updated for resources: {'Port': ['ID=31d725a7-9560-4af2-9bb8-12232a73e7ce,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:51.771315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:51.803850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0089dc-3696-4966-98b4-1d1d362cff42 req-2c60a218-22c1-4dd2-a50c-fb740f587835 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:51.813857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d0089dc-3696-4966-98b4-1d1d362cff42 req-2c60a218-22c1-4dd2-a50c-fb740f587835 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.4859607 Apr 01 15:05:52.020581 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d0089dc-3696-4966-98b4-1d1d362cff42 req-212e4716-fd39-421f-a598-024c18c7ec57 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057326 Apr 01 15:05:52.121132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e92db-0c7f-43b3-a7fb-7654e22af6fa req-9c4a429c-cc2b-492b-ae1c-7adbce5423b7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:52.127258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-048e92db-0c7f-43b3-a7fb-7654e22af6fa req-9c4a429c-cc2b-492b-ae1c-7adbce5423b7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.6862743 Apr 01 15:05:52.205460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f9879be-ae59-44c7-9132-5204325f84ec req-9a5e5e23-9d7a-40b4-8c87-9b97f4ec0ea4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755538 Apr 01 15:05:52.269134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-048e92db-0c7f-43b3-a7fb-7654e22af6fa req-3485ca37-f6f8-48e0-8ebe-c21b267d1aa6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408334 Apr 01 15:05:52.319024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Attempting to bind port 31d725a7-9560-4af2-9bb8-12232a73e7ce on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:05:52.319448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Attempting to bind port 31d725a7-9560-4af2-9bb8-12232a73e7ce by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:05:52.319843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Attempting to bind port 31d725a7-9560-4af2-9bb8-12232a73e7ce on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:52.339930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Port 31d725a7-9560-4af2-9bb8-12232a73e7ce on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:05:52.340241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Attempting to bind port 31d725a7-9560-4af2-9bb8-12232a73e7ce on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:05:52.369232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:05:52.370040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:52.370696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:05:52.371590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Bound port: 31d725a7-9560-4af2-9bb8-12232a73e7ce, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:05:52.372162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:52.373450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:52.418240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port e8a6f1fd-5235-4f9d-b13e-e5613ad34497 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:05:52.460776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5415b-e26d-46ec-aa8b-d7712e21ff65 req-f067884b-b3eb-4aaa-a69d-6240167cba83 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:52.462074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9c5415b-e26d-46ec-aa8b-d7712e21ff65 req-f067884b-b3eb-4aaa-a69d-6240167cba83 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:52.467280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46923bdf-2242-41a2-9608-9734da140865 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:52.591663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1d139ef3-4836-43f2-9c76-9d50d6ad549e None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:52.592408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d139ef3-4836-43f2-9c76-9d50d6ad549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:52.618182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] For port 31d725a7-9560-4af2-9bb8-12232a73e7ce, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:05:52.625494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] For port 31d725a7-9560-4af2-9bb8-12232a73e7ce, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=31d725a7-9560-4af2-9bb8-12232a73e7ce,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:05:52.626453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58534) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:52.642459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9c5415b-e26d-46ec-aa8b-d7712e21ff65 req-f067884b-b3eb-4aaa-a69d-6240167cba83 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:52.643673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9c5415b-e26d-46ec-aa8b-d7712e21ff65 req-f067884b-b3eb-4aaa-a69d-6240167cba83 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 944 time: 0.3645911 Apr 01 15:05:52.648120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:52.728866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 172.20.0.14 (1521f7be-bcca-472b-a0e8-65bfb965abc6/a92b6a2e-719d-46f9-a022-d15cd9f9421f/e8a6f1fd-5235-4f9d-b13e-e5613ad34497) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:52.737486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fe40:4533 (1521f7be-bcca-472b-a0e8-65bfb965abc6/b842d1e6-b9c7-4614-8551-81455b7f5d5e/e8a6f1fd-5235-4f9d-b13e-e5613ad34497) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:52.792939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:52.796390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] 10.222.0.44 "PUT /v2.0/ports/31d725a7-9560-4af2-9bb8-12232a73e7ce HTTP/1.1" status: 200 len: 1092 time: 2.6055510 Apr 01 15:05:52.806263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'tag': '31d725a7-9560-4af2-9bb8-12232a73e7ce'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:52.951510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-785109411-network', 'tenant_id': '1b90d18240ba4a5db8756ab776d56f56'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:53.001795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:53.020771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Usage tracker for resource:network and tenant:1b90d18240ba4a5db8756ab776d56f56 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:53.035085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:53.059380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:53.063059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e436208-11fb-4fca-926d-75ea8f31f4ec service neutron] Pushing event updated for resources: {'Port': ['ID=31d725a7-9560-4af2-9bb8-12232a73e7ce,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:53.076293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab19e2-ec2b-43dd-85b3-6a65da5817c3 req-dcc6d174-0992-458b-86ef-dbc042ceca85 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:53.083159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24ab19e2-ec2b-43dd-85b3-6a65da5817c3 req-dcc6d174-0992-458b-86ef-dbc042ceca85 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2173729 Apr 01 15:05:53.089807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:53.100879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9c5415b-e26d-46ec-aa8b-d7712e21ff65 req-b131a3e3-cb9d-456c-b701-3f6ae529a764 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374638 Apr 01 15:05:53.125952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-139ba77e-fb5b-42ab-88ae-f09a6e747123 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 1095 time: 0.2705588 Apr 01 15:05:53.128390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Made reservation on behalf of 1b90d18240ba4a5db8756ab776d56f56 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:53.137961 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:53.195619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object e8a6f1fd-5235-4f9d-b13e-e5613ad34497 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:53.219401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': 'b842d1e6-b9c7-4614-8551-81455b7f5d5e', 'ip_address': '2001:db8::f816:3eff:fe50:3014'}, {'subnet_id': 'a92b6a2e-719d-46f9-a022-d15cd9f9421f'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '67994aaa-7472-4b22-a8f7-7d43c74c599e'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:05:53.231852 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:53.245260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24ab19e2-ec2b-43dd-85b3-6a65da5817c3 req-474dcb91-e399-4853-8abc-f69100e588ef tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611135 Apr 01 15:05:53.305023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:53.315636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-dbf1a5c8-2904-499c-9a4d-9c3862b5f82d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31d725a7-9560-4af2-9bb8-12232a73e7ce HTTP/1.1" status: 200 len: 217 time: 0.1613886 Apr 01 15:05:53.357756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:53.427033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:53.434488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Usage tracker for resource:security_group_rule and tenant:1b90d18240ba4a5db8756ab776d56f56 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:53.439275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:53.443278 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'tag': '31d725a7-9560-4af2-9bb8-12232a73e7ce', 'status': 'completed', 'code': 200} Apr 01 15:05:53.451391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:53.454410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-056000d8-c399-4e37-8f1a-950b0531b5c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:53.456142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-056000d8-c399-4e37-8f1a-950b0531b5c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1339912 Apr 01 15:05:53.573380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:05:53.577379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:53.593159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:05:53.693036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:53.702238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-a9a7dd10-9199-45c6-bf9c-09345165eb2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2345259 Apr 01 15:05:53.709422 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:53.724871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=e8a6f1fd-5235-4f9d-b13e-e5613ad34497,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:53.924065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] Allocated IP 172.20.0.2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/a92b6a2e-719d-46f9-a022-d15cd9f9421f/67994aaa-7472-4b22-a8f7-7d43c74c599e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:05:53.957284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:53.958089 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:54.040031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7bc4724-13ff-43fc-b4b0-2fa4ababde91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8276265 Apr 01 15:05:54.042911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58562) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:54.064824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:05:54.066944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb724b-e636-4799-b1a7-92dab77f38cd req-c4bcab14-1c68-48d3-bc8e-e013ef60e422 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:54.075168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ceb724b-e636-4799-b1a7-92dab77f38cd req-c4bcab14-1c68-48d3-bc8e-e013ef60e422 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3465278 Apr 01 15:05:54.178076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c5806-4a2a-4bd4-9228-057276a047b0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:54.223270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ceb724b-e636-4799-b1a7-92dab77f38cd req-e48f8f18-2978-4d22-a48e-fd74759cef9b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384935 Apr 01 15:05:54.225384 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:54.225728 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Added segment ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933 of type vlan for network 3ef70953-5013-456a-bc81-c3efb76439ed Apr 01 15:05:54.269861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=67994aaa-7472-4b22-a8f7-7d43c74c599e,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:54.317861 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:54.410638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] Transition to ACTIVE for port object 67994aaa-7472-4b22-a8f7-7d43c74c599e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:05:54.418488 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:54.496788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:54.508881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca7a0c-b6e7-4b1f-a827-65ee5a625e9d None None] Pushing event updated for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:54.526088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9072d965-e624-403d-ac95-30214a660a57 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:54.530050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9072d965-e624-403d-ac95-30214a660a57 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:54.530836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9072d965-e624-403d-ac95-30214a660a57 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:54.533214 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-80e88e6b-bcfe-4f8f-94be-126cc877da28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1096 time: 0.1871855 Apr 01 15:05:54.541588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-9bf47a68-9d4e-48d8-b97d-71f9c1d34656 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270156 Apr 01 15:05:54.599456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9072d965-e624-403d-ac95-30214a660a57 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:54.600606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9072d965-e624-403d-ac95-30214a660a57 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5405114 Apr 01 15:05:54.606447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58584) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:54.739909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b4ffb-8b6f-4866-8c1e-194337d464c1 req-e4ac64ae-5fdb-48b2-a23c-ce43432e70ec tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:54.741298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-112b4ffb-8b6f-4866-8c1e-194337d464c1 req-e4ac64ae-5fdb-48b2-a23c-ce43432e70ec tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 944 time: 0.3173723 Apr 01 15:05:54.767997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 67994aaa-7472-4b22-a8f7-7d43c74c599e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:54.830330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a82ab-4423-4617-8ba5-c5295b5e22f5 req-7dedbb5e-9ed1-4bbf-9508-62b9003d610f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:54.831882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e99a82ab-4423-4617-8ba5-c5295b5e22f5 req-7dedbb5e-9ed1-4bbf-9508-62b9003d610f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.5438752 Apr 01 15:05:54.832534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:54.833564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:54.834338 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:54.851299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-61b53adf-0664-4f91-a53e-5beeaa5788aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:54.852900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-61b53adf-0664-4f91-a53e-5beeaa5788aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.2981646 Apr 01 15:05:54.947526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3152587 Apr 01 15:05:54.953009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58596) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:54.957292 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-112b4ffb-8b6f-4866-8c1e-194337d464c1 req-ac4b5931-4b68-4e1d-a010-2bbbf87d2d33 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999228 Apr 01 15:05:54.965067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Request body: {'subnet': {'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-785109411-subnet', 'tenant_id': '1b90d18240ba4a5db8756ab776d56f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:05:54.981374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:05:54.988592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Usage tracker for resource:subnet and tenant:1b90d18240ba4a5db8756ab776d56f56 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:05:54.993519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:05:55.009367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:05:55.017949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-1692a168-fbf6-43db-bf81-75b86833d395 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 1001 time: 0.1583366 Apr 01 15:05:55.025718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Made reservation on behalf of 1b90d18240ba4a5db8756ab776d56f56 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:05:55.029652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:55.031546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port e8a6f1fd-5235-4f9d-b13e-e5613ad34497 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:05:55.031891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:55.200796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51232ed5-ee72-47b0-86e4-15a52cf77c0b req-e23f46b4-775f-4c7c-a4d7-4b12b40a617a service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454520 Apr 01 15:05:55.202113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324153-3290-4b25-911c-2d1404a3bdb2 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef70953-5013-456a-bc81-c3efb76439ed,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:55.211823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3ef70953-5013-456a-bc81-c3efb76439ed details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:05:55.271371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e99a82ab-4423-4617-8ba5-c5295b5e22f5 req-2cd64028-d627-49ee-a031-2cebb169ea01 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956184 Apr 01 15:05:55.379802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-0124b8ca-5d47-4e2f-8e1d-6728cfb9ade3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:55.381774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-0124b8ca-5d47-4e2f-8e1d-6728cfb9ade3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.3064051 Apr 01 15:05:55.473752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:55.533701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef8a-545b-4a81-b9af-11db8b6b6ee8 req-2b2bb331-cd2e-478e-a304-c678168f66e7 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:55.536532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96f0ef8a-545b-4a81-b9af-11db8b6b6ee8 req-2b2bb331-cd2e-478e-a304-c678168f66e7 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.3709326 Apr 01 15:05:55.564368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba86c7a-5920-40f8-a236-20979ef0d9bc None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:55.646669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for e8a6f1fd-5235-4f9d-b13e-e5613ad34497 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:05:55.658470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f37d4846-f273-4bc6-8b5f-0f51c792eeb9 None None] Provisioning for port 67994aaa-7472-4b22-a8f7-7d43c74c599e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:05:55.679097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f37d4846-f273-4bc6-8b5f-0f51c792eeb9 None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:55.679780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f37d4846-f273-4bc6-8b5f-0f51c792eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:55.823779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-96d64ad7-3fd7-4b15-bd82-50a0d1270561 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 1095 time: 0.2801807 Apr 01 15:05:55.833175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96f0ef8a-545b-4a81-b9af-11db8b6b6ee8 req-c194cab7-77d9-4399-9d82-d4fabd1ffa16 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869742 Apr 01 15:05:55.850540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-3c818064-fc4d-4136-ad46-a4e0a6b5dd2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4593315 Apr 01 15:05:55.866911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605d1a-af6d-4f56-b1e9-6267706e4ff8 req-c34c3f0c-5b98-4010-be48-e81fd7422171 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:55.868286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39605d1a-af6d-4f56-b1e9-6267706e4ff8 req-c34c3f0c-5b98-4010-be48-e81fd7422171 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3237114 Apr 01 15:05:56.007767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-2802a5f5-9eae-4288-9728-2193454b3eb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:56.008954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-2802a5f5-9eae-4288-9728-2193454b3eb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.1355226 Apr 01 15:05:56.014983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:56.143691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-ef30ae6f-e24e-4d4b-95ff-36855e9ef175 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31d725a7-9560-4af2-9bb8-12232a73e7ce HTTP/1.1" status: 200 len: 217 time: 0.0973694 Apr 01 15:05:56.145661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 450c1827-e871-4dd4-892c-13699957d013 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:56.148305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39605d1a-af6d-4f56-b1e9-6267706e4ff8 req-dc16fda4-566a-483c-a885-7d5e4b32ed8e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384172 Apr 01 15:05:56.198038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b20e9d-8328-4f01-a459-a61f4cd26e72,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:56.288935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-89a7a96d-48f4-4a8e-86bd-9e7963ba9221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:56.290648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-89a7a96d-48f4-4a8e-86bd-9e7963ba9221 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.0948732 Apr 01 15:05:56.295581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:56.314689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '450c1827-e871-4dd4-892c-13699957d013', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'port_id': '450c1827-e871-4dd4-892c-13699957d013', 'mac_address': 'fa:16:3e:07:38:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec34c30-428d-4c5a-9a9d-da73a48138a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:56.360948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:56.383923 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:56.408283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 450c1827-e871-4dd4-892c-13699957d013 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:56.431103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:56.441106 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:56.457056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-f12a5164-be64-43b9-b15b-8a1a56469def service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947788 Apr 01 15:05:56.476205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d05a9-1c1f-412e-be26-5a2970a40f4b req-8d1f35e1-a6ab-40e3-80a6-0c2d5e8e8264 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:56.483659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=e8a6f1fd-5235-4f9d-b13e-e5613ad34497,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:56.484762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b6d05a9-1c1f-412e-be26-5a2970a40f4b req-8d1f35e1-a6ab-40e3-80a6-0c2d5e8e8264 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2909575 Apr 01 15:05:56.486755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Checking segment: {'id': 'ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:05:56.487488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Network hostable DHCP agents. Network: 3ef70953-5013-456a-bc81-c3efb76439ed, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:05:56.520829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-d4910142-3ee9-4d97-ab79-40dd45befa11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210534 Apr 01 15:05:56.546958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:56.579613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['450c1827-e871-4dd4-892c-13699957d013'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:56.673701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-226baa8d-a80c-4f16-86a2-32100cce47b2 None None] Could not find standard attr ID for object e8a6f1fd-5235-4f9d-b13e-e5613ad34497. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:05:56.765162 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b6d05a9-1c1f-412e-be26-5a2970a40f4b req-1a7bc4fa-264e-442b-b5e1-51e4127484ee tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794430 Apr 01 15:05:56.785529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-226baa8d-a80c-4f16-86a2-32100cce47b2 None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:56.786631 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-226baa8d-a80c-4f16-86a2-32100cce47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:56.837609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Network 3ef70953-5013-456a-bc81-c3efb76439ed is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:05:56.848292 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f87aeb43-a0cb-44b6-8d46-34422734fa4e req-cd155605-962a-4453-9613-22d9954b6a7f service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790538 Apr 01 15:05:56.872208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3ef70953-5013-456a-bc81-c3efb76439ed) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:05:56.879528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:56.880265 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:56.907711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0becbac2-c038-4644-a9ba-8602effb8458 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9531868 Apr 01 15:05:56.924441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28617f-24d0-403d-aff7-f479d3da18c0 None None] Network 3ef70953-5013-456a-bc81-c3efb76439ed requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:57.172569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0d47-3dde-4e96-a5fd-d735eeca1de4 req-a6c937cd-7790-4bfc-9ff2-f7cd9171fe21 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:57.192809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-403c0d47-3dde-4e96-a5fd-d735eeca1de4 req-a6c937cd-7790-4bfc-9ff2-f7cd9171fe21 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1799939 Apr 01 15:05:57.249129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:57.309553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-17271ef5-aa1d-4e86-b55d-549fd4fc2d1d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/e8a6f1fd-5235-4f9d-b13e-e5613ad34497 HTTP/1.1" status: 204 len: 168 time: 2.6917193 Apr 01 15:05:57.323519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58640) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:57.341813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-403c0d47-3dde-4e96-a5fd-d735eeca1de4 req-4eb0bcd2-265d-4184-9671-25316be46212 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428487 Apr 01 15:05:57.377771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f21aa3f4-196c-4166-aad0-ba60695980fe None None] Could not find standard attr ID for object e8a6f1fd-5235-4f9d-b13e-e5613ad34497. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:05:57.464260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cdf01-35c7-4ecd-8b48-102d0156cb86 req-c8d47ae5-3834-4a49-bfe7-2901e4db512f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:57.465730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e5cdf01-35c7-4ecd-8b48-102d0156cb86 req-c8d47ae5-3834-4a49-bfe7-2901e4db512f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 944 time: 1.0956581 Apr 01 15:05:57.602303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3242ddf7-6e13-446d-98b5-f82e0d5caf89 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:57.603641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3242ddf7-6e13-446d-98b5-f82e0d5caf89 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:57.604946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3242ddf7-6e13-446d-98b5-f82e0d5caf89 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:57.605868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3242ddf7-6e13-446d-98b5-f82e0d5caf89 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:57.620360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-d1d0915f-f551-4108-857c-40c9f2b3e8f9 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0548964 Apr 01 15:05:57.622749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e5cdf01-35c7-4ecd-8b48-102d0156cb86 req-30d164b1-25e0-43ff-9036-3610ffea441b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338966 Apr 01 15:05:57.658358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 31d725a7-9560-4af2-9bb8-12232a73e7ce details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:05:57.662955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f274689-4d55-4eb6-8088-00e2280634fe None None] Network 3ef70953-5013-456a-bc81-c3efb76439ed requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:57.686681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3242ddf7-6e13-446d-98b5-f82e0d5caf89 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:57.690644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58660) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:57.692852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3242ddf7-6e13-446d-98b5-f82e0d5caf89 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3676617 Apr 01 15:05:57.919473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83db0868-3d25-4739-b11c-e3fcadaf3e4b req-0ab4b25f-5d4e-430e-943c-d3b1504df4d5 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923806 Apr 01 15:05:57.992809 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6672d76-2255-419f-97e5-70b05ee83035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.009181 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:05:58.046507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet a92b6a2e-719d-46f9-a022-d15cd9f9421f {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:58.050251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.094040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25af677-9f48-42ae-9e48-f4c72475b690 req-8c161db7-7956-4cd7-87e8-038037113f1b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:58.096810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b25af677-9f48-42ae-9e48-f4c72475b690 req-8c161db7-7956-4cd7-87e8-038037113f1b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 944 time: 0.0977364 Apr 01 15:05:58.127748 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.161336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 450c1827-e871-4dd4-892c-13699957d013 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:05:58.191241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b25af677-9f48-42ae-9e48-f4c72475b690 req-74ceba76-49cc-45f4-a382-e05debe68577 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861008 Apr 01 15:05:58.307248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.400794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.458666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=a92b6a2e-719d-46f9-a022-d15cd9f9421f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:58.477048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.510644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58688) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:58.512480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6df29083-b7d4-4b06-a1ef-3859788e0c05 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/a92b6a2e-719d-46f9-a022-d15cd9f9421f HTTP/1.1" status: 204 len: 168 time: 0.8204916 Apr 01 15:05:58.562669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc262d5-fba9-4b06-9a78-44a619d07e9f None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:05:58.730857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 31d725a7-9560-4af2-9bb8-12232a73e7ce, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=31d725a7-9560-4af2-9bb8-12232a73e7ce,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:58.767490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '31d725a7-9560-4af2-9bb8-12232a73e7ce', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': '31d725a7-9560-4af2-9bb8-12232a73e7ce', 'mac_address': 'fa:16:3e:9d:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:05:58.850923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 450c1827-e871-4dd4-892c-13699957d013 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:05:58.851249 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.956090 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:58.994200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876c88-05e5-409b-912b-9ab9503246ff req-cbe12647-3d95-44d0-b4b8-9c00631c8109 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:59.000541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-cbe12647-3d95-44d0-b4b8-9c00631c8109 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/networks?id=3ef70953-5013-456a-bc81-c3efb76439ed HTTP/1.1" status: 200 len: 812 time: 0.3796184 Apr 01 15:05:59.020270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d725a7-9560-4af2-9bb8-12232a73e7ce {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:05:59.034497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-bcb257fe-7b07-4163-b3ee-c9ce0f31b3f6 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/quotas/1b90d18240ba4a5db8756ab776d56f56 HTTP/1.1" status: 200 len: 375 time: 0.0270224 Apr 01 15:05:59.040891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1bff3779-fe20-4739-bed8-9875c1fe3b0c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:05:59.041789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1bff3779-fe20-4739-bed8-9875c1fe3b0c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Synchronizing usage tracker for tenant:066e371e67e940308f58669230b8a104 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:59.072608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1bff3779-fe20-4739-bed8-9875c1fe3b0c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Unset dirty status for tenant:066e371e67e940308f58669230b8a104 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:05:59.074434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1bff3779-fe20-4739-bed8-9875c1fe3b0c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 814 time: 0.5192816 Apr 01 15:05:59.111349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet b842d1e6-b9c7-4614-8551-81455b7f5d5e {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:05:59.115429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.116194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 31d725a7-9560-4af2-9bb8-12232a73e7ce, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=31d725a7-9560-4af2-9bb8-12232a73e7ce,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:59.134284 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.170895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-804a761b-ad7d-4b16-9540-fa12bad62799 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b90d18240ba4a5db8756ab776d56f56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313338 Apr 01 15:05:59.188287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.247517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=31d725a7-9560-4af2-9bb8-12232a73e7ce,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:59.253689 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.289480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.292767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c1827-e871-4dd4-892c-13699957d013'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:05:59.307583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:05:59.316097 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.466667 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-14fb5daf-2c8c-4678-8e67-e5a1fb999aa4 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/quotas/066e371e67e940308f58669230b8a104 HTTP/1.1" status: 200 len: 375 time: 0.3780890 Apr 01 15:05:59.484851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:59.512059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.530694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-bb548efc-6ae0-4096-a8d4-8d64f98ae961 service neutron] 10.222.0.48 "GET /v2.0/networks/3ef70953-5013-456a-bc81-c3efb76439ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520062 Apr 01 15:05:59.568008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=b842d1e6-b9c7-4614-8551-81455b7f5d5e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:05:59.590895 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:05:59.607707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bf3ebbc8-f62d-43e1-85cf-ec3c8d6a0bbd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/b842d1e6-b9c7-4614-8551-81455b7f5d5e HTTP/1.1" status: 204 len: 168 time: 1.0957906 Apr 01 15:05:59.619317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58718) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:05:59.639320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['31d725a7-9560-4af2-9bb8-12232a73e7ce'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:05:59.757843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-4f3b6341-784f-441e-9962-e7c4355f8ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/3ef70953-5013-456a-bc81-c3efb76439ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199507 Apr 01 15:05:59.823607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d588c790-fd30-40e3-a2cd-558fde3494c6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:05:59.969321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-42a91851-ab3c-4d73-bb9a-c877384b1ba2 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4940002 Apr 01 15:06:00.054479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d588c790-fd30-40e3-a2cd-558fde3494c6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:router {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:00.059131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58726) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:00.059878 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d588c790-fd30-40e3-a2cd-558fde3494c6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4385526 Apr 01 15:06:00.074182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:00.175129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-ec6ce45b-8714-4b1c-a89b-a603063ce9fb tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:00.177488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-ec6ce45b-8714-4b1c-a89b-a603063ce9fb tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e8154f1-1450-4ff6-a4d3-1fc939d0ef09 HTTP/1.1" status: 200 len: 945 time: 0.3455977 Apr 01 15:06:00.234036 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18a7e341-dc52-4171-9fa3-724dd154e427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:00.410911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0071c-193a-48db-b2b3-376b841f1202 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:00.418718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Deleting port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:00.419610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:00.618916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-71412007-5a44-4a94-ac76-e02f4f87a147 service neutron] 10.222.0.48 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544819 Apr 01 15:06:00.697567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f4225b5f-fde0-4e8f-bbdd-1f9e9c4105e9 None None] Provisioning complete for port 67994aaa-7472-4b22-a8f7-7d43c74c599e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:00.697567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4225b5f-fde0-4e8f-bbdd-1f9e9c4105e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:00.905069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:00.911334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:00.914858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:00.922709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae93fb-6a43-4353-b5a8-040e73892b65 req-7cb3df6c-2d22-4fc7-ab25-74fe316e00f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:00.931564 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33ae93fb-6a43-4353-b5a8-040e73892b65 req-7cb3df6c-2d22-4fc7-ab25-74fe316e00f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.2629507 Apr 01 15:06:00.966143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:01.005006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33ae93fb-6a43-4353-b5a8-040e73892b65 req-a722198e-6aa1-4478-bee4-7393179aac07 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744863 Apr 01 15:06:01.010235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:01.024142 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.229438 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.264792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:06:01.293218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] Deleting port 67994aaa-7472-4b22-a8f7-7d43c74c599e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:01.295386 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.383744 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.533757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] For port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:01.534450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.637302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.657779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] For port 67994aaa-7472-4b22-a8f7-7d43c74c599e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=67994aaa-7472-4b22-a8f7-7d43c74c599e,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:01.658450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.679399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 31d725a7-9560-4af2-9bb8-12232a73e7ce up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:01.759009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:01.763757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:01.772051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:01.772945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:01.792522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-5dd02397-5cff-41ee-9183-16fbbbe9aed7 service neutron] 10.222.0.48 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7599573 Apr 01 15:06:01.809220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Calling delete_port for 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:01.813944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9a22f-7bd6-44af-8398-d201feee2d5f req-27bee750-1cb0-4bcc-a14d-37791093f9cf tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:01.821478 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34d9a22f-7bd6-44af-8398-d201feee2d5f req-27bee750-1cb0-4bcc-a14d-37791093f9cf tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 945 time: 0.4235179 Apr 01 15:06:01.823946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=39306c45-bdf3-4264-8d09-326373b2d974,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:01.829059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7679472 Apr 01 15:06:01.869859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58776) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:01.892017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.892713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.893200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.893657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.894080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.894500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.894918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.895586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.896202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.896647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.897057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e25e7-62bf-4491-80fe-858bdf8828a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:01.909063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:01.914262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34d9a22f-7bd6-44af-8398-d201feee2d5f req-1fce82bf-917c-4224-8613-7a1bad1a6496 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914605 Apr 01 15:06:02.116013 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450c1827-e871-4dd4-892c-13699957d013', 'code': 200} Apr 01 15:06:02.135745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] Calling delete_port for 67994aaa-7472-4b22-a8f7-7d43c74c599e owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:02.245716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:02.380302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] No DVR routers for this DVR port 67994aaa-7472-4b22-a8f7-7d43c74c599e on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:06:02.399231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24cc0171-ff85-4dca-9b7f-c98fda7ddd8a req-aa2678db-8449-4d31-b8e6-f16ab9d08708 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 210 time: 0.1276841 Apr 01 15:06:02.431051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93070b-b02e-4ba5-9900-5201faf7b4e3 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:02.514298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f1ca5-dca5-4714-806e-87474b18c1aa None None] Pushing event deleted for resources: {'Port': ['ID=67994aaa-7472-4b22-a8f7-7d43c74c599e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:02.553602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5554af-7c14-48b3-b1df-fbddef5eb8b8 req-0a05b49a-2f62-489a-9fec-9afab0b8d43d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:02.562086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b5554af-7c14-48b3-b1df-fbddef5eb8b8 req-0a05b49a-2f62-489a-9fec-9afab0b8d43d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.2910428 Apr 01 15:06:02.654294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b5554af-7c14-48b3-b1df-fbddef5eb8b8 req-ccb3fcec-8691-4054-9391-6deab8e09c04 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908644 Apr 01 15:06:02.785547 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:02.819813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 31d725a7-9560-4af2-9bb8-12232a73e7ce completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:02.828997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 31d725a7-9560-4af2-9bb8-12232a73e7ce triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:02.829762 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:02.909373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 67994aaa-7472-4b22-a8f7-7d43c74c599e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:03.040063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 67994aaa-7472-4b22-a8f7-7d43c74c599e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:06:03.040484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 67994aaa-7472-4b22-a8f7-7d43c74c599e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:06:03.060952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876c88-05e5-409b-912b-9ab9503246ff req-54608bbb-0dd6-486c-b0f9-179799c5c739 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:03.068076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89876c88-05e5-409b-912b-9ab9503246ff req-54608bbb-0dd6-486c-b0f9-179799c5c739 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Synchronizing usage tracker for tenant:1b90d18240ba4a5db8756ab776d56f56 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:03.087792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0513a3a1-20ba-4eb1-bce5-96b633b994d7 req-3dc33dc0-6f96-40c2-b837-9f609ef34418 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 210 time: 0.1763651 Apr 01 15:06:03.211255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '39306c45-bdf3-4264-8d09-326373b2d974'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:06:03.213479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:03.244419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:03.303331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89876c88-05e5-409b-912b-9ab9503246ff req-54608bbb-0dd6-486c-b0f9-179799c5c739 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Unset dirty status for tenant:1b90d18240ba4a5db8756ab776d56f56 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:03.306351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-54608bbb-0dd6-486c-b0f9-179799c5c739 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.62 "GET /v2.0/networks?id=3ef70953-5013-456a-bc81-c3efb76439ed HTTP/1.1" status: 200 len: 812 time: 1.0147531 Apr 01 15:06:03.335965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Request body: {'port': {'device_id': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed', 'admin_state_up': True, 'tenant_id': '1b90d18240ba4a5db8756ab776d56f56'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:03.469289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 31d725a7-9560-4af2-9bb8-12232a73e7ce, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=31d725a7-9560-4af2-9bb8-12232a73e7ce,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:03.482629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:03.519872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:03.555140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:03.576730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:03.594883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:03.608257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Usage tracker for resource:port and tenant:1b90d18240ba4a5db8756ab776d56f56 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:03.618497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d90737-1a45-4973-be9a-08ff014eb91f req-950eeb24-142b-4251-b4b2-89ad69afde96 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:03.625724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:03.626053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47d90737-1a45-4973-be9a-08ff014eb91f req-950eeb24-142b-4251-b4b2-89ad69afde96 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 945 time: 0.2815371 Apr 01 15:06:03.642449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:03.688088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:03.697452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47d90737-1a45-4973-be9a-08ff014eb91f req-c8a26eea-643d-44ca-9b23-79a87ef25da0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702124 Apr 01 15:06:03.702856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:03.719546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:03.730777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=31d725a7-9560-4af2-9bb8-12232a73e7ce,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:03.741505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:03.746452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Allocated IP 172.20.0.2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/39306c45-bdf3-4264-8d09-326373b2d974/519ab211-73e0-42c4-a149-c6a2f597d2e7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:03.749112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:06:03.749456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:06:03.758403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.066994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b61c56fc-eee0-43a0-97b4-026ccd8736a6 req-233c0868-d72f-4832-905b-4215c753e682 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 210 time: 0.0973535 Apr 01 15:06:04.087502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.101779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Transition to ACTIVE for port object 519ab211-73e0-42c4-a149-c6a2f597d2e7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:04.129812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Transition to ACTIVE for port object 519ab211-73e0-42c4-a149-c6a2f597d2e7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:04.132433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d725a7-9560-4af2-9bb8-12232a73e7ce'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:04.146380 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.231905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Pushing event updated for resources: {'Port': ['ID=519ab211-73e0-42c4-a149-c6a2f597d2e7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:04.268354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:04.270521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:04.277812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:04.458054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58844) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:04.469782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Attempting to bind port 519ab211-73e0-42c4-a149-c6a2f597d2e7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:04.470157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Attempting to bind port 519ab211-73e0-42c4-a149-c6a2f597d2e7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:04.470511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Attempting to bind port 519ab211-73e0-42c4-a149-c6a2f597d2e7 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:04.488178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:04.492388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:04.492850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.493250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:04.493732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Bound port: 519ab211-73e0-42c4-a149-c6a2f597d2e7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:04.494157 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.496025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Made reservation on behalf of 1b90d18240ba4a5db8756ab776d56f56 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:04.499599 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.522671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972879241', 'description': 'tempest-description--839486124'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:04.750433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-ccfbb152-af3b-4a65-9758-93768b235fdf tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:04.759449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-ccfbb152-af3b-4a65-9758-93768b235fdf tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 814 time: 0.3242288 Apr 01 15:06:04.761791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:04.784318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:04.815645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Request body: {'port': {'device_id': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'admin_state_up': True, 'tenant_id': '066e371e67e940308f58669230b8a104'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:04.862511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.883360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Pushing event deleted for resources: {'Port': ['ID=60fa5b86-98c8-4913-a2c2-b7bd71850fb9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:04.885371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] For port 519ab211-73e0-42c4-a149-c6a2f597d2e7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:04.888865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] For port 519ab211-73e0-42c4-a149-c6a2f597d2e7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=519ab211-73e0-42c4-a149-c6a2f597d2e7,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:04.910581 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:04.999483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87032603-f3d1-4a14-924f-7af25185b7fb req-f03b84c9-d30e-4829-915a-c7d351165fc1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 210 time: 0.1064293 Apr 01 15:06:05.094213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf669-fa78-434a-b7e2-d569cb05bbfa None None] Pushing event updated for resources: {'Port': ['ID=519ab211-73e0-42c4-a149-c6a2f597d2e7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:05.116177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Allocated IP 172.20.0.9 (3ef70953-5013-456a-bc81-c3efb76439ed/99b20e9d-8328-4f01-a459-a61f4cd26e72/38dc0c3c-921e-431d-ac95-2d79b6178adc) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:05.141031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402bc3-6965-4598-a612-91e269bf87a8 req-bb16a48b-91d0-4fdb-9d91-0cf23e3ec4fa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:05.142621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3402bc3-6965-4598-a612-91e269bf87a8 req-bb16a48b-91d0-4fdb-9d91-0cf23e3ec4fa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.8238266 Apr 01 15:06:05.170709 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d725a7-9560-4af2-9bb8-12232a73e7ce', 'code': 200} Apr 01 15:06:05.244554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] No DVR routers for this DVR port 60fa5b86-98c8-4913-a2c2-b7bd71850fb9 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:06:05.285052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:05.288522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:05.322099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-deleted', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:05.364642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:05.373230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:05.403975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02acd6c5-141b-49d8-b1cd-ec8b1e0c0e47 req-889c45ef-6a02-450b-a18d-7dacd17f811a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.44 "DELETE /v2.0/ports/60fa5b86-98c8-4913-a2c2-b7bd71850fb9 HTTP/1.1" status: 204 len: 173 time: 5.2171984 Apr 01 15:06:05.421815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:05.452860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:05.465840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3402bc3-6965-4598-a612-91e269bf87a8 req-bcd21e16-224b-49c1-9abe-14b62d55f51c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742085 Apr 01 15:06:05.475019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Usage tracker for resource:port and tenant:066e371e67e940308f58669230b8a104 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:05.498743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:05.517151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:06:05.521253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4467248d-92ce-4fe7-a81e-347070f25a68 req-3a700677-0e81-4db8-960e-97a7bd64aa95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 1097 time: 0.2538431 Apr 01 15:06:05.522856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:05.625621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Made reservation on behalf of 066e371e67e940308f58669230b8a104 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:05.629721 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:05.657036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4467248d-92ce-4fe7-a81e-347070f25a68 req-88e23f99-a7dc-4bd4-b0fa-f4c87b5394a9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232877 Apr 01 15:06:05.674149 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:05.738657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:05.783477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89873201-f086-49dd-80ef-a81b62fa3dd2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:05.947366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-968548f6-ffa8-48b2-8e97-2dceb242cf7d req-2404a1fb-8ef4-40b1-8b34-c3de664c13e9 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 210 time: 0.0922983 Apr 01 15:06:05.951226 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:05.955027 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd184a21-e7eb-42c4-8321-7ecc407a2749 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4926383 Apr 01 15:06:05.955314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58880) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:05.978828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f02568-e4f3-4ef8-8b0a-7a3092b263db req-18912e56-86bf-4939-89a3-320c77375a0c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:05.989588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d2f02568-e4f3-4ef8-8b0a-7a3092b263db req-18912e56-86bf-4939-89a3-320c77375a0c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 946 time: 0.6493123 Apr 01 15:06:06.039919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:06.041642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': '89873201-f086-49dd-80ef-a81b62fa3dd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:06.085426 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8154f1-1450-4ff6-a4d3-1fc939d0ef09', 'name': 'network-vif-deleted', 'tag': '60fa5b86-98c8-4913-a2c2-b7bd71850fb9', 'status': 'completed', 'code': 200} Apr 01 15:06:06.300930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d2f02568-e4f3-4ef8-8b0a-7a3092b263db req-299afaa6-c6c8-424c-bdbd-b058e134820a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099625 Apr 01 15:06:06.354759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:06.364446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:06.418109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:06.423744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:06.451154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:06.462148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-63f8f373-5ce5-4c2f-899f-4bcfa5996feb req-d6e90a9e-f7c8-4b3b-9af1-d631c7572ac1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Synchronizing usage tracker for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:06.488960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Allocated IP 172.20.0.8 (07b756d1-3882-42d0-81ed-0f53ca996867/0ef1e37e-ba30-47f3-914c-ba7c53f78002/13963f04-afa3-457a-a666-e6b5c0fdb514) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:06.522160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-63f8f373-5ce5-4c2f-899f-4bcfa5996feb req-d6e90a9e-f7c8-4b3b-9af1-d631c7572ac1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Unset dirty status for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:06.530246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f8f373-5ce5-4c2f-899f-4bcfa5996feb req-d6e90a9e-f7c8-4b3b-9af1-d631c7572ac1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 210 time: 0.1723893 Apr 01 15:06:06.535834 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:06.690487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:06.833810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-be024575-4e52-442c-9176-1b7a761d1ada None None] Provisioning for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:06.883141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 519ab211-73e0-42c4-a149-c6a2f597d2e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=519ab211-73e0-42c4-a149-c6a2f597d2e7,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:06.939018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 519ab211-73e0-42c4-a149-c6a2f597d2e7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:06.939759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:06.973383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.021625 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.029248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.086580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.134368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e26dd8-8b56-4d94-9a08-f17f5a096a39,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:07.144741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.148823 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6f6b7926-06d6-4643-82b5-8e3dfbc17bd0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1926155 Apr 01 15:06:07.149492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58906) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:07.212107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': '89873201-f086-49dd-80ef-a81b62fa3dd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:07.233576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:07.240454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.246128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:07.247793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.249100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.259351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Network 07b756d1-3882-42d0-81ed-0f53ca996867 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:07.269760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:07.277103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:07.282130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:07.349330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:07.412576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:07.421657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Network 3ef70953-5013-456a-bc81-c3efb76439ed is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:07.431110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:07.433615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Pushing event updated for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:07.450361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:07.451275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:07.465761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58918) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:07.521245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Pushing event updated for resources: {'Port': ['ID=38dc0c3c-921e-431d-ac95-2d79b6178adc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:07.542665 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.562609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:07.563359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.583143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 519ab211-73e0-42c4-a149-c6a2f597d2e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=519ab211-73e0-42c4-a149-c6a2f597d2e7,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:07.592741 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.603792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.669397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48eca-1fa4-4ec7-ae79-98d20bddad9b req-bfdca4da-c77f-4f56-ad3b-41d8d7d6dd0a tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:07.672284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:07.676417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fa48eca-1fa4-4ec7-ae79-98d20bddad9b req-bfdca4da-c77f-4f56-ad3b-41d8d7d6dd0a tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 931 time: 0.3394337 Apr 01 15:06:07.679165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-11547a1d-91a3-4a30-ab63-f50e311eb9f3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8729823 Apr 01 15:06:07.684973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:07.695918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:07.696753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.706155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94ab7c-bf5c-4ca7-926f-841908cb0b8f None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:07.707970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=c8616d12-9cc4-4216-aa48-b65c021402b1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:07.719197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:07.719839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.738255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Request body: {'port': {'device_id': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:07.758697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79031-e9dc-4668-b5f5-1c0e0c73c89c req-d447931a-5993-4d96-913a-7b7d0305b9eb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:07.766903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36d79031-e9dc-4668-b5f5-1c0e0c73c89c req-d447931a-5993-4d96-913a-7b7d0305b9eb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.7284589 Apr 01 15:06:07.795381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=519ab211-73e0-42c4-a149-c6a2f597d2e7,revision_number=5']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:07.801047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-1d2c3abd-f2b8-47e9-af95-d838d594d06c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4695656 Apr 01 15:06:07.805064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-75b8cad9-5640-4695-bd6d-8d27526d5f13 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.9299889 Apr 01 15:06:07.822637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:07.835926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Request body: {'port': {'device_id': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:07.841736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58928) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:07.864171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:44:10:ad', 'name': 'tempest-NetworksTestDHCPv6-1708327506'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:07.875946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36d79031-e9dc-4668-b5f5-1c0e0c73c89c req-e7978fa7-6e19-4d2d-8986-2150990f348f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078086 Apr 01 15:06:07.905616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=519ab211-73e0-42c4-a149-c6a2f597d2e7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:07.929516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fa48eca-1fa4-4ec7-ae79-98d20bddad9b req-b53a0bb1-31d8-4084-86d3-1775268afc05 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520761 Apr 01 15:06:08.024875 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:08.084854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:08.129444 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:08.172537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:08.220191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb7797d-0bad-40ed-8a08-cba8241795d2,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:08.255100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Usage tracker for resource:security_group_rule and tenant:254de18e5383424da51447b7dddd1325 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:08.288398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:08.310032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:08.312335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:08.319180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58932) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:08.321396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-221d96b4-be54-4929-848c-99b0510a38c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1657693 Apr 01 15:06:08.325448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9aa1-3c10-4e7a-9cf7-4744e3d0b27e req-c7f313da-3184-4ee9-9a32-df91f171300e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:08.327252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69cf9aa1-3c10-4e7a-9cf7-4744e3d0b27e req-c7f313da-3184-4ee9-9a32-df91f171300e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 946 time: 0.2854350 Apr 01 15:06:08.334312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:08.337224 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:08.347459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:08.375982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:floatingip and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:08.385084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:08.440583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:08.481485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69cf9aa1-3c10-4e7a-9cf7-4744e3d0b27e req-fef033f9-a222-480b-b182-e42a54b3c555 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391280 Apr 01 15:06:08.498805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:08.517903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:08.544266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:08.557945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:08.574449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:08.702165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1813b2-b1db-4aea-adb0-b988684f2c3f req-d8dc0f8e-b1d8-4c4f-9758-e396dac8241b tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:08.706206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b1813b2-b1db-4aea-adb0-b988684f2c3f req-d8dc0f8e-b1d8-4c4f-9758-e396dac8241b tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 931 time: 0.5300491 Apr 01 15:06:08.714507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:08.770150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 519ab211-73e0-42c4-a149-c6a2f597d2e7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:08.960243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:08.960980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.003933 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.077237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dc0c3c-921e-431d-ac95-2d79b6178adc {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:09.110657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b1813b2-b1db-4aea-adb0-b988684f2c3f req-16805d8e-dba7-4cad-82b3-8293fee0c878 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601403 Apr 01 15:06:09.134614 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.155020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.165907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.184377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Transition to ACTIVE for port object 38dc0c3c-921e-431d-ac95-2d79b6178adc will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:09.243934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c394958c-455e-4dd6-b291-f4230cb27c80 None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:09.244511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c394958c-455e-4dd6-b291-f4230cb27c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.256043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.299240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=254de18e5383424da51447b7dddd1325&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8323562 Apr 01 15:06:09.336145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58944) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:09.385280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd16a2-fc49-4e2d-a9b3-e2914f7be333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad3487-45e7-49e0-927e-a6abdd7afa57,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:09.522135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.564335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 1ac463a4-1d0a-481d-8532-8d937a18b486 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:06:09.613835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Pushing event updated for resources: {'Port': ['ID=38dc0c3c-921e-431d-ac95-2d79b6178adc,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:09.639251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09751687-7c3d-49eb-841f-8e6f1476b5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.719382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61636a-87fc-4b84-a609-367c9b6403a0 req-70a2f7e2-6a5d-43fb-b0ae-398e7d3c97ac tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:09.721601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d61636a-87fc-4b84-a609-367c9b6403a0 req-70a2f7e2-6a5d-43fb-b0ae-398e7d3c97ac tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 946 time: 0.6531947 Apr 01 15:06:09.785949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09751687-7c3d-49eb-841f-8e6f1476b5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:09.816958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.25.2.167 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/6df74949-2026-42a9-afb2-861f1c6f4ffd) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:09.920338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 172.20.0.13 (1521f7be-bcca-472b-a0e8-65bfb965abc6/39306c45-bdf3-4264-8d09-326373b2d974/1ac463a4-1d0a-481d-8532-8d937a18b486) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:09.927454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fe44:10ad (1521f7be-bcca-472b-a0e8-65bfb965abc6/c8616d12-9cc4-4216-aa48-b65c021402b1/1ac463a4-1d0a-481d-8532-8d937a18b486) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:09.935713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Attempting to bind port 38dc0c3c-921e-431d-ac95-2d79b6178adc on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:09.936044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Attempting to bind port 38dc0c3c-921e-431d-ac95-2d79b6178adc by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:09.936371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Attempting to bind port 38dc0c3c-921e-431d-ac95-2d79b6178adc on network 3ef70953-5013-456a-bc81-c3efb76439ed {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:09.994620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d61636a-87fc-4b84-a609-367c9b6403a0 req-a4918d92-e5c5-42b8-9eb1-8ca76e7892f3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258086 Apr 01 15:06:10.002351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Port 38dc0c3c-921e-431d-ac95-2d79b6178adc on network 3ef70953-5013-456a-bc81-c3efb76439ed not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:06:10.002668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Attempting to bind port 38dc0c3c-921e-431d-ac95-2d79b6178adc on network 3ef70953-5013-456a-bc81-c3efb76439ed {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:10.033965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:10.034300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Checking segment: {'id': 'ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:10.034672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Bound using segment: {'id': 'ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:10.035137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Bound port: 38dc0c3c-921e-431d-ac95-2d79b6178adc, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:10.035536 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.057054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09751687-7c3d-49eb-841f-8e6f1476b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.119002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09751687-7c3d-49eb-841f-8e6f1476b5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad3487-45e7-49e0-927e-a6abdd7afa57,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:10.166083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.185883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 1ac463a4-1d0a-481d-8532-8d937a18b486 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:10.188231 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09751687-7c3d-49eb-841f-8e6f1476b5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.189252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-09751687-7c3d-49eb-841f-8e6f1476b5dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19ad3487-45e7-49e0-927e-a6abdd7afa57 HTTP/1.1" status: 204 len: 168 time: 0.8418086 Apr 01 15:06:10.228182 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.261391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.318532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514388e2-3a64-4652-be11-75cd9461a6f2 req-bf311fb0-16db-4526-8694-0ff8915faf07 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:10.325655 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-514388e2-3a64-4652-be11-75cd9461a6f2 req-bf311fb0-16db-4526-8694-0ff8915faf07 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 1.0206029 Apr 01 15:06:10.362672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] For port 38dc0c3c-921e-431d-ac95-2d79b6178adc, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:10.368140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] For port 38dc0c3c-921e-431d-ac95-2d79b6178adc, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=38dc0c3c-921e-431d-ac95-2d79b6178adc,segment=NetworkSegment(ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933),segment_id=ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:10.369866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:10.378084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:10.380911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:10.382873 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.440959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:06:10.467169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=1ac463a4-1d0a-481d-8532-8d937a18b486,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:10.547124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b493a-f326-4f4d-85c8-642d2dcb5acd req-9f957432-cedb-415a-8b62-91403351b039 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:10.547874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c55b493a-f326-4f4d-85c8-642d2dcb5acd req-9f957432-cedb-415a-8b62-91403351b039 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Synchronizing usage tracker for tenant:1b90d18240ba4a5db8756ab776d56f56 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:10.548051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:10.548770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.557748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.560206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] 10.222.0.62 "PUT /v2.0/ports/38dc0c3c-921e-431d-ac95-2d79b6178adc HTTP/1.1" status: 200 len: 1091 time: 2.7289212 Apr 01 15:06:10.562938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'tag': '38dc0c3c-921e-431d-ac95-2d79b6178adc'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:10.579562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.638074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-514388e2-3a64-4652-be11-75cd9461a6f2 req-aa2c935a-eaf4-44bf-9fc2-aab577496f07 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112392 Apr 01 15:06:10.640953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:10.656452 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.657782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13963f04-afa3-457a-a666-e6b5c0fdb514 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:10.660163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdddd04-1b1a-4c26-a980-8c67ac92dbcf service neutron] Pushing event updated for resources: {'Port': ['ID=38dc0c3c-921e-431d-ac95-2d79b6178adc,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:10.690237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.738030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3fda3ec5-ffb7-4681-8a1a-9d88cf7d43f2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8904371 Apr 01 15:06:10.739181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58958) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:10.749300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:10.751158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Transition to ACTIVE for port object 13963f04-afa3-457a-a666-e6b5c0fdb514 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:10.840840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:10.843323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c55b493a-f326-4f4d-85c8-642d2dcb5acd req-9f957432-cedb-415a-8b62-91403351b039 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Unset dirty status for tenant:1b90d18240ba4a5db8756ab776d56f56 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:10.851759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c55b493a-f326-4f4d-85c8-642d2dcb5acd req-9f957432-cedb-415a-8b62-91403351b039 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 943 time: 0.6165154 Apr 01 15:06:10.874552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:10.997902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58962) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:11.074985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-76b13307-eba7-49ef-bd7f-3d3e3c5fba8c None None] Provisioning for port 1ac463a4-1d0a-481d-8532-8d937a18b486 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:11.091392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-76b13307-eba7-49ef-bd7f-3d3e3c5fba8c None None] Provisioning complete for port 1ac463a4-1d0a-481d-8532-8d937a18b486 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:11.091797 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76b13307-eba7-49ef-bd7f-3d3e3c5fba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:11.177715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Pushing event updated for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:11.180664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:11.205346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-76b13307-eba7-49ef-bd7f-3d3e3c5fba8c None None] Port 1ac463a4-1d0a-481d-8532-8d937a18b486 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:06:11.402637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=6df74949-2026-42a9-afb2-861f1c6f4ffd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:11.434799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Attempting to bind port 13963f04-afa3-457a-a666-e6b5c0fdb514 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:11.435321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Attempting to bind port 13963f04-afa3-457a-a666-e6b5c0fdb514 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:11.435867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Attempting to bind port 13963f04-afa3-457a-a666-e6b5c0fdb514 on network 07b756d1-3882-42d0-81ed-0f53ca996867 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:11.448925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a187139-9ce3-435c-bbba-93ffaa0a020f req-daa9f111-d200-4cb7-9c25-a8a699623317 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:11.453896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c55b493a-f326-4f4d-85c8-642d2dcb5acd req-709ab21d-7298-4360-b8c8-98bba6b6c3db tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Synchronizing usage tracker for tenant:1b90d18240ba4a5db8756ab776d56f56 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:11.457240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a187139-9ce3-435c-bbba-93ffaa0a020f req-daa9f111-d200-4cb7-9c25-a8a699623317 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 946 time: 0.5151095 Apr 01 15:06:11.458886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:11.484331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:11.486928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Port 13963f04-afa3-457a-a666-e6b5c0fdb514 on network 07b756d1-3882-42d0-81ed-0f53ca996867 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:06:11.487384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Attempting to bind port 13963f04-afa3-457a-a666-e6b5c0fdb514 on network 07b756d1-3882-42d0-81ed-0f53ca996867 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:11.504817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:11.505333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Checking segment: {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:11.506141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Bound using segment: {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:11.506752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Bound port: 13963f04-afa3-457a-a666-e6b5c0fdb514, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:11.507229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:11.525764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Usage tracker for resource:security_group_rule and tenant:e500f8120d354af4952ef5448af2dbf4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:11.542972 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:11.579370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-af9f2915-1ed7-4cf0-81b6-d8fdec9b70b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b90d18240ba4a5db8756ab776d56f56&device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 1094 time: 0.9359488 Apr 01 15:06:11.629332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:11.633317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:11.636612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:11.651004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa466d9f-e30e-4dd6-ba6b-e36c6f23c7df tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:11.652657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c55b493a-f326-4f4d-85c8-642d2dcb5acd req-709ab21d-7298-4360-b8c8-98bba6b6c3db tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Unset dirty status for tenant:1b90d18240ba4a5db8756ab776d56f56 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:11.653748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c55b493a-f326-4f4d-85c8-642d2dcb5acd req-709ab21d-7298-4360-b8c8-98bba6b6c3db tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8011684 Apr 01 15:06:11.659795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa466d9f-e30e-4dd6-ba6b-e36c6f23c7df tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:11.660646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa466d9f-e30e-4dd6-ba6b-e36c6f23c7df tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:11.676414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:11.691457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:11.705942 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-0dc72c36-afa8-45bb-8cdb-e6baa7e0aa21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38dc0c3c-921e-431d-ac95-2d79b6178adc HTTP/1.1" status: 200 len: 217 time: 0.1138563 Apr 01 15:06:11.797581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876c88-05e5-409b-912b-9ab9503246ff req-b4ab0ae7-9256-436a-924e-21297f57cbd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:11.799409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-b4ab0ae7-9256-436a-924e-21297f57cbd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99b20e9d-8328-4f01-a459-a61f4cd26e72 HTTP/1.1" status: 200 len: 852 time: 0.0880723 Apr 01 15:06:11.863036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a187139-9ce3-435c-bbba-93ffaa0a020f req-6b731e07-4b85-4e1d-8c62-fb39caa77b9f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047368 Apr 01 15:06:11.869323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa466d9f-e30e-4dd6-ba6b-e36c6f23c7df tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:11.873371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fa466d9f-e30e-4dd6-ba6b-e36c6f23c7df tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.1292343 Apr 01 15:06:11.875174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58968) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:11.885460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:11.886885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] 10.222.0.62 "PUT /v2.0/ports/13963f04-afa3-457a-a666-e6b5c0fdb514 HTTP/1.1" status: 200 len: 1091 time: 4.1954002 Apr 01 15:06:11.887677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:11.952806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-f24b716e-b1e8-486c-b202-43d4ef3faf7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ef70953-5013-456a-bc81-c3efb76439ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312940 Apr 01 15:06:11.974728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 1ac463a4-1d0a-481d-8532-8d937a18b486 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:11.974917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.005898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8665ba-8f06-4f85-a065-71e345599782 service neutron] Pushing event updated for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:12.113871 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'tag': '38dc0c3c-921e-431d-ac95-2d79b6178adc', 'status': 'completed', 'code': 200} Apr 01 15:06:12.219007 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.234485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.289782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-8611896e-e78a-47aa-863c-35a88feb8367 service neutron] 10.222.0.62 "GET /v2.0/networks/3ef70953-5013-456a-bc81-c3efb76439ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761276 Apr 01 15:06:12.295224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.322900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e500f8120d354af4952ef5448af2dbf4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3179703 Apr 01 15:06:12.323865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58976) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:12.336743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.385531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbed328-dd6a-4be8-be67-63fbd40e7e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4289956-b1e8-4b25-a057-d137d63b2e40,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:12.529835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-f30e7908-dfdb-41e3-95e1-640e6166070e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 1094 time: 0.5296865 Apr 01 15:06:12.612971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=6df74949-2026-42a9-afb2-861f1c6f4ffd,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:12.613585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aa00c-6988-44f0-9989-c8eca528edd1 req-3a593e7a-3417-4cdd-90a2-c7fb615143d5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:12.616268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.620374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d3aa00c-6988-44f0-9989-c8eca528edd1 req-3a593e7a-3417-4cdd-90a2-c7fb615143d5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.4831572 Apr 01 15:06:12.651806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-19ff04d1-ed00-4026-b6e7-77aad832e541 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13963f04-afa3-457a-a666-e6b5c0fdb514 HTTP/1.1" status: 200 len: 217 time: 0.1135166 Apr 01 15:06:12.664399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fedf-975e-4636-8ef6-e81bed035276 req-5dcaa0cd-ec06-43af-bbea-1dd8e997acc5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:12.665249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5496fedf-975e-4636-8ef6-e81bed035276 req-5dcaa0cd-ec06-43af-bbea-1dd8e997acc5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Synchronizing usage tracker for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:12.682703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89876c88-05e5-409b-912b-9ab9503246ff req-dc4582b7-fb72-44d7-a45c-bcfa0631993f service neutron] 10.222.0.62 "GET /v2.0/networks/3ef70953-5013-456a-bc81-c3efb76439ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804362 Apr 01 15:06:12.706415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.707912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-18579fd9-15c4-41c3-887f-531355cae179 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3795824 Apr 01 15:06:12.712626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a092566f-016b-4a02-b6fb-b950d200a97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.738081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.750199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5496fedf-975e-4636-8ef6-e81bed035276 req-5dcaa0cd-ec06-43af-bbea-1dd8e997acc5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Unset dirty status for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:12.761516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5496fedf-975e-4636-8ef6-e81bed035276 req-5dcaa0cd-ec06-43af-bbea-1dd8e997acc5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 943 time: 0.8657112 Apr 01 15:06:12.883660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a092566f-016b-4a02-b6fb-b950d200a97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:12.915655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 1ac463a4-1d0a-481d-8532-8d937a18b486 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:12.973468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d3aa00c-6988-44f0-9989-c8eca528edd1 req-f09173f9-2f08-4dea-9a41-aeb309abe218 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521230 Apr 01 15:06:12.980829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5496fedf-975e-4636-8ef6-e81bed035276 req-43cc717d-d1c9-4709-bc4e-62314885c436 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165437 Apr 01 15:06:13.011560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-56f9e2ab-4635-427e-94ee-7b628aab78c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:13.013059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-56f9e2ab-4635-427e-94ee-7b628aab78c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0ef1e37e-ba30-47f3-914c-ba7c53f78002 HTTP/1.1" status: 200 len: 854 time: 0.3495407 Apr 01 15:06:13.031045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-52b32a42-9413-4f45-a867-14b2e0c02414 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b90d18240ba4a5db8756ab776d56f56&device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 1094 time: 0.2818418 Apr 01 15:06:13.033896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a092566f-016b-4a02-b6fb-b950d200a97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:13.087190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092566f-016b-4a02-b6fb-b950d200a97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4289956-b1e8-4b25-a057-d137d63b2e40,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:13.129536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-9ce47745-0751-4e53-9305-f56a682654d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07b756d1-3882-42d0-81ed-0f53ca996867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091075 Apr 01 15:06:13.142182 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'status': 'completed', 'code': 200} Apr 01 15:06:13.170675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a092566f-016b-4a02-b6fb-b950d200a97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:13.171967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a092566f-016b-4a02-b6fb-b950d200a97d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4289956-b1e8-4b25-a057-d137d63b2e40 HTTP/1.1" status: 204 len: 168 time: 0.8432024 Apr 01 15:06:13.377755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-424271d7-552f-4485-a091-157d8836ec23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:13.380313 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-424271d7-552f-4485-a091-157d8836ec23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3ef70953-5013-456a-bc81-c3efb76439ed HTTP/1.1" status: 200 len: 913 time: 0.3364525 Apr 01 15:06:13.613649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-39167482-9efb-4936-b427-238f2e68b695 service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733760 Apr 01 15:06:13.621089 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:13.675518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-1dcd39ee-d9ec-418d-bda0-9bf2465be38b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38dc0c3c-921e-431d-ac95-2d79b6178adc HTTP/1.1" status: 200 len: 217 time: 0.2654791 Apr 01 15:06:13.716003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=1ac463a4-1d0a-481d-8532-8d937a18b486,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:13.756927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-80822788-5f8d-4e44-b795-b5ae9c0f9160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:13.758527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-80822788-5f8d-4e44-b795-b5ae9c0f9160 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99b20e9d-8328-4f01-a459-a61f4cd26e72 HTTP/1.1" status: 200 len: 852 time: 0.0751054 Apr 01 15:06:13.813800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-4ee20c21-1a90-4122-b3e9-e0a8c5469e69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ef70953-5013-456a-bc81-c3efb76439ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472021 Apr 01 15:06:13.992168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621b48f-335d-4ae9-9633-333947c0967b req-0dc3ec6b-62f9-4883-a7d7-ee72632d4e2a tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:13.998761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1621b48f-335d-4ae9-9633-333947c0967b req-0dc3ec6b-62f9-4883-a7d7-ee72632d4e2a tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 943 time: 0.7041209 Apr 01 15:06:14.034600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:14.054963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-cf9303a5-def9-430f-8cce-d76a73a67540 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:14.062788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-133b995d-8d34-4f9d-8437-92108a04608d service neutron] 10.222.0.62 "GET /v2.0/networks/3ef70953-5013-456a-bc81-c3efb76439ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404401 Apr 01 15:06:14.117453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0400d923-7700-479c-abdd-6d4bc63c57d8 req-b2c586e8-ffea-4c06-8d10-46221f492c7f service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855165 Apr 01 15:06:14.123747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-45802ab8-e607-499c-af85-5810cb1a619e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/1ac463a4-1d0a-481d-8532-8d937a18b486 HTTP/1.1" status: 204 len: 168 time: 2.2449222 Apr 01 15:06:14.125731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59010) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:14.230533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 38dc0c3c-921e-431d-ac95-2d79b6178adc details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:06:14.249963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1621b48f-335d-4ae9-9633-333947c0967b req-a14fff0a-a5c6-458b-85da-f38649e87098 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494838 Apr 01 15:06:14.283293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-cf9303a5-def9-430f-8cce-d76a73a67540 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:14.291461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-cf9303a5-def9-430f-8cce-d76a73a67540 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1972879241&fields=id&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 267 time: 0.5795190 Apr 01 15:06:14.462489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69defd59-5778-4da8-aa7d-746846601241 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:14.464140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69defd59-5778-4da8-aa7d-746846601241 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:14.465419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69defd59-5778-4da8-aa7d-746846601241 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:14.466196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-69defd59-5778-4da8-aa7d-746846601241 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:14.472404 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0458691-aa08-4c13-97a6-dfd7c3c264ed req-94bed878-df61-462d-b84d-7d922446656e service neutron] 10.222.0.62 "GET /v2.0/networks/3ef70953-5013-456a-bc81-c3efb76439ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883243 Apr 01 15:06:14.519984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-69defd59-5778-4da8-aa7d-746846601241 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:14.521641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-69defd59-5778-4da8-aa7d-746846601241 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3949995 Apr 01 15:06:14.526911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59018) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:14.547066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-abd9da64-7dff-4f58-bc80-42f86e114dec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 1094 time: 0.3256648 Apr 01 15:06:14.566838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-3e30cf11-ebde-46a9-929c-ab3eda9d66b6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:14.568597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-3e30cf11-ebde-46a9-929c-ab3eda9d66b6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.2762656 Apr 01 15:06:14.615547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 38dc0c3c-921e-431d-ac95-2d79b6178adc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=38dc0c3c-921e-431d-ac95-2d79b6178adc,segment=NetworkSegment(ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933),segment_id=ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:14.625338 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:14.642330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '38dc0c3c-921e-431d-ac95-2d79b6178adc', 'network_id': '3ef70953-5013-456a-bc81-c3efb76439ed', 'port_id': '38dc0c3c-921e-431d-ac95-2d79b6178adc', 'mac_address': 'fa:16:3e:6a:20:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b20e9d-8328-4f01-a459-a61f4cd26e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:06:14.649380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ba46-b6a1-4511-92b8-aa15da4524a7 req-cf375fcc-5d7a-49c6-beba-28ba53feb18c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:14.653978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2396ba46-b6a1-4511-92b8-aa15da4524a7 req-cf375fcc-5d7a-49c6-beba-28ba53feb18c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 946 time: 0.2387209 Apr 01 15:06:14.757897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:14.776531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-48e7a183-7b7d-4ddc-aeaa-eaa25af39a85 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/quotas/80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 375 time: 0.1557257 Apr 01 15:06:14.815745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dc0c3c-921e-431d-ac95-2d79b6178adc {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:14.851147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 38dc0c3c-921e-431d-ac95-2d79b6178adc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=38dc0c3c-921e-431d-ac95-2d79b6178adc,segment=NetworkSegment(ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933),segment_id=ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:14.861076 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:14.907650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2396ba46-b6a1-4511-92b8-aa15da4524a7 req-6deb36e8-8919-4f2d-bc52-6dea21b8d5c7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434392 Apr 01 15:06:14.960912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 39306c45-bdf3-4264-8d09-326373b2d974 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:06:14.970267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:15.000882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=38dc0c3c-921e-431d-ac95-2d79b6178adc,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:15.099408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:15.111615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['38dc0c3c-921e-431d-ac95-2d79b6178adc'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:15.169500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-ef4c8770-27f6-4fc1-af79-2b46db458603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:15.170957 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-ef4c8770-27f6-4fc1-af79-2b46db458603 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 915 time: 0.5994935 Apr 01 15:06:15.214909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:15.316802 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-302c989c-9cc7-4632-bd9c-6849bcc38976 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5307825 Apr 01 15:06:15.377707 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-83eaaa3d-21fc-46a1-a216-ba9fdd5f1a42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13963f04-afa3-457a-a666-e6b5c0fdb514 HTTP/1.1" status: 200 len: 217 time: 0.1983294 Apr 01 15:06:15.425196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:15.487667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=39306c45-bdf3-4264-8d09-326373b2d974,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:15.497473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190c921-c6f4-4d1a-ad49-64a4e362ee3f None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:15.504319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbb726-657d-42f9-aa1c-8a35f2c98b30 req-ff9ac0a2-4004-4482-b0aa-8249f8b85c02 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:15.515411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29bbb726-657d-42f9-aa1c-8a35f2c98b30 req-ff9ac0a2-4004-4482-b0aa-8249f8b85c02 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.2141950 Apr 01 15:06:15.536486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:15.561468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.561856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.562136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.562607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.563068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.563955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.564288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.564612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.564936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.565314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.565640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:15.593536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-dd245afa-2631-4655-bc82-455a6dc894da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:15.595055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-dd245afa-2631-4655-bc82-455a6dc894da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0ef1e37e-ba30-47f3-914c-ba7c53f78002 HTTP/1.1" status: 200 len: 854 time: 0.1667926 Apr 01 15:06:15.626350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29bbb726-657d-42f9-aa1c-8a35f2c98b30 req-60e83762-c142-4c94-a01e-f45e3f2045a4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097891 Apr 01 15:06:15.633777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a1d0a43a-816b-4e77-b709-7c9c9819aaa0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/39306c45-bdf3-4264-8d09-326373b2d974 HTTP/1.1" status: 204 len: 168 time: 1.1032503 Apr 01 15:06:15.634105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59036) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:15.695969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-d39a2385-ff7d-4f02-b964-6dc1f610004a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07b756d1-3882-42d0-81ed-0f53ca996867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841548 Apr 01 15:06:15.724265 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-bb962da4-a96e-4d1f-b428-255b8222ec28 service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065256 Apr 01 15:06:15.792043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet c8616d12-9cc4-4216-aa48-b65c021402b1 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:06:15.800353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:15.907399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:15.995501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-316e3716-1c7b-4f87-87e8-ba879c7f5661 service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841797 Apr 01 15:06:16.031712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-40c29b7d-b3ac-4fcd-85a2-2f9141917563 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:16.031875 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:16.034330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-40c29b7d-b3ac-4fcd-85a2-2f9141917563 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 946 time: 0.6070187 Apr 01 15:06:16.194913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:16.244927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c5978-f835-4b5d-97a3-8281626ce744 req-1bdcff84-d138-4175-81a8-3e4866f2d5fd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:16.246975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 13963f04-afa3-457a-a666-e6b5c0fdb514 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:06:16.256447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa3c5978-f835-4b5d-97a3-8281626ce744 req-1bdcff84-d138-4175-81a8-3e4866f2d5fd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 943 time: 0.1943831 Apr 01 15:06:16.259317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 38dc0c3c-921e-431d-ac95-2d79b6178adc up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:16.296407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=c8616d12-9cc4-4216-aa48-b65c021402b1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:16.304928 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:16.335463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9e118fe8-0547-4480-98cd-f0c641965d8f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/c8616d12-9cc4-4216-aa48-b65c021402b1 HTTP/1.1" status: 204 len: 168 time: 0.6950850 Apr 01 15:06:16.356611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59050) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:16.416685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port 31d725a7-9560-4af2-9bb8-12232a73e7ce {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:16.417830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:16.439153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-675b2eeb-0d98-46a2-a886-7c123cc5a337 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950499 Apr 01 15:06:16.445648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59056) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:16.464437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:16.560358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa3c5978-f835-4b5d-97a3-8281626ce744 req-0923191e-1c70-41f1-aacc-f14f552368f7 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029165 Apr 01 15:06:16.621666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-7ffee3aa-94e2-4b83-ba26-e0ecf9238fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246016 Apr 01 15:06:16.669398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71cd9b21-d54a-44cc-a6e5-34747c64d4a4 req-ad506c2b-86c8-4c0a-a5a7-712f0e0512c6 service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481707 Apr 01 15:06:16.671300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:16.715901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'port_id': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'mac_address': 'fa:16:3e:96:76:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef1e37e-ba30-47f3-914c-ba7c53f78002', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:06:16.919085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 38dc0c3c-921e-431d-ac95-2d79b6178adc completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:16.927571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 38dc0c3c-921e-431d-ac95-2d79b6178adc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:16.928174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:16.963672 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:16.996236 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13963f04-afa3-457a-a666-e6b5c0fdb514 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:17.041269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:17.051401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port 31d725a7-9560-4af2-9bb8-12232a73e7ce, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=31d725a7-9560-4af2-9bb8-12232a73e7ce,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:17.052893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:17.060674 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:17.171893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb4eb1-3d7f-4382-9fec-3963a46275e1 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:17.297499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:17.303245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:17.303245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:17.309853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:17.325892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for 31d725a7-9560-4af2-9bb8-12232a73e7ce owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:17.328587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:17.332900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:17.440442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950e496-3e33-4ef7-a757-5d1ea7897235 req-feec6008-25b9-4536-813e-8f81f606f317 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:17.448094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0950e496-3e33-4ef7-a757-5d1ea7897235 req-feec6008-25b9-4536-813e-8f81f606f317 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 944 time: 0.2789223 Apr 01 15:06:17.525564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0950e496-3e33-4ef7-a757-5d1ea7897235 req-e0405e7e-faa5-4403-af1f-6bdc2a0a3960 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Apr 01 15:06:17.570006 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:17.605843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['13963f04-afa3-457a-a666-e6b5c0fdb514'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:17.677578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['31d725a7-9560-4af2-9bb8-12232a73e7ce'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:17.725392 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:06:17.799903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01bf2f02-fe21-4faa-b720-537230811233 req-a20a658f-f4ec-40af-a93f-907a36678af5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 210 time: 0.2756221 Apr 01 15:06:17.809304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:17.850192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:17.851128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=31d725a7-9560-4af2-9bb8-12232a73e7ce,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:17.852933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a1acd03a-822c-4662-908e-6a6a3d665579 None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:17.853304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1acd03a-822c-4662-908e-6a6a3d665579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:17.958811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:17.972068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:17.998518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:17.999104 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:18.009457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=1e576adc-ca22-409d-a451-59d4cc3a0b5b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:18.049128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf2ee-7b25-4e20-ae20-3e5ee3e29ddc req-97953fe2-b94b-49ad-a08f-c46c18d88665 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:18.053309 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7adf2ee-7b25-4e20-ae20-3e5ee3e29ddc req-97953fe2-b94b-49ad-a08f-c46c18d88665 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.2914584 Apr 01 15:06:18.108116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3e9f7da6-0d30-4241-9efa-ae3b3b61257c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6581326 Apr 01 15:06:18.109972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59088) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:18.125590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:18.226636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port 31d725a7-9560-4af2-9bb8-12232a73e7ce on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:06:18.245053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:18.247981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'name': 'network-vif-deleted', 'tag': '31d725a7-9560-4af2-9bb8-12232a73e7ce'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:18.254015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8be61813-4a5e-4261-8172-1b26b95f7b5a req-982b7332-9d68-4dea-ae21-1d42b02b4645 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 210 time: 0.1898477 Apr 01 15:06:18.280916 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddd7365-a873-4124-bbb7-c3d6fb8f0b3d req-18142691-8c68-4138-9713-8f498601ab4e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "DELETE /v2.0/ports/31d725a7-9560-4af2-9bb8-12232a73e7ce HTTP/1.1" status: 204 len: 173 time: 2.1425347 Apr 01 15:06:18.292957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7adf2ee-7b25-4e20-ae20-3e5ee3e29ddc req-c1171cd2-f764-4e75-b4e6-039f8c3e8561 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339184 Apr 01 15:06:18.489404 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035330b8-1080-4d61-829d-70a2d3a1f6a8', 'name': 'network-vif-deleted', 'tag': '31d725a7-9560-4af2-9bb8-12232a73e7ce', 'status': 'completed', 'code': 200} Apr 01 15:06:18.494841 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:18.502207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:18.517525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:18.517525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:18.530434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:18.556601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:18.562643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:18.583283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d2a7-404c-4b4f-a553-df555bd317a9 req-123c7a33-9fe5-4c1f-92dc-b1bb4b5e2dca tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:18.592432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9242d2a7-404c-4b4f-a553-df555bd317a9 req-123c7a33-9fe5-4c1f-92dc-b1bb4b5e2dca tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 944 time: 0.1677232 Apr 01 15:06:18.629948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 38dc0c3c-921e-431d-ac95-2d79b6178adc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=38dc0c3c-921e-431d-ac95-2d79b6178adc,segment=NetworkSegment(ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933),segment_id=ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:18.636560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc0c3c-921e-431d-ac95-2d79b6178adc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:18.654114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:18.694399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9242d2a7-404c-4b4f-a553-df555bd317a9 req-eda8187b-9880-4d2c-b5ab-e48a697b3634 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931480 Apr 01 15:06:18.815945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=38dc0c3c-921e-431d-ac95-2d79b6178adc,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:18.907144 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc0c3c-921e-431d-ac95-2d79b6178adc', 'code': 200} Apr 01 15:06:18.939165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:19.100547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '1e576adc-ca22-409d-a451-59d4cc3a0b5b'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '519ab211-73e0-42c4-a149-c6a2f597d2e7'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:06:19.107470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070a4ce-7830-41f0-b0a9-28a3d6359e15 req-91a41b0c-d1b2-4e24-bac0-be8facd0e8b8 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:19.115560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2070a4ce-7830-41f0-b0a9-28a3d6359e15 req-91a41b0c-d1b2-4e24-bac0-be8facd0e8b8 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 945 time: 0.3213384 Apr 01 15:06:19.167152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:19.275946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2070a4ce-7830-41f0-b0a9-28a3d6359e15 req-88b0c715-50b2-494c-85ad-2c4463294e7e tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581295 Apr 01 15:06:19.566111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d0017f6-146c-4c99-80cd-04844e331488 req-9be9f26f-1680-4dfa-a5af-9c6c7e2b9069 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 210 time: 0.0612392 Apr 01 15:06:19.727127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] Allocated IP 172.20.0.2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/1e576adc-ca22-409d-a451-59d4cc3a0b5b/519ab211-73e0-42c4-a149-c6a2f597d2e7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:19.813969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:06:19.856406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-775c3e4b-c930-49be-9f36-f9a16259dbee req-efe5e42a-c75e-4d36-9077-5d9240e84d69 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:19.932533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-62f7bb02-66da-4af7-842e-61ae2c2725e8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:19.935051 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-62f7bb02-66da-4af7-842e-61ae2c2725e8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.8545411 Apr 01 15:06:19.937358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-775c3e4b-c930-49be-9f36-f9a16259dbee req-efe5e42a-c75e-4d36-9077-5d9240e84d69 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:19.938526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-775c3e4b-c930-49be-9f36-f9a16259dbee req-efe5e42a-c75e-4d36-9077-5d9240e84d69 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=035330b8-1080-4d61-829d-70a2d3a1f6a8 HTTP/1.1" status: 200 len: 210 time: 0.4485457 Apr 01 15:06:19.955649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3766f68-2d8a-45bf-82d2-6ddbdf0a172b req-46eeda25-9315-4191-ac36-a61a30a25077 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 1096 time: 0.9710684 Apr 01 15:06:19.957586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:20.088422 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3766f68-2d8a-45bf-82d2-6ddbdf0a172b req-98d02a73-c3b4-4da2-acd4-9de7cc72aaa8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883265 Apr 01 15:06:20.106776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-72d5bb6d-749a-43fe-aa49-7d7a53a4640a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 472 time: 0.1498535 Apr 01 15:06:20.131984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'port': {'device_id': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'admin_state_up': True, 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'security_groups': ['89873201-f086-49dd-80ef-a81b62fa3dd2']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:20.151632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd40713-6ebb-4b4e-bfbf-4ff2d9d2c65f req-b227c067-18de-446d-afe6-327aa0e4bf55 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:20.160544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5bd40713-6ebb-4b4e-bfbf-4ff2d9d2c65f req-b227c067-18de-446d-afe6-327aa0e4bf55 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.2629287 Apr 01 15:06:20.184741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] For port 519ab211-73e0-42c4-a149-c6a2f597d2e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=519ab211-73e0-42c4-a149-c6a2f597d2e7,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:20.237117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5bd40713-6ebb-4b4e-bfbf-4ff2d9d2c65f req-a0d56663-e042-4b56-b788-d2afc3b19c3e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 Apr 01 15:06:20.237439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.247733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 31d725a7-9560-4af2-9bb8-12232a73e7ce no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:20.290506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 13963f04-afa3-457a-a666-e6b5c0fdb514 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:20.323467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 31d725a7-9560-4af2-9bb8-12232a73e7ce {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:06:20.323827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 31d725a7-9560-4af2-9bb8-12232a73e7ce not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:06:20.331812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.350476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] Transition to ACTIVE for port object 519ab211-73e0-42c4-a149-c6a2f597d2e7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:20.368286 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.447152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:20.458739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:20.462343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Usage tracker for resource:security_group_rule and tenant:2ce63783d29943718c5b37884eb76fba is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:20.467400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:20.480984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:20.499201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2984b-dec7-4696-a7bd-6e7b00561007 req-f3f5f6f9-c3a0-49a3-8ef4-2124405b64e0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:20.508763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ae2984b-dec7-4696-a7bd-6e7b00561007 req-f3f5f6f9-c3a0-49a3-8ef4-2124405b64e0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 944 time: 0.2820816 Apr 01 15:06:20.524948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.549622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:20.558957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 13963f04-afa3-457a-a666-e6b5c0fdb514 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:20.567732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 13963f04-afa3-457a-a666-e6b5c0fdb514 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:20.569521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.622107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e43f1-8b75-4a9b-aa47-39b2dce342d8 None None] Pushing event updated for resources: {'Port': ['ID=519ab211-73e0-42c4-a149-c6a2f597d2e7,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:20.660504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ae2984b-dec7-4696-a7bd-6e7b00561007 req-93c0d559-5055-4773-9828-6227d69188b1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504004 Apr 01 15:06:20.662578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Made reservation on behalf of 80b1ddfff78f4e45aa963e3cb6e69964 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:20.677798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.757961 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.806646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:20.817431 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.910862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.934065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:20.966897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:20.972250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:20.977397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 519ab211-73e0-42c4-a149-c6a2f597d2e7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:21.035047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f78ed5-486e-4f91-8ab9-b51d0f0aab66 req-c8dae8c8-0e0a-4252-a8f3-dc18040e142d tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:21.042115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f78ed5-486e-4f91-8ab9-b51d0f0aab66 req-c8dae8c8-0e0a-4252-a8f3-dc18040e142d tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 945 time: 0.6063156 Apr 01 15:06:21.064327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a45d37-f420-47c1-97c9-bd35eaca81fc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:21.103130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1b5ca5cf-1f89-495f-93e9-e5924a2dad0d req-97ceb808-755e-4e63-9a34-340924021174 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 210 time: 0.1560206 Apr 01 15:06:21.168200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59136) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:21.175348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-55591389-1445-49e4-86f2-23b26ec2b9ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ce63783d29943718c5b37884eb76fba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2166088 Apr 01 15:06:21.206427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.20.0.12 (55cc7f3b-7b44-4350-9885-32fdac15a847/3589c822-bb20-4279-a1bd-ccf87a65739a/636249c8-8557-423f-9787-4f9ea06e31ba) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:21.207333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 519ab211-73e0-42c4-a149-c6a2f597d2e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=519ab211-73e0-42c4-a149-c6a2f597d2e7,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:21.283838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f78ed5-486e-4f91-8ab9-b51d0f0aab66 req-d5ee9e48-38f6-4d7a-b6fd-47cbe849bf29 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406387 Apr 01 15:06:21.353981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.386318 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.387062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.452025 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'code': 200} Apr 01 15:06:21.553093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b37d8308-3a22-41b0-997b-337da92935c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.618908 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b37d8308-3a22-41b0-997b-337da92935c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.703149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:21.713569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=d468e63e-a658-4b73-b7c5-111bed3005e8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:21.717927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:21.726604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:21.732245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.743314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b37d8308-3a22-41b0-997b-337da92935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.745607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a82dc4-b308-4d18-88cf-9a04e7dffc03 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:21.745904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=519ab211-73e0-42c4-a149-c6a2f597d2e7,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:21.795858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d8308-3a22-41b0-997b-337da92935c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a45d37-f420-47c1-97c9-bd35eaca81fc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:21.811963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.830461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71c62370-17a9-4801-824d-fc526355f70e req-717324f2-7207-4830-969e-666eacdcc434 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 1096 time: 0.2729487 Apr 01 15:06:21.858290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Transition to ACTIVE for port object 636249c8-8557-423f-9787-4f9ea06e31ba will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:21.869427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50846c4-9008-4d1b-a537-e00babf7668f req-a017fda6-16fe-445d-b1f8-e9a904c961bd tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:21.870881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f50846c4-9008-4d1b-a537-e00babf7668f req-a017fda6-16fe-445d-b1f8-e9a904c961bd tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3145444 Apr 01 15:06:21.928977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-36d2d8ef-9d35-45fb-97fe-33964dc77ce8 None None] Provisioning for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:21.951929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-36d2d8ef-9d35-45fb-97fe-33964dc77ce8 None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:21.952293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36d2d8ef-9d35-45fb-97fe-33964dc77ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:21.976178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71c62370-17a9-4801-824d-fc526355f70e req-b77bef2c-10a7-4fdf-970c-e8f2b5ba4763 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378355 Apr 01 15:06:21.987290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f50846c4-9008-4d1b-a537-e00babf7668f req-cac689f7-1ca3-4912-b647-2bd437d0cbb1 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929646 Apr 01 15:06:21.993984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:22.059652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-2dbab1b7-a4c6-4589-82bc-6d6105a76248 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:22.061340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-2dbab1b7-a4c6-4589-82bc-6d6105a76248 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.2596133 Apr 01 15:06:22.089399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:22.092837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:22.099785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:22.109040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b37d8308-3a22-41b0-997b-337da92935c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:22.112615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b37d8308-3a22-41b0-997b-337da92935c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88a45d37-f420-47c1-97c9-bd35eaca81fc HTTP/1.1" status: 204 len: 168 time: 0.9414229 Apr 01 15:06:22.127564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ce31b3d0-b463-4d4d-bff5-6768a1e2808d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0161746 Apr 01 15:06:22.135562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=636249c8-8557-423f-9787-4f9ea06e31ba,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:22.139600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:22.154772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:f1:b6:82', 'name': 'tempest-NetworksTestDHCPv6-1353920208'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:22.155486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-0787ab73-b5e2-47fa-8074-ac484ceebc74 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/quotas/1d6677d04cd341d389006dc7efc83d64 HTTP/1.1" status: 200 len: 375 time: 0.0731740 Apr 01 15:06:22.347144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-0612782e-a79d-43be-945a-0cf29f5f1f1f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1905763 Apr 01 15:06:22.513687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:22.514378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:22.571402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf12a6e4-2271-4209-ac69-390638fc09d6 None None] Provisioning for port 636249c8-8557-423f-9787-4f9ea06e31ba completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:22.594674 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-661996eb-a3b7-413b-bf77-3985a60d1e85 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459416 Apr 01 15:06:22.621562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf12a6e4-2271-4209-ac69-390638fc09d6 None None] Provisioning complete for port 636249c8-8557-423f-9787-4f9ea06e31ba triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:22.621988 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf12a6e4-2271-4209-ac69-390638fc09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:22.707548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-66eb023c-4010-44b5-b18e-d14120c49b91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5810690 Apr 01 15:06:22.719493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf12a6e4-2271-4209-ac69-390638fc09d6 None None] Port 636249c8-8557-423f-9787-4f9ea06e31ba cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:06:22.735059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8e227-afc7-4d22-843c-5b3a6b0acace req-e21d0e1c-864b-4853-bef4-63edc589bb2c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:22.736662 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6a8e227-afc7-4d22-843c-5b3a6b0acace req-e21d0e1c-864b-4853-bef4-63edc589bb2c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.3924210 Apr 01 15:06:22.742494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Request body: {'port': {'device_id': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:22.782337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:22.786770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:22.792690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:22.809544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:22.942351 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6a8e227-afc7-4d22-843c-5b3a6b0acace req-638f7e66-b006-437a-a17b-bfd267be4d7c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733568 Apr 01 15:06:22.954503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:23.009882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-fa1e0943-072a-40c6-a123-4093a43f6899 service neutron] 10.222.0.48 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013515 Apr 01 15:06:23.060537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59172) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:23.095979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.177878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:23.183114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Usage tracker for resource:security_group_rule and tenant:be0a98d8e53d4f67b9154868c351963c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:23.186874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:23.194799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:23.356717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.368771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.448677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da1b1a-2a88-4935-9539-794ac12bb21c None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:23.479368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a47fc9-8efc-4948-9adb-ec347e0a45d3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:23.485806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b33c9af4-3666-4410-aa7d-f600ff9d1322 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be0a98d8e53d4f67b9154868c351963c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4235930 Apr 01 15:06:23.488450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59180) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:23.564445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.566593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226bf7a-e9e1-40db-81e0-e3d2e78668c6 req-77586a63-d346-4283-9fbb-7eda002a64e3 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:23.573596 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f226bf7a-e9e1-40db-81e0-e3d2e78668c6 req-77586a63-d346-4283-9fbb-7eda002a64e3 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 945 time: 0.1746562 Apr 01 15:06:23.577792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5cb9ad39-f4bd-4107-8987-0fb01234703f None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:23.578695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ad39-f4bd-4107-8987-0fb01234703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.611283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98de1d68-4bd6-48b9-9e35-315e436d32a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.653204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98de1d68-4bd6-48b9-9e35-315e436d32a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.675445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f226bf7a-e9e1-40db-81e0-e3d2e78668c6 req-98fa58a6-f3c9-4e2c-8c02-bc6621447337 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007531 Apr 01 15:06:23.759559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98de1d68-4bd6-48b9-9e35-315e436d32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.808914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1d68-4bd6-48b9-9e35-315e436d32a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a47fc9-8efc-4948-9adb-ec347e0a45d3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:23.828629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98de1d68-4bd6-48b9-9e35-315e436d32a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:23.834382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-98de1d68-4bd6-48b9-9e35-315e436d32a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06a47fc9-8efc-4948-9adb-ec347e0a45d3 HTTP/1.1" status: 204 len: 168 time: 0.3448184 Apr 01 15:06:24.103702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6f945-77ec-414d-bb5f-66794ebb93ff req-3bab37c6-2d84-4e00-9a8b-80a6ab2cab6a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:24.108365 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7d6f945-77ec-414d-bb5f-66794ebb93ff req-3bab37c6-2d84-4e00-9a8b-80a6ab2cab6a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.1682434 Apr 01 15:06:24.200748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a0ff-54c9-492e-b418-409d543ceba9 req-77118633-daf9-4c79-bdd3-496d4e679aa8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:24.201499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d9b1a0ff-54c9-492e-b418-409d543ceba9 req-77118633-daf9-4c79-bdd3-496d4e679aa8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:24.209424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7d6f945-77ec-414d-bb5f-66794ebb93ff req-412fba8b-8b0b-4a63-a5d4-f2a8b0541f87 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899072 Apr 01 15:06:24.269453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:24.344928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d9b1a0ff-54c9-492e-b418-409d543ceba9 req-77118633-daf9-4c79-bdd3-496d4e679aa8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:24.346469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9b1a0ff-54c9-492e-b418-409d543ceba9 req-77118633-daf9-4c79-bdd3-496d4e679aa8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 932 time: 0.9781184 Apr 01 15:06:24.347553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 151981f9-96a8-4aee-a790-f0136f4db6e5 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:06:24.409997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c4e3f447-90a9-4f35-be06-048ee25384cf None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:24.410740 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f447-90a9-4f35-be06-048ee25384cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:24.475479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb027293-974a-4d55-8a0a-b22d6dd48512 req-95fcc797-b007-4b1b-9d1a-6517220b36db tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 210 time: 0.0948498 Apr 01 15:06:24.519356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636249c8-8557-423f-9787-4f9ea06e31ba {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:24.526268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9b1a0ff-54c9-492e-b418-409d543ceba9 req-395493cb-e417-4a0f-887c-4f6ef52a6321 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123683 Apr 01 15:06:24.537534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:24.626452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Transition to ACTIVE for port object 636249c8-8557-423f-9787-4f9ea06e31ba will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:24.641347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:24.994268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Pushing event updated for resources: {'Port': ['ID=636249c8-8557-423f-9787-4f9ea06e31ba,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:25.156083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 172.20.0.7 (1521f7be-bcca-472b-a0e8-65bfb965abc6/1e576adc-ca22-409d-a451-59d4cc3a0b5b/151981f9-96a8-4aee-a790-f0136f4db6e5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:25.329367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fef1:b682 (1521f7be-bcca-472b-a0e8-65bfb965abc6/d468e63e-a658-4b73-b7c5-111bed3005e8/151981f9-96a8-4aee-a790-f0136f4db6e5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:25.363609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c0f8-55b2-4b64-8782-79b39682a5ba req-51b7bfbd-ab3e-4e83-a770-2c32f1d674fd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:25.363609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f035c0f8-55b2-4b64-8782-79b39682a5ba req-51b7bfbd-ab3e-4e83-a770-2c32f1d674fd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.6553001 Apr 01 15:06:25.511700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Attempting to bind port 636249c8-8557-423f-9787-4f9ea06e31ba on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:25.512025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Attempting to bind port 636249c8-8557-423f-9787-4f9ea06e31ba by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:25.523796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Attempting to bind port 636249c8-8557-423f-9787-4f9ea06e31ba on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:25.546910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-760bfdf4-df35-4367-8f94-b16d3171806f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 1096 time: 0.5319524 Apr 01 15:06:25.606933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Port 636249c8-8557-423f-9787-4f9ea06e31ba on network 55cc7f3b-7b44-4350-9885-32fdac15a847 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:06:25.607580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Attempting to bind port 636249c8-8557-423f-9787-4f9ea06e31ba on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:25.620427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-db8189e8-c6a5-49fc-a9dc-a89bcbb02ab1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:25.622295 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-db8189e8-c6a5-49fc-a9dc-a89bcbb02ab1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 805 time: 0.4390967 Apr 01 15:06:25.642355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Request body: {'port': {'device_id': 'db067039-21b6-42d4-8e60-34352a6f136b', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'admin_state_up': True, 'tenant_id': '1d6677d04cd341d389006dc7efc83d64'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:25.738363 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f035c0f8-55b2-4b64-8782-79b39682a5ba req-0d985d14-7591-4a73-945c-887c9006fad8 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627446 Apr 01 15:06:25.753693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:25.754421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Checking segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:25.756051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Bound using segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:25.756920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Bound port: 636249c8-8557-423f-9787-4f9ea06e31ba, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:25.757643 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:25.793888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a37ca-375d-4720-bede-d3f8f7223ad5 req-5dd17e39-4685-4d57-9502-5b5baf22011d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:25.795794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-305a37ca-375d-4720-bede-d3f8f7223ad5 req-5dd17e39-4685-4d57-9502-5b5baf22011d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.2230422 Apr 01 15:06:25.806328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:25.837760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:25.868338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Made reservation on behalf of 1d6677d04cd341d389006dc7efc83d64 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:25.871667 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:25.890835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-e97ba5c9-d533-4373-9446-870a7154364b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:25.892728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-e97ba5c9-d533-4373-9446-870a7154364b service neutron] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.3342319 Apr 01 15:06:26.007658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-305a37ca-375d-4720-bede-d3f8f7223ad5 req-9f14c403-be95-4400-b057-c66edb62402b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023852 Apr 01 15:06:26.084806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-faefef41-f57b-4b48-aebb-f0139a4b11f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=450c1827-e871-4dd4-892c-13699957d013 HTTP/1.1" status: 200 len: 217 time: 0.1744144 Apr 01 15:06:26.194350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:26.205600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] For port 636249c8-8557-423f-9787-4f9ea06e31ba, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:26.206678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c591ef14-0dd0-4fe9-8be7-d11098c55e79 req-009e4036-34bf-44f2-bd1c-0aec1dd0a244 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 210 time: 0.0804875 Apr 01 15:06:26.231200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] For port 636249c8-8557-423f-9787-4f9ea06e31ba, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=636249c8-8557-423f-9787-4f9ea06e31ba,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:26.232581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 151981f9-96a8-4aee-a790-f0136f4db6e5 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:26.234723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-b2ed6aa4-c82b-4481-a89c-d7e75df3378a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:26.236528 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-b2ed6aa4-c82b-4481-a89c-d7e75df3378a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1328523 Apr 01 15:06:26.237357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Allocated IP 172.20.0.2 (c166c90b-6e32-422f-86a1-354f2dc6790a/eed2c49f-3ede-4714-a99e-48a89de5bc57/cddcea14-9837-4929-9152-3f605d4214ac) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:26.248426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb98af-d11e-4561-949e-16de0e860c89 req-718dec8a-9485-4749-b693-a6c28b3ea63b tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:26.249920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0cb98af-d11e-4561-949e-16de0e860c89 req-718dec8a-9485-4749-b693-a6c28b3ea63b tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 945 time: 0.2688398 Apr 01 15:06:26.253481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:26.367014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-e0de85d4-1e69-4565-b626-011e44206e4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156800 Apr 01 15:06:26.429114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:26.430533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] 10.222.0.44 "PUT /v2.0/ports/636249c8-8557-423f-9787-4f9ea06e31ba HTTP/1.1" status: 200 len: 1092 time: 3.7017539 Apr 01 15:06:26.502458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:26.543112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:26.563531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe9554-2539-467b-8ada-99e53072f12f req-d4873397-59f6-4d56-89e8-b2c1bf78869a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:26.572741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7fe9554-2539-467b-8ada-99e53072f12f req-d4873397-59f6-4d56-89e8-b2c1bf78869a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 944 time: 0.1874967 Apr 01 15:06:26.597703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0cb98af-d11e-4561-949e-16de0e860c89 req-137449af-a8bd-4a3b-9911-cdb0793a9dca tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073492 Apr 01 15:06:26.597703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ef46e-c3f3-45e3-936e-385789751f77 service neutron] Pushing event updated for resources: {'Port': ['ID=636249c8-8557-423f-9787-4f9ea06e31ba,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:26.605640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:26.712181 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7fe9554-2539-467b-8ada-99e53072f12f req-54fe721a-9ec2-4485-a34c-1bdb0a0f4c0e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362333 Apr 01 15:06:26.713341 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:26.724770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:26.793947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=151981f9-96a8-4aee-a790-f0136f4db6e5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:26.820029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-c6af2040-7e64-47a9-9f2e-837ac9938b33 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389994 Apr 01 15:06:26.828024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:26.884272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:26.903931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event updated for resources: {'Port': ['ID=cddcea14-9837-4929-9152-3f605d4214ac,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:26.913515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:26.917090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Network c166c90b-6e32-422f-86a1-354f2dc6790a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:26.920984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:26.931639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:26.951634 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba', 'status': 'completed', 'code': 200} Apr 01 15:06:27.012346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-c31a63d2-3459-4b57-835d-e71bf9651435 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.015268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-c31a63d2-3459-4b57-835d-e71bf9651435 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 945 time: 0.4054081 Apr 01 15:06:27.112562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.113248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.121006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-cea774ba-6807-48d3-a646-a72d4b056910 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 1095 time: 0.6122687 Apr 01 15:06:27.147759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.147759 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.175695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Deleting port 38dc0c3c-921e-431d-ac95-2d79b6178adc {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:27.176567 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.267123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-fb50065e-b12b-422d-8531-b6895e1c0f72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636249c8-8557-423f-9787-4f9ea06e31ba HTTP/1.1" status: 200 len: 217 time: 0.1187892 Apr 01 15:06:27.281278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f6009e6-2325-423b-9fcc-871adb679b53 req-b7f14799-c24b-4d2f-9fe6-6b6bf8b6584a service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503477 Apr 01 15:06:27.316698 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-bb689ec0-f448-4060-ab6d-e1f32f002f27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6801977 Apr 01 15:06:27.317182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fa0d8-5976-4a40-8d94-63cdbe9c0df6 req-ae6f9805-32e8-4874-9a14-2111c38dafcb tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.318631 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe9fa0d8-5976-4a40-8d94-63cdbe9c0df6 req-ae6f9805-32e8-4874-9a14-2111c38dafcb tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.5292058 Apr 01 15:06:27.325993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2eba42bf-2677-47b7-8466-f3f2ffade1a1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.1783507 Apr 01 15:06:27.339705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Request body: {'port': {'device_id': 'db067039-21b6-42d4-8e60-34352a6f136b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:27.348223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59266) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:27.433376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-c313959d-1116-4a30-8d0d-36b0706ab06e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.434840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-c313959d-1116-4a30-8d0d-36b0706ab06e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.1570387 Apr 01 15:06:27.469961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f6f8152-3a37-45e6-8868-6750964783d2 None None] Provisioning for port 151981f9-96a8-4aee-a790-f0136f4db6e5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:27.484519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f6f8152-3a37-45e6-8868-6750964783d2 None None] Provisioning complete for port 151981f9-96a8-4aee-a790-f0136f4db6e5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:27.485660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8152-3a37-45e6-8868-6750964783d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.559722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f8152-3a37-45e6-8868-6750964783d2 None None] Port 151981f9-96a8-4aee-a790-f0136f4db6e5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:06:27.604441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea668d7-bc49-4caf-bdde-3988ea14001e req-188b14be-9e8d-4212-bf1f-486061be4f19 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.605876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ea668d7-bc49-4caf-bdde-3988ea14001e req-188b14be-9e8d-4212-bf1f-486061be4f19 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.3840208 Apr 01 15:06:27.625832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe9fa0d8-5976-4a40-8d94-63cdbe9c0df6 req-1e2c910a-2442-4b1f-9c62-85494c49411f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917755 Apr 01 15:06:27.667487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.677471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb17138-7e7a-49f5-ae8f-237f86b78a9c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.681451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb17138-7e7a-49f5-ae8f-237f86b78a9c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:27.682244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7eb17138-7e7a-49f5-ae8f-237f86b78a9c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:27.712674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-250b9926-ab06-4653-ab19-0427f6b608a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2647972 Apr 01 15:06:27.713795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7eb17138-7e7a-49f5-ae8f-237f86b78a9c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:27.717771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7eb17138-7e7a-49f5-ae8f-237f86b78a9c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3653286 Apr 01 15:06:27.719346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59282) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:27.791998 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7959186-52f7-43e8-85bc-4546f2c24346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.811812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ea668d7-bc49-4caf-bdde-3988ea14001e req-8f5731d8-bd4b-477c-8762-dcfe9f937edf tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944878 Apr 01 15:06:27.813507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] For port 38dc0c3c-921e-431d-ac95-2d79b6178adc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=38dc0c3c-921e-431d-ac95-2d79b6178adc,segment=NetworkSegment(ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933),segment_id=ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:27.813868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.929510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 151981f9-96a8-4aee-a790-f0136f4db6e5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:27.930409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:27.999101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Calling delete_port for 38dc0c3c-921e-431d-ac95-2d79b6178adc owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:28.054597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-6dc79ac3-0d5a-41f0-8642-4fdce9ddb7e2 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306413 Apr 01 15:06:28.130686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413445-9113-4455-a0c5-1616b4400eeb req-f3113e66-5830-4f98-aeba-10fb29a9b9f4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:28.132289 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb413445-9113-4455-a0c5-1616b4400eeb req-f3113e66-5830-4f98-aeba-10fb29a9b9f4 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 931 time: 0.3346443 Apr 01 15:06:28.320694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59296) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:28.397114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb413445-9113-4455-a0c5-1616b4400eeb req-c31ec552-cfb8-4a26-a686-ae9930bc5aa0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805043 Apr 01 15:06:28.411360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88312030-5c0d-4d4b-a67a-5f845f1f71fb req-9da25fd8-af83-44a4-8723-a7ebbb837092 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240571 Apr 01 15:06:28.468239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdab1fb-a129-47f8-b222-d39569b9b73c req-5568f52e-ed59-4bf4-81c8-7fc9480f6a87 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:28.469911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bdab1fb-a129-47f8-b222-d39569b9b73c req-5568f52e-ed59-4bf4-81c8-7fc9480f6a87 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3624d24-e21d-4728-8f6d-f069a611291f HTTP/1.1" status: 200 len: 945 time: 0.4808469 Apr 01 15:06:28.493225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:28.577157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bdab1fb-a129-47f8-b222-d39569b9b73c req-bdf8c678-c0ab-4042-9c3c-5fa685b2ebb6 tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3c5806-4a2a-4bd4-9228-057276a047b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951519 Apr 01 15:06:28.581591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:28.596615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['38dc0c3c-921e-431d-ac95-2d79b6178adc'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:28.651349 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:28.656604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 151981f9-96a8-4aee-a790-f0136f4db6e5 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:28.669713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Pushing event deleted for resources: {'Port': ['ID=38dc0c3c-921e-431d-ac95-2d79b6178adc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:28.755931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d43b5714-be70-47ae-9036-6a500e89d62c req-4a22f9b6-d669-4337-b2fd-1bb95d483495 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 1095 time: 0.2550888 Apr 01 15:06:28.817883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:28.839401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6a9e46fb4f487f8d86b77004fa8975 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:28.842956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] No DVR routers for this DVR port 38dc0c3c-921e-431d-ac95-2d79b6178adc on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:06:28.845997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:28.849366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:06:28.857157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:28.895175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'name': 'network-vif-deleted', 'tag': '38dc0c3c-921e-431d-ac95-2d79b6178adc'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:28.920166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:28.983027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-adbf56a2-3faf-4763-87ed-5676c9c69b1d req-59e1bad1-6b5a-412e-b657-0541cedd094c tempest-ServerPasswordTestJSON-1771611057 tempest-ServerPasswordTestJSON-1771611057-project] 10.222.0.62 "DELETE /v2.0/ports/38dc0c3c-921e-431d-ac95-2d79b6178adc HTTP/1.1" status: 204 len: 173 time: 1.9618733 Apr 01 15:06:29.022176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddcea14-9837-4929-9152-3f605d4214ac {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:29.033186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.051498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b5714-be70-47ae-9036-6a500e89d62c req-d8a431e0-4038-47f3-9c03-3340e5dfe404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.053075 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d43b5714-be70-47ae-9036-6a500e89d62c req-d8a431e0-4038-47f3-9c03-3340e5dfe404 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.2608566 Apr 01 15:06:29.065900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173a65-f31b-4533-bffb-be28eb9e010e req-81b277eb-adf9-4853-800f-fae1851f805c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.081109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69173a65-f31b-4533-bffb-be28eb9e010e req-81b277eb-adf9-4853-800f-fae1851f805c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.2444627 Apr 01 15:06:29.128558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Transition to ACTIVE for port object cddcea14-9837-4929-9152-3f605d4214ac will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:29.139284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448ea0e-5226-45be-a7b5-01cd37d4dd5e req-6313e6d3-9bb4-4638-b051-147db86ebeab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.140954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.143742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c448ea0e-5226-45be-a7b5-01cd37d4dd5e req-6313e6d3-9bb4-4638-b051-147db86ebeab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 944 time: 0.3118198 Apr 01 15:06:29.144412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.181844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69173a65-f31b-4533-bffb-be28eb9e010e req-a73cd249-edb7-4ffb-8508-69c95cde2714 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993638 Apr 01 15:06:29.210333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d43b5714-be70-47ae-9036-6a500e89d62c req-74d7e30a-01c9-4187-8f6c-621e45cb3261 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636249c8-8557-423f-9787-4f9ea06e31ba HTTP/1.1" status: 200 len: 217 time: 0.1460345 Apr 01 15:06:29.217675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=151981f9-96a8-4aee-a790-f0136f4db6e5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:29.299287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Pushing event updated for resources: {'Port': ['ID=cddcea14-9837-4929-9152-3f605d4214ac,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:29.404570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.440207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.522719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0ae977-886e-4d94-aa97-3076b8a3e340,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:29.528223 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d036850a-ddd9-4fb1-afd2-9bc3e5a175e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e6a9e46fb4f487f8d86b77004fa8975&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2015760 Apr 01 15:06:29.529750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c448ea0e-5226-45be-a7b5-01cd37d4dd5e req-60722c36-7618-42bc-91ec-0dbcc7d10130 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832631 Apr 01 15:06:29.534884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59314) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:29.546115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b5714-be70-47ae-9036-6a500e89d62c req-85bdf9d7-c7a3-481e-b80e-e22ed125044b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.547794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d43b5714-be70-47ae-9036-6a500e89d62c req-85bdf9d7-c7a3-481e-b80e-e22ed125044b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.3246827 Apr 01 15:06:29.557085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Attempting to bind port cddcea14-9837-4929-9152-3f605d4214ac on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:29.557085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Attempting to bind port cddcea14-9837-4929-9152-3f605d4214ac by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:29.557085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Attempting to bind port cddcea14-9837-4929-9152-3f605d4214ac on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:29.560234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Port cddcea14-9837-4929-9152-3f605d4214ac on network c166c90b-6e32-422f-86a1-354f2dc6790a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:06:29.561068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Attempting to bind port cddcea14-9837-4929-9152-3f605d4214ac on network c166c90b-6e32-422f-86a1-354f2dc6790a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:29.580247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e4224-b900-4a35-b4e0-c5e2122838a4 req-030ab566-cc03-4b02-ae14-697c99f3999c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.581735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b6e4224-b900-4a35-b4e0-c5e2122838a4 req-030ab566-cc03-4b02-ae14-697c99f3999c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 945 time: 0.2655072 Apr 01 15:06:29.582979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:29.583355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Checking segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:29.583734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Bound using segment: {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:29.584169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Bound port: cddcea14-9837-4929-9152-3f605d4214ac, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fc57d-3bb1-4271-b3e6-11dd4f335ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:29.584518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.634274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.699894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1094e908-2dec-4066-9877-ecb1513a7439 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/151981f9-96a8-4aee-a790-f0136f4db6e5 HTTP/1.1" status: 204 len: 168 time: 1.9779139 Apr 01 15:06:29.702889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59320) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:29.712650 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3624d24-e21d-4728-8f6d-f069a611291f', 'name': 'network-vif-deleted', 'tag': '38dc0c3c-921e-431d-ac95-2d79b6178adc', 'status': 'completed', 'code': 200} Apr 01 15:06:29.757206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b6e4224-b900-4a35-b4e0-c5e2122838a4 req-f779920d-eab5-4d97-9780-cf21d20bb371 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541975 Apr 01 15:06:29.778777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] For port cddcea14-9837-4929-9152-3f605d4214ac, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:29.782999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] For port cddcea14-9837-4929-9152-3f605d4214ac, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cddcea14-9837-4929-9152-3f605d4214ac,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:29.801955 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.832925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88fa431e-70b2-435e-999d-288bd5721383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.878250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d43b5714-be70-47ae-9036-6a500e89d62c req-f475afa4-1d48-45ca-b7f8-37dc68c6722b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129501 Apr 01 15:06:29.886452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ac79d-d148-4c5c-970c-a27e60c1ea62 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.887761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ac79d-d148-4c5c-970c-a27e60c1ea62 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.889060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ac79d-d148-4c5c-970c-a27e60c1ea62 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:29.890546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d2ac79d-d148-4c5c-970c-a27e60c1ea62 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1853483 Apr 01 15:06:29.901256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59326) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:29.920458 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88fa431e-70b2-435e-999d-288bd5721383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.951666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:29.952969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] 10.222.0.44 "PUT /v2.0/ports/cddcea14-9837-4929-9152-3f605d4214ac HTTP/1.1" status: 200 len: 1091 time: 2.6274972 Apr 01 15:06:30.041623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3659d6a-f87d-4c98-9232-26cd44b38b61 req-941e01db-dff8-4448-a78f-d944a0a847a0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:30.043069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3659d6a-f87d-4c98-9232-26cd44b38b61 req-941e01db-dff8-4448-a78f-d944a0a847a0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.2643294 Apr 01 15:06:30.063492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15856b6-521c-46c2-8592-e6e2bc001d12 service neutron] Pushing event updated for resources: {'Port': ['ID=cddcea14-9837-4929-9152-3f605d4214ac,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:30.109231 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d43b5714-be70-47ae-9036-6a500e89d62c req-aabad950-6108-4f8c-b669-59ddde29b01f service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173212 Apr 01 15:06:30.109842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88fa431e-70b2-435e-999d-288bd5721383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.155318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa431e-70b2-435e-999d-288bd5721383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0ae977-886e-4d94-aa97-3076b8a3e340,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:30.203576 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7541304f-cbf8-4f1c-a519-61bbd8af02e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.211832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3659d6a-f87d-4c98-9232-26cd44b38b61 req-41f57e75-fa90-48e8-850d-cb89a39e9bcd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531341 Apr 01 15:06:30.219534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579953f-e610-4abc-b08a-0903b556a7ad req-8dad3257-a8dd-49cf-8620-744fa3e08469 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:30.219837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0579953f-e610-4abc-b08a-0903b556a7ad req-8dad3257-a8dd-49cf-8620-744fa3e08469 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:30.253112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-ada0314c-0d2e-4c21-83ea-5f147c5262ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 1094 time: 0.2480645 Apr 01 15:06:30.259923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88fa431e-70b2-435e-999d-288bd5721383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.260978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 1e576adc-ca22-409d-a451-59d4cc3a0b5b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:06:30.264579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-88fa431e-70b2-435e-999d-288bd5721383 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b0ae977-886e-4d94-aa97-3076b8a3e340 HTTP/1.1" status: 204 len: 168 time: 0.7227945 Apr 01 15:06:30.292669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d43b5714-be70-47ae-9036-6a500e89d62c req-c7fcb647-d62b-489d-a8a9-9f38e33b7243 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712079 Apr 01 15:06:30.311379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59334) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:30.312221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.342759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0579953f-e610-4abc-b08a-0903b556a7ad req-8dad3257-a8dd-49cf-8620-744fa3e08469 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:30.347505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 450c1827-e871-4dd4-892c-13699957d013 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:30.351860 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0579953f-e610-4abc-b08a-0903b556a7ad req-8dad3257-a8dd-49cf-8620-744fa3e08469 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 943 time: 0.4024849 Apr 01 15:06:30.392125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] Deleting subnet 99b20e9d-8328-4f01-a459-a61f4cd26e72 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:06:30.395659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.462064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.509963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.526322 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.539996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-7814fb54-90d1-43b4-9dff-78a9ce201b78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cddcea14-9837-4929-9152-3f605d4214ac HTTP/1.1" status: 200 len: 217 time: 0.2768726 Apr 01 15:06:30.541654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450c1827-e871-4dd4-892c-13699957d013'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:30.553341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:30.562022 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.562693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 38dc0c3c-921e-431d-ac95-2d79b6178adc no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:30.601435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.615874 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.634535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 38dc0c3c-921e-431d-ac95-2d79b6178adc {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:06:30.635089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 38dc0c3c-921e-431d-ac95-2d79b6178adc not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:06:30.666042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b20e9d-8328-4f01-a459-a61f4cd26e72,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:30.680572 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.686896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0579953f-e610-4abc-b08a-0903b556a7ad req-2846c89b-2d07-4a54-90c5-97e34ae66106 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340302 Apr 01 15:06:30.689140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4854b8f4-3d28-4e25-afe4-1223a8c1b2b7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/99b20e9d-8328-4f01-a459-a61f4cd26e72 HTTP/1.1" status: 204 len: 168 time: 0.3765593 Apr 01 15:06:30.692291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59348) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:30.697228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:30.725448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-17c585c7-1753-42f1-a5f0-43636eb480d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:30.727195 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-17c585c7-1753-42f1-a5f0-43636eb480d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1788774 Apr 01 15:06:30.806555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-ef89c85b-2959-4c02-8291-bd11557a0bf7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672374 Apr 01 15:06:30.825034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:30.909848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:30.996755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.011013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-101829ca-d2cc-43d0-b5b7-91de7b93eceb service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939836 Apr 01 15:06:31.016493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.048905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.053167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef70953-5013-456a-bc81-c3efb76439ed']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:31.065426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:31.071203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:31.071531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7196f7-c6a3-4b46-b0e3-2c8a69d6e933') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:31.078199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Usage tracker for resource:security_group_rule and tenant:eb72414ee77e4369b10427f9da1bd367 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:31.083645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:31.091203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.098185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:31.117129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.127896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:06:31.128295 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:06:31.146306 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:06:31.211612 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.254558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.288963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.294445 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.316545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.317763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef70953-5013-456a-bc81-c3efb76439ed,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:31.328435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.359474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2bb24b9b-84d1-4b1c-be7d-4f59c3acb5f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ef70953-5013-456a-bc81-c3efb76439ed HTTP/1.1" status: 204 len: 168 time: 0.6658676 Apr 01 15:06:31.365489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d556803b-d349-46f4-b58f-5e43ff90f085 req-1ff612c6-9956-4a93-8624-64ad460f7733 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465278 Apr 01 15:06:31.368984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.419025 n-d-836017-1 neutron-server[83955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '450c1827-e871-4dd4-892c-13699957d013', 'code': 422} returned with failed status Apr 01 15:06:31.487288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=1e576adc-ca22-409d-a451-59d4cc3a0b5b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:31.499135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.505430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f63c9c-ff32-4762-87ee-304bd86b38b5 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:31.526818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fcde3585-90b0-4e63-be95-2e8d77006679 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/1e576adc-ca22-409d-a451-59d4cc3a0b5b HTTP/1.1" status: 204 len: 168 time: 1.6241963 Apr 01 15:06:31.528589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59388) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:31.617851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e346ab-47c7-4d91-9109-7abdeab4b8f1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:31.633997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet d468e63e-a658-4b73-b7c5-111bed3005e8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:06:31.637766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-87729717-cf9e-4622-ab71-06d1fb998f11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb72414ee77e4369b10427f9da1bd367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243764 Apr 01 15:06:31.640645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59400) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:31.694662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.727107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c26fb2-c3de-459c-af05-6a6256159da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.759501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db067039-21b6-42d4-8e60-34352a6f136b', 'tag': 'cddcea14-9837-4929-9152-3f605d4214ac'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:31.765180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59406) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:31.776027 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c26fb2-c3de-459c-af05-6a6256159da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.839102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 636249c8-8557-423f-9787-4f9ea06e31ba details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:06:31.840163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c26fb2-c3de-459c-af05-6a6256159da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.857686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.861705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26fb2-c3de-459c-af05-6a6256159da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e346ab-47c7-4d91-9109-7abdeab4b8f1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:31.871538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5c26fb2-c3de-459c-af05-6a6256159da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:31.872652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c5c26fb2-c3de-459c-af05-6a6256159da1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29e346ab-47c7-4d91-9109-7abdeab4b8f1 HTTP/1.1" status: 204 len: 168 time: 0.2311091 Apr 01 15:06:31.919981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-57cdfe91-730e-43a8-b24d-d80563684296 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b90d18240ba4a5db8756ab776d56f56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1448026 Apr 01 15:06:31.923663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:31.928899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d18c0-1737-4e23-83a0-841addd64602 req-12498501-b7cd-4eea-bbab-19ec52de1ece tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:31.930394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-383d18c0-1737-4e23-83a0-841addd64602 req-12498501-b7cd-4eea-bbab-19ec52de1ece tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 944 time: 0.3007059 Apr 01 15:06:32.006892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.082610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5e1eb1b-f121-464f-8820-0942f284561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.119354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5e1eb1b-f121-464f-8820-0942f284561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.120446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.120900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 636249c8-8557-423f-9787-4f9ea06e31ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=636249c8-8557-423f-9787-4f9ea06e31ba,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:32.132221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603501-85ba-4f3f-b133-e59903257d26 req-e350df3d-730f-4413-9282-66094d653d13 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:32.138315 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60603501-85ba-4f3f-b133-e59903257d26 req-e350df3d-730f-4413-9282-66094d653d13 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=57ddc669-3e0c-4625-a724-58141c70219a HTTP/1.1" status: 200 len: 943 time: 0.1492524 Apr 01 15:06:32.138494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '636249c8-8557-423f-9787-4f9ea06e31ba', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'port_id': '636249c8-8557-423f-9787-4f9ea06e31ba', 'mac_address': 'fa:16:3e:6e:08:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:06:32.186484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=d468e63e-a658-4b73-b7c5-111bed3005e8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:32.205653 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.219458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-383d18c0-1737-4e23-83a0-841addd64602 req-9acec3d0-c82c-4d39-87d1-76c8f5c26d97 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804439 Apr 01 15:06:32.220915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.238083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59420) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:32.239134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5dcf69de-80ac-4795-8ed1-63173dc1ec6d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/d468e63e-a658-4b73-b7c5-111bed3005e8 HTTP/1.1" status: 204 len: 168 time: 0.7099800 Apr 01 15:06:32.249454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636249c8-8557-423f-9787-4f9ea06e31ba {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:32.275092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 636249c8-8557-423f-9787-4f9ea06e31ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=636249c8-8557-423f-9787-4f9ea06e31ba,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:32.281664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.296969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Deleting port 450c1827-e871-4dd4-892c-13699957d013 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:32.297324 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.357521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=636249c8-8557-423f-9787-4f9ea06e31ba,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:32.357982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fb136d98-fe6f-46e6-8161-d11afa86c5b2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187756 Apr 01 15:06:32.363359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59424) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:32.461004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5e1eb1b-f121-464f-8820-0942f284561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.491754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1eb1b-f121-464f-8820-0942f284561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c5806-4a2a-4bd4-9228-057276a047b0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:32.562570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98644a71-c6eb-404c-9dff-1f075f4288c6 req-a3ba421d-6465-4288-8373-20b0f44a39f0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:32.564071 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98644a71-c6eb-404c-9dff-1f075f4288c6 req-a3ba421d-6465-4288-8373-20b0f44a39f0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.1368086 Apr 01 15:06:32.577448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e1ddc-f67e-48e0-a222-8dd012551edc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:32.578128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-152e1ddc-f67e-48e0-a222-8dd012551edc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:32.618913 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5e1eb1b-f121-464f-8820-0942f284561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.620511 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d5e1eb1b-f121-464f-8820-0942f284561c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d3c5806-4a2a-4bd4-9228-057276a047b0 HTTP/1.1" status: 204 len: 168 time: 0.6957026 Apr 01 15:06:32.645953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98644a71-c6eb-404c-9dff-1f075f4288c6 req-57ab16d2-c067-4b5d-96a1-fed0cf22e24f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754595 Apr 01 15:06:32.646721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-152e1ddc-f67e-48e0-a222-8dd012551edc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:32.647938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-152e1ddc-f67e-48e0-a222-8dd012551edc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2832708 Apr 01 15:06:32.651149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59436) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:32.666243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['636249c8-8557-423f-9787-4f9ea06e31ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:32.737544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] For port 450c1827-e871-4dd4-892c-13699957d013, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=450c1827-e871-4dd4-892c-13699957d013,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:32.738046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.813814 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:32.845977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0da9697-57ec-4dda-98a3-b69d648b0d36 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:32.846673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b0da9697-57ec-4dda-98a3-b69d648b0d36 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:32.888927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b0da9697-57ec-4dda-98a3-b69d648b0d36 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:32.893897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0da9697-57ec-4dda-98a3-b69d648b0d36 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2374196 Apr 01 15:06:32.893897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59442) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:33.003858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394371c-a32c-454e-bc27-10399c11479e None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:33.008005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Calling delete_port for 450c1827-e871-4dd4-892c-13699957d013 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:33.068214 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a224e053-e0e9-410e-ba0f-cb6acc1ee353 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742659 Apr 01 15:06:33.074670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59450) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:33.079092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:33.211086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:33.227188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d24cc-3327-4bb5-b57a-4619db14ca20 req-d58b3456-0945-43b5-af09-c3d393654a54 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:33.228204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:33.234342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11d24cc-3327-4bb5-b57a-4619db14ca20 req-d58b3456-0945-43b5-af09-c3d393654a54 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 943 time: 0.2319484 Apr 01 15:06:33.240799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:33.281435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4888830c-a6a1-4587-bd11-be3dda7e8ce0 None None] Provisioning complete for port 519ab211-73e0-42c4-a149-c6a2f597d2e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:33.282530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4888830c-a6a1-4587-bd11-be3dda7e8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:33.303723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a11d24cc-3327-4bb5-b57a-4619db14ca20 req-3670bd8b-9739-4f91-bdff-e9222351ab90 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683734 Apr 01 15:06:33.304845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:33.312024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:33.318359 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:06:33.318983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:06:33.352572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event deleted for resources: {'Port': ['ID=450c1827-e871-4dd4-892c-13699957d013,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:33.367571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8a625449-5f9e-45ae-a9eb-656cd69e9b03 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2925143 Apr 01 15:06:33.371199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59466) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:33.380315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:33.401293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] No DVR routers for this DVR port 450c1827-e871-4dd4-892c-13699957d013 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:06:33.404005 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:33.408156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-deleted', 'tag': '450c1827-e871-4dd4-892c-13699957d013'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:33.430224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-60603501-85ba-4f3f-b133-e59903257d26 req-8393e80e-9e89-400e-b2f6-1da5405e52a2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "DELETE /v2.0/ports/450c1827-e871-4dd4-892c-13699957d013 HTTP/1.1" status: 204 len: 173 time: 1.2909341 Apr 01 15:06:33.586257 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db067039-21b6-42d4-8e60-34352a6f136b', 'tag': 'cddcea14-9837-4929-9152-3f605d4214ac', 'status': 'completed', 'code': 200} Apr 01 15:06:33.635624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:06:33.642432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] Deleting port 519ab211-73e0-42c4-a149-c6a2f597d2e7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:33.643317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:33.800288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:33.810749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:33.847785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:33.851201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:33.853783 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:06:33.854235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:06:33.900852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-4b1ea69e-ac0b-49d6-b069-0351db01bf0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 1094 time: 0.3111949 Apr 01 15:06:33.902077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2916309a-4cc7-4d3e-871d-39454b7ca536 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5296249 Apr 01 15:06:33.907001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59492) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:33.915072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:33.916341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356659f8-7888-4678-b477-f59a1440703b req-2105d516-682b-44bf-91c3-c96a1525b562 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:33.917938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-356659f8-7888-4678-b477-f59a1440703b req-2105d516-682b-44bf-91c3-c96a1525b562 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 945 time: 0.2360103 Apr 01 15:06:33.969273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] For port 519ab211-73e0-42c4-a149-c6a2f597d2e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=519ab211-73e0-42c4-a149-c6a2f597d2e7,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:33.970042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:34.065269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-356659f8-7888-4678-b477-f59a1440703b req-7b449671-aadf-4c43-a6a0-3167d73a8d26 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270301 Apr 01 15:06:34.078976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:34.088223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-f9591d03-d626-4001-a881-bed8f927617d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:34.089808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-f9591d03-d626-4001-a881-bed8f927617d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.1796358 Apr 01 15:06:34.106643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:34.115661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] Calling delete_port for 519ab211-73e0-42c4-a149-c6a2f597d2e7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:34.128083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:34.200986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device cddcea14-9837-4929-9152-3f605d4214ac details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:06:34.204155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 636249c8-8557-423f-9787-4f9ea06e31ba up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:34.235626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:34.236253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-269b854d-ff2e-4036-84c6-8fd63f06b2d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cddcea14-9837-4929-9152-3f605d4214ac HTTP/1.1" status: 200 len: 217 time: 0.1378686 Apr 01 15:06:34.299940 n-d-836017-1 neutron-server[83953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57ddc669-3e0c-4625-a724-58141c70219a', 'name': 'network-vif-deleted', 'tag': '450c1827-e871-4dd4-892c-13699957d013', 'status': 'failed', 'code': 422} returned with failed status Apr 01 15:06:34.319052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] Pushing event deleted for resources: {'Port': ['ID=519ab211-73e0-42c4-a149-c6a2f597d2e7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:34.335130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c5cdb-d131-4376-a044-e3dda216b610 None None] No DVR routers for this DVR port 519ab211-73e0-42c4-a149-c6a2f597d2e7 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:06:34.359776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 450c1827-e871-4dd4-892c-13699957d013 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:34.375672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-f9a688cd-b0b2-428c-b814-90f8863bee4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:34.377520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-f9a688cd-b0b2-428c-b814-90f8863bee4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.1350055 Apr 01 15:06:34.401172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:34.406144 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:06:34.406851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:06:34.453288 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-862291f6-291f-44c1-b87c-33eb88a40a40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5450976 Apr 01 15:06:34.456266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59506) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:34.463199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:34.473069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-ed706b9c-9f6a-45ae-9fa9-b33b658766ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879874 Apr 01 15:06:34.476434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 450c1827-e871-4dd4-892c-13699957d013 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:06:34.476771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 450c1827-e871-4dd4-892c-13699957d013 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:06:34.528992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 636249c8-8557-423f-9787-4f9ea06e31ba completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:34.537311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 636249c8-8557-423f-9787-4f9ea06e31ba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:34.537681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:34.612378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port cddcea14-9837-4929-9152-3f605d4214ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cddcea14-9837-4929-9152-3f605d4214ac,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:34.639677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'cddcea14-9837-4929-9152-3f605d4214ac', 'network_id': 'c166c90b-6e32-422f-86a1-354f2dc6790a', 'port_id': 'cddcea14-9837-4929-9152-3f605d4214ac', 'mac_address': 'fa:16:3e:95:1c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed2c49f-3ede-4714-a99e-48a89de5bc57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:06:34.717528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-693ab410-3aed-47e1-94e5-9805380bf1a5 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340188 Apr 01 15:06:34.745572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59518) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:34.787660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:34.799898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 519ab211-73e0-42c4-a149-c6a2f597d2e7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:34.806035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:34.833113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:34.837818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:34.839578 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:06:34.840104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:06:34.894336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 519ab211-73e0-42c4-a149-c6a2f597d2e7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:06:34.894676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 519ab211-73e0-42c4-a149-c6a2f597d2e7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:06:34.904693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:34.926295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:34.931056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7096f984-1adb-4172-93fb-5abdc6adf4c5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4734569 Apr 01 15:06:34.933562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59526) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:34.938824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddcea14-9837-4929-9152-3f605d4214ac {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:34.939471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:34.966435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port cddcea14-9837-4929-9152-3f605d4214ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cddcea14-9837-4929-9152-3f605d4214ac,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:34.973786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:34.982343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.032822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 636249c8-8557-423f-9787-4f9ea06e31ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=636249c8-8557-423f-9787-4f9ea06e31ba,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:35.047959 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.065222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=cddcea14-9837-4929-9152-3f605d4214ac,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:35.105718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-170858184-network', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:35.111569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefa063-ea6b-4e95-b926-3f646d920de2 req-288eed73-c7f5-4224-9226-27e0cc68f546 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:35.118936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caefa063-ea6b-4e95-b926-3f646d920de2 req-288eed73-c7f5-4224-9226-27e0cc68f546 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.4003053 Apr 01 15:06:35.144010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad3987e8-1f87-4aba-b549-ae1c0aeefa66 req-50b9de18-de66-4417-9f88-06a919dfe340 service neutron] 10.222.0.44 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453393 Apr 01 15:06:35.153811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=636249c8-8557-423f-9787-4f9ea06e31ba,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:35.166900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:35.180347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-caefa063-ea6b-4e95-b926-3f646d920de2 req-d6ee7ec9-b07c-4303-a88d-5316cfc0de3f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Apr 01 15:06:35.194253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Usage tracker for resource:network and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:35.201707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:35.219778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:35.241338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:35.245091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Made reservation on behalf of 53c5dc507d294d82b80e9473cca7d486 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:35.247330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.268331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.290467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd814e1c-6ec9-47b3-a25f-fb5075f5472d req-7b79950a-9ab7-4fc9-bca2-4b0faffdd03c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:35.297307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd814e1c-6ec9-47b3-a25f-fb5075f5472d req-7b79950a-9ab7-4fc9-bca2-4b0faffdd03c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 943 time: 0.4212360 Apr 01 15:06:35.299444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:35.307280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['cddcea14-9837-4929-9152-3f605d4214ac'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:35.354971 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba', 'code': 200} Apr 01 15:06:35.356905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:35.361029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.363094 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:06:35.363094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:06:35.383957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:35.392216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Usage tracker for resource:security_group_rule and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:35.409386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd814e1c-6ec9-47b3-a25f-fb5075f5472d req-d4c52128-acba-453a-85b0-08faab5a2183 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111326 Apr 01 15:06:35.416554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:35.443691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:35.451573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e6731c3-bcb3-4261-8ccf-4353127fadbb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5168891 Apr 01 15:06:35.453807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59544) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:35.461652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:35.621073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-972607f5-f205-411b-a204-d991c25ebc7e req-0d5f50a4-d3cf-4278-82cc-80110201bccb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 1097 time: 0.1779313 Apr 01 15:06:35.655538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a99f-eb3f-405b-a063-9e32415ea1c5 req-146daeca-a253-4e92-91a0-6d1a3c179b08 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:35.655538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f670a99f-eb3f-405b-a063-9e32415ea1c5 req-146daeca-a253-4e92-91a0-6d1a3c179b08 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.1287916 Apr 01 15:06:35.719284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-972607f5-f205-411b-a204-d991c25ebc7e req-a428dcf5-8298-4b28-b080-748b8989ff3f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880253 Apr 01 15:06:35.724524 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f670a99f-eb3f-405b-a063-9e32415ea1c5 req-8ac2b2a7-e2c9-4789-b6a0-f7fb9e8cc9b7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586197 Apr 01 15:06:35.761017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59556) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:35.777263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:35.807693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:35.864641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.874106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.887956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-895f7801-e535-4703-8f60-1589f9c454cb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:35.889275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-895f7801-e535-4703-8f60-1589f9c454cb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.2422156 Apr 01 15:06:35.892686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:35.896318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.897690 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:06:35.898133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:06:35.913156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.937406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:06:35.944398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:35.948531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7c473f5a4047938d5b165b4ca015d6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:35.951462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:35.956644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966db634-9790-4f6b-a432-ef4a193dda4f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:35.957568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:35.963547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-7d5575d3-e331-439c-8e07-fecbac11cc80 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/quotas/c19b4d46208b462f9430bf8ff546c0cc HTTP/1.1" status: 200 len: 375 time: 0.0564234 Apr 01 15:06:35.964596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:35.964927 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Added segment 68d83957-16d6-4b7b-a65d-303d11253b86 of type vlan for network 00f1747f-3195-44b7-90c1-bf710959cc94 Apr 01 15:06:35.966767 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-29b4e453-6a46-49f2-ae5b-941f452a6774 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5118258 Apr 01 15:06:35.971709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59562) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:36.019367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-6b93a805-7218-4b1d-bf48-6ae16eefa664 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:36.023543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f28a1080-6b4b-4991-bebd-15ba627c417f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0503168 Apr 01 15:06:36.025776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59566) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:36.041255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.055470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-6b93a805-7218-4b1d-bf48-6ae16eefa664 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:36.056728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-6b93a805-7218-4b1d-bf48-6ae16eefa664 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848329 Apr 01 15:06:36.106681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec92b22-2fa4-421f-b6a9-e2076070c022 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:36.108130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9ec92b22-2fa4-421f-b6a9-e2076070c022 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0814998 Apr 01 15:06:36.115105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59570) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:36.155886 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.156646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:36.157225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.196785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ceed75aa-df4d-49c8-8a58-45fd38779b21 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764768 Apr 01 15:06:36.197018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59574) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:36.205407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:36.221441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.230389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.274262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5243821 Apr 01 15:06:36.276565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59580) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:36.295257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Request body: {'subnet': {'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-subnet', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:36.310066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:36.312388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788fc4f-07d9-4a20-b5c7-922419572eba admin admin] Pushing event updated for resources: {'Network': ['ID=00f1747f-3195-44b7-90c1-bf710959cc94,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:36.318762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-27a8f4d1-383d-4eab-b55f-6de9664272b0 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529140 Apr 01 15:06:36.319782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Usage tracker for resource:subnet and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:36.323418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:36.329716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:36.331644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 00f1747f-3195-44b7-90c1-bf710959cc94 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:06:36.340987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Made reservation on behalf of 53c5dc507d294d82b80e9473cca7d486 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:36.343430 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.509716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d7c473f5a4047938d5b165b4ca015d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7472520 Apr 01 15:06:36.513785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fba36-a76f-467a-aca7-6f9c223fb342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e858b-1f6c-44eb-b683-cb8653d6ddce,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:36.514051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59586) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:36.524813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:36.542760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:36.559673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:36.608343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-7a4322f9-7fbf-4b6c-aba5-c66b503523e7 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489731 Apr 01 15:06:36.648077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536e663-0c79-40e1-9354-ac6a0fae0fb1 req-0f9af230-ec49-4b93-9f25-f3033786b965 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:36.649575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c536e663-0c79-40e1-9354-ac6a0fae0fb1 req-0f9af230-ec49-4b93-9f25-f3033786b965 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.2476323 Apr 01 15:06:36.672619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9aaaafb6-21e2-4de7-9e12-bfa7c950d515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.689759 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.720603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9aaaafb6-21e2-4de7-9e12-bfa7c950d515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.777599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.836843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f36492-8857-43e7-ad7d-7f996179cc3c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:36.855188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c536e663-0c79-40e1-9354-ac6a0fae0fb1 req-c1640d09-282a-4722-8122-f1dfa11221c6 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901286 Apr 01 15:06:36.883614 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9aaaafb6-21e2-4de7-9e12-bfa7c950d515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.899442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaafb6-21e2-4de7-9e12-bfa7c950d515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e858b-1f6c-44eb-b683-cb8653d6ddce,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:36.902585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Checking segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:36.903074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Network hostable DHCP agents. Network: 00f1747f-3195-44b7-90c1-bf710959cc94, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:06:36.974466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9aaaafb6-21e2-4de7-9e12-bfa7c950d515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:36.975634 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9aaaafb6-21e2-4de7-9e12-bfa7c950d515 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da3e858b-1f6c-44eb-b683-cb8653d6ddce HTTP/1.1" status: 204 len: 168 time: 0.4582703 Apr 01 15:06:37.003836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Network 00f1747f-3195-44b7-90c1-bf710959cc94 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:06:37.021721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3122-69fe-49b8-9d84-41d8a6317514 req-9ed61428-6ef9-4308-9e05-abcd69c2c6d1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:37.023248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d46f3122-69fe-49b8-9d84-41d8a6317514 req-9ed61428-6ef9-4308-9e05-abcd69c2c6d1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 944 time: 0.1150901 Apr 01 15:06:37.024400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 00f1747f-3195-44b7-90c1-bf710959cc94) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:37.028985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:37.029563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.039117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78ddac3-e985-4532-b55f-f9d9bcb7fcd9 None None] Network 00f1747f-3195-44b7-90c1-bf710959cc94 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:37.081342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd89fbdd-8956-428b-abd9-b86077447ac5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7994635 Apr 01 15:06:37.083376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59602) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:37.092497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:37.107606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:37.111749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d46f3122-69fe-49b8-9d84-41d8a6317514 req-32054da2-b3fb-4eab-934c-28346dd74c59 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719795 Apr 01 15:06:37.121111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Usage tracker for resource:router and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:37.123514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83e793e0-0eb8-4da3-84a7-9b8824d69847 req-4d0ca2a2-125e-4f0c-af65-be9fdf47c501 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 210 time: 0.1290894 Apr 01 15:06:37.126851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:37.144043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:37.166088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.167326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.192139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.489232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:06:37.490616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.509059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-00f1747f-3195-44b7-90c1-bf710959cc94', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:06:37.510068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.568796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:37.572465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:37.574816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=609472d1-c4a7-4bdc-bd6e-5cfb86c702a4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:37.577634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:37.578370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.605026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba779c-ca0e-4194-acb9-92bd92df7d01 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:37.623446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0e8e60fa-882e-454d-99b9-f7ba0d8ad505 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4228852 Apr 01 15:06:37.623700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59620) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:37.637502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:37.649757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:94:ba:a0', 'name': 'tempest-NetworksTestDHCPv6-2004706757'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:37.673315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8860f0-3906-4caa-b406-cfb8cef606fb req-314d3af1-04df-4695-acfc-1d0c403340b1 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:37.675366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8860f0-3906-4caa-b406-cfb8cef606fb req-314d3af1-04df-4695-acfc-1d0c403340b1 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.2142515 Apr 01 15:06:37.831669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device cddcea14-9837-4929-9152-3f605d4214ac up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:37.871468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b8860f0-3906-4caa-b406-cfb8cef606fb req-85357101-e31a-4a76-975c-30ea3e9c3f91 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756384 Apr 01 15:06:37.894261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:37.914459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:37.945186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:37.950146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.006665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 64b7ddff-1659-4b5d-91af-9ed1556337f7 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:06:38.029543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.083766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.117304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Allocated IP 172.20.0.2 (00f1747f-3195-44b7-90c1-bf710959cc94/c9f36492-8857-43e7-ad7d-7f996179cc3c/3d90c92f-2b52-4ff7-8e62-9cf36d76eb84) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:38.147742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '609472d1-c4a7-4bdc-bd6e-5cfb86c702a4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:06:38.148624 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.170754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port cddcea14-9837-4929-9152-3f605d4214ac completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:38.218111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port cddcea14-9837-4929-9152-3f605d4214ac triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:38.218111 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.261460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fe94:baa0 (1521f7be-bcca-472b-a0e8-65bfb965abc6/609472d1-c4a7-4bdc-bd6e-5cfb86c702a4/64b7ddff-1659-4b5d-91af-9ed1556337f7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:38.321840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a1779-4d91-4fe2-9fa3-6576c0422bda req-33a643fd-f2f1-424a-b96b-ecf0bfea6bfa tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:38.329930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea9a1779-4d91-4fe2-9fa3-6576c0422bda req-33a643fd-f2f1-424a-b96b-ecf0bfea6bfa tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.1613791 Apr 01 15:06:38.418275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Allocated IP 172.25.2.105 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:38.434900 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea9a1779-4d91-4fe2-9fa3-6576c0422bda req-fed75b0c-da8b-4bf6-bb7d-7e5b81f098b9 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012549 Apr 01 15:06:38.482042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.567865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db067039-21b6-42d4-8e60-34352a6f136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddcea14-9837-4929-9152-3f605d4214ac'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:38.590482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port cddcea14-9837-4929-9152-3f605d4214ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cddcea14-9837-4929-9152-3f605d4214ac,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:38.600825 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.664047 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.695200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Transition to ACTIVE for port object 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:38.706209 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.723852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=cddcea14-9837-4929-9152-3f605d4214ac,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:38.734207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Transition to ACTIVE for port object 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:38.737495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.737869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.738330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.738873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.739371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.739765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.740271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.740600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.741126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.741451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.742313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:06:38.749862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.809234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-43fb61ef-6101-4879-b54b-f0717910c20a req-d7ec9887-4ef6-4d76-81fb-9bd91033ac33 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 210 time: 0.1474540 Apr 01 15:06:38.890331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:38.904285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Network 00f1747f-3195-44b7-90c1-bf710959cc94 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:38.913914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:38.918782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:38.932202 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db067039-21b6-42d4-8e60-34352a6f136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddcea14-9837-4929-9152-3f605d4214ac', 'code': 200} Apr 01 15:06:38.936789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Pushing event updated for resources: {'Port': ['ID=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:38.993525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Pushing event updated for resources: {'Port': ['ID=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:39.009783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:39.016019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1ecd-2183-4e7a-96e4-a81f190f5792 req-0db0a2f3-a707-42f4-97e0-7bde70431485 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:39.023427 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-782c1ecd-2183-4e7a-96e4-a81f190f5792 req-0db0a2f3-a707-42f4-97e0-7bde70431485 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2893870 Apr 01 15:06:39.025328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-399d8552-3a2f-4033-aac5-ae10a80c17fa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:39.026797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-399d8552-3a2f-4033-aac5-ae10a80c17fa tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.4517970 Apr 01 15:06:39.038684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:39.043021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:39.079618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Attempting to bind port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:39.080338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Attempting to bind port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:39.080953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Attempting to bind port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:39.088739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:39.089509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Checking segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:39.090339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.091068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Bound using segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:39.091807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Bound port: 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:39.092409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.125761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Request body: {'port': {'device_id': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'admin_state_up': True, 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:39.127803 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-782c1ecd-2183-4e7a-96e4-a81f190f5792 req-6528d098-c1c2-40ff-8eec-698bd830de4b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035616 Apr 01 15:06:39.204770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] For port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:39.212283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] For port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:39.221259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.276528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.277552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.320672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d459441-b6b9-48af-8f0d-eca57ec11667 None None] Pushing event updated for resources: {'Port': ['ID=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:39.373503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.433368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 64b7ddff-1659-4b5d-91af-9ed1556337f7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:39.507226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ba81-9a06-4030-8aef-3aa5bd6ac5db req-90c84587-2f9f-41bb-861a-33eeaced0574 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:39.513887 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9c8ba81-9a06-4030-8aef-3aa5bd6ac5db req-90c84587-2f9f-41bb-861a-33eeaced0574 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.4382570 Apr 01 15:06:39.525923 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcad5bfd-f300-4673-8ee5-e15c88c6320f req-03b7ffef-87e7-4417-8af2-16a03bf49b04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 1096 time: 0.4919677 Apr 01 15:06:39.551851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:39.561823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:39.624265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:39.627260 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.698242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:06:39.779847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:39.822514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Allocated IP 2001:db8::f816:3eff:fe68:41f6 (1521f7be-bcca-472b-a0e8-65bfb965abc6/609472d1-c4a7-4bdc-bd6e-5cfb86c702a4/66945536-0233-462a-b65b-3d339795961b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:39.973103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:39.982672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=64b7ddff-1659-4b5d-91af-9ed1556337f7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:39.987753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:39.990057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:39.994990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:39.995690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:40.001728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcad5bfd-f300-4673-8ee5-e15c88c6320f req-eae8857b-848c-4986-8a9f-c681de58c418 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559920 Apr 01 15:06:40.041289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9c8ba81-9a06-4030-8aef-3aa5bd6ac5db req-f768d6d8-853c-4097-abf1-d735b500a0d8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5264235 Apr 01 15:06:40.059775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:06:40.127767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Sync routers for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:06:40.175711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:40.177103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-99af4319-9d1c-4eb4-a970-a9c1337b4360 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0925357 Apr 01 15:06:40.180199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59680) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:40.210344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:06:40.211001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:06:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:40.218270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27af9c43-d0a1-4c40-b705-a80d4aaa6b5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5905070 Apr 01 15:06:40.265753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-40431972-705a-42b1-ac9f-6796bc2e9c86 req-f79b0ca0-3c79-4aff-8d72-5ab391c09497 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:40.273889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59684) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:40.278855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Allocated IP 172.20.0.9 (285a48b2-7ab8-4e2b-9e28-257c505dcf54/3ec34c30-428d-4c5a-9a9d-da73a48138a6/a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:40.362784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-40431972-705a-42b1-ac9f-6796bc2e9c86 req-f79b0ca0-3c79-4aff-8d72-5ab391c09497 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:40.364166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40431972-705a-42b1-ac9f-6796bc2e9c86 req-f79b0ca0-3c79-4aff-8d72-5ab391c09497 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 210 time: 0.1559420 Apr 01 15:06:40.595797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9cdb3b-4ae5-4c1f-ae74-70c1f907200a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:40.595797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1c9cdb3b-4ae5-4c1f-ae74-70c1f907200a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:40.651033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f3062-07cc-46d0-bdcc-0ce382e95293 req-f5e6db8e-45db-4b38-855e-dc6d10b8e150 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:40.656981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f8f3062-07cc-46d0-bdcc-0ce382e95293 req-f5e6db8e-45db-4b38-855e-dc6d10b8e150 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.6005573 Apr 01 15:06:40.734201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1c9cdb3b-4ae5-4c1f-ae74-70c1f907200a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:40.735283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1c9cdb3b-4ae5-4c1f-ae74-70c1f907200a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4599178 Apr 01 15:06:40.744329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59692) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:40.835724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:06:40.866754 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f8f3062-07cc-46d0-bdcc-0ce382e95293 req-797306fd-3069-4ae9-b113-1f88d15dbbb1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985495 Apr 01 15:06:41.031197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.037438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 64b7ddff-1659-4b5d-91af-9ed1556337f7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:41.037776 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.174305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fcb71-a10c-4e47-b55d-e1bf4cacc9a1 req-cc7a5918-aecc-4fa9-b3ea-990f6c6052d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:41.180569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a3fcb71-a10c-4e47-b55d-e1bf4cacc9a1 req-cc7a5918-aecc-4fa9-b3ea-990f6c6052d3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.5108888 Apr 01 15:06:41.186125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59704) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:41.193902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'port_id': '636249c8-8557-423f-9787-4f9ea06e31ba'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:41.236671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.287508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.290868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:41.314591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f81e6-3a25-4611-824b-91e172251a68 None None] Network 00f1747f-3195-44b7-90c1-bf710959cc94 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:41.409293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:41.410638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:41.443036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:41.569746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event updated for resources: {'Port': ['ID=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:41.676125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.688832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.689767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:41.707697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9347d9-2c4c-485c-9a75-572749915dd8 req-505be915-c920-4877-98bf-58d350a0953e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:41.710152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b9347d9-2c4c-485c-9a75-572749915dd8 req-505be915-c920-4877-98bf-58d350a0953e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.5213726 Apr 01 15:06:41.725880 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.728678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eb5de6ed-9532-4222-a160-0987d48b652b None None] Provisioning for port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:41.741069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eb5de6ed-9532-4222-a160-0987d48b652b None None] Provisioning complete for port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:41.741687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5de6ed-9532-4222-a160-0987d48b652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.812154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:41.812847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:41.932837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Transition to ACTIVE for port object 66945536-0233-462a-b65b-3d339795961b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:41.954739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59720) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:41.958124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Transition to ACTIVE for port object 66945536-0233-462a-b65b-3d339795961b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:41.972273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 64b7ddff-1659-4b5d-91af-9ed1556337f7 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:42.003310 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b9347d9-2c4c-485c-9a75-572749915dd8 req-759d9d42-705d-4be9-9f49-252abdd5dec7 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714167 Apr 01 15:06:42.069923 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-bb409d86-365c-421f-9c52-57e7fe4d0651 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9523311 Apr 01 15:06:42.105752 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.124347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Request body: {'port': {'device_id': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:42.253777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:42.257775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:39Z', 'revision_number': 3, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:42.261643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Pushing event updated for resources: {'Port': ['ID=66945536-0233-462a-b65b-3d339795961b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:42.264125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:42.269553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:42.274927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Checking router: 0d3e1f9a-fe68-4120-8d7a-31019de7a733 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:06:42.275181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Updating router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:06:42.290938 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.461594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2db9cd-fb31-408c-85c1-ec63dcd6d976 req-d7f008a6-3303-420c-a860-409fca70f634 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:42.468736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2db9cd-fb31-408c-85c1-ec63dcd6d976 req-d7f008a6-3303-420c-a860-409fca70f634 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 931 time: 0.7781923 Apr 01 15:06:42.506733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.544169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2db9cd-fb31-408c-85c1-ec63dcd6d976 req-e2d8e670-e23f-410d-9217-ea5741a82792 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742049 Apr 01 15:06:42.544828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.550365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5de6ed-9532-4222-a160-0987d48b652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.591165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Attempting to bind port 66945536-0233-462a-b65b-3d339795961b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:42.591572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Attempting to bind port 66945536-0233-462a-b65b-3d339795961b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:42.591923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Attempting to bind port 66945536-0233-462a-b65b-3d339795961b on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:42.657145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.657602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:42.657973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:42.658531 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.658916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:42.659965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Bound port: 66945536-0233-462a-b65b-3d339795961b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:42.659965 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.665484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:42.669547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Usage tracker for resource:security_group_rule and tenant:65fb405cf1e24044bd257530acf2e244 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:42.672571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:42.678719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:42.701044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-eb5de6ed-9532-4222-a160-0987d48b652b None None] For port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:42.738159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5de6ed-9532-4222-a160-0987d48b652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.749646 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.763727 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.791432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd536a-67cb-43c2-b67b-24540eab39d8 req-063dc0e1-5b0e-40f5-910f-ad75bbf75b2b tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:42.794692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=64b7ddff-1659-4b5d-91af-9ed1556337f7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:42.798486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0cd536a-67cb-43c2-b67b-24540eab39d8 req-063dc0e1-5b0e-40f5-910f-ad75bbf75b2b tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.5658402 Apr 01 15:06:42.799683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:42.898838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65fb405cf1e24044bd257530acf2e244&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9379547 Apr 01 15:06:42.898838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732571cc-dd44-4564-b1c8-46db6ce39607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67b7c7-4d60-4cce-b119-20c19c1ede8a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:42.898838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59732) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:42.919784 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e27fdc2e-7f86-493a-86ee-4e5f88b64b07 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/64b7ddff-1659-4b5d-91af-9ed1556337f7 HTTP/1.1" status: 204 len: 168 time: 2.1743610 Apr 01 15:06:42.926218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:42.995416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0cd536a-67cb-43c2-b67b-24540eab39d8 req-3d7df12b-2525-495c-892c-ed4c7e19ab76 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959343 Apr 01 15:06:43.073790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:43.092666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5de6ed-9532-4222-a160-0987d48b652b None None] Pushing event updated for resources: {'Port': ['ID=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:43.118389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a94b39e2-bc36-4638-89e6-6474dbbff230 None None] Provisioning complete for port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:43.119119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a94b39e2-bc36-4638-89e6-6474dbbff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.121877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d70380e-abc3-4b55-8f11-b2feca4ac474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.130166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae694c5-c6c0-46e2-b901-e89cbfa7c7a8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:43.131595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae694c5-c6c0-46e2-b901-e89cbfa7c7a8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:43.132382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dae694c5-c6c0-46e2-b901-e89cbfa7c7a8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:43.164062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:43.183358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dae694c5-c6c0-46e2-b901-e89cbfa7c7a8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:43.184529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.190299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dae694c5-c6c0-46e2-b901-e89cbfa7c7a8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2632437 Apr 01 15:06:43.192910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59742) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:43.254930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d70380e-abc3-4b55-8f11-b2feca4ac474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.288467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.341866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.392813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1deab-76a0-429c-bfeb-a8b5edbdf36d req-42964d49-a41d-4b95-a0e9-05dec3147f62 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:43.397453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d1deab-76a0-429c-bfeb-a8b5edbdf36d req-42964d49-a41d-4b95-a0e9-05dec3147f62 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3601205 Apr 01 15:06:43.398595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0ba33-f176-4757-a57e-22fa80244861 None None] Pushing event updated for resources: {'Port': ['ID=66945536-0233-462a-b65b-3d339795961b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:43.432454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:06:43.534919 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d1deab-76a0-429c-bfeb-a8b5edbdf36d req-3907a13e-84fd-43cd-9223-04102e3841cd tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365790 Apr 01 15:06:43.540491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:43.545151 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.568423 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.579449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Transition to ACTIVE for port object 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:43.590415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 609472d1-c4a7-4bdc-bd6e-5cfb86c702a4 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:06:43.590670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.601782 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.618857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.633814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d70380e-abc3-4b55-8f11-b2feca4ac474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.648110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Transition to ACTIVE for port object a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:43.656896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7631a-85b8-4f20-8484-495e6a592912 req-09ad85fb-0cf7-4469-a8ad-8bf87b3ca65c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:43.660697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.674290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3b7631a-85b8-4f20-8484-495e6a592912 req-09ad85fb-0cf7-4469-a8ad-8bf87b3ca65c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.4722049 Apr 01 15:06:43.731880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70380e-abc3-4b55-8f11-b2feca4ac474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67b7c7-4d60-4cce-b119-20c19c1ede8a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:43.800692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Attempting to bind port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:43.801134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Attempting to bind port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:43.801416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Attempting to bind port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:43.808132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d70380e-abc3-4b55-8f11-b2feca4ac474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.811906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3d70380e-abc3-4b55-8f11-b2feca4ac474 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e67b7c7-4d60-4cce-b119-20c19c1ede8a HTTP/1.1" status: 204 len: 168 time: 0.9048119 Apr 01 15:06:43.814727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.848307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840d3d1-70d1-45a5-a693-0360dfced0ca None None] Pushing event updated for resources: {'Port': ['ID=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:43.869321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3b7631a-85b8-4f20-8484-495e6a592912 req-f3112f66-29d5-448e-9b6c-7f1ede35dc2c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942427 Apr 01 15:06:43.870826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:43.871794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:43.875421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.875939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:43.876502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Bound port: 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:43.876816 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:43.946326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.064695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] For port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:44.066768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Pushing event updated for resources: {'Port': ['ID=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:44.072425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] For port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:44.085913 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.145060 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP c2c06401-0e74-46a1-9f7a-4a78bb46ec69 associated. External IP: 172.25.2.167, port: 636249c8-8557-423f-9787-4f9ea06e31ba. Apr 01 15:06:44.179667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:06:44.180558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:06:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:44.181659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.254324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=609472d1-c4a7-4bdc-bd6e-5cfb86c702a4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:44.271944 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.305754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840d3d1-70d1-45a5-a693-0360dfced0ca None None] Pushing event updated for resources: {'Port': ['ID=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:44.327501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Allocated IP 172.20.0.1 (00f1747f-3195-44b7-90c1-bf710959cc94/c9f36492-8857-43e7-ad7d-7f996179cc3c/247d9a0d-7a38-42f1-b66e-7bd99198febf) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:44.359075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0f8e4abe-b429-47b7-abbf-3bf2ec969ebd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/609472d1-c4a7-4bdc-bd6e-5cfb86c702a4 HTTP/1.1" status: 204 len: 168 time: 1.1628766 Apr 01 15:06:44.374698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59758) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:44.393437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:06:44.517062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.537003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Transition to ACTIVE for port object 247d9a0d-7a38-42f1-b66e-7bd99198febf will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:44.619072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59762) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:44.620855 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.621382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.669270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ac70-e54e-49fa-926b-5c4e5e4f5c93 req-ae71132f-71af-4f29-8437-457c0f670ecb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:44.682732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7119ac70-e54e-49fa-926b-5c4e5e4f5c93 req-ae71132f-71af-4f29-8437-457c0f670ecb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 943 time: 0.8982990 Apr 01 15:06:44.689421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d572fc4-22d6-4939-9346-3cdbe1a1f27b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3065510 Apr 01 15:06:44.690217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59768) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:44.773090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:39Z', 'revision_number': 3, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:44.778733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4d6d0-4db7-4771-93fd-739a3ac0b920 None None] The sync data for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 is: [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:39Z', 'revision_number': 3, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:06:44.779738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:44.794964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Pushing event updated for resources: {'Port': ['ID=247d9a0d-7a38-42f1-b66e-7bd99198febf,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:44.810093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5032d93f-cbcf-49fd-af17-9f554eda9fcc None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:44.824869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Network 00f1747f-3195-44b7-90c1-bf710959cc94 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:44.830226 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:44.846982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:44.859807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:44.933111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Attempting to bind port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:44.933483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Attempting to bind port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:44.933765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Attempting to bind port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:44.986623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:06:44.986996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Attempting to bind port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:45.007760 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7119ac70-e54e-49fa-926b-5c4e5e4f5c93 req-62cdf304-e050-4889-bbe7-6416efcf4143 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238442 Apr 01 15:06:45.016225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 66945536-0233-462a-b65b-3d339795961b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:45.024345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:45.030251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:45.030892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:45.031507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Bound using segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:45.032140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Bound port: a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:45.032671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.040413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:45.044842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Usage tracker for resource:security_group_rule and tenant:ba93a62a52b149eeb0c1b59195af139a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:45.048996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:45.057306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:45.073418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:45.087739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:45.170187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:45.205145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.217073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b0ada11-5bae-4fcf-b28f-8d1860c2a896 None None] Provisioning for port 66945536-0233-462a-b65b-3d339795961b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:45.227830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.236762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.256003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 66945536-0233-462a-b65b-3d339795961b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:45.264538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 66945536-0233-462a-b65b-3d339795961b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:45.265568 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.268897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:45.272367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.355913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:06:45.366893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Deleting port 66945536-0233-462a-b65b-3d339795961b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:45.367356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.402349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] For port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:45.438429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] For port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:45.451466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.471641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-99ab5b77-f20f-471a-8cf1-901d9620d095 None None] Provisioning for port 247d9a0d-7a38-42f1-b66e-7bd99198febf completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:45.487610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-99ab5b77-f20f-471a-8cf1-901d9620d095 None None] Provisioning complete for port 247d9a0d-7a38-42f1-b66e-7bd99198febf triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:45.487977 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99ab5b77-f20f-471a-8cf1-901d9620d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.499528 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba93a62a52b149eeb0c1b59195af139a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8604712 Apr 01 15:06:45.508096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59772) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:45.572472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.576578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87044373-920c-4fc0-a2d5-92acf066b508 req-38cb5bef-08dc-458f-9649-001580d81fc1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:45.577094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Pushing event updated for resources: {'Port': ['ID=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:45.578116 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87044373-920c-4fc0-a2d5-92acf066b508 req-38cb5bef-08dc-458f-9649-001580d81fc1 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.9602017 Apr 01 15:06:45.581371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7876ab4-dab3-4baf-9856-3633a978eea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04663277-cea2-48eb-9a35-f1f24b9ff194,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:45.620383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-99ab5b77-f20f-471a-8cf1-901d9620d095 None None] Port 247d9a0d-7a38-42f1-b66e-7bd99198febf cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:06:45.624317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.627517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-d158b136-020a-4ba8-9809-f12206f8779e service neutron] 10.222.0.62 "PUT /v2.0/ports/a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f HTTP/1.1" status: 200 len: 1091 time: 3.5402150 Apr 01 15:06:45.628452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'tag': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:45.662103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786acfad-f5b5-4649-ac77-1e239740e053 req-92e48fd4-d7ad-4a67-9f74-5d9fbdbb9aba tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:45.671883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-786acfad-f5b5-4649-ac77-1e239740e053 req-92e48fd4-d7ad-4a67-9f74-5d9fbdbb9aba tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3794436 Apr 01 15:06:45.682660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1df1d0f-36f3-4710-a3cf-9df0416ff4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.709921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1df1d0f-36f3-4710-a3cf-9df0416ff4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.795239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:45.814387 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.814803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:45.822385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1df1d0f-36f3-4710-a3cf-9df0416ff4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:45.842778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df1d0f-36f3-4710-a3cf-9df0416ff4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04663277-cea2-48eb-9a35-f1f24b9ff194,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:45.862674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87044373-920c-4fc0-a2d5-92acf066b508 req-09115b75-c9e2-47f3-9b4e-3c8e4722ee9c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722471 Apr 01 15:06:45.867876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-786acfad-f5b5-4649-ac77-1e239740e053 req-c3a04bfd-8a85-4748-9b89-d2cde77f3eb9 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946516 Apr 01 15:06:45.930061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-b9fa5a6d-13ef-4b8c-8a10-e25204e28e97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 1094 time: 0.2522438 Apr 01 15:06:46.048023 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-ec1ee55d-c3bc-4e38-b9cd-65de1c258bc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f HTTP/1.1" status: 200 len: 217 time: 0.1107707 Apr 01 15:06:46.050471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=66945536-0233-462a-b65b-3d339795961b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:46.054606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:46.055093 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.056091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.068502 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'tag': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f', 'status': 'completed', 'code': 200} Apr 01 15:06:46.121240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1df1d0f-36f3-4710-a3cf-9df0416ff4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.122368 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d1df1d0f-36f3-4710-a3cf-9df0416ff4c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04663277-cea2-48eb-9a35-f1f24b9ff194 HTTP/1.1" status: 204 len: 168 time: 0.6131780 Apr 01 15:06:46.208872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Calling delete_port for 66945536-0233-462a-b65b-3d339795961b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:46.215666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-de6cfa09-d84e-413b-b2b6-aaa3a1b69789 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:46.217299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-de6cfa09-d84e-413b-b2b6-aaa3a1b69789 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1479182 Apr 01 15:06:46.262181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:46.262549 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.283831 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-a1308e94-d95a-45de-8a65-dd876319457e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592730 Apr 01 15:06:46.399561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b5b2-24df-4caf-95cf-1c26b284fc03 req-e52b7e29-320e-48da-8c88-821062c58cd8 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:46.406451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-00b4b5b2-24df-4caf-95cf-1c26b284fc03 req-e52b7e29-320e-48da-8c88-821062c58cd8 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3640125 Apr 01 15:06:46.426854 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:06:46.427157 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:06:46.517893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397c02-a8ab-42e1-b8c4-a6e6749a7ac1 req-67667400-b496-4c8b-8544-ec925b9190d8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:46.519467 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d397c02-a8ab-42e1-b8c4-a6e6749a7ac1 req-67667400-b496-4c8b-8544-ec925b9190d8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3584807 Apr 01 15:06:46.573744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:06:46.578889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-00b4b5b2-24df-4caf-95cf-1c26b284fc03 req-27a81aa9-9e9f-47a3-98e7-3823486f390a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714830 Apr 01 15:06:46.649299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.662798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:06:46.666963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.687113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d397c02-a8ab-42e1-b8c4-a6e6749a7ac1 req-85de664a-2d16-4889-913c-0b22f8b66112 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566236 Apr 01 15:06:46.698343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-3691c2ad-e0a0-487d-a355-7e431aa6b1b6 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404000 Apr 01 15:06:46.891522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:46.929055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.944192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Deleting port 66945536-0233-462a-b65b-3d339795961b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:46.945700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:46.945921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Pushing event updated for resources: {'Port': ['ID=247d9a0d-7a38-42f1-b66e-7bd99198febf,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:47.046494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:47.121414 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bd63cb2-f175-4f03-b0e4-81f658e01e8c req-81625dfa-05a4-4b9d-a52a-317428597035 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107435 Apr 01 15:06:47.212473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:47.265554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6472e84-8428-4105-9099-8ce04fb7f815 req-7a45eb96-52b0-4131-ad76-ff9c9b76939b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:47.272760 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6472e84-8428-4105-9099-8ce04fb7f815 req-7a45eb96-52b0-4131-ad76-ff9c9b76939b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 943 time: 0.5436475 Apr 01 15:06:47.273414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:47.273873 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:47.380014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6472e84-8428-4105-9099-8ce04fb7f815 req-bdb1efd6-d54b-404b-9234-1e2540008aed tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065087 Apr 01 15:06:47.387117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Network 00f1747f-3195-44b7-90c1-bf710959cc94 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:47.393785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:47.499937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:47.526685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:47.550879 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:47.589312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-80c2222d-9a63-4556-9476-2183235d2892 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 1094 time: 0.3173547 Apr 01 15:06:47.606750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6967d6-4b77-42f9-92f0-8ab8b81973ed req-2cf974a7-f56a-494f-beb5-84aa9de885d2 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:47.612898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a6967d6-4b77-42f9-92f0-8ab8b81973ed req-2cf974a7-f56a-494f-beb5-84aa9de885d2 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.4860427 Apr 01 15:06:47.668437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:47.668899 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:47.755843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:47.776628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 66945536-0233-462a-b65b-3d339795961b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:06:47.860450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:06:47.865294 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:47.873889 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:06:47.894013 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:06:47.897830 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:06:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:47.921480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-522b4ddb-15ca-4f3e-98ac-60110cf355bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:47.925567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-522b4ddb-15ca-4f3e-98ac-60110cf355bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.3079910 Apr 01 15:06:47.974102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Calling delete_port for 66945536-0233-462a-b65b-3d339795961b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:48.101270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fe5284f2-1b45-4b34-a683-08e7c3783801 None None] Provisioning complete for port 247d9a0d-7a38-42f1-b66e-7bd99198febf triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:48.101759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe5284f2-1b45-4b34-a683-08e7c3783801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.105351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a6967d6-4b77-42f9-92f0-8ab8b81973ed req-71c6ba18-5189-4c5f-a307-4c5f3e412af3 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403195 Apr 01 15:06:48.134533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:48.145162 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-74f879bf-210b-45ca-a013-b295935da1c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f HTTP/1.1" status: 200 len: 217 time: 0.1916564 Apr 01 15:06:48.196846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe5284f2-1b45-4b34-a683-08e7c3783801 None None] Port 247d9a0d-7a38-42f1-b66e-7bd99198febf cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:06:48.232310 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.241636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.256808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-f3950288-0067-4862-a171-622e3bc67b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:48.259723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-f3950288-0067-4862-a171-622e3bc67b48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.1059725 Apr 01 15:06:48.261168 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.262922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.267955 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41110304-f2b4-49fe-90b2-15ef1850d379 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "PUT /v2.0/floatingips/c2c06401-0e74-46a1-9f7a-4a78bb46ec69 HTTP/1.1" status: 200 len: 992 time: 7.0804665 Apr 01 15:06:48.277658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:48.281043 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:06:48.281419 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:06:48.341109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Deleting port 66945536-0233-462a-b65b-3d339795961b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:48.341109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.382968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e2bc-99c1-4ccc-9927-54d23862e610 req-e386abfd-f444-4d3b-a96b-34ac549b0d5e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:48.384592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-af95e2bc-99c1-4ccc-9927-54d23862e610 req-e386abfd-f444-4d3b-a96b-34ac549b0d5e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.5267205 Apr 01 15:06:48.396167 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:06:48.398571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-8de31c52-d7b7-4b0e-b5fb-c8dc015727bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287122 Apr 01 15:06:48.416138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:06:48.417429 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:06:48.475873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-af95e2bc-99c1-4ccc-9927-54d23862e610 req-634e6c29-c9d8-4852-8a02-e163b54af5f8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839586 Apr 01 15:06:48.534202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:06:48.548231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:48.563414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:48.572812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:48.573773 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.708412 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba', 'status': 'completed', 'code': 200} Apr 01 15:06:48.708843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:48.819473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:48.820174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:48.821483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=897b0007-6db8-41f4-8c0d-524311d802bd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:48.857647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=66945536-0233-462a-b65b-3d339795961b,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:48.922330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0970a51a-ffc2-4d08-9b9e-09dc4b4965d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2130764 Apr 01 15:06:48.925182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59838) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:48.933885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365344d4-d2fc-415a-8e2c-1e2edeb6afbc req-4ea5b055-d33d-4cea-a400-0f4e53957dba tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:48.935883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-365344d4-d2fc-415a-8e2c-1e2edeb6afbc req-4ea5b055-d33d-4cea-a400-0f4e53957dba tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.6656027 Apr 01 15:06:48.941148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:c0:5f:ff', 'name': 'tempest-NetworksTestDHCPv6-1103565944'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:48.953314 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}, {'id': 'c2c06401-0e74-46a1-9f7a-4a78bb46ec69', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '636249c8-8557-423f-9787-4f9ea06e31ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:6e:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:06:11Z', 'updated_at': '2022-04-01T15:06:42Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:48.959817 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:06:48.974664 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:06:48.975705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:06:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:49.043327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-365344d4-d2fc-415a-8e2c-1e2edeb6afbc req-c48e4965-1e2e-4d8f-b966-4b2e306301bb tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762920 Apr 01 15:06:49.045416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-fe27d3a1-14a5-4a6b-8c10-c47826cc667e service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580463 Apr 01 15:06:49.162508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3d026-3282-45c4-ba07-c8b9c342944a req-1d5e65ea-7979-4355-9b77-9b4f66579c3b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:49.169609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7e3d026-3282-45c4-ba07-c8b9c342944a req-1d5e65ea-7979-4355-9b77-9b4f66579c3b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 943 time: 0.3522358 Apr 01 15:06:49.190532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:49.244166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0be6678-0ced-4171-b5a8-ab7afb808873 req-91b7746f-0902-4cef-9d78-e7d809c57ea0 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904211 Apr 01 15:06:49.246563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Calling delete_port for 66945536-0233-462a-b65b-3d339795961b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:49.247190 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-a32e1aaf-e472-4d18-88b9-b50300b2ac24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 1097 time: 0.5616424 Apr 01 15:06:49.297965 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:06:49.306289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:49.319822 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7e3d026-3282-45c4-ba07-c8b9c342944a req-cfa08a47-b03a-449c-aafa-c862aeefaf79 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492462 Apr 01 15:06:49.328728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Usage tracker for resource:security_group_rule and tenant:2998e63035c9489c9b4452ce4cfcb317 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:49.332022 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:49.341672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:49.347324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:49.356323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:49.360431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:49.363164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:49.370749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:49.395168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:49.400985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:49.401469 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:49.428172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:06:49.481102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-56547d20-d5a0-4df9-a569-ab0753454f58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:49.482697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-56547d20-d5a0-4df9-a569-ab0753454f58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.2261779 Apr 01 15:06:49.490522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Sync routers for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:06:49.493459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1426c-ff14-4916-b115-8de70e0450e6 req-d57eccf2-df0e-4806-8ff5-d439b3e9f834 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:49.495201 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cde1426c-ff14-4916-b115-8de70e0450e6 req-d57eccf2-df0e-4806-8ff5-d439b3e9f834 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.1642616 Apr 01 15:06:49.550227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=66945536-0233-462a-b65b-3d339795961b,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:49.557148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:49.587466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:06:49.587781 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:06:49.592209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e121b6c9-741b-45a3-9561-45b238c13822 admin admin] 10.222.0.48 "PUT /v2.0/routers/0d3e1f9a-fe68-4120-8d7a-31019de7a733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3977268 Apr 01 15:06:49.622137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:06:49.622780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:06:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:49.664419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:49.684450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:49.713223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:49.843392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59850) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:49.844165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2998e63035c9489c9b4452ce4cfcb317&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1326001 Apr 01 15:06:49.847863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-1a9c391e-22bd-4bdc-a2ed-6bc8d65b45e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636249c8-8557-423f-9787-4f9ea06e31ba HTTP/1.1" status: 200 len: 1000 time: 0.3448842 Apr 01 15:06:49.850094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cde1426c-ff14-4916-b115-8de70e0450e6 req-4e29e248-ab7c-43b3-bc93-e363662239db tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855744 Apr 01 15:06:49.923109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:06:49.929726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 9a431579-56d4-4a1c-a1ae-cd56da389f9b yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:06:49.958451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-797d7a82-e511-4f8a-ab64-925d775cc5fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:49.960677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-797d7a82-e511-4f8a-ab64-925d775cc5fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.1002724 Apr 01 15:06:50.022781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1bf9f-fc2e-484d-b920-642b093fceed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d516ea-73a1-4a7d-93ce-f2a37be5c070,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:50.055041 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}, {'id': 'c2c06401-0e74-46a1-9f7a-4a78bb46ec69', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '636249c8-8557-423f-9787-4f9ea06e31ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:6e:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:06:11Z', 'updated_at': '2022-04-01T15:06:42Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:50.060320 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b534f-7e5e-4c29-accb-2e9afb9323e9 None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}, {'id': 'c2c06401-0e74-46a1-9f7a-4a78bb46ec69', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '636249c8-8557-423f-9787-4f9ea06e31ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:6e:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:06:11Z', 'updated_at': '2022-04-01T15:06:42Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:06:50.076667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10b29f-7e02-4c77-8115-737bc15fac0f req-2ce43aaa-9709-45b2-83bb-5e9c7a387e42 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:50.097393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bfc56c2-3612-43b9-bcf9-f6deb1172f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.099840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed10b29f-7e02-4c77-8115-737bc15fac0f req-2ce43aaa-9709-45b2-83bb-5e9c7a387e42 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3910339 Apr 01 15:06:50.158096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bfc56c2-3612-43b9-bcf9-f6deb1172f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.176597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed10b29f-7e02-4c77-8115-737bc15fac0f req-774451bd-afe9-4008-bb8c-afcd04421d54 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757558 Apr 01 15:06:50.177228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Deleting port 66945536-0233-462a-b65b-3d339795961b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:50.177611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.177889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-965851d2-81f9-4c48-ba83-201a69adc1fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049286 Apr 01 15:06:50.316484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fec0:5fff (1521f7be-bcca-472b-a0e8-65bfb965abc6/897b0007-6db8-41f4-8c0d-524311d802bd/9a431579-56d4-4a1c-a1ae-cd56da389f9b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:50.357395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:50.358050 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.414680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bfc56c2-3612-43b9-bcf9-f6deb1172f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.437770 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-14100e7d-1caa-4438-aae9-009b9de5c50a service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489691 Apr 01 15:06:50.442005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc56c2-3612-43b9-bcf9-f6deb1172f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d516ea-73a1-4a7d-93ce-f2a37be5c070,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:50.449785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:06:50.479696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bfc56c2-3612-43b9-bcf9-f6deb1172f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.483293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4bfc56c2-3612-43b9-bcf9-f6deb1172f42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33d516ea-73a1-4a7d-93ce-f2a37be5c070 HTTP/1.1" status: 204 len: 168 time: 0.6364818 Apr 01 15:06:50.490135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cff1ab-1ad1-47f8-af45-ec213f9a0275 req-654f8c12-f6c6-4130-a9ac-9bab99c8c9c7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:50.496797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cff1ab-1ad1-47f8-af45-ec213f9a0275 req-654f8c12-f6c6-4130-a9ac-9bab99c8c9c7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.2082984 Apr 01 15:06:50.628807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-68cff1ab-1ad1-47f8-af45-ec213f9a0275 req-6d0a1972-f57b-4d7b-b78b-17788b53cf45 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309297 Apr 01 15:06:50.686064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b88258a3-88e3-4e1e-8af9-2c1f0545078b req-50e00d52-632c-4971-8b52-00fb9f60ae08 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283545 Apr 01 15:06:50.766249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.804919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 9a431579-56d4-4a1c-a1ae-cd56da389f9b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:50.825548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:50.850258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'port_id': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f', 'mac_address': 'fa:16:3e:e9:ff:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec34c30-428d-4c5a-9a9d-da73a48138a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:06:50.861918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.879025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] For port 66945536-0233-462a-b65b-3d339795961b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=66945536-0233-462a-b65b-3d339795961b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:50.879390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:50.883475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59866) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:50.891398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850398539', 'description': 'tempest-description--228658395'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:50.900245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:50.906939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:50.911719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:50.934448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:50.964304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37715f-bd5b-4d52-b2db-dacec2eb5420 req-0d4aa59d-be1f-4c65-9b6e-ad7c5440544f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:50.966346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a37715f-bd5b-4d52-b2db-dacec2eb5420 req-0d4aa59d-be1f-4c65-9b6e-ad7c5440544f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 943 time: 0.1506915 Apr 01 15:06:50.968506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.052818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a37715f-bd5b-4d52-b2db-dacec2eb5420 req-fb30d40b-d5f9-4de6-941b-ca95720cd6b1 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718086 Apr 01 15:06:51.069179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:51.075076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group_rule and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:51.078927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:51.090013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Calling delete_port for 66945536-0233-462a-b65b-3d339795961b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:51.095621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:51.141938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=9a431579-56d4-4a1c-a1ae-cd56da389f9b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:51.148648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:51.151536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:51.154183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:51.158085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:51.158695 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.164177 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.173514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.211267 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5ffedac3-2f59-4a70-8fdf-e77fa0b1ac22 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2824533 Apr 01 15:06:51.211971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59882) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:51.220597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b2b7b-235e-451c-b21b-4d3b377d21b3 req-470da6f8-22c9-42e8-9223-bceab3a41c01 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:51.224745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea5b2b7b-235e-451c-b21b-4d3b377d21b3 req-470da6f8-22c9-42e8-9223-bceab3a41c01 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.1561277 Apr 01 15:06:51.264406 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.268604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3817780 Apr 01 15:06:51.275947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59886) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:51.290544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'security_group_rule': {'security_group_id': 'e30dd4c7-97b5-4411-a0a0-cfad3677ecca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:51.314759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:51.324874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26e0af-fe23-42fb-a240-60747e2755a8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30dd4c7-97b5-4411-a0a0-cfad3677ecca,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:51.329645 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.333928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group_rule and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:51.338385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea5b2b7b-235e-451c-b21b-4d3b377d21b3 req-1c5efdbc-691d-461a-8460-685d1c4a87f8 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828962 Apr 01 15:06:51.342290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:51.355452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:51.369941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:51.383027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:46Z', 'revision_number': 2, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:51.392099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de1cd0-dd23-45cd-9834-d8822413ad5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:51.396833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Checking router: 0d3e1f9a-fe68-4120-8d7a-31019de7a733 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:06:51.397182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Updating router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 port 247d9a0d-7a38-42f1-b66e-7bd99198febf binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:06:51.403878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de1cd0-dd23-45cd-9834-d8822413ad5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:51.405216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0de1cd0-dd23-45cd-9834-d8822413ad5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:51.428536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0de1cd0-dd23-45cd-9834-d8822413ad5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:51.430226 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0de1cd0-dd23-45cd-9834-d8822413ad5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2168293 Apr 01 15:06:51.433444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59890) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:51.466506 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7065aa54-344b-4c5e-be25-4fd5bde53a38 None None] New status for floating IP c2c06401-0e74-46a1-9f7a-4a78bb46ec69: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:06:51.467976 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.485362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:51.510364 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.543811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78f5c5-eac0-495f-89bd-1f648e70b2b3 req-5bc0d91e-3f55-4d5c-bd00-cb95568c925b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:51.545715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f78f5c5-eac0-495f-89bd-1f648e70b2b3 req-5bc0d91e-3f55-4d5c-bd00-cb95568c925b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.1419969 Apr 01 15:06:51.561416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 9a431579-56d4-4a1c-a1ae-cd56da389f9b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:51.561796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.572418 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.593753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.619285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f78f5c5-eac0-495f-89bd-1f648e70b2b3 req-8b693315-cce9-4af9-b554-5197cdb87cde tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Apr 01 15:06:51.620181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.644881 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.647000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa557dde-5a56-4047-829e-0b542baa1b9f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:51.701081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.705137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:51.706234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8b5d4591-2756-416a-a0d0-473109e96c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4285767 Apr 01 15:06:51.707095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59900) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:51.720657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'security_group_rule': {'security_group_id': 'e30dd4c7-97b5-4411-a0a0-cfad3677ecca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:51.736719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:51.744069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group_rule and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:51.767387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:51.782955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:51.836719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.847952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:51.916212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] No DVR routers for this DVR port 66945536-0233-462a-b65b-3d339795961b on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:06:51.917833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34feaf5f-1236-4ad8-b3c0-e91bf3c08176 None None] Pushing event deleted for resources: {'Port': ['ID=66945536-0233-462a-b65b-3d339795961b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:51.964831 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.974880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:51.983981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993cad0-de79-4487-9660-385d7a9298d4 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:06:52.021654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce390b12-b111-474c-868d-681ab7e55b80,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:52.043314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.047633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5ec5ed1e-6b5c-425c-9e30-d2ea39dd73f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3363900 Apr 01 15:06:52.047973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59908) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:52.062357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:52.076204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:52.076463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.087679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:floatingip and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:52.096656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:52.110383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:52.130747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.294311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 9a431579-56d4-4a1c-a1ae-cd56da389f9b owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:52.365322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c5f64-dd4a-4cd9-a96f-13c4dc5481dd req-cc4b4d32-6825-4d00-8270-de9af739e385 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:52.372559 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-444c5f64-dd4a-4cd9-a96f-13c4dc5481dd req-cc4b4d32-6825-4d00-8270-de9af739e385 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 944 time: 0.1361361 Apr 01 15:06:52.439677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.497597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-444c5f64-dd4a-4cd9-a96f-13c4dc5481dd req-0ce3974b-01aa-4c68-b5b6-50e93097c4de tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233797 Apr 01 15:06:52.503866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.567401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=9a431579-56d4-4a1c-a1ae-cd56da389f9b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:52.567590 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.583028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Transition to ACTIVE for port object 247d9a0d-7a38-42f1-b66e-7bd99198febf will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:52.599318 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.642898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '897b0007-6db8-41f4-8c0d-524311d802bd'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:06:52.643759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.697593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:52.720592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7fdf6-7000-486d-ac44-d9fde3bf5f59 req-fdf9754e-9197-4385-82b8-af385dfe9060 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:52.723091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cf7fdf6-7000-486d-ac44-d9fde3bf5f59 req-fdf9754e-9197-4385-82b8-af385dfe9060 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.6327193 Apr 01 15:06:52.766952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Allocated IP 172.25.2.18 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/02aede17-7ba7-4e7c-8f21-81f1ec0b749c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:52.775989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bb9c4918-4b5c-49d0-9b56-880b5eeb1ab8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/9a431579-56d4-4a1c-a1ae-cd56da389f9b HTTP/1.1" status: 204 len: 168 time: 1.3394048 Apr 01 15:06:52.776190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:52.790971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cf7fdf6-7000-486d-ac44-d9fde3bf5f59 req-5f1ac54e-169a-43f0-8d66-3324451f0c68 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628598 Apr 01 15:06:52.963698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44995a11-44af-4f80-a08c-d38a6238cb51 None None] Pushing event updated for resources: {'Port': ['ID=247d9a0d-7a38-42f1-b66e-7bd99198febf,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:53.101651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38904c9-93b4-4c8c-8feb-7a7dfcc192a0 req-a92d7f72-8cc2-4b13-a28e-87e39a3fd072 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:53.103850 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a38904c9-93b4-4c8c-8feb-7a7dfcc192a0 req-a92d7f72-8cc2-4b13-a28e-87e39a3fd072 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.1292644 Apr 01 15:06:53.153116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Attempting to bind port 247d9a0d-7a38-42f1-b66e-7bd99198febf on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:53.153749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Attempting to bind port 247d9a0d-7a38-42f1-b66e-7bd99198febf by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:53.154307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Attempting to bind port 247d9a0d-7a38-42f1-b66e-7bd99198febf on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:53.185681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:53.186292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Checking segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:53.186881 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.187008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a38904c9-93b4-4c8c-8feb-7a7dfcc192a0 req-89ff8dfa-9024-472f-87d4-b880ad47ef5a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766866 Apr 01 15:06:53.187624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Bound using segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:53.188293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Bound port: 247d9a0d-7a38-42f1-b66e-7bd99198febf, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:53.188862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.218436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Allocated IP 2001:db8::f816:3eff:fe7f:93ba (1521f7be-bcca-472b-a0e8-65bfb965abc6/897b0007-6db8-41f4-8c0d-524311d802bd/9ddfe5f2-90d9-403c-a282-358c99dc6a61) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:53.231098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b67f-bfca-4b29-a9ac-b4a524cce785 req-3b60b0cd-5625-4cee-bc2d-d52feb97f41d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:53.239177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6587b67f-bfca-4b29-a9ac-b4a524cce785 req-3b60b0cd-5625-4cee-bc2d-d52feb97f41d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.5623360 Apr 01 15:06:53.297278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] For port 247d9a0d-7a38-42f1-b66e-7bd99198febf, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:53.301212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a06424-56d8-4b39-aa0f-c3a5bad39dfe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:53.301945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] For port 247d9a0d-7a38-42f1-b66e-7bd99198febf, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=247d9a0d-7a38-42f1-b66e-7bd99198febf,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:53.303154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a06424-56d8-4b39-aa0f-c3a5bad39dfe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:53.304122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39a06424-56d8-4b39-aa0f-c3a5bad39dfe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:53.310409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.371425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6587b67f-bfca-4b29-a9ac-b4a524cce785 req-d142f7c5-c038-4605-bc85-5e75d710f688 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311820 Apr 01 15:06:53.376080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59938) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:53.405373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.414267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39a06424-56d8-4b39-aa0f-c3a5bad39dfe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:53.418028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39a06424-56d8-4b39-aa0f-c3a5bad39dfe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6388750 Apr 01 15:06:53.418423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59944) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:53.473693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.486524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44995a11-44af-4f80-a08c-d38a6238cb51 None None] Pushing event updated for resources: {'Port': ['ID=247d9a0d-7a38-42f1-b66e-7bd99198febf,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:53.511394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:06:53.511545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:06:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:53.560260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 897b0007-6db8-41f4-8c0d-524311d802bd {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:06:53.603456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'Port': ['ID=02aede17-7ba7-4e7c-8f21-81f1ec0b749c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:53.624264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1113355767'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:53.626667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:53.627930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:53.630596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:53.630761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:53.636106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Usage tracker for resource:router and tenant:c87ea867a20844d9a92ab47ffde997be is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:53.640314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:53.648572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:53.703609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.704552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.753517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.780366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d7f12-cdc3-4abb-8ffa-cfdb1f8a8829 req-f7376fda-ee62-4b14-bb2d-b5c5d8003443 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:53.781835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-438d7f12-cdc3-4abb-8ffa-cfdb1f8a8829 req-f7376fda-ee62-4b14-bb2d-b5c5d8003443 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 944 time: 0.1130874 Apr 01 15:06:53.793329 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.832459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.852204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.864205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Transition to ACTIVE for port object 9ddfe5f2-90d9-403c-a282-358c99dc6a61 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:53.882223 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-438d7f12-cdc3-4abb-8ffa-cfdb1f8a8829 req-3ab86c02-0784-4c44-a675-b5054e44bf9f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923519 Apr 01 15:06:53.883569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.887857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e9db7cf-cbba-44e2-b643-600e4ad979fd tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5076382 Apr 01 15:06:53.888113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:53.894492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:06:53.934818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Transition to ACTIVE for port object 9ddfe5f2-90d9-403c-a282-358c99dc6a61 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:53.945184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:53.955141 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.007143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.026270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:54.034957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:54.043392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:54.077417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.090560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.148039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Pushing event updated for resources: {'Port': ['ID=9ddfe5f2-90d9-403c-a282-358c99dc6a61,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:54.181543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fecef7bd-5357-4d49-acb6-4f5dff23ce75 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.185439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.246680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.249853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=897b0007-6db8-41f4-8c0d-524311d802bd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:54.270713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c006dba-7d7f-4103-afd1-f1dd54037f3a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/897b0007-6db8-41f4-8c0d-524311d802bd HTTP/1.1" status: 204 len: 168 time: 0.8509223 Apr 01 15:06:54.274830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59960) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:54.356667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fae2a-966b-4022-9787-2f292108af79 req-c1e5f9ea-be65-4ad3-bf3a-60be60fd41b0 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:54.358157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b00fae2a-966b-4022-9787-2f292108af79 req-c1e5f9ea-be65-4ad3-bf3a-60be60fd41b0 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.4013667 Apr 01 15:06:54.366257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Attempting to bind port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:06:54.366627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Attempting to bind port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:06:54.366985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Attempting to bind port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:06:54.378595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:06:54.379060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:06:54.379894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.379894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:06:54.380243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Bound port: 9ddfe5f2-90d9-403c-a282-358c99dc6a61, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:06:54.380624 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.447143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:54.490717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-408e5d02-e432-4b58-85fc-f6ccbac6998a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2115984 Apr 01 15:06:54.490717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59966) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:54.580146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b00fae2a-966b-4022-9787-2f292108af79 req-791addda-d620-41d1-a8c8-dec84470042b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063584 Apr 01 15:06:54.609870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b0a6-2d0b-44ae-b518-1717880cf6e7 req-a314f062-d762-4b92-ab87-10f4eef6b93a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:54.613905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.616757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:53Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:06:54.617043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da36b0a6-2d0b-44ae-b518-1717880cf6e7 req-a314f062-d762-4b92-ab87-10f4eef6b93a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2871513 Apr 01 15:06:54.634239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb6be9-ce2b-474d-b6dd-fb0b35f15141 None None] The sync data for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 is: [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:53Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:06:54.641492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] For port 9ddfe5f2-90d9-403c-a282-358c99dc6a61, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:06:54.645709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] For port 9ddfe5f2-90d9-403c-a282-358c99dc6a61, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ddfe5f2-90d9-403c-a282-358c99dc6a61,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:06:54.646489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193e03c-4ad2-4825-9a66-e1946564a5a4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:54.647243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1193e03c-4ad2-4825-9a66-e1946564a5a4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:54.654522 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.704111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1193e03c-4ad2-4825-9a66-e1946564a5a4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:54.704111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1193e03c-4ad2-4825-9a66-e1946564a5a4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2129641 Apr 01 15:06:54.713443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59972) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:54.716863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:54.752207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:54.752671 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:54.760797 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:06:54.802617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da36b0a6-2d0b-44ae-b518-1717880cf6e7 req-5f0b005d-7585-4a8b-804e-aae955de15ef tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845455 Apr 01 15:06:54.850207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa886766-e100-440d-a6fd-307cee47495b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:54.850928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aa886766-e100-440d-a6fd-307cee47495b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:54.893879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aa886766-e100-440d-a6fd-307cee47495b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:54.898641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa886766-e100-440d-a6fd-307cee47495b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1839943 Apr 01 15:06:54.899394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59976) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:54.958437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021c97-4b09-495e-8cf0-8f4c393fb669 None None] Pushing event updated for resources: {'Port': ['ID=9ddfe5f2-90d9-403c-a282-358c99dc6a61,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:55.023946 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d37dec9-367c-4969-b998-e94645af9197 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195924 Apr 01 15:06:55.024191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59982) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:55.036853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:55.037778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e12f0-d08b-4509-af74-803b39eea92c None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:06:55.090321 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.157825 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.176086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fecef7bd-5357-4d49-acb6-4f5dff23ce75 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.212180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fecef7bd-5357-4d49-acb6-4f5dff23ce75 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.222638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:55.231052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:55.260430 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.268665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:55.279454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'Port': ['ID=02aede17-7ba7-4e7c-8f21-81f1ec0b749c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:55.291721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:55.316684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:55.364057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f748-9779-41e8-aaae-97dc5933d44f req-b1d0284f-e165-45fa-83dc-622fb103ec72 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:55.365646 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e963f748-9779-41e8-aaae-97dc5933d44f req-b1d0284f-e165-45fa-83dc-622fb103ec72 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.5806785 Apr 01 15:06:55.396241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:55.428255 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.445076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e12f0-d08b-4509-af74-803b39eea92c None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:06:55.449733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fecef7bd-5357-4d49-acb6-4f5dff23ce75 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.451697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecef7bd-5357-4d49-acb6-4f5dff23ce75 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dda8b58-6f2e-4983-864a-a3b4bf0dfbad {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:06:55.507682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.539711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fecef7bd-5357-4d49-acb6-4f5dff23ce75 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.544498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fecef7bd-5357-4d49-acb6-4f5dff23ce75 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8dda8b58-6f2e-4983-864a-a3b4bf0dfbad HTTP/1.1" status: 204 len: 168 time: 1.6515725 Apr 01 15:06:55.546026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59990) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:55.552059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Request body: {'router': {'name': 'tempest-router-603207399', 'distributed': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:55.557391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e963f748-9779-41e8-aaae-97dc5933d44f req-af9375c0-525a-47c3-85d9-a2f1c4d179a7 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520486 Apr 01 15:06:55.559018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.560096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7ca1e841-347a-4ced-8b3f-64cc3e5858f2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5093651 Apr 01 15:06:55.574559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:55.606106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Usage tracker for resource:router and tenant:c87ea867a20844d9a92ab47ffde997be is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:55.624217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:55.648994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:55.653651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-9b200f86-7e73-46b8-8a16-52c2300ae695 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1096 time: 0.2862942 Apr 01 15:06:55.773283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 247d9a0d-7a38-42f1-b66e-7bd99198febf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:55.901351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.903162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.938518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175931ce-f144-4ce4-ae6d-33ecc7db8a49 req-c55de8d9-aa70-4ba1-b213-ca35b0072c97 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:55.945692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-175931ce-f144-4ce4-ae6d-33ecc7db8a49 req-c55de8d9-aa70-4ba1-b213-ca35b0072c97 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.5146074 Apr 01 15:06:55.988704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:55.999821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-175931ce-f144-4ce4-ae6d-33ecc7db8a49 req-c01312c6-b2bb-4dd0-8e40-51e4d3ae8709 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531874 Apr 01 15:06:56.021777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-ffe78888-ba68-4e1c-96b2-8254ba9ff0a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:56.023322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-ffe78888-ba68-4e1c-96b2-8254ba9ff0a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.3568850 Apr 01 15:06:56.044901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474962e-3395-4ccd-bed7-5ae35724b0a4 req-13dd595f-bce9-4000-96ec-7ade169a0e6f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:56.051736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6474962e-3395-4ccd-bed7-5ae35724b0a4 req-13dd595f-bce9-4000-96ec-7ade169a0e6f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.1925044 Apr 01 15:06:56.053379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 247d9a0d-7a38-42f1-b66e-7bd99198febf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:56.060298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 247d9a0d-7a38-42f1-b66e-7bd99198febf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:56.060674 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.082385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.objects.ports [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:06:56.136331 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f', 'code': 200} Apr 01 15:06:56.140463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.247903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6474962e-3395-4ccd-bed7-5ae35724b0a4 req-955dd6d9-ec31-477c-8852-8b6cd0269a2a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951575 Apr 01 15:06:56.262970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-97ae2e37-cec1-479c-9458-c83b697ff7d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 1001 time: 0.1944511 Apr 01 15:06:56.265734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.269508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-00b548d5-7c31-4f2c-acf9-cc6b90106c56 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7194440 Apr 01 15:06:56.271488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60004) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:56.319014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '3057b487-ac6f-410e-b4b3-28efba2cd99b'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '9ddfe5f2-90d9-403c-a282-358c99dc6a61'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:06:56.347560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.356637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.396501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.412089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 247d9a0d-7a38-42f1-b66e-7bd99198febf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=247d9a0d-7a38-42f1-b66e-7bd99198febf,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:56.439673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-2d828ccd-2749-4dcf-a145-b88ab878e2c5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:56.448889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 13963f04-afa3-457a-a666-e6b5c0fdb514 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:06:56.457322 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.478384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-2d828ccd-2749-4dcf-a145-b88ab878e2c5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:56.479884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-2d828ccd-2749-4dcf-a145-b88ab878e2c5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1850398539&fields=id&tenant_id=53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 267 time: 0.1913214 Apr 01 15:06:56.535531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-06c71f2d-9870-4429-bc07-836192a4f22e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:56.537048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-06c71f2d-9870-4429-bc07-836192a4f22e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.2626176 Apr 01 15:06:56.556805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17c2a16d-80f9-482c-8cf1-1f402d7be061 req-fba024b4-6d6f-4b9f-ae31-a357a7205b6c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 1096 time: 0.3624237 Apr 01 15:06:56.607594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0af5-b62b-4ddf-84ce-6f59b1ade449 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.690206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=247d9a0d-7a38-42f1-b66e-7bd99198febf,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:56.731048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70903e9a-ef0f-4195-9960-70077b7d3a84 req-d172b3ab-8aac-4285-9d18-a676f6e7a848 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:56.737903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70903e9a-ef0f-4195-9960-70077b7d3a84 req-d172b3ab-8aac-4285-9d18-a676f6e7a848 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3019257 Apr 01 15:06:56.746990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 9ddfe5f2-90d9-403c-a282-358c99dc6a61, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ddfe5f2-90d9-403c-a282-358c99dc6a61,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:56.759496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-5e0413ac-15e4-4d2d-80f9-c5e43b39f9d1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:56.760324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-5e0413ac-15e4-4d2d-80f9-c5e43b39f9d1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:56.777413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:56.795192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'port_id': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'mac_address': 'fa:16:3e:96:76:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef1e37e-ba30-47f3-914c-ba7c53f78002', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:06:56.795604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-5e0413ac-15e4-4d2d-80f9-c5e43b39f9d1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:56.802597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-5e0413ac-15e4-4d2d-80f9-c5e43b39f9d1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 816 time: 0.2998571 Apr 01 15:06:56.806274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.823527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17c2a16d-80f9-482c-8cf1-1f402d7be061 req-ea906d91-f036-410c-965c-787200909875 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353315 Apr 01 15:06:56.824432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-80e0861d-97bd-47c2-a506-7b2863cc371b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/quotas/53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 375 time: 0.0211184 Apr 01 15:06:56.826681 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.828776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.846317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:06:56.846710 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:06:56.857200 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.875577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13963f04-afa3-457a-a666-e6b5c0fdb514 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:06:56.891794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:56.896967 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:56.900063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70903e9a-ef0f-4195-9960-70077b7d3a84 req-be3d160e-7d2f-4b42-9bf4-d118952ee0c1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613088 Apr 01 15:06:56.990534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:57.123039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:57.129515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['13963f04-afa3-457a-a666-e6b5c0fdb514'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:06:57.130408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=3057b487-ac6f-410e-b4b3-28efba2cd99b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:57.133968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:57.136460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:57.137009 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.151134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-43c3514a-265c-46e2-9799-0f6c86ee1ba5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5990753 Apr 01 15:06:57.164953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=9ddfe5f2-90d9-403c-a282-358c99dc6a61,revision_number=5']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:57.189543 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-97acbc6d-6f04-4e49-88ec-28cc744b17cb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1616199 Apr 01 15:06:57.190090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60012) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:57.197169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:46:a4:d2', 'name': 'tempest-NetworksTestDHCPv6-1526944018'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:57.219623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-c2f905ff-ee51-4db1-a305-e9fc1575c271 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:57.304585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-c2f905ff-ee51-4db1-a305-e9fc1575c271 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:57.305906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-c2f905ff-ee51-4db1-a305-e9fc1575c271 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4807310 Apr 01 15:06:57.369204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0af5-b62b-4ddf-84ce-6f59b1ade449 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.388872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0af5-b62b-4ddf-84ce-6f59b1ade449 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.418986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.429809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:57.436815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:57.440611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:57.449283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:57.451485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-ebd81289-32df-4026-b88b-96131f243568 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388155 Apr 01 15:06:57.457150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a447-f7bd-4687-b59b-6c45735cb916 req-11c9c5eb-8997-4c84-af77-835eca16359d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:57.458551 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de79a447-f7bd-4687-b59b-6c45735cb916 req-11c9c5eb-8997-4c84-af77-835eca16359d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 944 time: 0.3652980 Apr 01 15:06:57.491140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:06:57.494999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.524490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 2e49a3c4-795d-419d-a351-37104d870b62 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:06:57.556442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0af5-b62b-4ddf-84ce-6f59b1ade449 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.556993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbb0af5-b62b-4ddf-84ce-6f59b1ade449 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 938d8293-8bd4-4916-a831-48158f695a17 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:06:57.557432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 247d9a0d-7a38-42f1-b66e-7bd99198febf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:57.560277 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-04bb8b2f-7550-468b-bd23-20978a905869 service neutron] 10.222.0.48 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343926 Apr 01 15:06:57.589841 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0af5-b62b-4ddf-84ce-6f59b1ade449 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.590940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3fbb0af5-b62b-4ddf-84ce-6f59b1ade449 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "DELETE /v2.0/routers/938d8293-8bd4-4916-a831-48158f695a17 HTTP/1.1" status: 204 len: 168 time: 1.3184073 Apr 01 15:06:57.599299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60018) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:57.608360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Request body: {'router': {'name': 'tempest-router-949652190', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dda222edb03d44b8b55ab39871e76d32'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:57.625803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:06:57.629672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de79a447-f7bd-4687-b59b-6c45735cb916 req-bcbe7c09-c6bb-4260-a94a-8d0ec859fbea tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471670 Apr 01 15:06:57.633366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Usage tracker for resource:router and tenant:dda222edb03d44b8b55ab39871e76d32 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:06:57.637997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:06:57.651623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:06:57.665397 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-535359c9-884b-4e2a-91a7-3fb46dfb44eb req-962a408f-1c03-4f02-a4ad-a261a722af66 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037463 Apr 01 15:06:57.678859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.680118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.713003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.776905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.783126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 247d9a0d-7a38-42f1-b66e-7bd99198febf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:57.783636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.810684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-40fd3c0f-f4cc-40ef-8a4a-adda0ab0e8fd service neutron] 10.222.0.48 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367005 Apr 01 15:06:57.821333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:57.822969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9755fab7-cbf1-4f06-8a86-4d30a98041bb tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2225714 Apr 01 15:06:57.825819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60022) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:57.826912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fe46:a4d2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/3057b487-ac6f-410e-b4b3-28efba2cd99b/2e49a3c4-795d-419d-a351-37104d870b62) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:06:57.831600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:06:57.869119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38e2773e-bc65-4dd5-9371-289fc17a1c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.109231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.128827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 2e49a3c4-795d-419d-a351-37104d870b62 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:06:58.157876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.282032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e52a3b-d540-469b-8dc2-6b4ca35376ed req-fe21ff6c-ef7f-40b0-ba26-556565b893d0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:58.283744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0e52a3b-d540-469b-8dc2-6b4ca35376ed req-fe21ff6c-ef7f-40b0-ba26-556565b893d0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.3415871 Apr 01 15:06:58.306316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:06:58.311643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:06:58.318420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=2e49a3c4-795d-419d-a351-37104d870b62,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:58.321559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:06:58.325851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:58.326452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.375965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec749657-e6e6-4245-a4dc-739e21169164 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1848168 Apr 01 15:06:58.376799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60036) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:58.405910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] For port 9ddfe5f2-90d9-403c-a282-358c99dc6a61, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ddfe5f2-90d9-403c-a282-358c99dc6a61,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:58.416563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef5c76-4114-4196-b39c-b10881358fe6 req-070ca6b7-b617-48c5-b79b-9265b305e355 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:58.423912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0aef5c76-4114-4196-b39c-b10881358fe6 req-070ca6b7-b617-48c5-b79b-9265b305e355 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.2636018 Apr 01 15:06:58.461039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 13963f04-afa3-457a-a666-e6b5c0fdb514 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:58.461282 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.461644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.508084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0aef5c76-4114-4196-b39c-b10881358fe6 req-2872f700-8476-4516-8c0a-9af7fe0bd7c3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832157 Apr 01 15:06:58.513971 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.531107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.557889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489df859-f242-4c9e-93c1-257c4b429789 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:58.571660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489df859-f242-4c9e-93c1-257c4b429789 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:58.572573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-489df859-f242-4c9e-93c1-257c4b429789 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:06:58.618840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-489df859-f242-4c9e-93c1-257c4b429789 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:06:58.620471 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-489df859-f242-4c9e-93c1-257c4b429789 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2417247 Apr 01 15:06:58.623328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:58.634329 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0e52a3b-d540-469b-8dc2-6b4ca35376ed req-f3bd0c12-da5f-4834-97d7-5973d7be6ab0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055116 Apr 01 15:06:58.680388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83954) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 01 15:06:58.681063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Router cf11cb7e-a72f-43bd-929e-9e2b6f9beb80 migrating from provider to provider. {{(pid=83954) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 01 15:06:58.681632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.691332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e116b62-55c7-454a-bd18-8e88427ce578 None None] Pushing event updated for resources: {'Port': ['ID=9ddfe5f2-90d9-403c-a282-358c99dc6a61,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:58.692259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.708031 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.711547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 13963f04-afa3-457a-a666-e6b5c0fdb514 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:06:58.713274 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.860265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 2e49a3c4-795d-419d-a351-37104d870b62 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:06:58.860847 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.907855 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:58.965554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02ea2b-6a7b-4a12-8b40-45058c2baa50 req-5927b907-5b0c-4507-bfb0-c91f6ba07e0b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:58.968167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e02ea2b-6a7b-4a12-8b40-45058c2baa50 req-5927b907-5b0c-4507-bfb0-c91f6ba07e0b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2519438 Apr 01 15:06:58.977051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:06:58.992257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:06:59.002349 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:59.095450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:06:59.098672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-43b1975d-43fe-410e-8fff-485fd2a06a25 req-d3bd5a2b-7488-4775-a662-7b41b4c71da7 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 210 time: 0.0712936 Apr 01 15:06:59.212544 n-d-836017-1 neutron-server[83954]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] No L3 agents can host the router cf11cb7e-a72f-43bd-929e-9e2b6f9beb80 Apr 01 15:06:59.254980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e02ea2b-6a7b-4a12-8b40-45058c2baa50 req-19e137ef-a34c-4896-bb84-f58a0a5b2ae3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260826 Apr 01 15:06:59.304060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:59.340877 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'code': 200} Apr 01 15:06:59.479063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Hosts for router cf11cb7e-a72f-43bd-929e-9e2b6f9beb80: [] {{(pid=83954) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 01 15:06:59.534014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38823eda-fa99-4e8c-801d-db88c7fe7848 req-7f6e9a2c-82a4-46e5-ac95-243c4dc94f2c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:06:59.541971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38823eda-fa99-4e8c-801d-db88c7fe7848 req-7f6e9a2c-82a4-46e5-ac95-243c4dc94f2c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.2511716 Apr 01 15:06:59.544229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Hosts for other DVR routers connected to router cf11cb7e-a72f-43bd-929e-9e2b6f9beb80: set() {{(pid=83954) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 01 15:06:59.546733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:06:59.551795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4d1c4d4f-628f-4883-98eb-49c191b26927 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "PUT /v2.0/routers/cf11cb7e-a72f-43bd-929e-9e2b6f9beb80 HTTP/1.1" status: 200 len: 716 time: 1.7247260 Apr 01 15:06:59.557911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60054) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:06:59.574578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 2e49a3c4-795d-419d-a351-37104d870b62 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:06:59.607350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ddfe5f2-90d9-403c-a282-358c99dc6a61 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:06:59.720968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38823eda-fa99-4e8c-801d-db88c7fe7848 req-986cf56b-ec25-4a03-ad10-0a4f43c3fa96 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764576 Apr 01 15:06:59.746812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:06:59.763978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b40fd3b2-4015-4f77-a388-331bab85981b req-54ab50e1-c97d-4d2b-9504-0b8d270a058d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 1096 time: 0.2101564 Apr 01 15:06:59.993781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cdd97-c616-46bb-8093-7445c6aaa27c None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:00.023243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9b8e-7ae3-4a15-b4cf-5b3b869bb324 req-2f92b4f7-0a5a-47a6-8696-70eccd7b6a9f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:00.031075 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc0d9b8e-7ae3-4a15-b4cf-5b3b869bb324 req-2f92b4f7-0a5a-47a6-8696-70eccd7b6a9f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3205109 Apr 01 15:07:00.062898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dee526e0-05d7-4989-a7dd-ecb99cb89f41 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "GET /v2.0/routers/cf11cb7e-a72f-43bd-929e-9e2b6f9beb80 HTTP/1.1" status: 200 len: 716 time: 0.5038505 Apr 01 15:07:00.063600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60060) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:00.085239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-29d5dfd3-a941-4606-b284-ef4616e15f64 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:00.086759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-29d5dfd3-a941-4606-b284-ef4616e15f64 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 816 time: 0.2467077 Apr 01 15:07:00.094015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b40fd3b2-4015-4f77-a388-331bab85981b req-5eb37de3-ca5a-443a-93c2-b16618ef8773 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239789 Apr 01 15:07:00.118844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aee0e10f-3990-41a4-a812-b777f57a4797 None None] Provisioning for port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:00.163128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc0d9b8e-7ae3-4a15-b4cf-5b3b869bb324 req-300a760e-e7d4-4b4b-b1c8-7f86e331085d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310000 Apr 01 15:07:00.164612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aee0e10f-3990-41a4-a812-b777f57a4797 None None] Provisioning complete for port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:00.164980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aee0e10f-3990-41a4-a812-b777f57a4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.199512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.202491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-95967b5e-ee05-47a6-8a94-acf26042d845 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:00.236852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce13fa-d32d-4655-90b2-ef7c099779ed req-aa10cb06-59dc-4309-b3de-5aeff740aee5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:00.238421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4ce13fa-d32d-4655-90b2-ef7c099779ed req-aa10cb06-59dc-4309-b3de-5aeff740aee5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.2811570 Apr 01 15:07:00.239122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-95967b5e-ee05-47a6-8a94-acf26042d845 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:00.240212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-95967b5e-ee05-47a6-8a94-acf26042d845 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 380 time: 0.1318440 Apr 01 15:07:00.255996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=2e49a3c4-795d-419d-a351-37104d870b62,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:00.271989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'port': {'device_id': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'admin_state_up': True, 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'security_groups': ['e30dd4c7-97b5-4411-a0a0-cfad3677ecca']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:00.286427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d48db28-8b9c-4b05-bedd-1224b04908bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.389485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4ce13fa-d32d-4655-90b2-ef7c099779ed req-e5d05bbc-30f4-49df-a412-150fcf4f1758 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428096 Apr 01 15:07:00.406726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.409751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aee0e10f-3990-41a4-a812-b777f57a4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.447747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-aee0e10f-3990-41a4-a812-b777f57a4797 None None] For port 9ddfe5f2-90d9-403c-a282-358c99dc6a61, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ddfe5f2-90d9-403c-a282-358c99dc6a61,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:00.455401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aee0e10f-3990-41a4-a812-b777f57a4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.458029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:00.472471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:00.494247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0e8418f3-e87d-493a-957b-2c84b5698082 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/2e49a3c4-795d-419d-a351-37104d870b62 HTTP/1.1" status: 204 len: 168 time: 1.8694534 Apr 01 15:07:00.498855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60074) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:00.501954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Made reservation on behalf of 53c5dc507d294d82b80e9473cca7d486 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:00.505253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.537160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e10f-3990-41a4-a812-b777f57a4797 None None] Pushing event updated for resources: {'Port': ['ID=9ddfe5f2-90d9-403c-a282-358c99dc6a61,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:00.570306 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdc489d7-7c69-47fb-a777-c6a8d47b648d req-20390dd1-2114-4e91-94f0-56b3cf9570d1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 210 time: 0.1533413 Apr 01 15:07:00.595653 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4f862bd2-d2c3-489d-bf2a-f86e6b54f343 tempest-RoutersTestDVR-713367564 tempest-RoutersTestDVR-713367564-project] 10.222.0.48 "GET /v2.0/routers/cf11cb7e-a72f-43bd-929e-9e2b6f9beb80 HTTP/1.1" status: 200 len: 682 time: 0.4850056 Apr 01 15:07:00.596019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:00.728814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70399b3c-a155-4ab2-a1ad-130089cb79d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:00.730262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70399b3c-a155-4ab2-a1ad-130089cb79d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:00.732356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-70399b3c-a155-4ab2-a1ad-130089cb79d9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2319431 Apr 01 15:07:00.734731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60082) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:00.804310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dbebb06e-c186-4d33-882c-53a2eeb67160 None None] Provisioning complete for port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:00.804917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbebb06e-c186-4d33-882c-53a2eeb67160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:00.830185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac7656-2cef-4224-ab69-f49256192026 req-116a699c-ac62-46a7-bc8a-1d5d17bb6142 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:00.837224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cac7656-2cef-4224-ab69-f49256192026 req-116a699c-ac62-46a7-bc8a-1d5d17bb6142 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2623358 Apr 01 15:07:00.891927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Allocated IP 172.20.0.10 (00f1747f-3195-44b7-90c1-bf710959cc94/c9f36492-8857-43e7-ad7d-7f996179cc3c/c62933d0-a5f8-439f-a69d-92400d9d8916) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:00.957075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cac7656-2cef-4224-ab69-f49256192026 req-b5d57da1-5932-4729-84bb-632868b7020c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187820 Apr 01 15:07:00.957243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-132e3327-f39f-41a5-b4f3-257ff9a421be tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.226169 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.261808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0e9a0dad-7a49-46db-96c7-89dd707a3ff0 None None] Could not find standard attr ID for object 2e49a3c4-795d-419d-a351-37104d870b62. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:07:01.308016 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.445960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.487228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Transition to ACTIVE for port object c62933d0-a5f8-439f-a69d-92400d9d8916 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:01.511010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704e51a-220c-441e-8147-3a38510b9903 req-93c62056-0568-4fc4-a4a2-f803cca354ac tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:01.514572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 3057b487-ac6f-410e-b4b3-28efba2cd99b {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:01.518142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2704e51a-220c-441e-8147-3a38510b9903 req-93c62056-0568-4fc4-a4a2-f803cca354ac tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.1216967 Apr 01 15:07:01.519128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ddfe5f2-90d9-403c-a282-358c99dc6a61 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:01.523421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.567994 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.571497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2704e51a-220c-441e-8147-3a38510b9903 req-b2c7783d-7a71-41ea-83a9-894bf9b6275f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524831 Apr 01 15:07:01.627636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:01.628224 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.641004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Network 00f1747f-3195-44b7-90c1-bf710959cc94 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:01.642717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:01.670781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:01.735808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.770344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ff29-4c8d-48e2-9e3a-58ed3c5bf333 req-3ee39598-eb49-4539-8bf2-04c12423c265 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:01.771870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7236ff29-4c8d-48e2-9e3a-58ed3c5bf333 req-3ee39598-eb49-4539-8bf2-04c12423c265 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.5403812 Apr 01 15:07:01.800320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:01.843788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:01.844399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.882975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-42162d22-bf64-455e-82a3-9931e8bb72e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6165738 Apr 01 15:07:01.896517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cc23a-1e65-42c3-be2c-59bf01d8a4b9 req-087b0475-df04-4bfb-9ca9-368440df6db8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:01.897207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6f5cc23a-1e65-42c3-be2c-59bf01d8a4b9 req-087b0475-df04-4bfb-9ca9-368440df6db8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:01.904035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Request body: {'port': {'device_id': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:01.959041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-6f5cc23a-1e65-42c3-be2c-59bf01d8a4b9 req-087b0475-df04-4bfb-9ca9-368440df6db8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:01.960224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5cc23a-1e65-42c3-be2c-59bf01d8a4b9 req-087b0475-df04-4bfb-9ca9-368440df6db8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 932 time: 0.2142074 Apr 01 15:07:01.989366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27dee14a-a4eb-4356-bef0-bd28a3a8a40e None None] Provisioning for port c62933d0-a5f8-439f-a69d-92400d9d8916 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:01.994501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-132e3327-f39f-41a5-b4f3-257ff9a421be tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:01.994821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27dee14a-a4eb-4356-bef0-bd28a3a8a40e None None] Provisioning complete for port c62933d0-a5f8-439f-a69d-92400d9d8916 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:01.995192 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27dee14a-a4eb-4356-bef0-bd28a3a8a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.010411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.046797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-132e3327-f39f-41a5-b4f3-257ff9a421be tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.054244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-27dee14a-a4eb-4356-bef0-bd28a3a8a40e None None] Port c62933d0-a5f8-439f-a69d-92400d9d8916 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:02.058752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.068716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7236ff29-4c8d-48e2-9e3a-58ed3c5bf333 req-7d084a6b-c882-443a-860d-e95c3708291c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895885 Apr 01 15:07:02.091941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5cc23a-1e65-42c3-be2c-59bf01d8a4b9 req-dd7e82d2-8871-49f6-84ca-591b9e97e24c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933483 Apr 01 15:07:02.111391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-132e3327-f39f-41a5-b4f3-257ff9a421be tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.111945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e3327-f39f-41a5-b4f3-257ff9a421be tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf11cb7e-a72f-43bd-929e-9e2b6f9beb80 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:07:02.135561 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-132e3327-f39f-41a5-b4f3-257ff9a421be tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.141020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-132e3327-f39f-41a5-b4f3-257ff9a421be tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cf11cb7e-a72f-43bd-929e-9e2b6f9beb80 HTTP/1.1" status: 204 len: 168 time: 1.5437238 Apr 01 15:07:02.141758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60094) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:02.148375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Request body: {'router': {'name': 'tempest-router-1053069552', 'distributed': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:02.153397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.161542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:02.201383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Usage tracker for resource:router and tenant:c87ea867a20844d9a92ab47ffde997be is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:02.204874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=3057b487-ac6f-410e-b4b3-28efba2cd99b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:02.207249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:02.226276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7cea26-da09-4509-87ae-1d221ef27728 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:02.248244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:02.255249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.257433 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/3057b487-ac6f-410e-b4b3-28efba2cd99b HTTP/1.1" status: 204 len: 168 time: 1.5163603 Apr 01 15:07:02.265377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60098) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:02.325449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.325783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.326119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.326450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.326786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.327103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.327440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.327768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.328082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.328401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.328718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e3665-bd25-430c-b46d-c54a1afc2388 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:02.353442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a76152f1-4618-4bb1-aa7c-d3fe8dc9890b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844500 Apr 01 15:07:02.353668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.353931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60102) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:02.354538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.359942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:02.395418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.407445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad5c59-f425-40bb-8d71-b3c1c08786c5 req-2361199b-633c-4473-bce8-03078f222ef6 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:02.408899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bad5c59-f425-40bb-8d71-b3c1c08786c5 req-2361199b-633c-4473-bce8-03078f222ef6 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.1978891 Apr 01 15:07:02.434756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.467377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.471419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fcd5bce5-b614-45f3-90ad-a6347064d9da tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3252995 Apr 01 15:07:02.471658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60106) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:02.486511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:07:02.492126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] Deleting port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:02.492496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.505858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:02.511879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:02.522115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:02.531314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:02.535597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bad5c59-f425-40bb-8d71-b3c1c08786c5 req-3d35d98c-a9f7-4a82-85da-f761defed3fd tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181252 Apr 01 15:07:02.581931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:02.629143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de52b78d-886c-4ff2-b1ae-0a0487ced192 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.650585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62933d0-a5f8-439f-a69d-92400d9d8916 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:07:02.672534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.703838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Transition to ACTIVE for port object c62933d0-a5f8-439f-a69d-92400d9d8916 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:02.708020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.727064 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.735907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.737196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] For port 9ddfe5f2-90d9-403c-a282-358c99dc6a61, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ddfe5f2-90d9-403c-a282-358c99dc6a61,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:02.737605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.866618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] Calling delete_port for 9ddfe5f2-90d9-403c-a282-358c99dc6a61 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:02.954466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:02.986105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:03.008496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] Pushing event deleted for resources: {'Port': ['ID=9ddfe5f2-90d9-403c-a282-358c99dc6a61,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:03.012531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3bfe1-1d74-4ef9-9684-bfff990dda0e None None] No DVR routers for this DVR port 9ddfe5f2-90d9-403c-a282-358c99dc6a61 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:03.210409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de52b78d-886c-4ff2-b1ae-0a0487ced192 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.214878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de52b78d-886c-4ff2-b1ae-0a0487ced192 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.281975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de52b78d-886c-4ff2-b1ae-0a0487ced192 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.282290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de52b78d-886c-4ff2-b1ae-0a0487ced192 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cebbee08-123a-4578-90bc-e75503c820b3 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:07:03.301815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de52b78d-886c-4ff2-b1ae-0a0487ced192 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.302747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733cc3-52a8-4635-b1dc-73d933b4b9f9 req-393e0d84-7aca-422b-b025-f58b5a89d949 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:03.302915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-de52b78d-886c-4ff2-b1ae-0a0487ced192 tempest-RoutersTestDVR-223539077 tempest-RoutersTestDVR-223539077-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cebbee08-123a-4578-90bc-e75503c820b3 HTTP/1.1" status: 204 len: 168 time: 0.8303745 Apr 01 15:07:03.304291 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8733cc3-52a8-4635-b1dc-73d933b4b9f9 req-393e0d84-7aca-422b-b025-f58b5a89d949 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.5794108 Apr 01 15:07:03.327792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91885d84-4274-4443-afb8-e0221bdc8381 req-1c612a24-ab8b-4e95-a18a-6040e9887cd0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:03.329225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91885d84-4274-4443-afb8-e0221bdc8381 req-1c612a24-ab8b-4e95-a18a-6040e9887cd0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.0948048 Apr 01 15:07:03.376748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91885d84-4274-4443-afb8-e0221bdc8381 req-896d1262-b9a1-46e9-86b9-134c2a4c06fc tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Apr 01 15:07:03.383403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Attempting to bind port c62933d0-a5f8-439f-a69d-92400d9d8916 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:03.383732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Attempting to bind port c62933d0-a5f8-439f-a69d-92400d9d8916 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:03.384052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Attempting to bind port c62933d0-a5f8-439f-a69d-92400d9d8916 on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:03.409132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Port c62933d0-a5f8-439f-a69d-92400d9d8916 on network 00f1747f-3195-44b7-90c1-bf710959cc94 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:07:03.409443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Attempting to bind port c62933d0-a5f8-439f-a69d-92400d9d8916 on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:03.422269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8733cc3-52a8-4635-b1dc-73d933b4b9f9 req-4788bff0-7de1-4c9e-a01b-92328ad588fb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032147 Apr 01 15:07:03.423377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:03.423706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Checking segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:03.424070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Bound using segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:03.424492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Bound port: c62933d0-a5f8-439f-a69d-92400d9d8916, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:03.424835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.562531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ddfe5f2-90d9-403c-a282-358c99dc6a61 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:03.607800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bfa02-893e-43b8-be4f-9fc1d309a376 req-895a9e13-361a-491d-b2ec-31462be42b47 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:03.609915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 9ddfe5f2-90d9-403c-a282-358c99dc6a61 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:03.610456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ddfe5f2-90d9-403c-a282-358c99dc6a61 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:03.611301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-692bfa02-893e-43b8-be4f-9fc1d309a376 req-895a9e13-361a-491d-b2ec-31462be42b47 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.1025298 Apr 01 15:07:03.630486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:07:03.669136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.676033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-692bfa02-893e-43b8-be4f-9fc1d309a376 req-c8abdbf3-9766-47f4-b35a-816086135e65 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555718 Apr 01 15:07:03.693229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60124) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:03.708047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:03.739252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:03.753760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.761382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:03.803466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:03.815722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee5e08-fe52-47d2-8e5e-f145bdef0ca0 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:03.822715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:03.823323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.841557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=cf813656-f7b5-445f-8705-58009b14061b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:03.872573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:03.873952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] 10.222.0.44 "PUT /v2.0/ports/c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 1092 time: 1.9740467 Apr 01 15:07:03.874381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:03.899631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e32eb3fd-7203-43db-ae19-fb70c93ccc0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5444326 Apr 01 15:07:03.900064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60132) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:03.905035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ed6b7-ed64-4dab-8f37-55ab75de5f0e service neutron] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:03.918583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:ed:66:0f', 'name': 'tempest-NetworksTestDHCPv6-1445034818'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:03.924985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5906aa-c104-456e-81d0-f988a1da81cb req-8dbf8515-4ac5-42b8-9b2a-59182f6770ac tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:03.930793 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f5906aa-c104-456e-81d0-f988a1da81cb req-8dbf8515-4ac5-42b8-9b2a-59182f6770ac tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.3049293 Apr 01 15:07:03.949578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550670e2-3265-461d-a472-f2349b0763b2 req-87078b40-d638-4c56-998f-5183719b6955 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:03.957781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-550670e2-3265-461d-a472-f2349b0763b2 req-87078b40-d638-4c56-998f-5183719b6955 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.1557753 Apr 01 15:07:04.032145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f5906aa-c104-456e-81d0-f988a1da81cb req-2fe330cc-494a-464c-bb05-55fc2a04f843 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949533 Apr 01 15:07:04.070393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-dc0f3c09-6af1-4c40-b587-3a3b89e17e75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1095 time: 0.1177444 Apr 01 15:07:04.089167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.151493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': 'cf813656-f7b5-445f-8705-58009b14061b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:04.153264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.165024 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'status': 'completed', 'code': 200} Apr 01 15:07:04.187623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-b1c14040-2fe7-45f7-9b70-68bade9dcb94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 217 time: 0.0988073 Apr 01 15:07:04.194743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-550670e2-3265-461d-a472-f2349b0763b2 req-f4a41aa8-204e-4fe3-aee6-c7d13c9dcbce tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357302 Apr 01 15:07:04.215064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:04.231159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Usage tracker for resource:security_group_rule and tenant:dda222edb03d44b8b55ab39871e76d32 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:04.236041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:04.246194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:04.255919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:04.263990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:04.267778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:04.276753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:04.289389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-866315a8-5d69-4b09-9823-258f4a2b105d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:04.292251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-866315a8-5d69-4b09-9823-258f4a2b105d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.0948398 Apr 01 15:07:04.297806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:04.301905 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.345958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 07873d81-f721-44be-b607-d6a586be05f4 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:04.375056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Allocated IP 2001:db8::f816:3eff:feb4:8f52 (1521f7be-bcca-472b-a0e8-65bfb965abc6/cf813656-f7b5-445f-8705-58009b14061b/d389032b-7433-4c20-b44a-d9c1f9af174b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:04.389392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-b262ff7e-7735-40f4-b08b-7be1c21bfb96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883763 Apr 01 15:07:04.435172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.447040 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.529764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dda222edb03d44b8b55ab39871e76d32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8353958 Apr 01 15:07:04.533215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60144) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:04.545990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b9e5d-29a1-46cf-98f4-546fe90a163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544a4cab-a3e5-4f27-ba5e-4bb2c688885e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:04.637726 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.638966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-4ff2a431-7c1b-4d91-977a-d4f52dd1c2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360506 Apr 01 15:07:04.653362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Transition to ACTIVE for port object d389032b-7433-4c20-b44a-d9c1f9af174b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:04.675780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Transition to ACTIVE for port object d389032b-7433-4c20-b44a-d9c1f9af174b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:04.686504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.727922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2734a096-dc25-4ef4-afc5-7913097f6b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.752274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47b7a-76c1-4786-b21b-556ffa67b715 req-b1b29c86-3f5c-44ae-89dd-26cf0e39a49f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:04.753731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d47b7a-76c1-4786-b21b-556ffa67b715 req-b1b29c86-3f5c-44ae-89dd-26cf0e39a49f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.1465955 Apr 01 15:07:04.772654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:feed:660f (1521f7be-bcca-472b-a0e8-65bfb965abc6/cf813656-f7b5-445f-8705-58009b14061b/07873d81-f721-44be-b607-d6a586be05f4) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:04.833332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d47b7a-76c1-4786-b21b-556ffa67b715 req-4a7a8334-50d7-468e-855e-f4eb140c893a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650537 Apr 01 15:07:04.848554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:04.852509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:04.857941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Pushing event updated for resources: {'Port': ['ID=d389032b-7433-4c20-b44a-d9c1f9af174b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:04.860855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:04.876721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2734a096-dc25-4ef4-afc5-7913097f6b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.975106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Attempting to bind port d389032b-7433-4c20-b44a-d9c1f9af174b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:04.975519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Attempting to bind port d389032b-7433-4c20-b44a-d9c1f9af174b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:04.975890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Attempting to bind port d389032b-7433-4c20-b44a-d9c1f9af174b on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:04.976994 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86e9e49c-98cb-4d38-80f5-311c3dd90dcc req-1fc3c4ea-5694-4be5-9c16-2ce08c3ccbd2 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278022 Apr 01 15:07:04.993999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:04.994744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:04.995394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:04.996981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:04.997654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Bound port: d389032b-7433-4c20-b44a-d9c1f9af174b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:04.998321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.008303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-4164a102-9ee0-4ddf-9e5c-c2a98ca35040 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:05.014876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-4164a102-9ee0-4ddf-9e5c-c2a98ca35040 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 814 time: 0.2704337 Apr 01 15:07:05.034029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-98f3efcb-6839-4709-9af9-dd0b3be3b26c tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/quotas/066e371e67e940308f58669230b8a104 HTTP/1.1" status: 200 len: 375 time: 0.0181854 Apr 01 15:07:05.104089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] For port d389032b-7433-4c20-b44a-d9c1f9af174b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:05.107449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] For port d389032b-7433-4c20-b44a-d9c1f9af174b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d389032b-7433-4c20-b44a-d9c1f9af174b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:05.111946 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.125726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fa3-27cf-4c55-960e-b47aa384e5a5 req-f152d880-3189-4f6d-b574-3a243cd2d093 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:05.127411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b703fa3-27cf-4c55-960e-b47aa384e5a5 req-f152d880-3189-4f6d-b574-3a243cd2d093 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.1555638 Apr 01 15:07:05.130764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.140420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2734a096-dc25-4ef4-afc5-7913097f6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.175632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734a096-dc25-4ef4-afc5-7913097f6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a4cab-a3e5-4f27-ba5e-4bb2c688885e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:05.184214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 07873d81-f721-44be-b607-d6a586be05f4 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:05.192835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b703fa3-27cf-4c55-960e-b47aa384e5a5 req-7b79ea48-0289-48a2-ba8c-9a5e0a777464 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586767 Apr 01 15:07:05.203764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2734a096-dc25-4ef4-afc5-7913097f6b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.204874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2734a096-dc25-4ef4-afc5-7913097f6b07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/544a4cab-a3e5-4f27-ba5e-4bb2c688885e HTTP/1.1" status: 204 len: 168 time: 0.6655204 Apr 01 15:07:05.222879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a713736-fae8-4ab3-83dd-62a6aa32ee36 None None] Pushing event updated for resources: {'Port': ['ID=d389032b-7433-4c20-b44a-d9c1f9af174b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:05.241650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-f965bcee-c469-4ab5-bf57-ee1ee0917be9 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2065868 Apr 01 15:07:05.246772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.330148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:05.334227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:05.338732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:05.348750 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-bf36d527-6c39-467a-ae53-cacdb713233a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1095 time: 0.2588198 Apr 01 15:07:05.350300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:05.351101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.396255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=07873d81-f721-44be-b607-d6a586be05f4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:05.466291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f3591f37-c07c-4195-bf5c-026c0fd0480e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5649707 Apr 01 15:07:05.467086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60162) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:05.625375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26852364-f128-4681-940c-397d23983927 req-79dcdfaa-023c-4df3-ae94-eeb2d02ccc49 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:05.633678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26852364-f128-4681-940c-397d23983927 req-79dcdfaa-023c-4df3-ae94-eeb2d02ccc49 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2245455 Apr 01 15:07:05.683581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb972c-c665-4207-89fb-e2e14f5d79c7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:05.687622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb972c-c665-4207-89fb-e2e14f5d79c7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:05.688422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6dbb972c-c665-4207-89fb-e2e14f5d79c7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:05.730859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26852364-f128-4681-940c-397d23983927 req-3b2ffc79-c120-4def-a093-6f21297049e5 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962381 Apr 01 15:07:05.732060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6dbb972c-c665-4207-89fb-e2e14f5d79c7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:05.733202 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6dbb972c-c665-4207-89fb-e2e14f5d79c7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2473526 Apr 01 15:07:05.736000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60166) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:05.747360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-79c0c610-6da4-496b-a20b-d5208ddaa067 service neutron] 10.222.0.48 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047784 Apr 01 15:07:05.768273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60170) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:05.806075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 07873d81-f721-44be-b607-d6a586be05f4 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:05.806640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.898382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:05.933087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-65b0789b-6d57-47ab-a3b1-05756d30fb8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:05.934604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-65b0789b-6d57-47ab-a3b1-05756d30fb8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.5650554 Apr 01 15:07:06.073427 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-3cb013d2-fbed-414f-8e9e-ca23c00a3390 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 217 time: 0.1181605 Apr 01 15:07:06.074329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:06.083609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Usage tracker for resource:security_group_rule and tenant:c87ea867a20844d9a92ab47ffde997be is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:06.089754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:06.095040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-3b510f93-c63b-4247-99f3-283d55ff9d75 service neutron] 10.222.0.48 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465154 Apr 01 15:07:06.101052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:06.193774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f2955-8dc5-4ee3-9e11-044cf553f8e6 req-a7337361-a284-4477-9654-d98e4087307a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:06.196408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-0c78fbcd-39c5-43e1-899d-116a87e463ad tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:06.197859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-0c78fbcd-39c5-43e1-899d-116a87e463ad tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee4c1b03-2a08-428f-8c6f-3670dbc12bc8 HTTP/1.1" status: 200 len: 945 time: 0.3530960 Apr 01 15:07:06.199500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e0f2955-8dc5-4ee3-9e11-044cf553f8e6 req-a7337361-a284-4477-9654-d98e4087307a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.2183485 Apr 01 15:07:06.284569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.314296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.316430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-87d834c5-a7f0-4002-8040-ff4e58e948b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:06.318645 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-87d834c5-a7f0-4002-8040-ff4e58e948b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.2227139 Apr 01 15:07:06.325749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.391845 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e0f2955-8dc5-4ee3-9e11-044cf553f8e6 req-a556219a-8f2e-4cc8-b105-888f49c35902 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661236 Apr 01 15:07:06.412429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c87ea867a20844d9a92ab47ffde997be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6389279 Apr 01 15:07:06.464554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60182) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:06.482665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 07873d81-f721-44be-b607-d6a586be05f4 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:06.506433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82cbc0e5-8140-4e83-be2c-b8a53e37c395 req-fae1339d-347f-47ca-aca3-bd415ccdb8a8 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 210 time: 0.1477900 Apr 01 15:07:06.556353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Deleting port 13963f04-afa3-457a-a666-e6b5c0fdb514 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:06.556802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.587845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fada9b-668f-423a-8b37-68bf2df9e93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39885e2f-2e98-4e8f-8e11-baddee47480b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:06.658507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4fd9fe8a-688d-4a60-bd7b-a42b7c2d2b58 None None] Provisioning for port d389032b-7433-4c20-b44a-d9c1f9af174b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:06.703102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-4b97a9f7-48f8-4486-88cc-3b3ca36a04f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3020082 Apr 01 15:07:06.717692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aecc736-d6f8-4812-a096-1e5430974819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.776293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aecc736-d6f8-4812-a096-1e5430974819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.869209 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aecc736-d6f8-4812-a096-1e5430974819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.890140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecc736-d6f8-4812-a096-1e5430974819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39885e2f-2e98-4e8f-8e11-baddee47480b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:06.920530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a7aee-ee5b-4904-b6e8-a1fc077c3e2e req-419f20b9-3db1-4aa9-8c6a-b1e30939afb3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:06.922942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e7a7aee-ee5b-4904-b6e8-a1fc077c3e2e req-419f20b9-3db1-4aa9-8c6a-b1e30939afb3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.3432620 Apr 01 15:07:06.927769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:06.998421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=07873d81-f721-44be-b607-d6a586be05f4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:07.070208 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:07.072118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d390c529-12ec-43c6-801b-c9c831201435 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/07873d81-f721-44be-b607-d6a586be05f4 HTTP/1.1" status: 204 len: 168 time: 1.3339319 Apr 01 15:07:07.073037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aecc736-d6f8-4812-a096-1e5430974819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:07.074088 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2aecc736-d6f8-4812-a096-1e5430974819 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39885e2f-2e98-4e8f-8e11-baddee47480b HTTP/1.1" status: 204 len: 168 time: 0.6085827 Apr 01 15:07:07.074644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60196) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:07.099201 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-b6352720-3dd3-4441-bc89-76efa9e27b9e service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828211 Apr 01 15:07:07.100320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a061d4dc-236b-4150-af51-572274a8bb9f None None] Could not find standard attr ID for object 07873d81-f721-44be-b607-d6a586be05f4. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:07:07.108063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] For port 13963f04-afa3-457a-a666-e6b5c0fdb514, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=13963f04-afa3-457a-a666-e6b5c0fdb514,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:07.108421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:07.147245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e7a7aee-ee5b-4904-b6e8-a1fc077c3e2e req-25aff420-efa0-41c8-bc8d-a00b56d58918 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790037 Apr 01 15:07:07.205412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c92bc-e2b9-4cd1-a9e5-29d1573e981f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:07.206294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c92bc-e2b9-4cd1-a9e5-29d1573e981f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:07.207037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-957c92bc-e2b9-4cd1-a9e5-29d1573e981f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:07.234467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-957c92bc-e2b9-4cd1-a9e5-29d1573e981f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:07.235626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-957c92bc-e2b9-4cd1-a9e5-29d1573e981f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1479967 Apr 01 15:07:07.240851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60202) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:07.289374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Calling delete_port for 13963f04-afa3-457a-a666-e6b5c0fdb514 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:07.444629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663d8e-5641-49a7-a0de-26d819a65a5d req-cd887f2a-6bec-44a8-8fda-312534975018 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:07.451768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7663d8e-5641-49a7-a0de-26d819a65a5d req-cd887f2a-6bec-44a8-8fda-312534975018 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.4991310 Apr 01 15:07:07.464415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet cf813656-f7b5-445f-8705-58009b14061b {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:07.467664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:07.512486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a7663d8e-5641-49a7-a0de-26d819a65a5d req-b4b684f2-7a4c-4e49-9838-b2a50e702085 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597908 Apr 01 15:07:07.552955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:07.670708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d389032b-7433-4c20-b44a-d9c1f9af174b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:07.854718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ba65a4f-8853-4b27-94eb-509dcdbed9aa req-c880284f-2c1f-471c-b808-eb4ea95f452f service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7377841 Apr 01 15:07:07.862619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6c9b464-2469-48cd-b872-1379220f249b req-2b1c55a2-7e7d-4e5d-8ada-b655abe6f3d8 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 210 time: 0.0779541 Apr 01 15:07:07.899909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:07.923874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['13963f04-afa3-457a-a666-e6b5c0fdb514'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:07.958981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Pushing event deleted for resources: {'Port': ['ID=13963f04-afa3-457a-a666-e6b5c0fdb514,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:07.986626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:07:08.052744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] No DVR routers for this DVR port 13963f04-afa3-457a-a666-e6b5c0fdb514 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:08.056242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.059273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'name': 'network-vif-deleted', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:08.085217 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04af8f16-eaa4-4392-8b6f-51f40c051347 req-8c4c252c-8f95-4405-bda9-b1a1654773b5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "DELETE /v2.0/ports/13963f04-afa3-457a-a666-e6b5c0fdb514 HTTP/1.1" status: 204 len: 173 time: 1.8791757 Apr 01 15:07:08.098852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808d798-98ac-4123-9140-733ce4ea7ac5 req-af882734-8ef0-49c4-a516-4a4769697677 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:08.106036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5808d798-98ac-4123-9140-733ce4ea7ac5 req-af882734-8ef0-49c4-a516-4a4769697677 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.5176580 Apr 01 15:07:08.142009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-84b5fe41-0ff7-4805-bf47-9359cd490778 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:08.144286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-84b5fe41-0ff7-4805-bf47-9359cd490778 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 814 time: 0.4008930 Apr 01 15:07:08.147537 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.163733 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4c1b03-2a08-428f-8c6f-3670dbc12bc8', 'name': 'network-vif-deleted', 'tag': '13963f04-afa3-457a-a666-e6b5c0fdb514', 'status': 'completed', 'code': 200} Apr 01 15:07:08.181835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Request body: {'port': {'device_id': '56f51f29-4205-46dc-8e76-a16874593d65', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'admin_state_up': True, 'tenant_id': '066e371e67e940308f58669230b8a104'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:08.259195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port d389032b-7433-4c20-b44a-d9c1f9af174b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:08.270561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:08.289654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d389032b-7433-4c20-b44a-d9c1f9af174b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:08.292259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.329457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'port_id': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'mac_address': 'fa:16:3e:cc:13:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:07:08.437763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5808d798-98ac-4123-9140-733ce4ea7ac5 req-82e61e95-c01a-42f3-9f66-9f46d0bf2d98 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307087 Apr 01 15:07:08.498237 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.515568 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.533373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ce5f5-727c-463f-9fc5-fd378b11e424 req-1b2ce780-a527-4ac0-b4e4-c6c630815744 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:08.543378 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d55ce5f5-727c-463f-9fc5-fd378b11e424 req-1b2ce780-a527-4ac0-b4e4-c6c630815744 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.1476963 Apr 01 15:07:08.563099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62933d0-a5f8-439f-a69d-92400d9d8916 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:07:08.567470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.585002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60232) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:08.593645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:08.597033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=cf813656-f7b5-445f-8705-58009b14061b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:08.612691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:08.625759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Usage tracker for resource:port and tenant:066e371e67e940308f58669230b8a104 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:08.630704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d55ce5f5-727c-463f-9fc5-fd378b11e424 req-62c9dae5-3f96-4b7c-b4ba-d0943b5bc8d9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859442 Apr 01 15:07:08.634045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:08.644860 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.655415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.667071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:08.697451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f7573-d72b-4143-97d6-ae964d792f32 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:08.725947 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-02cef584-9a95-42aa-b322-1fa20851f74e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/cf813656-f7b5-445f-8705-58009b14061b HTTP/1.1" status: 204 len: 168 time: 1.4812269 Apr 01 15:07:08.727647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60238) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:08.743954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Made reservation on behalf of 066e371e67e940308f58669230b8a104 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:08.747047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.827015 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:08.827263 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:08.877426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-715432387'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:08.880589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:08.910135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d08505f-63b3-4da0-b010-82d008979dd7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1806304 Apr 01 15:07:08.910386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60242) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:08.911464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:08.917257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Usage tracker for resource:network and tenant:5724b155e279400e80ac1be318c6be85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:08.921282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:08.928607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:08.946382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:08.949824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:08.973783 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.012388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:09.017961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Usage tracker for resource:security_group_rule and tenant:5724b155e279400e80ac1be318c6be85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:09.025358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8581-8563-4040-9e4c-a33b695b9577 req-38c13c6b-e0de-46cf-9bee-850a9d42ce27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:09.029959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['c62933d0-a5f8-439f-a69d-92400d9d8916'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:09.033042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dbe8581-8563-4040-9e4c-a33b695b9577 req-38c13c6b-e0de-46cf-9bee-850a9d42ce27 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3428636 Apr 01 15:07:09.039911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:09.058514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:09.072199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:07:09.092980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Deleting port d389032b-7433-4c20-b44a-d9c1f9af174b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:09.093329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.114193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Allocated IP 172.20.0.3 (07b756d1-3882-42d0-81ed-0f53ca996867/0ef1e37e-ba30-47f3-914c-ba7c53f78002/eca7b441-c380-452c-a06d-e371af8ba369) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:09.125136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9dbe8581-8563-4040-9e4c-a33b695b9577 req-042035f0-baf3-4549-8acb-98add00ff503 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920489 Apr 01 15:07:09.169665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.177006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d73ea-f67a-447b-98e2-935cb5437cb4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:09.177827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-318d73ea-f67a-447b-98e2-935cb5437cb4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:09.203554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.222430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e3cd1390-e490-46c0-bd54-c6b2f57f51f6 req-158014fa-2a05-4186-b37b-a5a214cccfee tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Synchronizing usage tracker for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:09.239002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-318d73ea-f67a-447b-98e2-935cb5437cb4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:09.243506 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-318d73ea-f67a-447b-98e2-935cb5437cb4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3181300 Apr 01 15:07:09.245015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60248) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:09.245769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:07:09.306619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127e358a-246a-47e2-8267-073609712356,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:09.323157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.323550 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Added segment 84f5cbbb-e693-42b3-9331-a912ccdc3c7e of type vlan for network 30a48c97-d148-42cd-abf0-5d2d7a061099 Apr 01 15:07:09.334497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e3cd1390-e490-46c0-bd54-c6b2f57f51f6 req-158014fa-2a05-4186-b37b-a5a214cccfee tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Unset dirty status for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:09.344007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3cd1390-e490-46c0-bd54-c6b2f57f51f6 req-158014fa-2a05-4186-b37b-a5a214cccfee tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 210 time: 0.1766703 Apr 01 15:07:09.376721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.385371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db2491-925a-4ec0-8c31-92822f194dff tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:09.386443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-07db2491-925a-4ec0-8c31-92822f194dff tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:09.405839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.418991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-07db2491-925a-4ec0-8c31-92822f194dff tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:09.422874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-07db2491-925a-4ec0-8c31-92822f194dff tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1684775 Apr 01 15:07:09.422874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60252) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:09.448431 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.463138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.483871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] For port d389032b-7433-4c20-b44a-d9c1f9af174b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d389032b-7433-4c20-b44a-d9c1f9af174b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:09.484257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.484951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.488626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:09.489252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.514141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Network 07b756d1-3882-42d0-81ed-0f53ca996867 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:09.522339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:09.531103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:09.604634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Pushing event updated for resources: {'Port': ['ID=eca7b441-c380-452c-a06d-e371af8ba369,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:09.617425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Network': ['ID=30a48c97-d148-42cd-abf0-5d2d7a061099,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:09.624536 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ba935503-efa7-4844-b42d-7f2aedc4b04e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006767 Apr 01 15:07:09.629078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60258) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:09.631053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Calling delete_port for d389032b-7433-4c20-b44a-d9c1f9af174b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:09.638513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:09.661008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:07:09.664431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:09.665048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.713296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60264) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:09.715449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1acad22b-8664-4b59-b8af-28a267ea8d6e tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1274557 Apr 01 15:07:09.723420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'subnet': {'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:09.752866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-a263a5e7-6a2b-47ce-b0d9-3046375f2617 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5763140 Apr 01 15:07:09.769728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port d389032b-7433-4c20-b44a-d9c1f9af174b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d389032b-7433-4c20-b44a-d9c1f9af174b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:09.785203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:09.818416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:09.876914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Request body: {'port': {'device_id': '56f51f29-4205-46dc-8e76-a16874593d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:09.887192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:09.896516 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:09.897110 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:09.898081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=d389032b-7433-4c20-b44a-d9c1f9af174b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:09.913070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:09.916913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d389032b-7433-4c20-b44a-d9c1f9af174b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:10.038184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56c096-a74e-4133-ba4a-1ca1bd9fe688 req-f52dc248-04e2-43f6-8f54-31c949d8a1f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:10.045153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719fbf2-1034-4777-bf42-8b9940ec3f6e req-c98356bb-954e-461e-8d5b-76ccc1ed6f6d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:10.045941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc56c096-a74e-4133-ba4a-1ca1bd9fe688 req-f52dc248-04e2-43f6-8f54-31c949d8a1f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 945 time: 0.2179513 Apr 01 15:07:10.047259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3719fbf2-1034-4777-bf42-8b9940ec3f6e req-c98356bb-954e-461e-8d5b-76ccc1ed6f6d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.4399827 Apr 01 15:07:10.058989 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.097403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.099506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port d389032b-7433-4c20-b44a-d9c1f9af174b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d389032b-7433-4c20-b44a-d9c1f9af174b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:10.103538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.106616 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.126990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:10.164979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Usage tracker for resource:subnet and tenant:5724b155e279400e80ac1be318c6be85 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:10.189680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:10.210772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:10.212989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=d389032b-7433-4c20-b44a-d9c1f9af174b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:10.222171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc56c096-a74e-4133-ba4a-1ca1bd9fe688 req-bbfff2d2-5b43-4fec-bfe5-e78b3d791fcd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752014 Apr 01 15:07:10.230055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:10.300045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3719fbf2-1034-4777-bf42-8b9940ec3f6e req-3d04acff-9e1d-4647-8fa1-cf7b0257f48a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371483 Apr 01 15:07:10.398932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Deleting port d389032b-7433-4c20-b44a-d9c1f9af174b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:10.400406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.415791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.452072 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.505132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 13963f04-afa3-457a-a666-e6b5c0fdb514 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:10.522057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:10.527790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:10.534195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:10.534926 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.561304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 13963f04-afa3-457a-a666-e6b5c0fdb514 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:10.561997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 13963f04-afa3-457a-a666-e6b5c0fdb514 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:10.572154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c311b-d049-4bba-b111-85436c8dfac5 req-d38e6e24-1166-4e35-94a2-42646e93805c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:10.578850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-366c311b-d049-4bba-b111-85436c8dfac5 req-d38e6e24-1166-4e35-94a2-42646e93805c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2036862 Apr 01 15:07:10.621298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=6e734923-d735-4641-9eb7-181cc2f5261d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:10.646299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b88fecd6-24ed-4c7a-84a7-e160b4caffc2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0150712 Apr 01 15:07:10.649806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60272) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:10.656884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:0c:c7:d1', 'name': 'tempest-NetworksTestDHCPv6-987129613'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:10.773244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] For port d389032b-7433-4c20-b44a-d9c1f9af174b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d389032b-7433-4c20-b44a-d9c1f9af174b,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:10.774247 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.894887 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-366c311b-d049-4bba-b111-85436c8dfac5 req-50a288d9-0b29-4aa9-84fa-39c8d5567982 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033309 Apr 01 15:07:10.942409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Calling delete_port for d389032b-7433-4c20-b44a-d9c1f9af174b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:10.952369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047015d3-632d-4d4e-a4b7-c68c62f16ceb req-d3feee8d-fe03-4f31-8d67-a3d1f9c20b7f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:10.953162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-047015d3-632d-4d4e-a4b7-c68c62f16ceb req-d3feee8d-fe03-4f31-8d67-a3d1f9c20b7f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Synchronizing usage tracker for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:10.976503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:10.986515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:10.997584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:10.997818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:11.002018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.005355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-047015d3-632d-4d4e-a4b7-c68c62f16ceb req-d3feee8d-fe03-4f31-8d67-a3d1f9c20b7f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Unset dirty status for tenant:066e371e67e940308f58669230b8a104 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:11.007889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-047015d3-632d-4d4e-a4b7-c68c62f16ceb req-d3feee8d-fe03-4f31-8d67-a3d1f9c20b7f tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 931 time: 0.4282219 Apr 01 15:07:11.031079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port e8e853d3-8387-49f6-8859-43bb925052f7 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:11.039333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.089842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] Pushing event deleted for resources: {'Port': ['ID=d389032b-7433-4c20-b44a-d9c1f9af174b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:11.097436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bea9a4-5e3c-4a64-99a8-4ff69fad0e70 None None] No DVR routers for this DVR port d389032b-7433-4c20-b44a-d9c1f9af174b on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:11.119084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1fc6a-6241-4891-812a-2b9c30f317b8 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:11.121671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca7b441-c380-452c-a06d-e371af8ba369 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:07:11.136948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.148639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.184108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::371 (1521f7be-bcca-472b-a0e8-65bfb965abc6/6e734923-d735-4641-9eb7-181cc2f5261d/e8e853d3-8387-49f6-8859-43bb925052f7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:11.193608 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-047015d3-632d-4d4e-a4b7-c68c62f16ceb req-fde80064-89d9-427d-b378-0dddeee61123 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507838 Apr 01 15:07:11.195028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Transition to ACTIVE for port object eca7b441-c380-452c-a06d-e371af8ba369 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:11.220241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.325078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Subnet': ['ID=c63bc163-6f9d-452a-908d-08f5c90036be,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:11.410348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Checking segment: {'id': '84f5cbbb-e693-42b3-9331-a912ccdc3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:11.410723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network hostable DHCP agents. Network: 30a48c97-d148-42cd-abf0-5d2d7a061099, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:07:11.417289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Pushing event updated for resources: {'Port': ['ID=eca7b441-c380-452c-a06d-e371af8ba369,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:11.452887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '6e734923-d735-4641-9eb7-181cc2f5261d'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:11.453836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.514077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:07:11.550050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.562607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be0bde-0d45-491c-a1f7-651f8bd81dc6 req-4c92517a-aa60-4ae2-964f-2ac4fc446d1b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:11.564074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4be0bde-0d45-491c-a1f7-651f8bd81dc6 req-4c92517a-aa60-4ae2-964f-2ac4fc446d1b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 945 time: 0.1539876 Apr 01 15:07:11.575778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 30a48c97-d148-42cd-abf0-5d2d7a061099) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:11.585330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e6c79-1612-4f26-af62-93a646a85098 None None] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:11.592505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:11.593097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.593242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object e8e853d3-8387-49f6-8859-43bb925052f7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:11.631962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4be0bde-0d45-491c-a1f7-651f8bd81dc6 req-4067fb9e-5069-441f-8847-3f99e72a308a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558379 Apr 01 15:07:11.645020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-053d22f5-fc98-4cda-a110-8aa981e5936f tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9301276 Apr 01 15:07:11.648390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60280) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:11.654274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.656078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Attempting to bind port eca7b441-c380-452c-a06d-e371af8ba369 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:11.656409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Attempting to bind port eca7b441-c380-452c-a06d-e371af8ba369 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:11.656734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Attempting to bind port eca7b441-c380-452c-a06d-e371af8ba369 on network 07b756d1-3882-42d0-81ed-0f53ca996867 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:11.663548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1014159220'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:11.673398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d906-5078-4538-ae0b-f9bda5584d30 req-54755f05-1047-47ca-ada2-7834146482ae tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:11.674854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c25d906-5078-4538-ae0b-f9bda5584d30 req-54755f05-1047-47ca-ada2-7834146482ae tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.2071989 Apr 01 15:07:11.675601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Port eca7b441-c380-452c-a06d-e371af8ba369 on network 07b756d1-3882-42d0-81ed-0f53ca996867 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:07:11.675913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Attempting to bind port eca7b441-c380-452c-a06d-e371af8ba369 on network 07b756d1-3882-42d0-81ed-0f53ca996867 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:11.697164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:11.697503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Checking segment: {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:11.697881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Bound using segment: {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:11.698331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Bound port: eca7b441-c380-452c-a06d-e371af8ba369, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:11.698681 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.819594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/6e734923-d735-4641-9eb7-181cc2f5261d/3498f47e-26be-44c4-94c8-ef5a91e4f021) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:11.872772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:11.877134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c25d906-5078-4538-ae0b-f9bda5584d30 req-8f877e54-1e94-4bb7-9e7b-aaa10e5cc6ec tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944673 Apr 01 15:07:11.890199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:11.899707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:11.904708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:11.905667 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.919337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] For port eca7b441-c380-452c-a06d-e371af8ba369, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:11.925512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] For port eca7b441-c380-452c-a06d-e371af8ba369, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eca7b441-c380-452c-a06d-e371af8ba369,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:11.933161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=e8e853d3-8387-49f6-8859-43bb925052f7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:11.950244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e7a5c4b8-9cbe-455e-b3d5-31885b641418 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2969804 Apr 01 15:07:11.950481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-30a48c97-d148-42cd-abf0-5d2d7a061099', 'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'tenant_id': '5724b155e279400e80ac1be318c6be85', 'fixed_ips': [{'subnet_id': 'c63bc163-6f9d-452a-908d-08f5c90036be'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:11.951664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.953643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60286) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:11.958923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:11.994242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:12.001811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Usage tracker for resource:port and tenant:5724b155e279400e80ac1be318c6be85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:12.006540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:12.022040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:12.033139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:12.079872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:12.083077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.123493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.124868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] 10.222.0.62 "PUT /v2.0/ports/eca7b441-c380-452c-a06d-e371af8ba369 HTTP/1.1" status: 200 len: 1091 time: 2.2684741 Apr 01 15:07:12.126018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f51f29-4205-46dc-8e76-a16874593d65', 'tag': 'eca7b441-c380-452c-a06d-e371af8ba369'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:12.128868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] device_id is not set on port af009b51-87a7-4baf-9274-38bfffd21f41 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:12.144331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e3a43-0fc5-4253-9d19-6d21498f9208 service neutron] Pushing event updated for resources: {'Port': ['ID=eca7b441-c380-452c-a06d-e371af8ba369,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:12.171143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daffb5a-c8ae-4dea-bc73-964c4f76658f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:12.172952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2daffb5a-c8ae-4dea-bc73-964c4f76658f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2178245 Apr 01 15:07:12.209514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60292) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:12.251955 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f51f29-4205-46dc-8e76-a16874593d65', 'tag': 'eca7b441-c380-452c-a06d-e371af8ba369', 'status': 'completed', 'code': 200} Apr 01 15:07:12.303671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port e8e853d3-8387-49f6-8859-43bb925052f7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:12.304009 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.337081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c7bc-405f-4141-81d0-0259da2ad087 req-ca1e2266-0078-40c0-ada7-60b61b5dd3d1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:12.346534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2629c7bc-405f-4141-81d0-0259da2ad087 req-ca1e2266-0078-40c0-ada7-60b61b5dd3d1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2238131 Apr 01 15:07:12.362444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-f52ff2f5-f75e-46ae-aefe-04ee2f038b23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 1094 time: 0.1883147 Apr 01 15:07:12.375451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port c62933d0-a5f8-439f-a69d-92400d9d8916 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:12.383139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Allocated IP 2001:db8::2 (30a48c97-d148-42cd-abf0-5d2d7a061099/c63bc163-6f9d-452a-908d-08f5c90036be/407f52db-8fb8-4cc4-a96c-db10713df618) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:12.385080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port c62933d0-a5f8-439f-a69d-92400d9d8916 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:12.385471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.407014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2629c7bc-405f-4141-81d0-0259da2ad087 req-3906540c-e7a9-4a89-a9ff-cfdeff985ac3 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595169 Apr 01 15:07:12.459835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.521869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-297f85e6-4326-4954-b2c2-727af3399e49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca7b441-c380-452c-a06d-e371af8ba369 HTTP/1.1" status: 200 len: 217 time: 0.1188524 Apr 01 15:07:12.539916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Transition to ACTIVE for port object 3498f47e-26be-44c4-94c8-ef5a91e4f021 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:12.575093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Transition to ACTIVE for port object 3498f47e-26be-44c4-94c8-ef5a91e4f021 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:12.624928 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.698953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-2be02b23-da39-4813-a28d-41ce0a7ffe6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:12.700315 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-2be02b23-da39-4813-a28d-41ce0a7ffe6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0ef1e37e-ba30-47f3-914c-ba7c53f78002 HTTP/1.1" status: 200 len: 854 time: 0.1713977 Apr 01 15:07:12.762085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.764500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.786504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:12.795092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:12.804681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:12.806766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Pushing event updated for resources: {'Port': ['ID=3498f47e-26be-44c4-94c8-ef5a91e4f021,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:12.868227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:12.878095 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.914976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b0f3-5ee9-4e10-ac47-f79457ecd4d6 req-7d573e94-c0cb-4095-8688-00bb9b316e2a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:12.916647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2098b0f3-5ee9-4e10-ac47-f79457ecd4d6 req-7d573e94-c0cb-4095-8688-00bb9b316e2a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 945 time: 0.0819104 Apr 01 15:07:12.931670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:12.932996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Transition to ACTIVE for port object 407f52db-8fb8-4cc4-a96c-db10713df618 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:12.944263 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:12.976822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2098b0f3-5ee9-4e10-ac47-f79457ecd4d6 req-76493f2c-53aa-4f90-bc6c-bc4cb43ebc2a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506084 Apr 01 15:07:13.010994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Attempting to bind port 3498f47e-26be-44c4-94c8-ef5a91e4f021 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:13.011391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Attempting to bind port 3498f47e-26be-44c4-94c8-ef5a91e4f021 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:13.011753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Attempting to bind port 3498f47e-26be-44c4-94c8-ef5a91e4f021 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:13.021666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Transition to ACTIVE for port object 407f52db-8fb8-4cc4-a96c-db10713df618 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:13.036697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for e8e853d3-8387-49f6-8859-43bb925052f7 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:13.050016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:13.062941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:13.063453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:13.065065 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.065065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:13.065065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Bound port: 3498f47e-26be-44c4-94c8-ef5a91e4f021, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:13.065419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.080993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-3cc65ccc-644b-4ebd-8786-ca9a3d5ca6f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07b756d1-3882-42d0-81ed-0f53ca996867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3698730 Apr 01 15:07:13.088759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6efed-4e9b-4447-b354-4fed6ab4b187 req-b25f6f53-1983-4c8d-bcd7-c15ec23e5429 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:13.094055 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.101834 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'code': 200} Apr 01 15:07:13.107480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ba6efed-4e9b-4447-b354-4fed6ab4b187 req-b25f6f53-1983-4c8d-bcd7-c15ec23e5429 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 943 time: 0.6479900 Apr 01 15:07:13.146869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Allocated IP 2001:db8::76 (30a48c97-d148-42cd-abf0-5d2d7a061099/c63bc163-6f9d-452a-908d-08f5c90036be/af009b51-87a7-4baf-9274-38bfffd21f41) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:13.236613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:13.238239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Pushing event updated for resources: {'Port': ['ID=407f52db-8fb8-4cc4-a96c-db10713df618,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:13.242836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:13.246750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:13.271890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ba6efed-4e9b-4447-b354-4fed6ab4b187 req-643c04a6-ada7-4628-86a0-3c282ee3591e tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635284 Apr 01 15:07:13.366546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-845ca112-50c7-415a-ad0f-6eef6c7a9507 service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497182 Apr 01 15:07:13.385961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] For port 3498f47e-26be-44c4-94c8-ef5a91e4f021, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:13.405413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] For port 3498f47e-26be-44c4-94c8-ef5a91e4f021, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3498f47e-26be-44c4-94c8-ef5a91e4f021,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:13.408038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Attempting to bind port 407f52db-8fb8-4cc4-a96c-db10713df618 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:13.408530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Attempting to bind port 407f52db-8fb8-4cc4-a96c-db10713df618 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '84f5cbbb-e693-42b3-9331-a912ccdc3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:13.408992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Attempting to bind port 407f52db-8fb8-4cc4-a96c-db10713df618 on network 30a48c97-d148-42cd-abf0-5d2d7a061099 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:13.413087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.466100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.467568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:13.468435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Checking segment: {'id': '84f5cbbb-e693-42b3-9331-a912ccdc3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:13.468931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.470068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Bound using segment: {'id': '84f5cbbb-e693-42b3-9331-a912ccdc3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:13.470712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Bound port: 407f52db-8fb8-4cc4-a96c-db10713df618, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f5cbbb-e693-42b3-9331-a912ccdc3c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:13.471143 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.482341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987f0c-5b04-4eb5-af03-4393d622293e req-bc37b181-d6c9-4fb9-b2ba-1e57f857f14a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:13.483827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b8987f0c-5b04-4eb5-af03-4393d622293e req-bc37b181-d6c9-4fb9-b2ba-1e57f857f14a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.2876372 Apr 01 15:07:13.522359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=e8e853d3-8387-49f6-8859-43bb925052f7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:13.522693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.538654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa920048-89b5-4cd9-9e53-6c7a0a400302 req-6608a9f0-6f6a-4664-ae70-4011eeba16ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1097 time: 0.2023954 Apr 01 15:07:13.556170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7855dbc-0ae8-4027-b691-6a5c622c943b None None] Pushing event updated for resources: {'Port': ['ID=3498f47e-26be-44c4-94c8-ef5a91e4f021,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:13.578238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Transition to ACTIVE for port object af009b51-87a7-4baf-9274-38bfffd21f41 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:13.582720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.609080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b8987f0c-5b04-4eb5-af03-4393d622293e req-ae445f80-3b46-40e8-9b32-47017373b0f8 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114178 Apr 01 15:07:13.613290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] For port 407f52db-8fb8-4cc4-a96c-db10713df618, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:13.618014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] For port 407f52db-8fb8-4cc4-a96c-db10713df618, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=407f52db-8fb8-4cc4-a96c-db10713df618,segment=NetworkSegment(84f5cbbb-e693-42b3-9331-a912ccdc3c7e),segment_id=84f5cbbb-e693-42b3-9331-a912ccdc3c7e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:13.620755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0666473e-36c8-4ff5-9c26-8368730c91ad tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/e8e853d3-8387-49f6-8859-43bb925052f7 HTTP/1.1" status: 204 len: 168 time: 1.4095571 Apr 01 15:07:13.623615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a4947d0f-d154-4366-a135-d001e6d9bde2 req-d1a4fb0f-5288-4694-9a3c-3c7b0090018a service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489328 Apr 01 15:07:13.624140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60306) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:13.628599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa920048-89b5-4cd9-9e53-6c7a0a400302 req-9c3bf94e-e218-42de-b436-dd789bfb3b8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690367 Apr 01 15:07:13.630097 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.644747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.762743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833da23-7149-425b-894a-d9e93afefd25 None None] Pushing event updated for resources: {'Port': ['ID=407f52db-8fb8-4cc4-a96c-db10713df618,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:13.884940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=af009b51-87a7-4baf-9274-38bfffd21f41,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:13.899859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:13.901621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:13.906149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:13.911077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:13.912181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:13.937217 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1435653c-86e9-49ad-9daa-ee1ff5f0819c tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2849333 Apr 01 15:07:13.940098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60310) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:13.940246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005a0f3-0bb3-4760-963d-a5dc3fe2521a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:13.941625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005a0f3-0bb3-4760-963d-a5dc3fe2521a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:13.942382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c005a0f3-0bb3-4760-963d-a5dc3fe2521a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:13.948017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357353402', 'allowed_address_pairs': [{'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:1a:38:ed'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:13.987487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c005a0f3-0bb3-4760-963d-a5dc3fe2521a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:13.988683 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c005a0f3-0bb3-4760-963d-a5dc3fe2521a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3633819 Apr 01 15:07:13.991649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60314) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:14.001477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-d60ebacb-84df-47a3-bd0e-7bffa7cce273 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=066e371e67e940308f58669230b8a104&device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 1094 time: 0.2954509 Apr 01 15:07:14.098096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6026a-ed5b-4474-9b76-56c3ee300d7e req-c50185d9-cfd4-45ab-bff9-00ee6033ba9f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:14.103763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24d6026a-ed5b-4474-9b76-56c3ee300d7e req-c50185d9-cfd4-45ab-bff9-00ee6033ba9f tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3439510 Apr 01 15:07:14.166374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:14.170815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Usage tracker for resource:port and tenant:5724b155e279400e80ac1be318c6be85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:14.173815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:14.182221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:14.250118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:14.325079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24d6026a-ed5b-4474-9b76-56c3ee300d7e req-ba988e25-0352-4fa8-8588-a3a41521687d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549330 Apr 01 15:07:14.360594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-1acc9970-1ef0-425c-a17d-cc09d671d068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:14.362010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-1acc9970-1ef0-425c-a17d-cc09d671d068 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 200 len: 915 time: 0.3176672 Apr 01 15:07:14.374402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd52ee-5af2-4a73-8a1a-8280c8e26f05 req-6292b361-76c8-494c-b852-878019e34daa tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:14.375995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47bd52ee-5af2-4a73-8a1a-8280c8e26f05 req-6292b361-76c8-494c-b852-878019e34daa tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.1982605 Apr 01 15:07:14.442247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:14.449526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-9cc90b91-b9d9-496d-9310-8e2a34de8749 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca7b441-c380-452c-a06d-e371af8ba369 HTTP/1.1" status: 200 len: 217 time: 0.0789831 Apr 01 15:07:14.482862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] device_id is not set on port e6244ef3-7780-40ee-bea3-8b8243f0be25 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:14.523778 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47bd52ee-5af2-4a73-8a1a-8280c8e26f05 req-9783561a-8d8b-4507-931c-b9de7c5a55fb tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393669 Apr 01 15:07:14.559799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 6e734923-d735-4641-9eb7-181cc2f5261d {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:14.566526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:14.587611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:14.619706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-50564b36-990e-44e4-9802-28b49e30f903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:14.621170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-50564b36-990e-44e4-9802-28b49e30f903 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0ef1e37e-ba30-47f3-914c-ba7c53f78002 HTTP/1.1" status: 200 len: 854 time: 0.1646233 Apr 01 15:07:14.662167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Allocated IP 2001:db8::4e (30a48c97-d148-42cd-abf0-5d2d7a061099/c63bc163-6f9d-452a-908d-08f5c90036be/e6244ef3-7780-40ee-bea3-8b8243f0be25) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:14.680644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-3766a5b4-de68-4f7d-84e3-6dc81122516d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07b756d1-3882-42d0-81ed-0f53ca996867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514586 Apr 01 15:07:14.736773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:14.986806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:15.020632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Transition to ACTIVE for port object e6244ef3-7780-40ee-bea3-8b8243f0be25 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:15.025721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7437141d-2ea0-4129-8a34-c448dc362101 None None] Provisioning for port 3498f47e-26be-44c4-94c8-ef5a91e4f021 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:15.046044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8cf40-89f4-4de7-950d-67ea9bea265c req-a79b3ed9-d26b-410f-acac-a4225aca9179 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.047650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b8cf40-89f4-4de7-950d-67ea9bea265c req-a79b3ed9-d26b-410f-acac-a4225aca9179 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.1842489 Apr 01 15:07:15.083438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d5389-1986-4fe7-9f14-9329d83add0f req-899ef57e-3aa8-418c-9e35-989fb08c6718 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.085031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf8d5389-1986-4fe7-9f14-9329d83add0f req-899ef57e-3aa8-418c-9e35-989fb08c6718 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 943 time: 0.5878565 Apr 01 15:07:15.099573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:15.141359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-ccaad456-d106-4546-8027-162f55630928 service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503145 Apr 01 15:07:15.165569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b8cf40-89f4-4de7-950d-67ea9bea265c req-e3034610-cadc-4795-a5cf-db8fb27a295b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100147 Apr 01 15:07:15.187782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:15.209737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:15.213189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:15.215728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:15.220652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.221391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:15.252439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=e6244ef3-7780-40ee-bea3-8b8243f0be25,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:15.263000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-98d7bc2b-d135-4d2a-87c0-971f4dc00ac0 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.3217101 Apr 01 15:07:15.264067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60326) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:15.327716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf8d5389-1986-4fe7-9f14-9329d83add0f req-83fbbbe5-3602-4726-b3b2-c539d6d9a863 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231190 Apr 01 15:07:15.360230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9b1c1d34-3876-43d6-b834-62f452831e61 None None] Could not find standard attr ID for object e8e853d3-8387-49f6-8859-43bb925052f7. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:07:15.399590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e3c80-333d-403e-a140-c14d0349b54d tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.420307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b726734-7d81-4df1-a425-32a92513c12c None None] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:15.428401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e3c80-333d-403e-a140-c14d0349b54d tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.439379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e3c80-333d-403e-a140-c14d0349b54d tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.440553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ee1e3c80-333d-403e-a140-c14d0349b54d tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Synchronizing usage tracker for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:15.450519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b904993b-d46c-41da-ac9c-617cdf2b0b65 req-65532ebc-f691-4f93-b4c3-0da8ba8350f1 service neutron] 10.222.0.62 "GET /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979858 Apr 01 15:07:15.457264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:15.493441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ee1e3c80-333d-403e-a140-c14d0349b54d tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Unset dirty status for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:15.499136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ee1e3c80-333d-403e-a140-c14d0349b54d tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2337980 Apr 01 15:07:15.499913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60332) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:15.535679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=6e734923-d735-4641-9eb7-181cc2f5261d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:15.549982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:15.567918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b9abf7cf-7550-4771-bb3f-ace9aca18f5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/6e734923-d735-4641-9eb7-181cc2f5261d HTTP/1.1" status: 204 len: 168 time: 1.5741322 Apr 01 15:07:15.569320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:15.635259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8f697e54-02f1-4db9-9c4c-328cdf2647e7 None None] Provisioning for port 407f52db-8fb8-4cc4-a96c-db10713df618 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:15.662531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6160b3ed-9e0e-4bc2-9804-07e2e7933b2a None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:15.665100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port e6244ef3-7780-40ee-bea3-8b8243f0be25 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:15.665435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:15.694928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-763db7b1-f96d-4df4-a353-dca615485441 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105747 Apr 01 15:07:15.695548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60342) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:15.795515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c9895-e7c0-4d2b-b71e-5700ca2acb91 req-d81e263b-d2d7-41e6-afae-9283448c4d06 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.802462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa4c9895-e7c0-4d2b-b71e-5700ca2acb91 req-d81e263b-d2d7-41e6-afae-9283448c4d06 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2192488 Apr 01 15:07:15.870369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac58090-d7e4-44b5-a0a5-17d628fe9c18 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.871089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6ac58090-d7e4-44b5-a0a5-17d628fe9c18 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:15.911360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb6f94-299c-403c-a38e-c12948dc4d0e req-0dd21075-a01d-481c-a82a-a721e552fc5d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:15.913202 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21fb6f94-299c-403c-a38e-c12948dc4d0e req-0dd21075-a01d-481c-a82a-a721e552fc5d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.1771293 Apr 01 15:07:15.914917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6ac58090-d7e4-44b5-a0a5-17d628fe9c18 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:15.916187 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6ac58090-d7e4-44b5-a0a5-17d628fe9c18 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2197587 Apr 01 15:07:15.918725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60346) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:15.974944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa4c9895-e7c0-4d2b-b71e-5700ca2acb91 req-56fca3c0-6431-49a9-89ab-16f8bfa60e11 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715574 Apr 01 15:07:15.989077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 407f52db-8fb8-4cc4-a96c-db10713df618 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:16.026098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-21fb6f94-299c-403c-a38e-c12948dc4d0e req-8d952a15-2675-4f91-884e-39a9596e982e tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676172 Apr 01 15:07:16.029194 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.038223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af550350-9789-4149-9674-e8aac39bf48e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:16.039342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af550350-9789-4149-9674-e8aac39bf48e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:16.057041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af550350-9789-4149-9674-e8aac39bf48e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:16.058407 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af550350-9789-4149-9674-e8aac39bf48e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385567 Apr 01 15:07:16.060970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60350) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:16.153089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bee4c6d1-a57f-4a32-8f53-3029bdef4961 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905290 Apr 01 15:07:16.156799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60356) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:16.160262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 407f52db-8fb8-4cc4-a96c-db10713df618 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:16.164689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:16.171576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 407f52db-8fb8-4cc4-a96c-db10713df618 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:16.172099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.235439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:07:16.253954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Deleting port 3498f47e-26be-44c4-94c8-ef5a91e4f021 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:16.254427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.313361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:16.324157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Calling delete_port for e6244ef3-7780-40ee-bea3-8b8243f0be25 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:16.329235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:16.348917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:16.356199 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.505491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0571-6b78-4273-bd7e-899c6d1f7fa4 req-1a2d2c8f-bed9-4599-aaa4-4049f3193b61 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:16.512761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eca7b441-c380-452c-a06d-e371af8ba369 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:07:16.515021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3aad0571-6b78-4273-bd7e-899c6d1f7fa4 req-1a2d2c8f-bed9-4599-aaa4-4049f3193b61 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.1489799 Apr 01 15:07:16.528246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60364) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:16.534644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.550578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'floatingip': {'port_id': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:16.557778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29e282-a45f-4232-a01a-614366dcda4e req-2f2cf959-819d-482e-b71f-273041c15fa2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:16.559567 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa29e282-a45f-4232-a01a-614366dcda4e req-2f2cf959-819d-482e-b71f-273041c15fa2 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.1841116 Apr 01 15:07:16.590612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] For port 3498f47e-26be-44c4-94c8-ef5a91e4f021, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3498f47e-26be-44c4-94c8-ef5a91e4f021,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:16.591109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.683845 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa29e282-a45f-4232-a01a-614366dcda4e req-a6136e42-36cc-4e09-81f3-6979a63484fb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797243 Apr 01 15:07:16.782838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.873957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 407f52db-8fb8-4cc4-a96c-db10713df618, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=407f52db-8fb8-4cc4-a96c-db10713df618,segment=NetworkSegment(84f5cbbb-e693-42b3-9331-a912ccdc3c7e),segment_id=84f5cbbb-e693-42b3-9331-a912ccdc3c7e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:16.889101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Calling delete_port for 3498f47e-26be-44c4-94c8-ef5a91e4f021 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:16.917443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.objects.ports [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:07:16.938615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:16.939452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3498f47e-26be-44c4-94c8-ef5a91e4f021 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:17.010080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.080160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Port': ['ID=e6244ef3-7780-40ee-bea3-8b8243f0be25,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:17.139423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eca7b441-c380-452c-a06d-e371af8ba369, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eca7b441-c380-452c-a06d-e371af8ba369,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:17.162856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.185843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.186468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.186966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.187546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.188057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.188560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.189045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.189528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.190026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.190523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.191002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:17.201956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'eca7b441-c380-452c-a06d-e371af8ba369', 'network_id': '07b756d1-3882-42d0-81ed-0f53ca996867', 'port_id': 'eca7b441-c380-452c-a06d-e371af8ba369', 'mac_address': 'fa:16:3e:33:f8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef1e37e-ba30-47f3-914c-ba7c53f78002', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:07:17.231105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a553b6-1780-4ef7-b9d4-582a3fa861da req-0e1a042c-bbd7-41a9-a016-1d1e3335c165 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:17.238310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53a553b6-1780-4ef7-b9d4-582a3fa861da req-0e1a042c-bbd7-41a9-a016-1d1e3335c165 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 943 time: 0.4622345 Apr 01 15:07:17.288678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf4c4dad-c27e-41c3-8beb-a687ca62bdb7 None None] Provisioning complete for port 407f52db-8fb8-4cc4-a96c-db10713df618 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:17.289078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4dad-c27e-41c3-8beb-a687ca62bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.367451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:17.368140 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:17.370673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.400275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca7b441-c380-452c-a06d-e371af8ba369 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:07:17.416169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=407f52db-8fb8-4cc4-a96c-db10713df618,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:17.466807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eca7b441-c380-452c-a06d-e371af8ba369, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eca7b441-c380-452c-a06d-e371af8ba369,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:17.480807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3498f47e-26be-44c4-94c8-ef5a91e4f021 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:17.488372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3498f47e-26be-44c4-94c8-ef5a91e4f021 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:17.488860 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.524482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.529172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.534915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53a553b6-1780-4ef7-b9d4-582a3fa861da req-0890b5c0-f833-4436-ba17-c30ca437514e tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957616 Apr 01 15:07:17.537470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802e2a-3ed5-4c51-8ce7-ef66052877db req-835c6a2b-b434-4678-811b-d5dbf989305e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:17.539526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92802e2a-3ed5-4c51-8ce7-ef66052877db req-835c6a2b-b434-4678-811b-d5dbf989305e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3449628 Apr 01 15:07:17.571912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c71125b9-a375-49f7-9f5d-4c411c10dbdf tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/ports/e6244ef3-7780-40ee-bea3-8b8243f0be25 HTTP/1.1" status: 204 len: 168 time: 2.0706539 Apr 01 15:07:17.575301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60370) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:17.624913 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d11e14-83eb-4b1a-bb58-9c5f082089f5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] GET failed (client error): The resource could not be found. Apr 01 15:07:17.625714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92d11e14-83eb-4b1a-bb58-9c5f082089f5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Synchronizing usage tracker for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:17.663797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92802e2a-3ed5-4c51-8ce7-ef66052877db req-fbc4ae6c-62d6-469b-be23-3e07b89e39b1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149619 Apr 01 15:07:17.688764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 3498f47e-26be-44c4-94c8-ef5a91e4f021, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3498f47e-26be-44c4-94c8-ef5a91e4f021,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:17.695350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=eca7b441-c380-452c-a06d-e371af8ba369,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:17.714307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92d11e14-83eb-4b1a-bb58-9c5f082089f5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Unset dirty status for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:17.716004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92d11e14-83eb-4b1a-bb58-9c5f082089f5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "GET /v2.0/ports/e6244ef3-7780-40ee-bea3-8b8243f0be25 HTTP/1.1" status: 404 len: 333 time: 0.1393080 Apr 01 15:07:17.726174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60376) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:17.747049 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.751670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf4c4dad-c27e-41c3-8beb-a687ca62bdb7 None None] Could not find standard attr ID for object e6244ef3-7780-40ee-bea3-8b8243f0be25. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:07:17.759677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1629763232'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:17.770230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eca7b441-c380-452c-a06d-e371af8ba369'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:17.797547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.799007 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.811424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.863481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf4c4dad-c27e-41c3-8beb-a687ca62bdb7 None None] Provisioning for port af009b51-87a7-4baf-9274-38bfffd21f41 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:17.869435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Deleting port 3498f47e-26be-44c4-94c8-ef5a91e4f021 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:17.870211 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.903816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf4c4dad-c27e-41c3-8beb-a687ca62bdb7 None None] Provisioning complete for port af009b51-87a7-4baf-9274-38bfffd21f41 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:17.904566 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4dad-c27e-41c3-8beb-a687ca62bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:17.983975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:17.992380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.001127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.003941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:18.017325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:18.017839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.049851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=2dcc8857-591f-45f0-9ae2-8434f4bf2b9b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:18.073073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=3498f47e-26be-44c4-94c8-ef5a91e4f021,revision_number=5']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:18.081441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c4dad-c27e-41c3-8beb-a687ca62bdb7 None None] Port af009b51-87a7-4baf-9274-38bfffd21f41 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:18.097879 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:18.098112 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:18.106252 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3b46d6eb-b5f6-4d08-96ab-e842e9708570 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9484034 Apr 01 15:07:18.110354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60380) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:18.117233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:18.132082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:18.193734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:18.219357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9e40be3c-37de-4aad-a1ea-1ddf69bb2025 None None] Could not find standard attr ID for object e6244ef3-7780-40ee-bea3-8b8243f0be25. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:07:18.223429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:18.226457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.254870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae4c91-73b7-4127-9554-aad3916c33ec req-e0220a1a-dd9e-4939-aa58-0e8189ba32d1 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:18.256453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae4c91-73b7-4127-9554-aad3916c33ec req-e0220a1a-dd9e-4939-aa58-0e8189ba32d1 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.3633659 Apr 01 15:07:18.276995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] device_id is not set on port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:18.306631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9e40be3c-37de-4aad-a1ea-1ddf69bb2025 None None] Provisioning complete for port af009b51-87a7-4baf-9274-38bfffd21f41 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:18.307015 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e40be3c-37de-4aad-a1ea-1ddf69bb2025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.329753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae4c91-73b7-4127-9554-aad3916c33ec req-c5f0a6ff-8388-4040-ae02-36f6e598d13e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657878 Apr 01 15:07:18.332843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:18.344959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:18.351489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:18.355961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] For port 3498f47e-26be-44c4-94c8-ef5a91e4f021, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3498f47e-26be-44c4-94c8-ef5a91e4f021,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:18.356384 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.361622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:18.388897 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Floating IP e26037b3-f9c6-4ee6-b280-7d955e547047 associated. External IP: 172.25.2.18, port: c62933d0-a5f8-439f-a69d-92400d9d8916. Apr 01 15:07:18.408520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:18.411952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.498894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Calling delete_port for 3498f47e-26be-44c4-94c8-ef5a91e4f021 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:18.526338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Allocated IP 2001:db8::1e (30a48c97-d148-42cd-abf0-5d2d7a061099/c63bc163-6f9d-452a-908d-08f5c90036be/5aa1dfc5-b981-43e8-88c1-eab15e2ed999) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:18.537337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e40be3c-37de-4aad-a1ea-1ddf69bb2025 None None] Port af009b51-87a7-4baf-9274-38bfffd21f41 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:18.601370 n-d-836017-1 neutron-server[83953]: INFO neutron.db.ipam_backend_mixin [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dcc8857-591f-45f0-9ae2-8434f4bf2b9b (CIDR: 2001:db8::/64) Apr 01 15:07:18.614244 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:07:18.614676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:07:18.644043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b3905794-7414-42e1-905b-c5aff8b2cbb1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5326009 Apr 01 15:07:18.646709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60386) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:18.653599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:18.684696 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.702931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:18.758137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] Pushing event deleted for resources: {'Port': ['ID=3498f47e-26be-44c4-94c8-ef5a91e4f021,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:18.871663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fc4e8-ce08-46a1-a968-b0f7b3a54312 None None] No DVR routers for this DVR port 3498f47e-26be-44c4-94c8-ef5a91e4f021 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:18.890597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0294406-201a-4a13-a38a-08ef8bb60ad5 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:18.974564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 407f52db-8fb8-4cc4-a96c-db10713df618 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:18.997127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:19.010041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:19.018009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:19.030554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905128c8-3f01-4dee-a27f-4bf9ce7db20f req-d16e04d2-4d29-40db-9d16-5c2d64298784 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:19.031969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905128c8-3f01-4dee-a27f-4bf9ce7db20f req-d16e04d2-4d29-40db-9d16-5c2d64298784 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 944 time: 0.2901945 Apr 01 15:07:19.034998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.038484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:19.040475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0c297-8f70-4c3b-b911-4303da1a89a5 req-15e57433-e924-4fec-8656-ea170bdc8259 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:19.041968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24f0c297-8f70-4c3b-b911-4303da1a89a5 req-15e57433-e924-4fec-8656-ea170bdc8259 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.1167686 Apr 01 15:07:19.048912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:07:19.077517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Transition to ACTIVE for port object 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:19.081139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:19.084566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.182002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 407f52db-8fb8-4cc4-a96c-db10713df618 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:19.182002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.191917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905128c8-3f01-4dee-a27f-4bf9ce7db20f req-79d6a23d-f6f8-4ce9-87c6-fb56254573d5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480734 Apr 01 15:07:19.217728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24f0c297-8f70-4c3b-b911-4303da1a89a5 req-699d22c0-68ca-48a2-9f0f-c203472fa57c tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657028 Apr 01 15:07:19.236193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.308392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '2dcc8857-591f-45f0-9ae2-8434f4bf2b9b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:19.309199 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.332056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:07:19.336537 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.369565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] Sync routers for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:07:19.414377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-485f3c04-a5b3-4b8f-8113-2d39e31366f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "PUT /v2.0/floatingips/e26037b3-f9c6-4ee6-b280-7d955e547047 HTTP/1.1" status: 200 len: 991 time: 2.8838766 Apr 01 15:07:19.415013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:19.467760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:19.468375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:19.526427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:19.531172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=5aa1dfc5-b981-43e8-88c1-eab15e2ed999,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:19.534123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:19.536712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:19.545956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:19.546595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.599629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3498f47e-26be-44c4-94c8-ef5a91e4f021 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:19.603331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ad35e686-4457-4315-b042-70ac7676d2eb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8734837 Apr 01 15:07:19.605173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60402) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:19.615674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:1a:38:ed'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:19.633047 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'status': 'completed', 'code': 200} Apr 01 15:07:19.657201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3498f47e-26be-44c4-94c8-ef5a91e4f021 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:19.657614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3498f47e-26be-44c4-94c8-ef5a91e4f021 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:19.781506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c627188-d26b-46d0-82ae-0eb28d83f49a req-33a21794-ec5f-43b1-8b05-670d0ec2ca7c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:19.787724 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c627188-d26b-46d0-82ae-0eb28d83f49a req-33a21794-ec5f-43b1-8b05-670d0ec2ca7c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.2139053 Apr 01 15:07:19.792299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-829e71a0-eec7-4688-81bc-a57c9a6cd2ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1097 time: 0.1540287 Apr 01 15:07:19.796656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Allocated IP 2001:db8::f816:3eff:feb5:e6c7 (1521f7be-bcca-472b-a0e8-65bfb965abc6/2dcc8857-591f-45f0-9ae2-8434f4bf2b9b/5854378d-98d9-4c46-ba49-1dc6dedc5fe3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:19.834981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:19.918431 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:19.936414 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c627188-d26b-46d0-82ae-0eb28d83f49a req-78cc542e-4ed7-460f-8f61-d30f91432f66 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332123 Apr 01 15:07:19.986014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-89e39edf-e35f-47a3-924d-1476a8d23c30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:19.987475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-89e39edf-e35f-47a3-924d-1476a8d23c30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.1828823 Apr 01 15:07:20.054621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:20.069380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:20.074614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=9e2a3e7b-57c7-444e-a82e-51e17e0cae09,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:20.078488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:20.079347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.096502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-53d5dae9-32f4-4849-b095-18c822eea242 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 999 time: 0.1009507 Apr 01 15:07:20.112168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4266b5b9-a064-4991-bdb1-68275ba4bb29 None None] Provisioning for port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:20.158792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4266b5b9-a064-4991-bdb1-68275ba4bb29 None None] Provisioning complete for port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:20.159007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f24e92-98d0-41c1-b611-dee0f1ed2ddc req-633cb78a-40ad-4a43-a3f1-8d3d8f1261ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:20.159139 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4266b5b9-a064-4991-bdb1-68275ba4bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.165518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0f24e92-98d0-41c1-b611-dee0f1ed2ddc req-633cb78a-40ad-4a43-a3f1-8d3d8f1261ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.4078367 Apr 01 15:07:20.168360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-2ba9a534-efc6-4f53-9bb4-5e6d63d5789c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:20.170025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-2ba9a534-efc6-4f53-9bb4-5e6d63d5789c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.0608172 Apr 01 15:07:20.187839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c7cbeb2f-b5fc-48c3-a3b6-b5fd8d97f730 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5372608 Apr 01 15:07:20.192263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60406) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:20.201199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:8d:63:85', 'name': 'tempest-NetworksTestDHCPv6-560580449'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:20.219245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.256190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4266b5b9-a064-4991-bdb1-68275ba4bb29 None None] Port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:20.258897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-3dcb6559-0f6e-463d-8eb1-55ba894788ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744312 Apr 01 15:07:20.323358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.345425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Transition to ACTIVE for port object 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:20.370371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0f24e92-98d0-41c1-b611-dee0f1ed2ddc req-0616fbe8-acd4-4e5f-9607-696240d7e879 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039998 Apr 01 15:07:20.385087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Transition to ACTIVE for port object 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:20.446785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:20.447937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.518147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:20.520531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Pushing event updated for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:20.522683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eca7b441-c380-452c-a06d-e371af8ba369 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:20.558084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:20.601736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-13fd85bb-d219-47e5-9a64-59cf69af3d84 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336749 Apr 01 15:07:20.612055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e2fd0-d276-463f-bb92-70dd906b261f req-949b7642-49de-4f1e-8cd6-052067da3785 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:20.613587 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-033e2fd0-d276-463f-bb92-70dd906b261f req-949b7642-49de-4f1e-8cd6-052067da3785 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 944 time: 0.2575343 Apr 01 15:07:20.649638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:20.652935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:20.655995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:20.766345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.775661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-033e2fd0-d276-463f-bb92-70dd906b261f req-98dd2264-3e4d-43ac-a5e0-2bac10c335a7 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424479 Apr 01 15:07:20.781316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.798848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Attempting to bind port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:20.799878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Attempting to bind port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:20.800776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Attempting to bind port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:20.807634 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79fdf04a-fe4b-424c-9d70-65732cff0165 req-fc9b489d-6b9f-4661-8e94-4c540c70c10e service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924832 Apr 01 15:07:20.813844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e26037b3-f9c6-4ee6-b280-7d955e547047', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'port_id': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'mac_address': 'fa:16:3e:cc:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:06:53Z', 'updated_at': '2022-04-01T15:07:17Z', 'revision_number': 1, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:20.815811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port eca7b441-c380-452c-a06d-e371af8ba369 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:20.823997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] Checking router: 0d3e1f9a-fe68-4120-8d7a-31019de7a733 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:07:20.827878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port eca7b441-c380-452c-a06d-e371af8ba369 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:20.828261 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.851261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.856469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:20.856837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:20.857231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.857610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:20.858078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Bound port: 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:20.858440 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.885595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] In _notify_port_updated(), no bound segment for port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 on network 30a48c97-d148-42cd-abf0-5d2d7a061099 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:07:20.890102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:20.890272 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:20.894847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60414) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:20.900104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "PUT /v2.0/ports/5aa1dfc5-b981-43e8-88c1-eab15e2ed999 HTTP/1.1" status: 200 len: 1001 time: 1.2934318 Apr 01 15:07:20.929133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0da3a1-369f-424d-8e5c-4043ad54e867 req-b46918c9-eb01-4c64-83ce-3342cd2ac1b0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:20.931730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f0da3a1-369f-424d-8e5c-4043ad54e867 req-b46918c9-eb01-4c64-83ce-3342cd2ac1b0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3011663 Apr 01 15:07:20.945444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:20.946411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:20.948497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac8dde-e7c1-40e4-aa0e-6c84c159e8b1 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=5aa1dfc5-b981-43e8-88c1-eab15e2ed999,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:20.970046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 5c6647d9-33f2-4a8d-ac44-a3d72ec440b1 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:20.978091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:20.978091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.152406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f0da3a1-369f-424d-8e5c-4043ad54e867 req-aa02e1bf-3858-4b56-8b25-5780b0402c24 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136073 Apr 01 15:07:21.260372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:21.285508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:21.307968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.352954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8:0:1::95 (1521f7be-bcca-472b-a0e8-65bfb965abc6/9e2a3e7b-57c7-444e-a82e-51e17e0cae09/5c6647d9-33f2-4a8d-ac44-a3d72ec440b1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:21.361762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fe8d:6385 (1521f7be-bcca-472b-a0e8-65bfb965abc6/2dcc8857-591f-45f0-9ae2-8434f4bf2b9b/5c6647d9-33f2-4a8d-ac44-a3d72ec440b1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:21.376000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:21.387178 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.421534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.454813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dae81d-4037-4c82-8e74-fbae8aa1f93c req-4b27e288-6eaa-4586-9591-14d359bd008c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:21.461675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0dae81d-4037-4c82-8e74-fbae8aa1f93c req-4b27e288-6eaa-4586-9591-14d359bd008c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.3274581 Apr 01 15:07:21.484576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Calling delete_port for 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:21.587756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-43abba1c-6b9a-4eab-8801-194e289b6460 None None] Provisioning complete for port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:21.588002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43abba1c-6b9a-4eab-8801-194e289b6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.592216 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0dae81d-4037-4c82-8e74-fbae8aa1f93c req-eb1a2488-6c4c-486e-a72f-d55dfe9ea9c5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295109 Apr 01 15:07:21.627112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f51f29-4205-46dc-8e76-a16874593d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca7b441-c380-452c-a06d-e371af8ba369'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:21.684113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eca7b441-c380-452c-a06d-e371af8ba369, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eca7b441-c380-452c-a06d-e371af8ba369,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:21.696950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4505b84-0727-46a1-8471-b62fc41e75a1 None None] Pushing event updated for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:21.706703 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f51f29-4205-46dc-8e76-a16874593d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca7b441-c380-452c-a06d-e371af8ba369', 'code': 200} Apr 01 15:07:21.722755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-43abba1c-6b9a-4eab-8801-194e289b6460 None None] Port 5aa1dfc5-b981-43e8-88c1-eab15e2ed999 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:21.734352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.779126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.877512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Port': ['ID=5aa1dfc5-b981-43e8-88c1-eab15e2ed999,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:21.895366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf550a-949b-4b4f-8efc-ac10901f2dff req-9515603f-a84d-4c69-871b-56888380eec8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:21.902251 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6cf550a-949b-4b4f-8efc-ac10901f2dff req-9515603f-a84d-4c69-871b-56888380eec8 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.2525623 Apr 01 15:07:21.919105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:21.960037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 5c6647d9-33f2-4a8d-ac44-a3d72ec440b1 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:21.971937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=eca7b441-c380-452c-a06d-e371af8ba369,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:22.003863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6cf550a-949b-4b4f-8efc-ac10901f2dff req-f250fa54-f380-4866-b683-53c27b89901d tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 Apr 01 15:07:22.010412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c71ca4b-3bea-4498-9e77-2aaf50b487cd req-881f65fc-f617-4381-90a8-8759d3051be4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 1096 time: 0.2156954 Apr 01 15:07:22.127402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:22.137381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e26037b3-f9c6-4ee6-b280-7d955e547047', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'port_id': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'mac_address': 'fa:16:3e:cc:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:06:53Z', 'updated_at': '2022-04-01T15:07:17Z', 'revision_number': 1, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:22.141879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc26502-c1fc-4dd4-a3cf-7a60ff60d207 None None] The sync data for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 is: [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e26037b3-f9c6-4ee6-b280-7d955e547047', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'port_id': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'mac_address': 'fa:16:3e:cc:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:06:53Z', 'updated_at': '2022-04-01T15:07:17Z', 'revision_number': 1, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:07:22.192886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:22.230067 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7ac108ac-e8a9-4864-b651-1d113c1fc099 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/ports/5aa1dfc5-b981-43e8-88c1-eab15e2ed999 HTTP/1.1" status: 204 len: 168 time: 1.3340313 Apr 01 15:07:22.231746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60432) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:22.259983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=5c6647d9-33f2-4a8d-ac44-a3d72ec440b1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:22.278798 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ade76a3-d53a-4ab0-bd44-625d95f538ce tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] GET failed (client error): The resource could not be found. Apr 01 15:07:22.279409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ade76a3-d53a-4ab0-bd44-625d95f538ce tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Synchronizing usage tracker for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:22.279544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:22.282811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:22.287185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:22.297782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:22.298829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:22.304710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ade76a3-d53a-4ab0-bd44-625d95f538ce tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Unset dirty status for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:22.310334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c71ca4b-3bea-4498-9e77-2aaf50b487cd req-6775eeab-875a-4e70-8665-913707bf9c98 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236938 Apr 01 15:07:22.310550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ade76a3-d53a-4ab0-bd44-625d95f538ce tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "GET /v2.0/ports/5aa1dfc5-b981-43e8-88c1-eab15e2ed999 HTTP/1.1" status: 404 len: 333 time: 0.0777121 Apr 01 15:07:22.316605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad50767-6e47-47d6-9f53-4ce924b7b2fb req-a7129844-61f4-4e7d-b20c-c018178be382 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:22.320390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:22.323627 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ad50767-6e47-47d6-9f53-4ce924b7b2fb req-a7129844-61f4-4e7d-b20c-c018178be382 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.2877779 Apr 01 15:07:22.328324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2012673389'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:22.371880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ad50767-6e47-47d6-9f53-4ce924b7b2fb req-b01e49e5-1916-408f-b009-321c79f95db5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472388 Apr 01 15:07:22.410825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-be2d8f62-b564-47d6-a783-dcad9e85542e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2175469 Apr 01 15:07:22.413748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60440) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:22.454271 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4790e-b593-4707-99e0-c55cd8761c20 None None] New status for floating IP e26037b3-f9c6-4ee6-b280-7d955e547047: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:07:22.481219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:22.489996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 5c6647d9-33f2-4a8d-ac44-a3d72ec440b1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:22.490424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:22.495926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:22.507988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:22.511869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:22.539998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] device_id is not set on port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:22.782265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Allocated IP 2001:db8::2fa (30a48c97-d148-42cd-abf0-5d2d7a061099/c63bc163-6f9d-452a-908d-08f5c90036be/ed591a58-e0b4-40e1-b63e-f4c7a1e2d517) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:22.882107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:22.942635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:23.018365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 5c6647d9-33f2-4a8d-ac44-a3d72ec440b1 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:23.045464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:23.092475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9c3ab-1617-4cd5-ac09-ea1d7810517d req-9c9eb427-59f9-4910-860c-ed96abc6d6ed tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:23.093972 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3c9c3ab-1617-4cd5-ac09-ea1d7810517d req-9c9eb427-59f9-4910-860c-ed96abc6d6ed tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.2321153 Apr 01 15:07:23.102185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac608be1-2c5b-459b-94b0-140300783315 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:23.170205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.193446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3c9c3ab-1617-4cd5-ac09-ea1d7810517d req-2a0b0f20-31ab-4660-9177-c5ebf6a47de1 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802190 Apr 01 15:07:23.233733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-72009442-7e3f-41a8-87bf-65faff62c1bb None None] Provisioning for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:23.241093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-72009442-7e3f-41a8-87bf-65faff62c1bb None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:23.241456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72009442-7e3f-41a8-87bf-65faff62c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.321519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Transition to ACTIVE for port object ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:23.322621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551285f-d900-4d62-92ba-c8d1b1c66d13 req-964ae678-3e0d-45ba-a97a-8ad9b5c2ff04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:23.324141 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5551285f-d900-4d62-92ba-c8d1b1c66d13 req-964ae678-3e0d-45ba-a97a-8ad9b5c2ff04 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.1608698 Apr 01 15:07:23.325655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.370503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.409009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=5c6647d9-33f2-4a8d-ac44-a3d72ec440b1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:23.451086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:23.455089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:23.460707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:23.465455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:23.466084 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.526197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=ed591a58-e0b4-40e1-b63e-f4c7a1e2d517,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:23.546143 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-929e00c9-f96b-4599-9274-d82b7f6c1030 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2241647 Apr 01 15:07:23.553460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:23.561995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1a:38:ed'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:23.601914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.609311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5551285f-d900-4d62-92ba-c8d1b1c66d13 req-d997eac3-1282-4b46-bd0d-bf7e9193c35a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141130 Apr 01 15:07:23.624921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72009442-7e3f-41a8-87bf-65faff62c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.635394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-09cfd606-39dc-455b-8942-0774dbadd6f5 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/5c6647d9-33f2-4a8d-ac44-a3d72ec440b1 HTTP/1.1" status: 204 len: 168 time: 1.2064829 Apr 01 15:07:23.642912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60454) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:23.692224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-72009442-7e3f-41a8-87bf-65faff62c1bb None None] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:23.712084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72009442-7e3f-41a8-87bf-65faff62c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.764732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-b8908feb-fabc-4712-b7a9-ed7bc0ed37a1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:23.766274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-b8908feb-fabc-4712-b7a9-ed7bc0ed37a1 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 945 time: 0.3281627 Apr 01 15:07:23.790885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.817316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574e9a9-d8ee-4611-b23b-3d88ccd0c4b3 req-dfa2975f-112a-4cf4-aee6-d3aae7cb9508 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:23.818777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d574e9a9-d8ee-4611-b23b-3d88ccd0c4b3 req-dfa2975f-112a-4cf4-aee6-d3aae7cb9508 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.2178230 Apr 01 15:07:23.853216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port cddcea14-9837-4929-9152-3f605d4214ac {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:23.853660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.867185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72009442-7e3f-41a8-87bf-65faff62c1bb None None] Pushing event updated for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:23.891998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f724d9f-730c-49c2-b5e1-0903f9ff2713 None None] Provisioning for port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:23.904337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7295f20b-22b0-4df4-975a-2bef04bd558b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:23.904883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f724d9f-730c-49c2-b5e1-0903f9ff2713 None None] Provisioning complete for port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:23.905136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f724d9f-730c-49c2-b5e1-0903f9ff2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:23.905243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7295f20b-22b0-4df4-975a-2bef04bd558b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:23.923011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d574e9a9-d8ee-4611-b23b-3d88ccd0c4b3 req-c8fc24f6-d261-4685-8dd9-e92eee1bc527 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699580 Apr 01 15:07:23.953572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': '2dcc8857-591f-45f0-9ae2-8434f4bf2b9b', 'ip_address': '2001:db8::f816:3eff:feb5:e6c7'}, {'subnet_id': '9e2a3e7b-57c7-444e-a82e-51e17e0cae09'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '5854378d-98d9-4c46-ba49-1dc6dedc5fe3'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:07:24.016577 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.043682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7295f20b-22b0-4df4-975a-2bef04bd558b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:24.045158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7295f20b-22b0-4df4-975a-2bef04bd558b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3991458 Apr 01 15:07:24.049826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60460) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:24.069868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f724d9f-730c-49c2-b5e1-0903f9ff2713 None None] Port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:24.105444 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.112306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.178264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] In _notify_port_updated(), no bound segment for port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 on network 30a48c97-d148-42cd-abf0-5d2d7a061099 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:07:24.181993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:24.182605 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.186606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "PUT /v2.0/ports/ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 HTTP/1.1" status: 200 len: 1003 time: 0.6296649 Apr 01 15:07:24.187073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60464) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:24.245286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5e58c-a54a-492c-96f5-aae8f61947d2 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=ed591a58-e0b4-40e1-b63e-f4c7a1e2d517,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:24.282942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] Allocated IP 2001:db8:0:1::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/9e2a3e7b-57c7-444e-a82e-51e17e0cae09/5854378d-98d9-4c46-ba49-1dc6dedc5fe3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:24.284669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port cddcea14-9837-4929-9152-3f605d4214ac, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cddcea14-9837-4929-9152-3f605d4214ac,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:24.285026 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.295764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:24.297376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.419136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for cddcea14-9837-4929-9152-3f605d4214ac owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:24.451386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f3c8e-20ba-4fff-a3b8-605f01570694 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:24.452986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-004f3c8e-20ba-4fff-a3b8-605f01570694 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4020989 Apr 01 15:07:24.458955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3648d-e4f2-444e-b3be-e0a940d9be20 req-a220ae89-6455-41cf-bc4b-d349b9e1c4ef tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:24.460517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a3648d-e4f2-444e-b3be-e0a940d9be20 req-a220ae89-6455-41cf-bc4b-d349b9e1c4ef tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.3295114 Apr 01 15:07:24.467955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60470) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:24.499317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:24.530957 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.552796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] Transition to ACTIVE for port object 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:24.558850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.703526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c744e-18bb-47e9-85e0-75bd3acc3ffb req-29a29faa-a13d-484b-9347-b016f00393b4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:24.705047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f08c744e-18bb-47e9-85e0-75bd3acc3ffb req-29a29faa-a13d-484b-9347-b016f00393b4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.3573973 Apr 01 15:07:24.715577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33449269-b710-4852-a32e-6063ed54ea62 None None] Pushing event updated for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:24.716600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98a3648d-e4f2-444e-b3be-e0a940d9be20 req-bce4c012-df12-47ea-b562-c80b64d259ac tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460487 Apr 01 15:07:24.720865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-341f07c0-03e2-4a6f-b34c-a7bfe18db6d7 None None] Provisioning complete for port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:24.721231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-341f07c0-03e2-4a6f-b34c-a7bfe18db6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.729017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93647b-7635-418b-a6ae-035112a919b8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:24.745664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93647b-7635-418b-a6ae-035112a919b8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:24.748508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93647b-7635-418b-a6ae-035112a919b8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:24.749437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1a93647b-7635-418b-a6ae-035112a919b8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:24.791423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:24.795361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-341f07c0-03e2-4a6f-b34c-a7bfe18db6d7 None None] Port ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:24.853602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1a93647b-7635-418b-a6ae-035112a919b8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:24.862763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1a93647b-7635-418b-a6ae-035112a919b8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3917010 Apr 01 15:07:24.865870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60478) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:24.918462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:24.966165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f08c744e-18bb-47e9-85e0-75bd3acc3ffb req-6d954c90-f5a0-476c-bacf-dcb9e15f7f89 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499685 Apr 01 15:07:24.973733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Calling delete_port for ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:25.147021 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.159970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.175791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:25.176438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0b37312-ffe7-4898-96b8-9f4b8b6fcadf req-5abc2f00-eca6-4de7-8273-fe218cccb370 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 210 time: 0.1213734 Apr 01 15:07:25.238010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Port': ['ID=ed591a58-e0b4-40e1-b63e-f4c7a1e2d517,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:25.308795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=cddcea14-9837-4929-9152-3f605d4214ac,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:25.382897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.402545 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-57a8633b-4e88-415b-9a52-b66c4a27bb51 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/ports/ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 HTTP/1.1" status: 204 len: 168 time: 1.2144029 Apr 01 15:07:25.404162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60484) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:25.422878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 2dcc8857-591f-45f0-9ae2-8434f4bf2b9b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:25.431090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.462392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port cddcea14-9837-4929-9152-3f605d4214ac on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:25.469031 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.472632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db067039-21b6-42d4-8e60-34352a6f136b', 'name': 'network-vif-deleted', 'tag': 'cddcea14-9837-4929-9152-3f605d4214ac'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:25.476534 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fc45f9-423f-4a9f-9be2-95d12aec0180 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] GET failed (client error): The resource could not be found. Apr 01 15:07:25.477646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-75fc45f9-423f-4a9f-9be2-95d12aec0180 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Synchronizing usage tracker for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:25.512777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e2b9-1da9-4c3b-895d-6293882afe69 req-6234a95f-89b0-4a0f-a817-b6bdf975ffd6 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:25.522275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4672e2b9-1da9-4c3b-895d-6293882afe69 req-6234a95f-89b0-4a0f-a817-b6bdf975ffd6 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.1891377 Apr 01 15:07:25.531342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.544944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-75fc45f9-423f-4a9f-9be2-95d12aec0180 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Unset dirty status for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:25.552409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-75fc45f9-423f-4a9f-9be2-95d12aec0180 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "GET /v2.0/ports/ed591a58-e0b4-40e1-b63e-f4c7a1e2d517 HTTP/1.1" status: 404 len: 333 time: 0.1468768 Apr 01 15:07:25.555114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60490) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:25.562243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-524476262'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:25.570409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-801322c3-2685-44a4-be92-d9d00af8d7d0 req-f5a7f9f4-2de9-44de-a344-1a03d543235e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.44 "DELETE /v2.0/ports/cddcea14-9837-4929-9152-3f605d4214ac HTTP/1.1" status: 204 len: 173 time: 1.7932880 Apr 01 15:07:25.576693 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db067039-21b6-42d4-8e60-34352a6f136b', 'name': 'network-vif-deleted', 'tag': 'cddcea14-9837-4929-9152-3f605d4214ac', 'status': 'completed', 'code': 200} Apr 01 15:07:25.680664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.689149 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4672e2b9-1da9-4c3b-895d-6293882afe69 req-8bcd0986-cba3-4453-ba3d-7a383813169a tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659489 Apr 01 15:07:25.748668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-54afe692-306b-4d7a-9e00-d1af84964933 None None] Provisioning for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:25.763178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:25.764048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-54afe692-306b-4d7a-9e00-d1af84964933 None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:25.764422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54afe692-306b-4d7a-9e00-d1af84964933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.784545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:25.800344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.810886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:25.813969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.851465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] device_id is not set on port 92bc74c7-b590-4349-957b-e6f39c820d6b yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:25.853038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcc8857-591f-45f0-9ae2-8434f4bf2b9b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:25.858866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:25.876376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8460d159-9665-4f4d-a127-991232541660 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/2dcc8857-591f-45f0-9ae2-8434f4bf2b9b HTTP/1.1" status: 204 len: 168 time: 1.0040882 Apr 01 15:07:25.879487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60496) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:25.998092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 9e2a3e7b-57c7-444e-a82e-51e17e0cae09 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:26.017700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4dc388-f3ce-464d-b3b1-1b7bf0183ab3 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:26.048589 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:26.095327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-c2f56fb8-1b99-4995-97df-a76bcd907104 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415138 Apr 01 15:07:26.101309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device cddcea14-9837-4929-9152-3f605d4214ac no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:26.123370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:26.153331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bbd135ca-2f6c-46f4-8c63-c035e5ad91e2 None None] Could not find standard attr ID for object 5c6647d9-33f2-4a8d-ac44-a3d72ec440b1. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:07:26.154860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: cddcea14-9837-4929-9152-3f605d4214ac {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:26.155315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device cddcea14-9837-4929-9152-3f605d4214ac not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:26.165041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Allocated IP 2001:db8::281 (30a48c97-d148-42cd-abf0-5d2d7a061099/c63bc163-6f9d-452a-908d-08f5c90036be/92bc74c7-b590-4349-957b-e6f39c820d6b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:26.242365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ffb33-bcce-4768-aed1-7b6f98f441c7 req-1d62ef93-5a00-4062-aad9-6cf92e58b530 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:26.244002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e53ffb33-bcce-4768-aed1-7b6f98f441c7 req-1d62ef93-5a00-4062-aad9-6cf92e58b530 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.2923117 Apr 01 15:07:26.255809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:26.381651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e53ffb33-bcce-4768-aed1-7b6f98f441c7 req-c4ea1f61-ca16-4535-b796-51ba7eab5b07 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954900 Apr 01 15:07:26.402489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73a0e9-9242-4bdb-8c32-775d0f9c5d72 req-5841c138-168c-4b47-aedd-57e8a3baa8ef tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:26.412172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:26.413819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a73a0e9-9242-4bdb-8c32-775d0f9c5d72 req-5841c138-168c-4b47-aedd-57e8a3baa8ef tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.2831674 Apr 01 15:07:26.492880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2a3e7b-57c7-444e-a82e-51e17e0cae09,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:26.500293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:26.511314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4b9e423b-14a3-4013-ace4-7c2d4803b4ce tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/9e2a3e7b-57c7-444e-a82e-51e17e0cae09 HTTP/1.1" status: 204 len: 168 time: 0.6303120 Apr 01 15:07:26.513606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60506) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:26.552997 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a73a0e9-9242-4bdb-8c32-775d0f9c5d72 req-d33a42a7-58e3-48f7-8dca-4f86c2f15c9b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382732 Apr 01 15:07:26.621389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-107c6f6a-a7d5-43a8-966a-fc5765ad935c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d6677d04cd341d389006dc7efc83d64&device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 1096 time: 0.4363182 Apr 01 15:07:26.643318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:26.695524 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f4b0ab7e-3789-4c98-882d-46bd7fd16e92 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1781113 Apr 01 15:07:26.695524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c13cbecc-fb19-4a60-aceb-5b3c32bf2c8f req-12634245-4006-484a-b2cd-a2306fbb511e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Synchronizing usage tracker for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:26.698442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:26.705894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:26.735906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Transition to ACTIVE for port object 92bc74c7-b590-4349-957b-e6f39c820d6b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:26.899003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c13cbecc-fb19-4a60-aceb-5b3c32bf2c8f req-12634245-4006-484a-b2cd-a2306fbb511e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Unset dirty status for tenant:1d6677d04cd341d389006dc7efc83d64 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:26.903825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c13cbecc-fb19-4a60-aceb-5b3c32bf2c8f req-12634245-4006-484a-b2cd-a2306fbb511e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=db067039-21b6-42d4-8e60-34352a6f136b HTTP/1.1" status: 200 len: 210 time: 0.2724590 Apr 01 15:07:26.907439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:26.916940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:26.923671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:26.929795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:26.943295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:26.945492 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:26.948412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:27.050478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-8b8db216-cf27-44bc-b690-bb25028192b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:27.051996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-8b8db216-cf27-44bc-b690-bb25028192b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 200 len: 906 time: 0.4054959 Apr 01 15:07:27.057401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e123cab-b2ab-4427-a01d-b8bf20a9d014 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:27.135492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:27.145601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:27.152824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:27.156690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:27.157287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:27.165852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-b4bacdfa-d7c0-44af-ae0c-2356e41751fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b328f3-be70-45e5-9f25-28b2dce959ed HTTP/1.1" status: 200 len: 217 time: 0.1045456 Apr 01 15:07:27.200726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8dae8c78-d8e5-4940-9db6-724a59ccd246 None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:27.201244 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8dae8c78-d8e5-4940-9db6-724a59ccd246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:27.215006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=92bc74c7-b590-4349-957b-e6f39c820d6b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:27.268629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0f6224b8-f5a3-493a-9943-9be5a0371a73 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7124267 Apr 01 15:07:27.271483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-7b8edace-ef4f-444a-b611-25018a77db83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:27.271628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60516) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:27.272934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-7b8edace-ef4f-444a-b611-25018a77db83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 200 len: 845 time: 0.0918217 Apr 01 15:07:27.284301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4ab3-84c5-403c-a171-e35adf6fcc56 req-1027669f-2698-4172-9ec5-b3d78e7a8c57 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:27.286248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-655a4ab3-84c5-403c-a171-e35adf6fcc56 req-1027669f-2698-4172-9ec5-b3d78e7a8c57 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.2928178 Apr 01 15:07:27.358112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-4e49c53e-3f48-464b-a8d7-f7872cebe0db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c166c90b-6e32-422f-86a1-354f2dc6790a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708356 Apr 01 15:07:27.395793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'network_id': '30a48c97-d148-42cd-abf0-5d2d7a061099', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2025239872'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:27.475810 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-655a4ab3-84c5-403c-a171-e35adf6fcc56 req-fefc1889-2024-481a-b73d-1d0782807e81 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467211 Apr 01 15:07:27.538370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-39338f46-544e-4d29-9fa8-a2a9d5d11d0b service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674919 Apr 01 15:07:27.570344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:07:27.622356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1f59683a-16e5-4b7d-a785-750a4b7cb95a None None] Provisioning for port 92bc74c7-b590-4349-957b-e6f39c820d6b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:27.628697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e4e16-a252-49e6-b03e-194a32a0931f None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': 'b598faa2-617f-4b04-ab70-506d1c4fcdd1'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '5854378d-98d9-4c46-ba49-1dc6dedc5fe3'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:07:27.674294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1f59683a-16e5-4b7d-a785-750a4b7cb95a None None] Provisioning complete for port 92bc74c7-b590-4349-957b-e6f39c820d6b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:27.674999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f59683a-16e5-4b7d-a785-750a4b7cb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:27.710926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-38a483d9-4836-467a-8980-bb59dc2e6324 req-00de85fc-1127-41d6-b412-0c9616ba6135 service neutron] 10.222.0.62 "GET /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641159 Apr 01 15:07:27.726584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:27.736662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Usage tracker for resource:port and tenant:5724b155e279400e80ac1be318c6be85 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:27.743130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f69e4e16-a252-49e6-b03e-194a32a0931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:27.745487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:27.757421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:27.759830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1f59683a-16e5-4b7d-a785-750a4b7cb95a None None] Port 92bc74c7-b590-4349-957b-e6f39c820d6b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:27.787060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Made reservation on behalf of 5724b155e279400e80ac1be318c6be85 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:27.790129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:27.814012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aca2604c-3609-453b-b97e-a605480987cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:27.854609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66ae44-3474-41de-91ac-56e7a83a794d req-3512c050-5ff9-491b-8009-e837543269e0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:27.858488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e66ae44-3474-41de-91ac-56e7a83a794d req-3512c050-5ff9-491b-8009-e837543269e0 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.2114558 Apr 01 15:07:27.861189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e072-0fbe-43c3-aa31-bb0585ae5517 req-316359c8-f7d8-42f0-9d17-83f7aa8c03d6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:27.862749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90b7e072-0fbe-43c3-aa31-bb0585ae5517 req-316359c8-f7d8-42f0-9d17-83f7aa8c03d6 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.0893149 Apr 01 15:07:27.893568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] device_id is not set on port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:27.915406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90b7e072-0fbe-43c3-aa31-bb0585ae5517 req-263833fb-358b-4fed-abcb-2c6023bcac15 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Apr 01 15:07:27.970010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:28.100803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f69e4e16-a252-49e6-b03e-194a32a0931f None None] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:28.125931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f69e4e16-a252-49e6-b03e-194a32a0931f None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:28.128197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e66ae44-3474-41de-91ac-56e7a83a794d req-f5967465-be69-4bdf-ba3b-1a7500274df2 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643118 Apr 01 15:07:28.132649 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f69e4e16-a252-49e6-b03e-194a32a0931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:28.152042 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:28.152455 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:28.184561 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Allocated IP 2001:db8::20d (30a48c97-d148-42cd-abf0-5d2d7a061099/c63bc163-6f9d-452a-908d-08f5c90036be/3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:28.226229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e4e16-a252-49e6-b03e-194a32a0931f None None] Pushing event updated for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:28.485796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:28.513566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Transition to ACTIVE for port object 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:28.533972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f47703-f4ae-4462-87aa-c99e4c78bdcd req-df0a1a7e-cf5b-4d32-9053-15a9470a34f0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:28.535476 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9f47703-f4ae-4462-87aa-c99e4c78bdcd req-df0a1a7e-cf5b-4d32-9053-15a9470a34f0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.1440225 Apr 01 15:07:28.596017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9f47703-f4ae-4462-87aa-c99e4c78bdcd req-da1a9cfc-5a8a-4ee7-abb7-4f6c75c710a5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 Apr 01 15:07:28.597459 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:28.694683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:28.704066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:28.715024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:28.718844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:28.720024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:28.767041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:28.772538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:28.810114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-25f349c3-be03-447e-8344-f51f6c8f7cd8 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5374219 Apr 01 15:07:28.812955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60546) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:28.818957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:1a:38:ed'}, {'ip_address': '2001:db8::281', 'mac_address': 'fa:16:3e:5c:5e:58'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:28.929286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:29.053223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2605174f-f62e-40ae-817d-b1883b969c1b None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:29.053673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2605174f-f62e-40ae-817d-b1883b969c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.136529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:29.137143 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.182502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:29.203130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0839a2-9bdf-4ff3-9bbf-5861ea7bf14c req-8cf0838e-5a94-4283-b955-ff57e95db3db tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:29.204618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec0839a2-9bdf-4ff3-9bbf-5861ea7bf14c req-8cf0838e-5a94-4283-b955-ff57e95db3db tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.1443319 Apr 01 15:07:29.227979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.234982 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.236153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.311747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec0839a2-9bdf-4ff3-9bbf-5861ea7bf14c req-011fc041-df1d-47f8-bb63-6a989cdbab5d tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722368 Apr 01 15:07:29.318150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.390181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=b598faa2-617f-4b04-ab70-506d1c4fcdd1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:29.393270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:29.406065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:29.409314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:29.409884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.417960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac6b03-93ac-4733-b483-052729b9b51e None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:29.435993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=9']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:29.478988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-58a10817-f919-4d58-b405-232dac199084 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7762482 Apr 01 15:07:29.479182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60568) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:29.484784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:29.544345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b21a647e-4868-4f1d-af39-cb36e08685c8 None None] Provisioning for port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:29.567141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b21a647e-4868-4f1d-af39-cb36e08685c8 None None] Provisioning complete for port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:29.567530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b21a647e-4868-4f1d-af39-cb36e08685c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.682691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-52adbff9-efd3-4d4c-ad44-84df0c61937a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:29.690813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-52adbff9-efd3-4d4c-ad44-84df0c61937a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.1503749 Apr 01 15:07:29.718197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b21a647e-4868-4f1d-af39-cb36e08685c8 None None] Port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:29.736981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:29.741251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:29.744189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:29.749997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:29.771135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:29.774990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.817992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Deleting port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:29.819402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:29.884376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:07:30.079238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.146079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.204950 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3748198-827b-4008-a007-41890724b5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.227272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feafd5-37c3-4edb-adb3-109813fa09b4 req-81f74675-46bb-43cb-bbb9-9ed40ffbe808 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:30.228754 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6feafd5-37c3-4edb-adb3-109813fa09b4 req-81f74675-46bb-43cb-bbb9-9ed40ffbe808 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 945 time: 0.4262583 Apr 01 15:07:30.252096 n-d-836017-1 neutron-server[83954]: INFO neutron.db.ipam_backend_mixin [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b598faa2-617f-4b04-ab70-506d1c4fcdd1 (CIDR: 2001:db8::/64) Apr 01 15:07:30.253384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a861d3f7-e1e0-4cd0-8069-09a8ddb0b879 None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:30.254361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a861d3f7-e1e0-4cd0-8069-09a8ddb0b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.258595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-a4f455b9-3dd7-4769-98c7-e2602e1fe8f5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:30.260083 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-a4f455b9-3dd7-4769-98c7-e2602e1fe8f5 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.3091655 Apr 01 15:07:30.266640 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:07:30.267040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:07:30.355153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] For port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:30.355866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.366224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Deleting port eca7b441-c380-452c-a06d-e371af8ba369 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:30.366647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.397001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6feafd5-37c3-4edb-adb3-109813fa09b4 req-75632727-1b04-4765-ba31-a2ca5f21f32f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602781 Apr 01 15:07:30.407352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-187457a1-3e78-4e72-8cfa-df6f2b7a1497 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9245434 Apr 01 15:07:30.409220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60590) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:30.423257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:30.511089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Calling delete_port for a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:30.657673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] In _notify_port_updated(), no bound segment for port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 on network 30a48c97-d148-42cd-abf0-5d2d7a061099 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:07:30.661721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:30.662585 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.667126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "PUT /v2.0/ports/3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 HTTP/1.1" status: 200 len: 1067 time: 1.8529255 Apr 01 15:07:30.669172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60598) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:30.746496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:30.756468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:30.773874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:30.785232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:30.802784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:30.803252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.823864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] For port eca7b441-c380-452c-a06d-e371af8ba369, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eca7b441-c380-452c-a06d-e371af8ba369,segment=NetworkSegment(a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2),segment_id=a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:30.824219 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.832527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:30.873912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fdef3-896d-419a-accc-15c4e484d1a5 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event updated for resources: {'Port': ['ID=3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:30.929012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb5d6812-0a83-47dd-b2c0-e75cba186f06 None None] Provisioning complete for port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:30.929379 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6812-0a83-47dd-b2c0-e75cba186f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.949442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:30.964733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:31.021979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Calling delete_port for eca7b441-c380-452c-a06d-e371af8ba369 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:31.024362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d6812-0a83-47dd-b2c0-e75cba186f06 None None] Port 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:31.029095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event deleted for resources: {'Port': ['ID=a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:31.039298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed808b-af2f-4cbe-8408-4febf3da4455 req-4e6c0b53-14d1-42ed-9997-61218be76399 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:31.040806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3ed808b-af2f-4cbe-8408-4febf3da4455 req-4e6c0b53-14d1-42ed-9997-61218be76399 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 945 time: 0.4558041 Apr 01 15:07:31.092249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f7078-6a58-4fbd-bee9-97c15a3d804a req-727cdf05-8316-4671-a59c-a1d45622a957 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:31.093716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-954f7078-6a58-4fbd-bee9-97c15a3d804a req-727cdf05-8316-4671-a59c-a1d45622a957 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.3987906 Apr 01 15:07:31.187685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.211398 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.220403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] No DVR routers for this DVR port a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:31.226911 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.229400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'name': 'network-vif-deleted', 'tag': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:31.267911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3ed808b-af2f-4cbe-8408-4febf3da4455 req-1e427c53-315e-4b61-afce-a052daf1f5dd tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/security-groups?id=77ea4818-d80b-4766-9390-3087b8050d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057822 Apr 01 15:07:31.272574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc523ba5-08ea-4d1c-90b0-d5d3e61a77c2 req-ab7cb143-5caa-4835-86fc-5449a006a9a7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "DELETE /v2.0/ports/a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f HTTP/1.1" status: 204 len: 173 time: 1.5742402 Apr 01 15:07:31.293555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.310378 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-954f7078-6a58-4fbd-bee9-97c15a3d804a req-fa7dbb96-68c1-4591-8e0a-65d11c6b60cd tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054615 Apr 01 15:07:31.354548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.392563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.405561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eca7b441-c380-452c-a06d-e371af8ba369'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:31.424275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Calling delete_port for 3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:31.465416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Pushing event deleted for resources: {'Port': ['ID=eca7b441-c380-452c-a06d-e371af8ba369,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:31.475358 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b886b9-1d27-4667-9ec0-2dbe79067ae7', 'name': 'network-vif-deleted', 'tag': 'a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f', 'status': 'completed', 'code': 200} Apr 01 15:07:31.547432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] No DVR routers for this DVR port eca7b441-c380-452c-a06d-e371af8ba369 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:31.550878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.553376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f51f29-4205-46dc-8e76-a16874593d65', 'name': 'network-vif-deleted', 'tag': 'eca7b441-c380-452c-a06d-e371af8ba369'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:31.635283 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:31.690844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Port': ['ID=3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:31.732122 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:07:31.841957 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f51f29-4205-46dc-8e76-a16874593d65', 'name': 'network-vif-deleted', 'tag': 'eca7b441-c380-452c-a06d-e371af8ba369', 'status': 'completed', 'code': 200} Apr 01 15:07:31.846457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1573f8f5-708a-46c1-b44d-9821b1813a44 req-38213827-7846-4016-a930-0e60d061b4af tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.62 "DELETE /v2.0/ports/eca7b441-c380-452c-a06d-e371af8ba369 HTTP/1.1" status: 204 len: 173 time: 1.5757356 Apr 01 15:07:31.919963 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.053047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=1486c380-2778-48e3-ad1f-d45993e7aab6,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:32.069330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b70caf2c-d44d-4068-a639-1e4c2a7d72b8 req-b6dbf787-71e3-446e-a911-99e06e62a7f0 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b886b9-1d27-4667-9ec0-2dbe79067ae7 HTTP/1.1" status: 200 len: 210 time: 0.2260833 Apr 01 15:07:32.081886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:32.084279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:32.089418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:32.091497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.097092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e82512-2afd-4c24-bc99-3d5a1090dc34 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:32.126859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b76d22be-090b-4f12-a2d7-cb6b9d1d457f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7163045 Apr 01 15:07:32.127998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60612) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:32.134966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:98:42:ae', 'name': 'tempest-NetworksTestDHCPv6-587409072'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:32.319331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:32.328637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.330002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:32.340724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:32.345501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2caae65b-348b-4ae9-9388-c48f7215a3b7 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/ports/3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 HTTP/1.1" status: 204 len: 168 time: 1.6689448 Apr 01 15:07:32.347925 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.348724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60620) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:32.385150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port 8c4f581e-4735-462d-b22f-d3409afef36f yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:32.393814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17b48-b812-4829-9a2d-b21e8fb993da req-781ee870-7f2e-40b3-a1aa-f9e1e7cd0fa0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:32.395280 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0af17b48-b812-4829-9a2d-b21e8fb993da req-781ee870-7f2e-40b3-a1aa-f9e1e7cd0fa0 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 945 time: 0.2872627 Apr 01 15:07:32.401607 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a227a93a-69a0-40b0-9977-2ead2c6ad6fd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] GET failed (client error): The resource could not be found. Apr 01 15:07:32.402106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a227a93a-69a0-40b0-9977-2ead2c6ad6fd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Synchronizing usage tracker for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:32.467581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0af17b48-b812-4829-9a2d-b21e8fb993da req-d15e91eb-2e1f-48cb-a04f-899025364848 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626214 Apr 01 15:07:32.468249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a227a93a-69a0-40b0-9977-2ead2c6ad6fd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Unset dirty status for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:32.470328 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a227a93a-69a0-40b0-9977-2ead2c6ad6fd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "GET /v2.0/ports/3d7d0923-5b0f-4f69-ae01-ce8b4e6b1337 HTTP/1.1" status: 404 len: 333 time: 0.1195631 Apr 01 15:07:32.472447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60626) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:32.598231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] Update dhcp port {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'fixed_ips': [{'subnet_id': 'b598faa2-617f-4b04-ab70-506d1c4fcdd1', 'ip_address': '2001:db8::f816:3eff:feb5:e6c7'}, {'subnet_id': '1486c380-2778-48e3-ad1f-d45993e7aab6'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '5854378d-98d9-4c46-ba49-1dc6dedc5fe3'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:07:32.608489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port 92bc74c7-b590-4349-957b-e6f39c820d6b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:32.613896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.697982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.711609 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.745264 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7233284d-e0ef-4708-a9a7-b1049ace9589 req-d8ebae5d-b92f-43e9-986f-b0c2c73e4067 tempest-ServerDiskConfigTestJSON-1283110697 tempest-ServerDiskConfigTestJSON-1283110697-project] 10.222.0.48 "GET /v2.0/ports?device_id=56f51f29-4205-46dc-8e76-a16874593d65 HTTP/1.1" status: 200 len: 210 time: 0.0682364 Apr 01 15:07:32.790325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e51b7-fbc7-4a9f-a04f-2b2c1d6856b8 req-9c680053-0530-482f-8d3a-8e581528ce23 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:32.797057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-070e51b7-fbc7-4a9f-a04f-2b2c1d6856b8 req-9c680053-0530-482f-8d3a-8e581528ce23 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.3337727 Apr 01 15:07:32.850169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-afdcf17b-8f2c-45e4-a091-c320a1393cb3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:32.851577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-afdcf17b-8f2c-45e4-a091-c320a1393cb3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.3867743 Apr 01 15:07:32.856919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8:0:1::202 (1521f7be-bcca-472b-a0e8-65bfb965abc6/1486c380-2778-48e3-ad1f-d45993e7aab6/8c4f581e-4735-462d-b22f-d3409afef36f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:32.898916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::f816:3eff:fe98:42ae (1521f7be-bcca-472b-a0e8-65bfb965abc6/b598faa2-617f-4b04-ab70-506d1c4fcdd1/8c4f581e-4735-462d-b22f-d3409afef36f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:32.909626 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-070e51b7-fbc7-4a9f-a04f-2b2c1d6856b8 req-7cfdb5cc-c448-493a-b067-343f7abd7005 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117704 Apr 01 15:07:32.956927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port 636249c8-8557-423f-9787-4f9ea06e31ba {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:32.957264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:32.984227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.104751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Calling delete_port for 92bc74c7-b590-4349-957b-e6f39c820d6b owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:33.250571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.298504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Port': ['ID=92bc74c7-b590-4349-957b-e6f39c820d6b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:33.343774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.360595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d7b3819b-a55c-4208-a3fe-adcaf1172ebd tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/ports/92bc74c7-b590-4349-957b-e6f39c820d6b HTTP/1.1" status: 204 len: 168 time: 0.8863740 Apr 01 15:07:33.363062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60640) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:33.374474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.411624 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c750b5f-cfa0-4b64-beb7-de3345c70887 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] GET failed (client error): The resource could not be found. Apr 01 15:07:33.412276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6c750b5f-cfa0-4b64-beb7-de3345c70887 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Synchronizing usage tracker for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:33.430692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6c750b5f-cfa0-4b64-beb7-de3345c70887 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Unset dirty status for tenant:5724b155e279400e80ac1be318c6be85 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:33.436424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6c750b5f-cfa0-4b64-beb7-de3345c70887 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "GET /v2.0/ports/92bc74c7-b590-4349-957b-e6f39c820d6b HTTP/1.1" status: 404 len: 333 time: 0.0692849 Apr 01 15:07:33.436722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60644) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:33.498527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object 8c4f581e-4735-462d-b22f-d3409afef36f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:33.513948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port af009b51-87a7-4baf-9274-38bfffd21f41 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:33.514300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.582487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] For port 636249c8-8557-423f-9787-4f9ea06e31ba, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=636249c8-8557-423f-9787-4f9ea06e31ba,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:33.582841 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.707198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.716969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37430a1b-e762-4739-8542-0e81031f1242 req-1163d8fa-a41b-4c4d-afc2-e0d735033084 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:33.718419 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-1163d8fa-a41b-4c4d-afc2-e0d735033084 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.3321829 Apr 01 15:07:33.759539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] Allocated IP 2001:db8:0:1::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/1486c380-2778-48e3-ad1f-d45993e7aab6/5854378d-98d9-4c46-ba49-1dc6dedc5fe3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:33.827523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd773cd-9f39-4245-a6fe-1e7703fa1eca req-40cc0ae4-54ed-48e1-b0c5-c1c1f2eb2d0b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:33.834408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fd773cd-9f39-4245-a6fe-1e7703fa1eca req-40cc0ae4-54ed-48e1-b0c5-c1c1f2eb2d0b tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 945 time: 0.2201610 Apr 01 15:07:33.859063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.878479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb88a-a6ae-47be-9799-905e6133e153 req-136385c4-de1d-4e5d-8bfe-c3b794b7f285 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:33.879901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-913eb88a-a6ae-47be-9799-905e6133e153 req-136385c4-de1d-4e5d-8bfe-c3b794b7f285 tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 945 time: 0.5827973 Apr 01 15:07:33.915737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:33.945728 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:33.964942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] Transition to ACTIVE for port object 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:33.970680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.043760 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-e704312a-b29c-4f1e-82cd-52159b6be939 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/quotas/c19b4d46208b462f9430bf8ff546c0cc HTTP/1.1" status: 200 len: 375 time: 0.1581631 Apr 01 15:07:34.068869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=8c4f581e-4735-462d-b22f-d3409afef36f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:34.081516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:34.096911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Calling delete_port for af009b51-87a7-4baf-9274-38bfffd21f41 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:34.116440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331f425-1682-4db7-802a-0a74e459c3dd None None] Pushing event updated for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:34.121509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:34.137026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:34.141563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:34.142274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.150453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fd773cd-9f39-4245-a6fe-1e7703fa1eca req-46032cac-bd99-4c0d-b1fe-d6b0ae66e57e tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151779 Apr 01 15:07:34.151324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Deleting port 04b328f3-be70-45e5-9f25-28b2dce959ed {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:34.151747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.210345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-fbd47088-7571-45f0-83b1-db5b0940bb0f tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436322 Apr 01 15:07:34.270893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.329032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Port': ['ID=af009b51-87a7-4baf-9274-38bfffd21f41,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:34.393607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.428695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f856655d-3cf8-4c0d-b6cf-b256002369cb tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/ports/af009b51-87a7-4baf-9274-38bfffd21f41 HTTP/1.1" status: 204 len: 168 time: 0.9903152 Apr 01 15:07:34.430645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60654) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:34.555535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:34.612384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:34.613306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a34a38f7-9fd6-44a0-80c6-0a53d0dc5f3f not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:34.613907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eca7b441-c380-452c-a06d-e371af8ba369 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:34.629112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bdb6b020-ec99-4ac3-ad1f-e6605327b21f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4993930 Apr 01 15:07:34.644634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60660) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:34.663917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: eca7b441-c380-452c-a06d-e371af8ba369 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:34.664629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eca7b441-c380-452c-a06d-e371af8ba369 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:34.719041 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.719743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.720048 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP c2c06401-0e74-46a1-9f7a-4a78bb46ec69 disassociated. External IP: 172.25.2.167, port: 636249c8-8557-423f-9787-4f9ea06e31ba. Apr 01 15:07:34.720405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for 636249c8-8557-423f-9787-4f9ea06e31ba owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:34.741443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting subnet c63bc163-6f9d-452a-908d-08f5c90036be {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:34.749139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.755865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-de5083ca-959c-4d2d-8641-fb476509f528 service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444059 Apr 01 15:07:34.803708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aa7f9-67cf-4451-a507-4906ef69135c req-5dc2ab48-edea-4a8d-9c3c-78ec2e6e585b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:34.805519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d86aa7f9-67cf-4451-a507-4906ef69135c req-5dc2ab48-edea-4a8d-9c3c-78ec2e6e585b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 946 time: 0.2064862 Apr 01 15:07:34.852412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:34.909176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:34.909679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d86aa7f9-67cf-4451-a507-4906ef69135c req-2a79ee24-561b-49a2-ac84-fb67770d4bd4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=89873201-f086-49dd-80ef-a81b62fa3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957267 Apr 01 15:07:34.948840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.009197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0a9b1b03-7b3d-4c32-8ab9-e51d776dd7f7 None None] Provisioning for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:35.019933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:35.023079 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.044775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-4cae5652-ea38-4c27-b390-bb49da10c40f service neutron] 10.222.0.48 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750678 Apr 01 15:07:35.049550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port 8c4f581e-4735-462d-b22f-d3409afef36f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:35.049899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.078800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.102436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0a9b1b03-7b3d-4c32-8ab9-e51d776dd7f7 None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:35.102963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1b03-7b3d-4c32-8ab9-e51d776dd7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.160609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.197676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Subnet': ['ID=c63bc163-6f9d-452a-908d-08f5c90036be,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:35.211936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0642d-1792-4c26-8f06-bd066fceca80 None None] Network 30a48c97-d148-42cd-abf0-5d2d7a061099 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:35.213923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-31edf4f3-2841-4818-a029-29d026f2f709 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/subnets/c63bc163-6f9d-452a-908d-08f5c90036be HTTP/1.1" status: 204 len: 168 time: 0.7797551 Apr 01 15:07:35.215002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60668) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:35.282593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.300281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] For port 04b328f3-be70-45e5-9f25-28b2dce959ed, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=04b328f3-be70-45e5-9f25-28b2dce959ed,segment=NetworkSegment(252fc57d-3bb1-4271-b3e6-11dd4f335ac2),segment_id=252fc57d-3bb1-4271-b3e6-11dd4f335ac2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:35.300644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.491427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Calling delete_port for 04b328f3-be70-45e5-9f25-28b2dce959ed owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:35.502992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0ed3123e-ac6e-4d00-8bbf-794a1e0ca6f0 req-51843ec9-ecae-48fb-811b-51c7e9f7d814 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:35.544294 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.555777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0ed3123e-ac6e-4d00-8bbf-794a1e0ca6f0 req-51843ec9-ecae-48fb-811b-51c7e9f7d814 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:35.569340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ed3123e-ac6e-4d00-8bbf-794a1e0ca6f0 req-51843ec9-ecae-48fb-811b-51c7e9f7d814 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 210 time: 0.1792238 Apr 01 15:07:35.577468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port 407f52db-8fb8-4cc4-a96c-db10713df618 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:35.577817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.730341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a6a09061-a4e7-4fb5-a1e8-97997386ab72 None None] Provisioning for port 8c4f581e-4735-462d-b22f-d3409afef36f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:35.738084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=636249c8-8557-423f-9787-4f9ea06e31ba,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:35.738836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] DHCP port deletion for 30a48c97-d148-42cd-abf0-5d2d7a061099 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:07:35.748848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] Deleting port 407f52db-8fb8-4cc4-a96c-db10713df618 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:35.750337 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.810323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:35.834384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a6a09061-a4e7-4fb5-a1e8-97997386ab72 None None] Provisioning complete for port 8c4f581e-4735-462d-b22f-d3409afef36f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:35.834384 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a09061-a4e7-4fb5-a1e8-97997386ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:35.960218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a6a09061-a4e7-4fb5-a1e8-97997386ab72 None None] Port 8c4f581e-4735-462d-b22f-d3409afef36f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:36.026936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] Deleting subnet 0ef1e37e-ba30-47f3-914c-ba7c53f78002 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:36.030183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.086819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.155545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 636249c8-8557-423f-9787-4f9ea06e31ba no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:36.180283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] For port 407f52db-8fb8-4cc4-a96c-db10713df618, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=407f52db-8fb8-4cc4-a96c-db10713df618,segment=NetworkSegment(84f5cbbb-e693-42b3-9331-a912ccdc3c7e),segment_id=84f5cbbb-e693-42b3-9331-a912ccdc3c7e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:36.195282 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.195532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.225779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['04b328f3-be70-45e5-9f25-28b2dce959ed'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:36.285396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 636249c8-8557-423f-9787-4f9ea06e31ba {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:36.285909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 636249c8-8557-423f-9787-4f9ea06e31ba not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:36.323669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] For port 407f52db-8fb8-4cc4-a96c-db10713df618, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=407f52db-8fb8-4cc4-a96c-db10713df618,segment=NetworkSegment(84f5cbbb-e693-42b3-9331-a912ccdc3c7e),segment_id=84f5cbbb-e693-42b3-9331-a912ccdc3c7e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:36.324157 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.402514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Pushing event deleted for resources: {'Port': ['ID=04b328f3-be70-45e5-9f25-28b2dce959ed,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:36.468948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] Calling delete_port for 407f52db-8fb8-4cc4-a96c-db10713df618 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:36.482826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e3f4b86-955b-4414-abc1-399ad54396a2 req-34bee511-d7aa-4066-aedd-0932d866a8a3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 210 time: 0.3631456 Apr 01 15:07:36.494042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Calling delete_port for 407f52db-8fb8-4cc4-a96c-db10713df618 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:36.543094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.563715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.590447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.603832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df2aac-6c4d-4675-addf-1507fcf95faf req-bd4bbd04-cf2d-44f6-b65d-f4d9ab5679ec tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:36.610834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38df2aac-6c4d-4675-addf-1507fcf95faf req-bd4bbd04-cf2d-44f6-b65d-f4d9ab5679ec tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69625ad-ed38-4870-8e40-6de44b34fbc6 HTTP/1.1" status: 200 len: 945 time: 0.8598161 Apr 01 15:07:36.632396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:36.633009 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:36.639147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] Pushing event deleted for resources: {'Port': ['ID=407f52db-8fb8-4cc4-a96c-db10713df618,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:36.640643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] No DVR routers for this DVR port 04b328f3-be70-45e5-9f25-28b2dce959ed on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:36.647044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec079f54-3b8d-4166-9dde-6f4f6614b882 None None] No DVR routers for this DVR port 407f52db-8fb8-4cc4-a96c-db10713df618 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:36.661339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.707016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.725784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef1e37e-ba30-47f3-914c-ba7c53f78002,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:36.762760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:36.772573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'name': 'network-vif-deleted', 'tag': '04b328f3-be70-45e5-9f25-28b2dce959ed'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:36.777547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41091445-2ea2-454d-8735-31f7df6022fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0ef1e37e-ba30-47f3-914c-ba7c53f78002 HTTP/1.1" status: 204 len: 168 time: 0.9663212 Apr 01 15:07:36.778888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60700) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:36.784461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for 8c4f581e-4735-462d-b22f-d3409afef36f owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:36.871927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-913eb88a-a6ae-47be-9799-905e6133e153 req-c1369e5c-a82b-48bb-9300-6d620e6766ad tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.62 "DELETE /v2.0/ports/04b328f3-be70-45e5-9f25-28b2dce959ed HTTP/1.1" status: 204 len: 173 time: 2.9668822 Apr 01 15:07:36.888940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-38df2aac-6c4d-4675-addf-1507fcf95faf req-d366e409-0ca2-427a-82c8-9063bedde82a tempest-ServersTestJSON-1223553410 tempest-ServersTestJSON-1223553410-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c64367d-bbe3-40f1-8db8-58926aa290db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774429 Apr 01 15:07:36.899222 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-882aafa8-757f-42da-bc5f-d8ad266f0953 req-f657873a-186d-4bbe-8739-31ee20f56202 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 210 time: 0.1710632 Apr 01 15:07:36.944171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 407f52db-8fb8-4cc4-a96c-db10713df618 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:37.002085 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69625ad-ed38-4870-8e40-6de44b34fbc6', 'name': 'network-vif-deleted', 'tag': '04b328f3-be70-45e5-9f25-28b2dce959ed', 'status': 'completed', 'code': 200} Apr 01 15:07:37.007394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 407f52db-8fb8-4cc4-a96c-db10713df618 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:37.008236 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 407f52db-8fb8-4cc4-a96c-db10713df618 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:37.024510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.134711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:07:37.141122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.176564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.185753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Deleting port 407f52db-8fb8-4cc4-a96c-db10713df618 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:37.185963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.197779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=8c4f581e-4735-462d-b22f-d3409afef36f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:37.319934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b756d1-3882-42d0-81ed-0f53ca996867']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:37.342713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] The port '407f52db-8fb8-4cc4-a96c-db10713df618' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:07:37.351545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37430a1b-e762-4739-8542-0e81031f1242 req-77bbc2ab-7822-4c96-9f9f-66df8a9efe40 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:37.353011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-77bbc2ab-7822-4c96-9f9f-66df8a9efe40 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 812 time: 0.5682538 Apr 01 15:07:37.358261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:37.358568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b3f72c-b66f-46d5-a5a8-002b2c29a4e2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:37.400158 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.414240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.416530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0895b999-b5ac-44d7-a92f-6789d188d58e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/8c4f581e-4735-462d-b22f-d3409afef36f HTTP/1.1" status: 204 len: 168 time: 2.7619460 Apr 01 15:07:37.419821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60704) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:37.428432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Request body: {'port': {'device_id': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'admin_state_up': True, 'tenant_id': 'c19b4d46208b462f9430bf8ff546c0cc'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:37.536828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315447ad-7bea-4a2f-a9de-cdbfa3edfe56 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:37.537672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-315447ad-7bea-4a2f-a9de-cdbfa3edfe56 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:37.567692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-315447ad-7bea-4a2f-a9de-cdbfa3edfe56 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:37.571375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-315447ad-7bea-4a2f-a9de-cdbfa3edfe56 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1481211 Apr 01 15:07:37.571375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:07:37.572795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60710) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:37.582173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:07:37.604046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:37.604825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:37.639833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.664028 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.671544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:07:37.671936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.686624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] No DVR routers for this DVR port 636249c8-8557-423f-9787-4f9ea06e31ba on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:07:37.687266 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:07:37.691739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.693064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef44b79e-c77b-4c8c-a303-f33fc107a99d req-85ed34f9-0529-4ef5-9fa8-dcd3fc4f0424 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "DELETE /v2.0/ports/636249c8-8557-423f-9787-4f9ea06e31ba HTTP/1.1" status: 204 len: 173 time: 4.8292134 Apr 01 15:07:37.740571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d0ed27-568a-49c7-909d-9be4fe851346 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:37.744674 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-04d0ed27-568a-49c7-909d-9be4fe851346 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1686327 Apr 01 15:07:37.744955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60714) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:37.840342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7818748-cad9-43e2-b0bb-bf1b3cc7cc5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:37.841694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7818748-cad9-43e2-b0bb-bf1b3cc7cc5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:37.842968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7818748-cad9-43e2-b0bb-bf1b3cc7cc5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:37.860804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b7818748-cad9-43e2-b0bb-bf1b3cc7cc5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:37.880678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b7818748-cad9-43e2-b0bb-bf1b3cc7cc5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:37.882144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-4a00c476-01ba-4b39-88b5-cc93c57148b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6668465 Apr 01 15:07:37.885123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b7818748-cad9-43e2-b0bb-bf1b3cc7cc5a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1392477 Apr 01 15:07:37.885743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60718) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:37.893878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a48c97-d148-42cd-abf0-5d2d7a061099']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:37.918409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c642b372-c942-4f9d-9437-d1950f510462 req-25888d1b-0211-46c2-a36b-ac091a4ff2c3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7224b7c-0d7a-4666-b5bf-863453d85b96 HTTP/1.1" status: 200 len: 210 time: 0.1398673 Apr 01 15:07:37.926938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f5cbbb-e693-42b3-9331-a912ccdc3c7e') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:37.927240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f5cbbb-e693-42b3-9331-a912ccdc3c7e') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:37.945292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.955904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:37.970577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:37.998375 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.002370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:38.005730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:38.015571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.069410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:07:38.070154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:07:38.089036 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:07:38.092749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] Pushing event deleted for resources: {'Network': ['ID=07b756d1-3882-42d0-81ed-0f53ca996867,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:38.125937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60726) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:38.289543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Made reservation on behalf of c19b4d46208b462f9430bf8ff546c0cc for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:38.292534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.313675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3065b7bb-441a-4dcc-bbc1-839118b5749e admin admin] 10.222.0.48 "DELETE /v2.0/networks/07b756d1-3882-42d0-81ed-0f53ca996867 HTTP/1.1" status: 204 len: 168 time: 1.5077355 Apr 01 15:07:38.374126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 1486c380-2778-48e3-ad1f-d45993e7aab6 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:38.379817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.437898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea96ecea-05ac-42da-94e4-c089f799b895 req-994606bc-f095-43c8-b28f-b36f91bbce11 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 210 time: 0.1215632 Apr 01 15:07:38.451359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] Deleting subnet eed2c49f-3ede-4714-a99e-48a89de5bc57 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:38.455691 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.499719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.518400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:38.520694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.528102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:07:38.529620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.544509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] Pushing event deleted for resources: {'Network': ['ID=30a48c97-d148-42cd-abf0-5d2d7a061099,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:38.557047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:38.558060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:38.564351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60734) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:38.569557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a1524152-3fb1-434a-a52f-c87f263e2a06 tempest-AllowedAddressPairIpV6TestJSON-1856354738 tempest-AllowedAddressPairIpV6TestJSON-1856354738-project] 10.222.0.48 "DELETE /v2.0/networks/30a48c97-d148-42cd-abf0-5d2d7a061099 HTTP/1.1" status: 204 len: 168 time: 3.3517678 Apr 01 15:07:38.628140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 04b328f3-be70-45e5-9f25-28b2dce959ed no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:38.654489 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.663863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-1d18e98f-a513-48c4-973b-4697d18bc9df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 1096 time: 0.6456504 Apr 01 15:07:38.695013 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.726433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 04b328f3-be70-45e5-9f25-28b2dce959ed {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:38.727369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 04b328f3-be70-45e5-9f25-28b2dce959ed not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:38.809874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e9ae6e01-5fea-4eaa-a937-0ab8a3e7a653 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=066e371e67e940308f58669230b8a104&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2367249 Apr 01 15:07:38.810514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60742) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:38.827259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Allocated IP 172.20.0.10 (285a48b2-7ab8-4e2b-9e28-257c505dcf54/3ec34c30-428d-4c5a-9a9d-da73a48138a6/48ed1b75-0620-4f15-bfdf-090d84b49968) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:38.852578 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.856326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:38.898674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed2c49f-3ede-4714-a99e-48a89de5bc57,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:38.910471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-3960db11-5972-40e7-ad8f-6f4eab0fc968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:38.912235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-3960db11-5972-40e7-ad8f-6f4eab0fc968 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.2186487 Apr 01 15:07:38.922761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:38.982165 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.010249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'name': 'network-vif-deleted', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:39.067064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-daeddc57-acf8-4900-b0e7-59408bbfefc8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eed2c49f-3ede-4714-a99e-48a89de5bc57 HTTP/1.1" status: 204 len: 168 time: 0.9298847 Apr 01 15:07:39.068744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:39.096328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60756) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:39.148666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-8d885a0a-1015-4185-9caa-9ef68221128e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 200 len: 1001 time: 0.2279906 Apr 01 15:07:39.177874 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7224b7c-0d7a-4666-b5bf-863453d85b96', 'name': 'network-vif-deleted', 'tag': '636249c8-8557-423f-9787-4f9ea06e31ba', 'status': 'completed', 'code': 200} Apr 01 15:07:39.190255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60764) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:39.241484 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.246962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a92133bb-9447-4e82-9c89-2b28e69d002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.278918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-2bd04536-7f74-4064-b0ea-e0bc3c525dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:39.280395 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-2bd04536-7f74-4064-b0ea-e0bc3c525dec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.1220922 Apr 01 15:07:39.282318 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a92133bb-9447-4e82-9c89-2b28e69d002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.282993 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.369711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:39.376333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab3789-543b-44ea-a341-649500aa0f3b None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '80faf3ca-ecf3-4fa8-81f4-366835842f26', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:9d:ff:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:04:25Z', 'updated_at': '2022-04-01T15:05:04Z', 'revision_number': 2, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:07:39.378282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-1fddd1fb-94a3-4e15-9e34-6530016c10fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860357 Apr 01 15:07:39.379245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.382551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.485398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=1486c380-2778-48e3-ad1f-d45993e7aab6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:39.523709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4b207-d2f1-4dc7-a0c8-e50527c88f4e None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:39.526535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.563500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event updated for resources: {'Port': ['ID=48ed1b75-0620-4f15-bfdf-090d84b49968,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:39.574744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:39.578332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:39.583822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:39.617632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-081a8254-be7e-4efa-bf06-eebb78628f31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5724b155e279400e80ac1be318c6be85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5128083 Apr 01 15:07:39.619051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a92133bb-9447-4e82-9c89-2b28e69d002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.642931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.650290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60772) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:39.676810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:39.677505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.682650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c166c90b-6e32-422f-86a1-354f2dc6790a']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:39.697269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252fc57d-3bb1-4271-b3e6-11dd4f335ac2') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:39.697568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252fc57d-3bb1-4271-b3e6-11dd4f335ac2') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:39.700074 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada8015-cc1e-4aa5-867a-f3c4a5320851 None None] New status for floating IP c2c06401-0e74-46a1-9f7a-4a78bb46ec69: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:07:39.711721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.730752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.737457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:07:39.737859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.741530 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-75537e52-28cd-4311-a181-c2f952b919bf service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196359 Apr 01 15:07:39.745300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-4be976cf-fdb3-4b2c-b3af-761aa01c4749 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3219061 Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:07:39.843667 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:07:39.887578 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4db3ccf-6644-4f51-a723-52b53af1edaa req-d8458347-49af-4cf1-bd80-8bc1cc644060 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356089 Apr 01 15:07:39.894632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Request body: {'port': {'device_id': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:39.909104 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a92133bb-9447-4e82-9c89-2b28e69d002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.913226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a92133bb-9447-4e82-9c89-2b28e69d002d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77ea4818-d80b-4766-9390-3087b8050d31 HTTP/1.1" status: 204 len: 168 time: 1.1018035 Apr 01 15:07:39.914175 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.922008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-619824f4-789f-4c38-86b5-ae7bc3c4b22f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/1486c380-2778-48e3-ad1f-d45993e7aab6 HTTP/1.1" status: 204 len: 168 time: 2.0352266 Apr 01 15:07:39.922827 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88639247-3638-4ee6-b527-37537e3420f7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:39.965610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88639247-3638-4ee6-b527-37537e3420f7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.024550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:40.025227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.028576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92133bb-9447-4e82-9c89-2b28e69d002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ea4818-d80b-4766-9390-3087b8050d31,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:40.070258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88639247-3638-4ee6-b527-37537e3420f7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.074317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.091809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=c166c90b-6e32-422f-86a1-354f2dc6790a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:40.108202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639247-3638-4ee6-b527-37537e3420f7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89873201-f086-49dd-80ef-a81b62fa3dd2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:40.150281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90147efe-59f3-4317-9310-b29b9a6b280b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.163405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88639247-3638-4ee6-b527-37537e3420f7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.167039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-88639247-3638-4ee6-b527-37537e3420f7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/security-groups/89873201-f086-49dd-80ef-a81b62fa3dd2 HTTP/1.1" status: 204 len: 168 time: 0.9270298 Apr 01 15:07:40.183867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-569f7af0-4d52-4a33-a035-4be4287d7f8b admin admin] 10.222.0.48 "DELETE /v2.0/networks/c166c90b-6e32-422f-86a1-354f2dc6790a HTTP/1.1" status: 204 len: 168 time: 1.1097844 Apr 01 15:07:40.183867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60784) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:40.213388 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-a8e0ccfa-02cd-4bb5-8681-498d844db0e4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] show failed (client error): The resource could not be found. Apr 01 15:07:40.215680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a8e0ccfa-02cd-4bb5-8681-498d844db0e4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups/89873201-f086-49dd-80ef-a81b62fa3dd2 HTTP/1.1" status: 404 len: 347 time: 0.0257108 Apr 01 15:07:40.222694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60790) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:40.238372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23918c4f-f80c-4664-8fbf-7e7f17203cf0 req-9ecf4a8e-9e19-4a61-9d85-4b203bcc55bd tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:40.247496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90147efe-59f3-4317-9310-b29b9a6b280b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.250325 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23918c4f-f80c-4664-8fbf-7e7f17203cf0 req-9ecf4a8e-9e19-4a61-9d85-4b203bcc55bd tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 932 time: 0.6161714 Apr 01 15:07:40.342907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-23918c4f-f80c-4664-8fbf-7e7f17203cf0 req-949cc7ee-a0b2-4baa-ad75-cddda2b2be1d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915403 Apr 01 15:07:40.506142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60798) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:40.604194 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8e136a60-8ca5-4d5f-8468-256d786a9add admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d6677d04cd341d389006dc7efc83d64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0936797 Apr 01 15:07:40.604825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60804) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:40.653155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet b598faa2-617f-4b04-ab70-506d1c4fcdd1 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:40.660705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.669943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.706058 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1263971c-03e5-43a4-afb0-4ddbb428bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.752051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1263971c-03e5-43a4-afb0-4ddbb428bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.826517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0b27df58-4cd9-4a46-a9cd-56efcd44dfcd None None] Provisioning complete for port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:40.827285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b27df58-4cd9-4a46-a9cd-56efcd44dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.849665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1263971c-03e5-43a4-afb0-4ddbb428bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.876405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port 6df74949-2026-42a9-afb2-861f1c6f4ffd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:40.877048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263971c-03e5-43a4-afb0-4ddbb428bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64367d-bbe3-40f1-8db8-58926aa290db,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:40.877166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.887580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1263971c-03e5-43a4-afb0-4ddbb428bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:40.889076 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1263971c-03e5-43a4-afb0-4ddbb428bd30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c64367d-bbe3-40f1-8db8-58926aa290db HTTP/1.1" status: 204 len: 168 time: 0.2833292 Apr 01 15:07:40.931944 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.078565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90147efe-59f3-4317-9310-b29b9a6b280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.190343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90147efe-59f3-4317-9310-b29b9a6b280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e358a-246a-47e2-8267-073609712356,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:41.225609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90147efe-59f3-4317-9310-b29b9a6b280b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.229302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-90147efe-59f3-4317-9310-b29b9a6b280b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/127e358a-246a-47e2-8267-073609712356 HTTP/1.1" status: 204 len: 168 time: 1.5753825 Apr 01 15:07:41.273769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60826) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:41.295797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.348609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.348874 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.486377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for 6df74949-2026-42a9-afb2-861f1c6f4ffd owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:41.573806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:07:41.597935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-485141295-network', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:41.675306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.714016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:41.719619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Usage tracker for resource:network and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:41.722770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:41.729723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:41.733948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ed1b75-0620-4f15-bfdf-090d84b49968 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:07:41.743052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=b598faa2-617f-4b04-ab70-506d1c4fcdd1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:41.755551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.764201 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.773996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a84fd13-1328-467f-9b5c-93ee922e1aea None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:41.775728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Made reservation on behalf of 83d3a9f26bda4e5dabf09b55be8b318b for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:41.780083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.818607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:41.841660 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c037da8c-44af-4824-a906-612ecee28070 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/b598faa2-617f-4b04-ab70-506d1c4fcdd1 HTTP/1.1" status: 204 len: 168 time: 1.7837059 Apr 01 15:07:41.845265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60846) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:41.898934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:41.903660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Usage tracker for resource:security_group_rule and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:41.909631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec16be-7294-4509-bd1f-c9afc0da677f req-12ca9b83-740b-4f64-9fcf-b03f5a51a75b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:41.910395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-73ec16be-7294-4509-bd1f-c9afc0da677f req-12ca9b83-740b-4f64-9fcf-b03f5a51a75b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Synchronizing usage tracker for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:41.911701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:41.923325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:41.951780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60854) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:41.958900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0c02d363-8db5-453b-b24a-1de1fa07322d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097887 Apr 01 15:07:41.963654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:41.984985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Transition to ACTIVE for port object 48ed1b75-0620-4f15-bfdf-090d84b49968 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:41.985981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.181826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-73ec16be-7294-4509-bd1f-c9afc0da677f req-12ca9b83-740b-4f64-9fcf-b03f5a51a75b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Unset dirty status for tenant:c19b4d46208b462f9430bf8ff546c0cc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:42.188684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ec16be-7294-4509-bd1f-c9afc0da677f req-12ca9b83-740b-4f64-9fcf-b03f5a51a75b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 932 time: 0.6738393 Apr 01 15:07:42.200711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.220500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=6df74949-2026-42a9-afb2-861f1c6f4ffd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:42.255656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:42.270762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:42.275186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:42.292352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:42.298308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.304694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.344880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:42.348304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.361222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:07:42.365125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Deleting port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:42.365528 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.390040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:07:42.411202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6505a426-8301-4167-9b01-1d6ab08adb52,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:42.456041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Pushing event updated for resources: {'Port': ['ID=48ed1b75-0620-4f15-bfdf-090d84b49968,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:42.479349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ec16be-7294-4509-bd1f-c9afc0da677f req-7d568f00-12eb-482d-8a1b-9015485c9cc9 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895608 Apr 01 15:07:42.500179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.502792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.504066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9fa58d3b-7a9f-46a1-8645-42b117e16b68 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/floatingips/c2c06401-0e74-46a1-9f7a-4a78bb46ec69 HTTP/1.1" status: 204 len: 168 time: 2.2705178 Apr 01 15:07:42.597252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.608977 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Added segment a3b8cdef-cfa7-4481-862d-96b0eaf041a5 of type vlan for network c49cf382-ea2b-4856-8b41-a005636cd4d1 Apr 01 15:07:42.712538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Attempting to bind port 48ed1b75-0620-4f15-bfdf-090d84b49968 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:42.712930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.713347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Attempting to bind port 48ed1b75-0620-4f15-bfdf-090d84b49968 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:42.714712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Attempting to bind port 48ed1b75-0620-4f15-bfdf-090d84b49968 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:42.724518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] For port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:42.724813 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.733726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Port 48ed1b75-0620-4f15-bfdf-090d84b49968 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:07:42.735670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Attempting to bind port 48ed1b75-0620-4f15-bfdf-090d84b49968 on network 285a48b2-7ab8-4e2b-9e28-257c505dcf54 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:42.757452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:42.757706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Checking segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:42.758095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Bound using segment: {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:42.758521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Bound port: 48ed1b75-0620-4f15-bfdf-090d84b49968, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e339f67-2cc2-44a8-a16f-286a0b3c35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:42.758871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.790043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60880) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:42.839998 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.840872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:42.841544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:42.942751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Calling delete_port for 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:42.980270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:43.017554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] Pushing event updated for resources: {'Network': ['ID=c49cf382-ea2b-4856-8b41-a005636cd4d1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:43.033358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] For port 48ed1b75-0620-4f15-bfdf-090d84b49968, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:43.039865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:07:43.043837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c525fe28-1870-4223-bc0e-b19f436d7938 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7665071 Apr 01 15:07:43.044135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60890) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:43.046889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] For port 48ed1b75-0620-4f15-bfdf-090d84b49968, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=48ed1b75-0620-4f15-bfdf-090d84b49968,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:43.049407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Request body: {'subnet': {'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-485141295-subnet', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:43.060330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.065415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:43.081991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Usage tracker for resource:subnet and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:43.086223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:43.101197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.106743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:43.152627 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.155723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] 10.222.0.62 "PUT /v2.0/ports/48ed1b75-0620-4f15-bfdf-090d84b49968 HTTP/1.1" status: 200 len: 1092 time: 3.2671120 Apr 01 15:07:43.156794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'tag': '48ed1b75-0620-4f15-bfdf-090d84b49968'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:43.163111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1171094642'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:43.180996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:43.191813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:43.203620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:43.213537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Made reservation on behalf of 83d3a9f26bda4e5dabf09b55be8b318b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:43.215898 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.260727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:43.317885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c982974-f71b-4baf-94e1-a7f3fc675c9c service neutron] Pushing event updated for resources: {'Port': ['ID=48ed1b75-0620-4f15-bfdf-090d84b49968,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:43.333080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-d6be81dc-9213-46ce-b22b-eb6227b4d144 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 1095 time: 0.1095369 Apr 01 15:07:43.447113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 update to DOWN by agent not found {{(pid=83955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 01 15:07:43.452004 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'tag': '48ed1b75-0620-4f15-bfdf-090d84b49968', 'status': 'completed', 'code': 200} Apr 01 15:07:43.452664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.531000 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-57bfc6cf-b320-4eda-8832-f9455f17ab25 req-f60208c6-8914-434e-9992-06cb3bfad9c9 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0774088 Apr 01 15:07:43.568923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] No DVR routers for this DVR port 5854378d-98d9-4c46-ba49-1dc6dedc5fe3 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:43.571340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Pushing event deleted for resources: {'Port': ['ID=5854378d-98d9-4c46-ba49-1dc6dedc5fe3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:43.573661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-f8b7f2fa-d7c7-481d-abe4-437a31bca014 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed1b75-0620-4f15-bfdf-090d84b49968 HTTP/1.1" status: 200 len: 217 time: 0.2282133 Apr 01 15:07:43.605705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.606189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.606630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.607295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.608217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.608217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.608759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.609400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.609782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.610165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.610660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2eae1-fc7c-4af0-bb90-443446735af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:07:43.646475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:43.650202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:43.660477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:43.661068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.665906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316c46c-312a-4017-853b-1612b899b854 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:43.666098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37430a1b-e762-4739-8542-0e81031f1242 req-4059e868-1441-4eb5-936b-35a7a4e3275e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:43.667974 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-4059e868-1441-4eb5-936b-35a7a4e3275e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.0889969 Apr 01 15:07:43.696068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:43.701570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:43.705206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.720690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.727521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-d6951441-a921-4c58-8cef-3eb4e3ae3f26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528135 Apr 01 15:07:43.809736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:43.826320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5b885d-3160-49fb-b83f-d3099095e6ea,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:43.877760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:43.882616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:security_group_rule and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:43.887370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:43.893173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:43.899941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-d0a861d1-dc79-434d-bc21-fdf81ed4c2d3 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641779 Apr 01 15:07:43.911875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-193c3507-0e1c-47f8-b15f-d9127e76015e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9586267 Apr 01 15:07:43.927524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60914) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:43.953763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:43.961918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:43.963554 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.052660 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37430a1b-e762-4739-8542-0e81031f1242 req-0d756c4a-52c6-4cc0-87de-b51a3c76b1d0 service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463454 Apr 01 15:07:44.139115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1/00327568-f840-407e-93f3-f3b1c6fb7400) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:44.160259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259bd0-843f-4bfa-9556-74d05eccc8cf req-83de0f24-90a9-4c39-9388-0ca9f2f1e1cb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:44.168407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1259bd0-843f-4bfa-9556-74d05eccc8cf req-83de0f24-90a9-4c39-9388-0ca9f2f1e1cb tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 944 time: 0.4774313 Apr 01 15:07:44.219776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:44.220412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Network hostable DHCP agents. Network: c49cf382-ea2b-4856-8b41-a005636cd4d1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:07:44.238218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-29ba5450-a952-4b53-b054-0b1a3c32904d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 1095 time: 0.1392682 Apr 01 15:07:44.254447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:44.264446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:44.273972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:44.292863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:44.323684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1259bd0-843f-4bfa-9556-74d05eccc8cf req-fd31f340-3df7-4166-bbe4-d02f45e4cb45 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540792 Apr 01 15:07:44.333507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.352716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:44.370617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:07:44.372851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.420044 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.423266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-7284f6d2-45ce-4be0-8d64-eb667f8a9055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:44.425517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-7284f6d2-45ce-4be0-8d64-eb667f8a9055 service neutron] 10.222.0.62 "GET /v2.0/networks?id=285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 200 len: 913 time: 0.1792004 Apr 01 15:07:44.433275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Transition to ACTIVE for port object 00327568-f840-407e-93f3-f3b1c6fb7400 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:44.458782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Transition to ACTIVE for port object 00327568-f840-407e-93f3-f3b1c6fb7400 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:44.466350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:07:44.473184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.476313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c49cf382-ea2b-4856-8b41-a005636cd4d1) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:44.493229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:44.493806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.502266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa84a8b-83be-4786-b664-e4470009c0dd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:44.516690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.517033 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment ee54f4de-4673-4c98-90e3-c59e9a8f22c8 of type vlan for network 04e5ff87-f108-416d-b291-63c79ff749c1 Apr 01 15:07:44.517918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-64f0a92e-b579-424a-b0d9-a60413ee6ec8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ed1b75-0620-4f15-bfdf-090d84b49968 HTTP/1.1" status: 200 len: 217 time: 0.0856292 Apr 01 15:07:44.580314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.593312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Pushing event updated for resources: {'Port': ['ID=00327568-f840-407e-93f3-f3b1c6fb7400,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:44.606984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba70d4b0-74ef-4266-8a97-1c06bd6c5a65 None None] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:44.617096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ec1f6cac-bd3b-4eb3-8384-a8c83463a4a9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5719280 Apr 01 15:07:44.617721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-df0d4cfe-f95a-49c9-9494-dc4c86f67fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:44.619647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-df0d4cfe-f95a-49c9-9494-dc4c86f67fa3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 200 len: 852 time: 0.0946825 Apr 01 15:07:44.620271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60922) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:44.626590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:44.632732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:44.637709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Usage tracker for resource:router and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:44.640466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:44.647344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:44.678093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.726843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.730494 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.769600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:44.769877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-19d2f2ed-5f2f-415c-9949-5bf85a76c5b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=285a48b2-7ab8-4e2b-9e28-257c505dcf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134934 Apr 01 15:07:44.770935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.776446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:44.781291 n-d-836017-1 neutron-server[83954]: INFO neutron.db.ipam_backend_mixin [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1 (CIDR: 2001:db8::/64) Apr 01 15:07:44.785095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:44.785978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:44.796615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:44.803188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.025157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Attempting to bind port 00327568-f840-407e-93f3-f3b1c6fb7400 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:45.025769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Attempting to bind port 00327568-f840-407e-93f3-f3b1c6fb7400 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:45.026032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Attempting to bind port 00327568-f840-407e-93f3-f3b1c6fb7400 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:45.051441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c49cf382-ea2b-4856-8b41-a005636cd4d1', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:45.052647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.067692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:45.068083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:45.068496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.068935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:45.069511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Bound port: 00327568-f840-407e-93f3-f3b1c6fb7400, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:45.069884 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.108627 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.209917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=04e5ff87-f108-416d-b291-63c79ff749c1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:45.211138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] For port 00327568-f840-407e-93f3-f3b1c6fb7400, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:45.213070 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:07:45.213493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:07:45.215188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] For port 00327568-f840-407e-93f3-f3b1c6fb7400, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=00327568-f840-407e-93f3-f3b1c6fb7400,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:45.221291 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-84a5647c-9c8e-40c3-b45c-f07b3f203f14 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4302404 Apr 01 15:07:45.229410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60926) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:45.230180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 04e5ff87-f108-416d-b291-63c79ff749c1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:07:45.253314 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.272755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b1d1aa8-b1f7-48bc-8bf1-bbcc138c3ccd req-3b73db99-e52d-4a92-b80f-4ad44e5220e7 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0640757 Apr 01 15:07:45.279450 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-f95f8a8c-7fc6-4083-a89b-0a4c37be9c6a service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006325 Apr 01 15:07:45.280255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-12265626-7743-4f23-80ac-9fa97f8cc3d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3488479 Apr 01 15:07:45.283689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60930) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:45.290093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-522482705'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:45.291917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:45.322602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:45.374630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:45.382693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:45.397012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:45.433214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:45.436133 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.450035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.459571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:45.464927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:45.468416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:45.476139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:45.483846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d427e1-d6fb-4fd0-ac80-c621650ee1fa req-27b7963c-01a5-484b-8ebc-524b4c9fafbf service neutron] 10.222.0.62 "GET /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899381 Apr 01 15:07:45.498269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:07:45.502254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37156149-97c4-4c9f-a4ef-d3a3ab36ac31 None None] Pushing event updated for resources: {'Port': ['ID=00327568-f840-407e-93f3-f3b1c6fb7400,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:45.503406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:45.514130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.539309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.539309 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment a00a69a0-3185-4021-a914-11c0976bc042 of type vlan for network 38259ee1-420a-4321-ae79-08141054e2eb Apr 01 15:07:45.540890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Allocated IP 172.20.0.2 (c49cf382-ea2b-4856-8b41-a005636cd4d1/4c5b885d-3160-49fb-b83f-d3099095e6ea/c88dea21-a2b2-46a5-9851-ad20d462a643) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:45.675015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.787689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12ff5-f848-4089-af26-a34a749eb5aa req-04fc8dae-bcb5-47db-98c7-c7e36a871a14 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:45.796019 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48d12ff5-f848-4089-af26-a34a749eb5aa req-04fc8dae-bcb5-47db-98c7-c7e36a871a14 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 944 time: 0.2583647 Apr 01 15:07:45.820489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.824384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:45.825236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.914173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.928951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Transition to ACTIVE for port object c88dea21-a2b2-46a5-9851-ad20d462a643 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:45.963562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Transition to ACTIVE for port object c88dea21-a2b2-46a5-9851-ad20d462a643 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:45.975811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:45.985412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7047276 Apr 01 15:07:45.986463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60938) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:46.000355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafbdcd-9ddb-4b43-bcb2-7ded3f01eb20 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=38259ee1-420a-4321-ae79-08141054e2eb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:46.006258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48d12ff5-f848-4089-af26-a34a749eb5aa req-89c5f34e-4eb1-47fd-b7b4-1729dc3c694c tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073781 Apr 01 15:07:46.028644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '04e5ff87-f108-416d-b291-63c79ff749c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:46.044505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:46.046570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:46.050755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 38259ee1-420a-4321-ae79-08141054e2eb details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:07:46.064393 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.070787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:46.106242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.195287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:46.201569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:46.205229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:46.212551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:07:46.252623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:46.274019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Allocated IP 172.25.2.157 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/95ea6b92-f354-4ff4-8a24-62f976271426) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:46.275148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Attempting to bind port c88dea21-a2b2-46a5-9851-ad20d462a643 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:46.275543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Attempting to bind port c88dea21-a2b2-46a5-9851-ad20d462a643 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:46.275976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Attempting to bind port c88dea21-a2b2-46a5-9851-ad20d462a643 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:46.295080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:46.298154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:46.298759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:46.299187 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.299602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Bound using segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:46.300161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Bound port: c88dea21-a2b2-46a5-9851-ad20d462a643, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:46.300543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.351764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Pushing event updated for resources: {'Port': ['ID=c88dea21-a2b2-46a5-9851-ad20d462a643,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:46.531144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.533259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] For port c88dea21-a2b2-46a5-9851-ad20d462a643, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:46.539277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] For port c88dea21-a2b2-46a5-9851-ad20d462a643, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c88dea21-a2b2-46a5-9851-ad20d462a643,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:46.540045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.553090 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.629319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08f9eb96-adc2-41c0-ad36-7a9893104346 req-f9182e18-c002-4625-8504-86dfec0be27d tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0733049 Apr 01 15:07:46.635289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 48ed1b75-0620-4f15-bfdf-090d84b49968 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:07:46.733180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-036f7fca-63fa-45c0-b9f0-f3e607574cf7 req-a0fd2a2e-16fa-4d85-bc75-c499da8d6519 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1370430 Apr 01 15:07:46.737199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.739583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.797023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 48ed1b75-0620-4f15-bfdf-090d84b49968, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=48ed1b75-0620-4f15-bfdf-090d84b49968,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:46.813256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:46.816944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:46.823878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:46.826023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '48ed1b75-0620-4f15-bfdf-090d84b49968', 'network_id': '285a48b2-7ab8-4e2b-9e28-257c505dcf54', 'port_id': '48ed1b75-0620-4f15-bfdf-090d84b49968', 'mac_address': 'fa:16:3e:91:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec34c30-428d-4c5a-9a9d-da73a48138a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:07:46.909102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a6061-c81a-401c-92ff-e69fb80b0652 None None] Pushing event updated for resources: {'Port': ['ID=c88dea21-a2b2-46a5-9851-ad20d462a643,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:46.924118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Pushing event updated for resources: {'Port': ['ID=95ea6b92-f354-4ff4-8a24-62f976271426,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:46.926408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:46.967196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ed1b75-0620-4f15-bfdf-090d84b49968 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:07:46.992864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7eeb7290-8d75-4b08-a7a5-3f616d6a6c10 None None] Provisioning for port 00327568-f840-407e-93f3-f3b1c6fb7400 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:47.011923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 48ed1b75-0620-4f15-bfdf-090d84b49968, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=48ed1b75-0620-4f15-bfdf-090d84b49968,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:47.022122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3619-e4b9-4087-9eb5-d32702633783 req-7bbcba8f-8c2f-4087-a564-6f80c4560691 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:47.023050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-508c3619-e4b9-4087-9eb5-d32702633783 req-7bbcba8f-8c2f-4087-a564-6f80c4560691 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:47.026872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.089844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-508c3619-e4b9-4087-9eb5-d32702633783 req-7bbcba8f-8c2f-4087-a564-6f80c4560691 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:47.091039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-508c3619-e4b9-4087-9eb5-d32702633783 req-7bbcba8f-8c2f-4087-a564-6f80c4560691 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 945 time: 0.4274564 Apr 01 15:07:47.097808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00327568-f840-407e-93f3-f3b1c6fb7400 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:47.240015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 00327568-f840-407e-93f3-f3b1c6fb7400 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:47.252702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=48ed1b75-0620-4f15-bfdf-090d84b49968,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:47.255806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 00327568-f840-407e-93f3-f3b1c6fb7400 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:47.256414 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.286068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['48ed1b75-0620-4f15-bfdf-090d84b49968'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:07:47.303853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.316498 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-508c3619-e4b9-4087-9eb5-d32702633783 req-7f69dcaa-a40d-433e-b6bd-ad854b06f92b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063031 Apr 01 15:07:47.356285 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.357219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.499315 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.524547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] For port 00327568-f840-407e-93f3-f3b1c6fb7400, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=00327568-f840-407e-93f3-f3b1c6fb7400,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:47.570134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=184ebc95-729b-4ef4-87e8-e0cb96e7c063,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:47.596427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': 'ee54f4de-4673-4c98-90e3-c59e9a8f22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '04e5ff87-f108-416d-b291-63c79ff749c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:47.596786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 04e5ff87-f108-416d-b291-63c79ff749c1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:07:47.612549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.621944 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.622733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.628005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Router b0642a39-9380-4fa1-9019-e091304b919c is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:07:47.677446 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:47.677880 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:47.736443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e7d3-fa5d-4d1f-a3ac-340b0d578269 req-ec2ce163-5f12-4870-aac3-cdbfed78a36a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:47.743829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a146e7d3-fa5d-4d1f-a3ac-340b0d578269 req-ec2ce163-5f12-4870-aac3-cdbfed78a36a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 945 time: 0.4988770 Apr 01 15:07:47.791385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:47.802622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:47.805515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:47.806108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:47.813605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9d1f0-4359-485f-a408-cb42e2242adb None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:47.877200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=9e5fb2a5-e475-4260-88b8-bae1a4a39a10,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:47.895501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 04e5ff87-f108-416d-b291-63c79ff749c1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:07:47.908590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=00327568-f840-407e-93f3-f3b1c6fb7400,revision_number=4']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:47.957551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:07:47.958200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 04e5ff87-f108-416d-b291-63c79ff749c1) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:47.970742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:47.975616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:48.013179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48d096-a56b-477a-ae05-43655291bffa None None] Network 04e5ff87-f108-416d-b291-63c79ff749c1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:48.013532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a146e7d3-fa5d-4d1f-a3ac-340b0d578269 req-0ea82c6a-d2fb-4721-83b0-e488a09c9a6e tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686970 Apr 01 15:07:48.030852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c194b1e3-411d-48db-bff9-0c0fa25c042a tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7459824 Apr 01 15:07:48.031730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60958) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:48.038159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Sync routers for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:07:48.042467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:89:8a:12', 'name': 'tempest-NetworksTestDHCPv6-1117127160'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:48.088106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11da7f55-58b8-40e9-8745-0501ff179bb6 req-3e128650-0f19-42af-836f-e3967147f9fe tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0753639 Apr 01 15:07:48.090739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:48.093422 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-488e588f-dbc6-4d02-90df-11d82a030014 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4720855 Apr 01 15:07:48.096089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60962) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:48.128677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3927b2da-e791-4de0-95ec-b92fa740fcc7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1409433 Apr 01 15:07:48.135288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:48.142343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '38259ee1-420a-4321-ae79-08141054e2eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:48.317774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:48.324328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:48.332248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:48.342419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:48.361851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:48.371264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:port and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:48.390225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:48.413969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:48.438118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:48.473052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:48.477032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:48.508057 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:48.512180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port ee182c9e-1d96-4db5-b02c-46b0d801084e yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:07:48.547731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb560a20-7668-40cb-b9dc-1777fcba557f None None] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:48.658798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 48ed1b75-0620-4f15-bfdf-090d84b49968 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:48.696835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:48.719352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:48.720171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:48.861075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 00327568-f840-407e-93f3-f3b1c6fb7400, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=00327568-f840-407e-93f3-f3b1c6fb7400,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:48.914969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-e576e193-f7ec-4a1b-bc7f-2052339600cc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:48.918076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-e576e193-f7ec-4a1b-bc7f-2052339600cc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 945 time: 0.1461070 Apr 01 15:07:49.008445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3c2d1-58ad-4e4d-9d90-eaf4c594c79b req-8bbac9d9-1384-4a79-a0a7-32112271e813 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:49.009343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-34b3c2d1-58ad-4e4d-9d90-eaf4c594c79b req-8bbac9d9-1384-4a79-a0a7-32112271e813 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:49.026238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:49.026592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.110086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-34b3c2d1-58ad-4e4d-9d90-eaf4c594c79b req-8bbac9d9-1384-4a79-a0a7-32112271e813 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:49.110463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b3c2d1-58ad-4e4d-9d90-eaf4c594c79b req-8bbac9d9-1384-4a79-a0a7-32112271e813 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 945 time: 0.3961964 Apr 01 15:07:49.185243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::28f (1521f7be-bcca-472b-a0e8-65bfb965abc6/0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1/ee182c9e-1d96-4db5-b02c-46b0d801084e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:49.208510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:8a12 (1521f7be-bcca-472b-a0e8-65bfb965abc6/9e5fb2a5-e475-4260-88b8-bae1a4a39a10/ee182c9e-1d96-4db5-b02c-46b0d801084e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:49.220121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.235976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-34b3c2d1-58ad-4e4d-9d90-eaf4c594c79b req-d686ba25-b3d4-46a2-ac94-0f33871ead2b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:49.256213 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.322195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-34b3c2d1-58ad-4e4d-9d90-eaf4c594c79b req-d686ba25-b3d4-46a2-ac94-0f33871ead2b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:49.323586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=00327568-f840-407e-93f3-f3b1c6fb7400,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:49.335856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b3c2d1-58ad-4e4d-9d90-eaf4c594c79b req-d686ba25-b3d4-46a2-ac94-0f33871ead2b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155159 Apr 01 15:07:49.413567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-04e5ff87-f108-416d-b291-63c79ff749c1', 'network_id': '04e5ff87-f108-416d-b291-63c79ff749c1', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '184ebc95-729b-4ef4-87e8-e0cb96e7c063'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:49.414376 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.434915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=5d79c44b-91b2-4093-9f26-b312cc88f4ab,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:49.451095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9ce77e61-698a-4960-aa99-4228ddfcbbc3 None None] Provisioning for port c88dea21-a2b2-46a5-9851-ad20d462a643 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:49.482541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 48ed1b75-0620-4f15-bfdf-090d84b49968 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:49.527682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': 'a00a69a0-3185-4021-a914-11c0976bc042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '38259ee1-420a-4321-ae79-08141054e2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:49.528194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 38259ee1-420a-4321-ae79-08141054e2eb, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:07:49.538618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 48ed1b75-0620-4f15-bfdf-090d84b49968 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:49.539188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.572959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c88dea21-a2b2-46a5-9851-ad20d462a643 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:49.579741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] For port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:49.580098 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.668555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 38259ee1-420a-4321-ae79-08141054e2eb is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:07:49.715645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:49.725111 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.733813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecac1f-097b-445a-b805-1a6b809230a2 req-4f237c08-6995-4b9c-90b7-4910ac6b0626 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:49.735348 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-31ecac1f-097b-445a-b805-1a6b809230a2 req-4f237c08-6995-4b9c-90b7-4910ac6b0626 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 945 time: 0.2026322 Apr 01 15:07:49.739658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 38259ee1-420a-4321-ae79-08141054e2eb) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:49.755305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:49.755969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.787275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object ee182c9e-1d96-4db5-b02c-46b0d801084e will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:49.814491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0befedda-1b1d-46e5-89a4-5df79668ab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6754198 Apr 01 15:07:49.814758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60988) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:49.822313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1294609993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:49.838259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:49.850348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:router and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:49.854311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:49.862362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:49.869063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.902049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83a2e7-46d4-4d6f-874d-0b4c0056e7fa None None] Network 38259ee1-420a-4321-ae79-08141054e2eb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:49.973584 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.974862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:49.993603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.043272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=ee182c9e-1d96-4db5-b02c-46b0d801084e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:50.079663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:50.081286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:50.088430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f605285-7297-4997-be4b-31e41fde654a req-f62973a3-cdf0-405d-af09-ad2f0f382057 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:50.095601 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f605285-7297-4997-be4b-31e41fde654a req-f62973a3-cdf0-405d-af09-ad2f0f382057 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.9143329 Apr 01 15:07:50.099021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-31ecac1f-097b-445a-b805-1a6b809230a2 req-4157eba1-0f6f-4170-abe5-162f126a78c4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491464 Apr 01 15:07:50.101209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:50.109810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:50.114389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.121801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.141256 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.141480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.141760 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP 80faf3ca-ecf3-4fa8-81f4-366835842f26 disassociated. External IP: 172.25.2.181, port: 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c. Apr 01 15:07:50.141968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:50.158541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.199767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-53680402-ec52-4f2d-9394-12f899a9bdd6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1631596 Apr 01 15:07:50.202108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60992) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:50.385734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c88dea21-a2b2-46a5-9851-ad20d462a643 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:50.450005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f605285-7297-4997-be4b-31e41fde654a req-c1f1a82e-7a87-4253-bf8e-25cafeaa033e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534386 Apr 01 15:07:50.469954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Allocated IP 172.20.0.2 (04e5ff87-f108-416d-b291-63c79ff749c1/184ebc95-729b-4ef4-87e8-e0cb96e7c063/da492709-8e65-40ec-9572-4286c6692b50) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:50.485125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c88dea21-a2b2-46a5-9851-ad20d462a643 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:50.485753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.491835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port ee182c9e-1d96-4db5-b02c-46b0d801084e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:50.492306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.541031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Allocated IP 172.20.0.1 (c49cf382-ea2b-4856-8b41-a005636cd4d1/4c5b885d-3160-49fb-b83f-d3099095e6ea/483c3f86-1ec8-4bc5-8e88-026a36db0372) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:50.586330 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.587546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-78383307-796f-4707-8d5c-ec94013aa57d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7705221 Apr 01 15:07:50.594949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60998) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:50.615838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a9b45a5-f04d-4ee2-aeb7-f5a49dcf944f req-eae0f93a-9ca9-460d-8526-7b4626aa0181 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0880191 Apr 01 15:07:50.793836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.883563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.903276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Transition to ACTIVE for port object 483c3f86-1ec8-4bc5-8e88-026a36db0372 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:50.964884 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.970067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:50.993210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ed1b75-0620-4f15-bfdf-090d84b49968'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:50.996643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.019905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Transition to ACTIVE for port object da492709-8e65-40ec-9572-4286c6692b50 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:51.038731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 48ed1b75-0620-4f15-bfdf-090d84b49968, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=48ed1b75-0620-4f15-bfdf-090d84b49968,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:51.049756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-642567cc-b08d-4d06-b132-cece437c86cf None None] Provisioning complete for port c88dea21-a2b2-46a5-9851-ad20d462a643 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:51.050311 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-642567cc-b08d-4d06-b132-cece437c86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.060359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.087003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6856584-d410-47f0-907e-1559e2553b1f req-083f0c75-32f1-4c9e-8e59-3389170cb2f4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.3839540 Apr 01 15:07:51.093212 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.173136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.265427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:51.273896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:51.289882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:51.315687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Transition to ACTIVE for port object da492709-8e65-40ec-9572-4286c6692b50 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:51.331667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for ee182c9e-1d96-4db5-b02c-46b0d801084e owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:51.433996 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.468529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-38259ee1-420a-4321-ae79-08141054e2eb', 'network_id': '38259ee1-420a-4321-ae79-08141054e2eb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '5d79c44b-91b2-4093-9f26-b312cc88f4ab'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:07:51.471401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.533216 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ed1b75-0620-4f15-bfdf-090d84b49968', 'code': 200} Apr 01 15:07:51.621495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:47Z', 'revision_number': 3, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:51.690635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c88dea21-a2b2-46a5-9851-ad20d462a643, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c88dea21-a2b2-46a5-9851-ad20d462a643,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:51.697129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Checking router: b0642a39-9380-4fa1-9019-e091304b919c for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:07:51.697764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Updating router b0642a39-9380-4fa1-9019-e091304b919c port 95ea6b92-f354-4ff4-8a24-62f976271426 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:07:51.700314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3afe5-d55b-4095-a3e8-62843a708e5c req-72abb77f-18c0-4ba6-a122-036ef877b8c4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:51.702939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.708599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33c3afe5-d55b-4095-a3e8-62843a708e5c req-72abb77f-18c0-4ba6-a122-036ef877b8c4 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 0.2660618 Apr 01 15:07:51.750431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-c25d6093-1289-4fd6-8dec-6c7586c6f04f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:51.751943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-c25d6093-1289-4fd6-8dec-6c7586c6f04f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3613348 Apr 01 15:07:51.789212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Pushing event updated for resources: {'Port': ['ID=483c3f86-1ec8-4bc5-8e88-026a36db0372,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:51.812738 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.813672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00327568-f840-407e-93f3-f3b1c6fb7400 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:51.906053 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33c3afe5-d55b-4095-a3e8-62843a708e5c req-366a469d-53e1-494c-9994-b26492229187 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963558 Apr 01 15:07:51.924154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Deleting port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:51.924488 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:51.929934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=48ed1b75-0620-4f15-bfdf-090d84b49968,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:51.977982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Network 04e5ff87-f108-416d-b291-63c79ff749c1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:51.996240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:51.998715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:52.008224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.083259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=23d5aef9-c7f9-479c-b286-2ea8d6d4b49c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:52.115866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4385712b-46c5-4168-b49e-2a0b7361beb0 req-6d341214-765b-428c-8265-a3508bed130c tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.2476451 Apr 01 15:07:52.141809 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.157037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=ee182c9e-1d96-4db5-b02c-46b0d801084e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:52.167493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.309528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.385964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0043f92d-755b-4bb2-99cf-af1d4906992c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/ee182c9e-1d96-4db5-b02c-46b0d801084e HTTP/1.1" status: 204 len: 168 time: 2.1806197 Apr 01 15:07:52.388507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32786) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:52.405933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8f95de7-2b9f-44f4-a1e6-2a3bd2c5992d req-dec2c80f-4b81-4fe6-ad7d-336f36116f44 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 1097 time: 0.6678455 Apr 01 15:07:52.474651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4eb43-8984-439d-be33-fe3f87dc53cc req-a30cdc0c-add2-483d-969b-7575c774c8e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:52.479734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ea4eb43-8984-439d-be33-fe3f87dc53cc req-a30cdc0c-add2-483d-969b-7575c774c8e5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 945 time: 0.3871038 Apr 01 15:07:52.491133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:52.510176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-49346e77-5572-4fa7-bae9-90df91e23d69 req-a3f8c9ea-f9ca-4b7c-afe4-3abec7d09c30 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.1957498 Apr 01 15:07:52.533528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Pushing event updated for resources: {'Port': ['ID=da492709-8e65-40ec-9572-4286c6692b50,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:52.534404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] For port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:52.534766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.656401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441b661-5c4b-483d-b3ce-b3c6204e1c30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:52.657309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6441b661-5c4b-483d-b3ce-b3c6204e1c30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:52.659767 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8f95de7-2b9f-44f4-a1e6-2a3bd2c5992d req-7f55184e-fd3c-4fbb-bb95-642bb242a80b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358892 Apr 01 15:07:52.665050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ea4eb43-8984-439d-be33-fe3f87dc53cc req-0af7923a-7d55-4b44-9537-bcf61a5008a0 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f41fb95-982e-4d8d-baa8-294dd81f71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652439 Apr 01 15:07:52.809809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Attempting to bind port da492709-8e65-40ec-9572-4286c6692b50 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:52.810076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Attempting to bind port da492709-8e65-40ec-9572-4286c6692b50 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ee54f4de-4673-4c98-90e3-c59e9a8f22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '04e5ff87-f108-416d-b291-63c79ff749c1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:52.810438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Attempting to bind port da492709-8e65-40ec-9572-4286c6692b50 on network 04e5ff87-f108-416d-b291-63c79ff749c1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:52.814730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.818587 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.833979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Allocated IP 172.21.0.2 (38259ee1-420a-4321-ae79-08141054e2eb/5d79c44b-91b2-4093-9f26-b312cc88f4ab/2c53765e-61bb-4228-9fed-4cd7026896ce) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:52.840097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.852784 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.860761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c88dea21-a2b2-46a5-9851-ad20d462a643,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:52.867788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 00327568-f840-407e-93f3-f3b1c6fb7400 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:52.868150 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.908741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6441b661-5c4b-483d-b3ce-b3c6204e1c30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:52.912654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6441b661-5c4b-483d-b3ce-b3c6204e1c30 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5184216 Apr 01 15:07:52.912888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:52.913054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32790) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:52.914500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Checking segment: {'id': 'ee54f4de-4673-4c98-90e3-c59e9a8f22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '04e5ff87-f108-416d-b291-63c79ff749c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:52.914500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.914500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Bound using segment: {'id': 'ee54f4de-4673-4c98-90e3-c59e9a8f22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '04e5ff87-f108-416d-b291-63c79ff749c1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:52.914500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Bound port: da492709-8e65-40ec-9572-4286c6692b50, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee54f4de-4673-4c98-90e3-c59e9a8f22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '04e5ff87-f108-416d-b291-63c79ff749c1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:52.915105 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:52.915521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:07:52.975949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Transition to ACTIVE for port object 95ea6b92-f354-4ff4-8a24-62f976271426 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:53.002642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-642567cc-b08d-4d06-b132-cece437c86cf None None] Provisioning complete for port 00327568-f840-407e-93f3-f3b1c6fb7400 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:53.002990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-642567cc-b08d-4d06-b132-cece437c86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.059302 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.090431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.091249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.091373 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Floating IP 6b2d8705-7712-4e25-9ee2-cb7f973d50e2 disassociated. External IP: 172.25.2.182, port: ccf574e6-f75a-4152-ba9a-d54ec4cd31a1. Apr 01 15:07:53.091811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Calling delete_port for ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:53.153430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c703240a-2050-4d41-9fbd-7e865b1cb9f4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:53.155279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c703240a-2050-4d41-9fbd-7e865b1cb9f4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2408292 Apr 01 15:07:53.157875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32798) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:53.158015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.231390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.343487 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-893cb803-6dbc-4251-8865-f7bdfb9a540c req-848c5423-b67c-40ca-8753-bd3ad3151833 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0642126 Apr 01 15:07:53.362627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e04d9e-ad7f-4453-b8c6-dcd211c1b67c None None] Pushing event updated for resources: {'Port': ['ID=95ea6b92-f354-4ff4-8a24-62f976271426,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:53.375972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5f5dc-82ca-4677-b0b4-b23abe973467 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:53.378105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5f5dc-82ca-4677-b0b4-b23abe973467 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:53.380114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5f5dc-82ca-4677-b0b4-b23abe973467 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:53.381313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6cc5f5dc-82ca-4677-b0b4-b23abe973467 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:53.390811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.437188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Attempting to bind port 95ea6b92-f354-4ff4-8a24-62f976271426 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:53.437545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Attempting to bind port 95ea6b92-f354-4ff4-8a24-62f976271426 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:53.437911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Attempting to bind port 95ea6b92-f354-4ff4-8a24-62f976271426 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:53.454229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] For port da492709-8e65-40ec-9572-4286c6692b50, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:53.463311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event deleted for resources: {'Port': ['ID=ccf574e6-f75a-4152-ba9a-d54ec4cd31a1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:53.500269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Pushing event updated for resources: {'Port': ['ID=483c3f86-1ec8-4bc5-8e88-026a36db0372,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:53.509540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:07:53.538027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6cc5f5dc-82ca-4677-b0b4-b23abe973467 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:53.542137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6cc5f5dc-82ca-4677-b0b4-b23abe973467 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3805392 Apr 01 15:07:53.567797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] For port da492709-8e65-40ec-9572-4286c6692b50, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da492709-8e65-40ec-9572-4286c6692b50,segment=NetworkSegment(ee54f4de-4673-4c98-90e3-c59e9a8f22c8),segment_id=ee54f4de-4673-4c98-90e3-c59e9a8f22c8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:53.570696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:07:53.571083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:07:53.572652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:53.573016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:53.573570 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.573957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:53.574435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Bound port: 95ea6b92-f354-4ff4-8a24-62f976271426, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:53.574786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.595053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32804) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:53.627781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:53.741273 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb06a1a-6206-4ff2-9059-b00d60887ac3 req-34ceb30e-f20d-4766-a81c-4b15a710e989 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.0670261 Apr 01 15:07:53.870746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00327568-f840-407e-93f3-f3b1c6fb7400 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:53.911183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Router 91359cc3-2baf-44c1-9278-4a626f8bb760 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:07:53.983764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] For port 95ea6b92-f354-4ff4-8a24-62f976271426, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:53.990386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] For port 95ea6b92-f354-4ff4-8a24-62f976271426, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=95ea6b92-f354-4ff4-8a24-62f976271426,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:54.010495 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.026981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Transition to ACTIVE for port object 2c53765e-61bb-4228-9fed-4cd7026896ce will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:54.064206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.20.0.1 (04e5ff87-f108-416d-b291-63c79ff749c1/184ebc95-729b-4ef4-87e8-e0cb96e7c063/d6f992df-3b3f-4c2d-98f4-1330c7971212) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:07:54.099664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.106384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-540fd777-e1fd-4d56-a798-08bd8c587316 req-b8294c70-5ff9-4607-b69c-d9189b72e5b0 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9924d2a-05de-4043-b644-a0c5a716a9cc HTTP/1.1" status: 200 len: 210 time: 0.1150489 Apr 01 15:07:54.106598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6be245-d376-4821-a921-2dc75f00c910 None None] Pushing event updated for resources: {'Port': ['ID=da492709-8e65-40ec-9572-4286c6692b50,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:54.198866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:07:54.213798 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] Sync routers for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:07:54.230241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Transition to ACTIVE for port object 2c53765e-61bb-4228-9fed-4cd7026896ce will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:54.236738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4774f8d9-465b-47dd-9ec2-6260637e4de1 None None] Provisioning for port 483c3f86-1ec8-4bc5-8e88-026a36db0372 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:54.238197 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:54.239126 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:54.247807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4774f8d9-465b-47dd-9ec2-6260637e4de1 None None] Provisioning complete for port 483c3f86-1ec8-4bc5-8e88-026a36db0372 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:54.248279 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4774f8d9-465b-47dd-9ec2-6260637e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.290570 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.300377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.328119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e04d9e-ad7f-4453-b8c6-dcd211c1b67c None None] Pushing event updated for resources: {'Port': ['ID=95ea6b92-f354-4ff4-8a24-62f976271426,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:54.335608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] No DVR routers for this DVR port ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:54.338447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.341492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:54.342427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:54.343727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'name': 'network-vif-deleted', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:54.368184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6d98758-f89f-45ad-9da3-762909151ba1 req-adf8522d-1022-4497-b13a-60455728351d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.44 "DELETE /v2.0/ports/ccf574e6-f75a-4152-ba9a-d54ec4cd31a1 HTTP/1.1" status: 204 len: 173 time: 2.6042066 Apr 01 15:07:54.428350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 00327568-f840-407e-93f3-f3b1c6fb7400 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:54.428847 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.496962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object d6f992df-3b3f-4c2d-98f4-1330c7971212 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:07:54.515919 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9924d2a-05de-4043-b644-a0c5a716a9cc', 'name': 'network-vif-deleted', 'tag': 'ccf574e6-f75a-4152-ba9a-d54ec4cd31a1', 'status': 'completed', 'code': 200} Apr 01 15:07:54.544150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.622799 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:54.679018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Network 38259ee1-420a-4321-ae79-08141054e2eb is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:54.679967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Pushing event updated for resources: {'Port': ['ID=2c53765e-61bb-4228-9fed-4cd7026896ce,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:54.727350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296be39-46f0-44f4-aa24-9350f98a39c5 req-5d130be5-a48f-4b55-bcbc-120674de4aa5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:54.734686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0296be39-46f0-44f4-aa24-9350f98a39c5 req-5d130be5-a48f-4b55-bcbc-120674de4aa5 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 1.5672615 Apr 01 15:07:54.742214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:54.745925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a4b224e-6a17-47c5-8966-f67d64a9d165 req-be8c2480-0c81-41c3-80b0-6fa251a72308 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0604961 Apr 01 15:07:54.746203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.775136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:54.794785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4774f8d9-465b-47dd-9ec2-6260637e4de1 None None] Port 483c3f86-1ec8-4bc5-8e88-026a36db0372 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:54.797281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:54.819553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:54.830649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4774f8d9-465b-47dd-9ec2-6260637e4de1 None None] Could not find standard attr ID for object ee182c9e-1d96-4db5-b02c-46b0d801084e. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:07:54.953316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=d6f992df-3b3f-4c2d-98f4-1330c7971212,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:54.957981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:54.967425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:54.971103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 04e5ff87-f108-416d-b291-63c79ff749c1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:55.116485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:55.120439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:07:55.153361 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6929a73e-c530-48a7-9ef2-519bf8695d30 req-e6c1a387-7723-4a65-b38e-5ad99ed65fb1 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.1219633 Apr 01 15:07:55.186280 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:55.197748 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] Checking router: 91359cc3-2baf-44c1-9278-4a626f8bb760 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:07:55.229692 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:55.230461 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:55.306068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c88dea21-a2b2-46a5-9851-ad20d462a643 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:55.353059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Attempting to bind port 2c53765e-61bb-4228-9fed-4cd7026896ce on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:07:55.353423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Attempting to bind port 2c53765e-61bb-4228-9fed-4cd7026896ce by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a00a69a0-3185-4021-a914-11c0976bc042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '38259ee1-420a-4321-ae79-08141054e2eb'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:07:55.353801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Attempting to bind port 2c53765e-61bb-4228-9fed-4cd7026896ce on network 38259ee1-420a-4321-ae79-08141054e2eb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:07:55.380546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.417027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:07:55.417391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Checking segment: {'id': 'a00a69a0-3185-4021-a914-11c0976bc042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '38259ee1-420a-4321-ae79-08141054e2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:07:55.417923 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.420194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Bound using segment: {'id': 'a00a69a0-3185-4021-a914-11c0976bc042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '38259ee1-420a-4321-ae79-08141054e2eb'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:07:55.420194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Bound port: 2c53765e-61bb-4228-9fed-4cd7026896ce, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00a69a0-3185-4021-a914-11c0976bc042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '38259ee1-420a-4321-ae79-08141054e2eb'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:07:55.420194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.546054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] For port 2c53765e-61bb-4228-9fed-4cd7026896ce, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:07:55.546368 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:55.550381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] For port 2c53765e-61bb-4228-9fed-4cd7026896ce, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2c53765e-61bb-4228-9fed-4cd7026896ce,segment=NetworkSegment(a00a69a0-3185-4021-a914-11c0976bc042),segment_id=a00a69a0-3185-4021-a914-11c0976bc042)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:07:55.555562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:55.563941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32826) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:55.626747 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.656564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b635c7c9-c074-40e1-b96e-8bc58654a9b2 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.699132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b635c7c9-c074-40e1-b96e-8bc58654a9b2 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.731884 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.749146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0296be39-46f0-44f4-aa24-9350f98a39c5 req-60836c04-d1fc-4708-9639-a8937eaea974 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0121169 Apr 01 15:07:55.790680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b635c7c9-c074-40e1-b96e-8bc58654a9b2 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.860813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635c7c9-c074-40e1-b96e-8bc58654a9b2 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f41fb95-982e-4d8d-baa8-294dd81f71c1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:55.880873 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b635c7c9-c074-40e1-b96e-8bc58654a9b2 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:55.882494 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b635c7c9-c074-40e1-b96e-8bc58654a9b2 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "DELETE /v2.0/security-groups/1f41fb95-982e-4d8d-baa8-294dd81f71c1 HTTP/1.1" status: 204 len: 168 time: 0.3174098 Apr 01 15:07:55.885085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32832) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:55.902543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157e23d-2c97-4e45-b3b5-49c35e4087a1 None None] Network 04e5ff87-f108-416d-b291-63c79ff749c1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:55.913851 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-c3dfc5f5-9b71-4574-88da-6de7b1e9a3b1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] show failed (client error): The resource could not be found. Apr 01 15:07:55.915394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c3dfc5f5-9b71-4574-88da-6de7b1e9a3b1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups/1f41fb95-982e-4d8d-baa8-294dd81f71c1 HTTP/1.1" status: 404 len: 347 time: 0.0229504 Apr 01 15:07:55.918260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32836) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:55.978250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.033505 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:56.038925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2927d-2a30-4b4f-b463-6c49dd9f9901 None None] The sync data for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 is: [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:07:56.048086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:07:56.057790 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.058203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5df3cf4-13e1-488c-bfbe-0dec007173aa req-a6e59773-264c-4b17-881c-08669d54b840 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0626495 Apr 01 15:07:56.122418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:56.137184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e30f01-f7ff-4eb4-a022-cb61880aa33c None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:56.150698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ab8877f9-e49b-423f-ada2-680e07a31b1b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1 HTTP/1.1" status: 204 len: 168 time: 2.3825955 Apr 01 15:07:56.162035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:07:56.164191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cfbe4fa4-6b58-4588-ab9d-2fc13b0ca1d2 None None] Provisioning complete for port 483c3f86-1ec8-4bc5-8e88-026a36db0372 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:56.164563 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4fa4-6b58-4588-ab9d-2fc13b0ca1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.202851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32840) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:56.293954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] No DVR routers for this DVR port 23d5aef9-c7f9-479c-b286-2ea8d6d4b49c on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:07:56.297742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Deleting port 46ae6046-7b9e-4829-b463-6e8de2ade856 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:56.298650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.316506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.322448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-402ca0a4-b3de-4230-91cf-26ab38809f27 req-5bbafac9-fda0-4812-885e-be3e568664dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "DELETE /v2.0/ports/23d5aef9-c7f9-479c-b286-2ea8d6d4b49c HTTP/1.1" status: 204 len: 173 time: 7.3898416 Apr 01 15:07:56.325099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'name': 'network-vif-deleted', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:07:56.367762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.434504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c88dea21-a2b2-46a5-9851-ad20d462a643 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:56.435075 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.480113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72005cfb-9a1e-459a-8503-0d41333a8b15 None None] Pushing event updated for resources: {'Port': ['ID=2c53765e-61bb-4228-9fed-4cd7026896ce,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:56.505385 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b927c-d7ee-423f-b3ef-34c7cf38ab45 None None] New status for floating IP 6b2d8705-7712-4e25-9ee2-cb7f973d50e2: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:07:56.582845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe4fa4-6b58-4588-ab9d-2fc13b0ca1d2 None None] Port 483c3f86-1ec8-4bc5-8e88-026a36db0372 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:07:56.584674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:56.585391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:56.716700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.717016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.727247 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3714c7-e0e6-41ab-aa88-df4c1292d15a', 'name': 'network-vif-deleted', 'tag': '23d5aef9-c7f9-479c-b286-2ea8d6d4b49c', 'status': 'completed', 'code': 200} Apr 01 15:07:56.745121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 9e5fb2a5-e475-4260-88b8-bae1a4a39a10 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:07:56.776373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:56.864155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-191925a9-1356-4671-bad9-3f84e4e97ab8 req-0e1b10b8-56ab-4274-b2a9-b2d173217c03 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:07:56.872360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Calling delete_port for 46ae6046-7b9e-4829-b463-6e8de2ade856 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:56.956310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.002620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-191925a9-1356-4671-bad9-3f84e4e97ab8 req-0e1b10b8-56ab-4274-b2a9-b2d173217c03 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:07:57.004090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-191925a9-1356-4671-bad9-3f84e4e97ab8 req-0e1b10b8-56ab-4274-b2a9-b2d173217c03 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b3714c7-e0e6-41ab-aa88-df4c1292d15a HTTP/1.1" status: 200 len: 210 time: 0.3201592 Apr 01 15:07:57.037241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:07:57.037728 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:07:57.175800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-12149a44-5a8f-4e9a-bf07-9f4583fb2e8f None None] Provisioning for port da492709-8e65-40ec-9572-4286c6692b50 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:57.177763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed23e7-6a2f-46ce-a26c-8f76f318a761 req-221901f8-5740-49f7-8426-d20ea556d81d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:57.182413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28ed23e7-6a2f-46ce-a26c-8f76f318a761 req-221901f8-5740-49f7-8426-d20ea556d81d tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 0.1306906 Apr 01 15:07:57.279267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Router b0642a39-9380-4fa1-9019-e091304b919c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:07:57.313885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28ed23e7-6a2f-46ce-a26c-8f76f318a761 req-d9f35d08-0b64-4dae-918e-743f85ee1e43 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255951 Apr 01 15:07:57.318223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.415799 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ac98a31-c285-43e0-9a98-4a2bdea2486c req-e648ad7b-d29b-46de-b622-d82223cd3535 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0553231 Apr 01 15:07:57.422789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:07:57.539799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Deleting port 46ae6046-7b9e-4829-b463-6e8de2ade856 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:57.540474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.656575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:07:52Z', 'revision_number': 2, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:57.670011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142831a0-df38-4865-8fec-f27d7f805392 None None] The sync data for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 is: [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:07:52Z', 'revision_number': 2, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:07:57.680319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device da492709-8e65-40ec-9572-4286c6692b50 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:57.750965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674ede3-2511-4296-b344-2e11bf5edfe2 None None] Network 38259ee1-420a-4321-ae79-08141054e2eb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:57.779724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.788432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.789070 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.790426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.831346 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:57.928042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Calling delete_port for 46ae6046-7b9e-4829-b463-6e8de2ade856 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:07:58.158360 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-402147bd-e3fd-4e31-b3ef-ca9ecd92c4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.226939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.229425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.297222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-06a0bfa7-4efa-48e7-82c0-9a72caf09228 None None] Provisioning for port 2c53765e-61bb-4228-9fed-4cd7026896ce completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:58.313623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5fb2a5-e475-4260-88b8-bae1a4a39a10,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:58.317501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32860) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:58.399970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port da492709-8e65-40ec-9572-4286c6692b50 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:07:58.420348 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.482774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event deleted for resources: {'Port': ['ID=46ae6046-7b9e-4829-b463-6e8de2ade856,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:58.503726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port da492709-8e65-40ec-9572-4286c6692b50 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:58.504103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.526023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-080cc24d-2c95-4605-a6e7-e6fbb12fe921 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.570693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.606504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.608711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-080cc24d-2c95-4605-a6e7-e6fbb12fe921 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.621126 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ce2c435e-65a8-42d7-9916-48fb8bd312f1 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "DELETE /v2.0/floatingips/6b2d8705-7712-4e25-9ee2-cb7f973d50e2 HTTP/1.1" status: 204 len: 168 time: 2.6911848 Apr 01 15:07:58.737091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-080cc24d-2c95-4605-a6e7-e6fbb12fe921 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:58.744519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7314cedc-a9dd-449d-bd2c-928b17ac39aa tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/9e5fb2a5-e475-4260-88b8-bae1a4a39a10 HTTP/1.1" status: 204 len: 168 time: 2.5275524 Apr 01 15:07:58.757540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b1639d4-5950-4c82-964c-3d7e084362cf req-bd3f12f3-614f-43d3-9282-0386180b4691 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0733874 Apr 01 15:07:58.758065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32868) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:58.850005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=d6f992df-3b3f-4c2d-98f4-1330c7971212,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:58.867582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cc24d-2c95-4605-a6e7-e6fbb12fe921 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4e3a7d-c71a-4c2a-aecd-cf7318abdd60,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:58.964165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fa0055f4-da07-455c-95e2-a6e5dd9af168 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006395 Apr 01 15:07:58.967138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32872) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:58.975492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 04e5ff87-f108-416d-b291-63c79ff749c1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:07:58.981196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:07:58.986638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:59.013905 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.108397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee3a4907-1965-413a-9c5b-05df6563224b None None] Provisioning complete for port da492709-8e65-40ec-9572-4286c6692b50 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:07:59.108770 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4907-1965-413a-9c5b-05df6563224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.120427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-080cc24d-2c95-4605-a6e7-e6fbb12fe921 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.134269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-080cc24d-2c95-4605-a6e7-e6fbb12fe921 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/security-groups/db4e3a7d-c71a-4c2a-aecd-cf7318abdd60 HTTP/1.1" status: 204 len: 168 time: 0.8067734 Apr 01 15:07:59.139879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32876) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:59.238902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:59.244687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:59.248158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:59.257698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:59.278002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port da492709-8e65-40ec-9572-4286c6692b50, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da492709-8e65-40ec-9572-4286c6692b50,segment=NetworkSegment(ee54f4de-4673-4c98-90e3-c59e9a8f22c8),segment_id=ee54f4de-4673-4c98-90e3-c59e9a8f22c8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:07:59.280089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:07:59.319399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:59.321552 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.322310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2c53765e-61bb-4228-9fed-4cd7026896ce up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:07:59.322431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ec72-1ac5-4ad3-b59f-349cae3b5991 req-01f431fa-0e46-48f0-93aa-3e73b03cff44 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:07:59.327861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40d5ec72-1ac5-4ad3-b59f-349cae3b5991 req-01f431fa-0e46-48f0-93aa-3e73b03cff44 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 1.4273946 Apr 01 15:07:59.357935 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-c5ff3c73-1566-45b8-8a30-9156a9e6d0fe tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] show failed (client error): The resource could not be found. Apr 01 15:07:59.362501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c5ff3c73-1566-45b8-8a30-9156a9e6d0fe tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups/db4e3a7d-c71a-4c2a-aecd-cf7318abdd60 HTTP/1.1" status: 404 len: 347 time: 0.2171090 Apr 01 15:07:59.379672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32880) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:59.457066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25854032-b259-4843-b8b6-903178e13345 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:07:59.483246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:07:59.529942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32884) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:07:59.580268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599732452', 'description': 'tempest-description--587903503'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:07:59.596044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:07:59.601407 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.698420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:07:59.699141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:07:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:07:59.722031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:07:59.729178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:07:59.737533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:07:59.756057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port 75b2dbe8-876e-4964-bc44-36a9fe8d75e3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:07:59.756707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.797668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40d5ec72-1ac5-4ad3-b59f-349cae3b5991 req-4f0db382-11dd-4752-bfc9-340ac5ed2e4a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308074 Apr 01 15:07:59.845793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.941203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=da492709-8e65-40ec-9572-4286c6692b50,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:07:59.948686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:07:59.995317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 2c53765e-61bb-4228-9fed-4cd7026896ce completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:00.015645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2c53765e-61bb-4228-9fed-4cd7026896ce triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:00.016424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.058622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:00.063979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee3a4907-1965-413a-9c5b-05df6563224b None None] Provisioning for port d6f992df-3b3f-4c2d-98f4-1330c7971212 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:00.066035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:00.072785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d0f60cc-a300-43f0-a43a-bbbc788501de req-13e55508-a582-4125-a1d2-ec8c9940e7c7 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0598464 Apr 01 15:08:00.073883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:00.074552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.090896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee3a4907-1965-413a-9c5b-05df6563224b None None] Provisioning complete for port d6f992df-3b3f-4c2d-98f4-1330c7971212 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:00.091802 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4907-1965-413a-9c5b-05df6563224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.092853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:00.097423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=2811d4d4-b108-4886-9062-1f33976c7cf8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:00.114422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:00.115454 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-88d52b60-d452-44ef-88c7-bbc84a98e75e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1467586 Apr 01 15:08:00.118504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32890) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:00.126188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:00.128717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group_rule and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:00.134069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:00.145311 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-170e6163-6627-4963-b1f3-ae308b66955a admin admin] 10.222.0.48 "PUT /v2.0/routers/b0642a39-9380-4fa1-9019-e091304b919c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0479929 Apr 01 15:08:00.155364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:00.208061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:00.225340 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.225666 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.315438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a4907-1965-413a-9c5b-05df6563224b None None] Port d6f992df-3b3f-4c2d-98f4-1330c7971212 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:00.321435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:08:00.362719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-859407dd-854b-44f7-9b8e-74540452db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.372248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] Deleting port 00327568-f840-407e-93f3-f3b1c6fb7400 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:00.372626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.394931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:00.401463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:00.404391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:00.410965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for 75b2dbe8-876e-4964-bc44-36a9fe8d75e3 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:00.413687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:00.430577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:00.437704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.478499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.499572 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.527860 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.532913 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.537230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0009995 Apr 01 15:08:00.551186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32900) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:00.576296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'security_group_rule': {'security_group_id': '72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:00.586803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:00.596397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group_rule and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:00.600634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88adca4-60ef-4193-b980-cfa451272341 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:00.604404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:00.611646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:00.634114 n-d-836017-1 neutron-server[83954]: INFO neutron.db.ipam_backend_mixin [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2811d4d4-b108-4886-9062-1f33976c7cf8 (CIDR: 2001:db8::/64) Apr 01 15:08:00.638070 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:08:00.638798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:00.663719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e16b41d3-5e9d-40eb-9317-e6586858fb66 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5432899 Apr 01 15:08:00.666506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32904) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:00.672941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'subnet': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:00.691380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32908) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:00.733352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7489035e-4140-4ae8-a52c-d33d9baa2089 None None] Provisioning complete for port 00327568-f840-407e-93f3-f3b1c6fb7400 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:00.733352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7489035e-4140-4ae8-a52c-d33d9baa2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.748762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556073903', 'description': 'tempest-description--38854695'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:00.763374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:00.778123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Usage tracker for resource:security_group and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:00.782938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:00.792068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router ebc0cfdd-9d14-4e18-bdb4-42766487c717 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:08:00.793250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:00.821918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.840050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.851667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 2c53765e-61bb-4228-9fed-4cd7026896ce, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2c53765e-61bb-4228-9fed-4cd7026896ce,segment=NetworkSegment(a00a69a0-3185-4021-a914-11c0976bc042),segment_id=a00a69a0-3185-4021-a914-11c0976bc042)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:00.871410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:00.875320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Usage tracker for resource:subnet and tenant:e11d0d7525a34e06a56242b581959305 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:00.878502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:00.885118 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.885389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:00.898915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:00.902620 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:00.938994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:00.943610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Usage tracker for resource:security_group_rule and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:00.946666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:00.960498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:01.038314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.091832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.116164 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.120131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] For port 00327568-f840-407e-93f3-f3b1c6fb7400, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=00327568-f840-407e-93f3-f3b1c6fb7400,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:01.120579 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.226778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d111a8-3edf-49e8-b6b1-362ee1783663,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:01.229681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=75b2dbe8-876e-4964-bc44-36a9fe8d75e3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:01.237833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.239062 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1587539d-36b5-4474-be43-7fb0bc8ddc71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5470366 Apr 01 15:08:01.248099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32918) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:01.262639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'security_group_rule': {'security_group_id': 'f1d111a8-3edf-49e8-b6b1-362ee1783663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:01.287314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:01.297782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Usage tracker for resource:security_group_rule and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:01.303687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:01.304860 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.313048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:01.315505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=2c53765e-61bb-4228-9fed-4cd7026896ce,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:01.319306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 95ea6b92-f354-4ff4-8a24-62f976271426 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:01.346914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.350628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] Calling delete_port for 00327568-f840-407e-93f3-f3b1c6fb7400 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:01.393071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.395238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.397881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fc3a215b-058d-43b4-933c-3a1f31dd5dab tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/floatingips/80faf3ca-ecf3-4fa8-81f4-366835842f26 HTTP/1.1" status: 204 len: 168 time: 1.9968381 Apr 01 15:08:01.404639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.465657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a52d66b-b8e5-47ca-a53f-766402035268 req-f534159a-022f-43a9-9d99-f37f1008c416 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0575914 Apr 01 15:08:01.473931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ce5fde-b603-4f33-a81e-b28da5a30bbb,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:01.476949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:01.477690 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.484009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a60fe096-9705-4981-8c62-9ae402806e85 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/ebc0cfdd-9d14-4e18-bdb4-42766487c717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8468950 Apr 01 15:08:01.487617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32926) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:01.503533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.517273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] Sync routers for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:01.523632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.524800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bb84d8c3-2191-400c-be68-d5389b5db6cf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9677622 Apr 01 15:08:01.530524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32930) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:01.544668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'security_group_rule': {'security_group_id': '72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:01.550819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:01.562454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7489035e-4140-4ae8-a52c-d33d9baa2089 None None] Provisioning complete for port d6f992df-3b3f-4c2d-98f4-1330c7971212 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:01.562911 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7489035e-4140-4ae8-a52c-d33d9baa2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.569120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:01.584726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb6d0ba-9c09-4551-9ac6-aae0ac69838c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:01.585312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-adb6d0ba-9c09-4551-9ac6-aae0ac69838c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:01.586746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2d3f8-cb27-473e-bc3c-5bbfdc5da4b1 None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:01.599712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.603785 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.614508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:security_group_rule and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:01.620096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:01.622614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-adb6d0ba-9c09-4551-9ac6-aae0ac69838c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:01.623930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-adb6d0ba-9c09-4551-9ac6-aae0ac69838c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports/d6f992df-3b3f-4c2d-98f4-1330c7971212 HTTP/1.1" status: 200 len: 910 time: 0.1353199 Apr 01 15:08:01.626727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32936) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:01.649571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.686631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:01.686631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:01.701316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:01.710301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574d9c-640c-4fc0-b7f5-36f310125e42 req-2d89a8da-acd4-4e1d-8b37-ff1c4e9d58f7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:01.717667 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67574d9c-640c-4fc0-b7f5-36f310125e42 req-2d89a8da-acd4-4e1d-8b37-ff1c4e9d58f7 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 0.3247182 Apr 01 15:08:01.727187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.728505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4793639 Apr 01 15:08:01.743864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] Pushing event deleted for resources: {'Port': ['ID=00327568-f840-407e-93f3-f3b1c6fb7400,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:01.755478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 95ea6b92-f354-4ff4-8a24-62f976271426 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:01.761955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:01.768283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440b29f-9d98-4ee0-80b0-8aaf24ecc95b None None] No DVR routers for this DVR port 00327568-f840-407e-93f3-f3b1c6fb7400 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:08:01.777883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 95ea6b92-f354-4ff4-8a24-62f976271426 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:01.778256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:01.789584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32940) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:01.801893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67574d9c-640c-4fc0-b7f5-36f310125e42 req-a7fa1568-0f51-4c41-90e1-8e996a904427 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831847 Apr 01 15:08:01.804316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72047b-3e54-40c8-b38f-6d710ea889d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dfc94d-e05a-4043-aa47-43f2601f9446,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:01.804623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7489035e-4140-4ae8-a52c-d33d9baa2089 None None] Port d6f992df-3b3f-4c2d-98f4-1330c7971212 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:01.813174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69a065-0030-4c52-90ed-91e7ccdb8d8d None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:01.818993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'security_group_rule': {'security_group_id': 'f1d111a8-3edf-49e8-b6b1-362ee1783663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:01.850155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:01.980676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32946) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:02.001579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:02.002209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:02.041524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:08:02.052860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605630447', 'description': 'tempest-description--337969976'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:02.058022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Usage tracker for resource:security_group_rule and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:02.066820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:02.069792 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.083231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:02.102192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:02.102820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfeaf0-1af4-44b7-8dfc-919ee4e56bf0 None None] The sync data for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:02.108911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7489035e-4140-4ae8-a52c-d33d9baa2089 None None] Provisioning complete for port 2c53765e-61bb-4228-9fed-4cd7026896ce triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:02.109538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7489035e-4140-4ae8-a52c-d33d9baa2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.176673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:02.179177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Subnet': ['ID=250c8308-a0e5-4c45-ba33-ae48159bbc9b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:02.182614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.196921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:02.205981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:02.207029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:02.214930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:02.229438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:02.230025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.247911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:02.261744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7fb94cc5-eb48-41f7-8870-bcc9ea7fa649 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5939479 Apr 01 15:08:02.273995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32952) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:02.283243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Request body: {'port': {'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'mac_address': 'fa:16:3e:76:18:b4', 'name': 'tempest-NetworksTestDHCPv6-582322984'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:02.304404 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.442886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.488500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1521f7be-bcca-472b-a0e8-65bfb965abc6', 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6', 'tenant_id': 'e11d0d7525a34e06a56242b581959305', 'fixed_ips': [{'subnet_id': '250c8308-a0e5-4c45-ba33-ae48159bbc9b'}, {'subnet_id': '2811d4d4-b108-4886-9062-1f33976c7cf8'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:02.489314 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.517569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 95ea6b92-f354-4ff4-8a24-62f976271426, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=95ea6b92-f354-4ff4-8a24-62f976271426,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:02.532108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.532903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device da492709-8e65-40ec-9572-4286c6692b50 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:02.579684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.602487 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.765481 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.777379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:02.858132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.862296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:02.916841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a06f366-35ed-48ee-b30a-a5afe99a30fa,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:02.944649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Made reservation on behalf of e11d0d7525a34e06a56242b581959305 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:02.944973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Allocated IP 2001:db8::2 (1521f7be-bcca-472b-a0e8-65bfb965abc6/2811d4d4-b108-4886-9062-1f33976c7cf8/1c6f417b-571b-45b2-aee6-c0943ff2dc55) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:02.948487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.951389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb0:b9ed (1521f7be-bcca-472b-a0e8-65bfb965abc6/250c8308-a0e5-4c45-ba33-ae48159bbc9b/1c6f417b-571b-45b2-aee6-c0943ff2dc55) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:02.982712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:02.983767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8d5bb6a7-9f8c-406a-9671-ae8f37583e19 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4503233 Apr 01 15:08:02.986656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:02.992955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:02.997523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:03.013082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:03.019037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:03.031189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:03.033676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:03.043883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.046400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] device_id is not set on port c24393d7-5c87-47e1-94d2-00f044b77624 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:08:03.046551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.061544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=95ea6b92-f354-4ff4-8a24-62f976271426,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:03.092181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Usage tracker for resource:floatingip and tenant:9757218e019f4279aae1261d703db4fc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:03.098780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:03.102698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.128904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:03.180639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa0079a-5198-46b7-82f8-7037d9f35fcd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:03.187050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c907886-5919-4de2-ab75-3e7fc1f150d1 req-39b6ae4f-a2ab-47db-9fe9-16adf2fe1de0 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1898727 Apr 01 15:08:03.194098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7993b-e42b-43dc-a6a1-f7af87d2f76e req-f3375ef2-0251-453c-bac2-081ba917ef31 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:03.201736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ea7993b-e42b-43dc-a6a1-f7af87d2f76e req-f3375ef2-0251-453c-bac2-081ba917ef31 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 0.6231668 Apr 01 15:08:03.244295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.295747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.296913 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6e82e1a0-7c2e-4fed-86ca-d9dd8d60ec4a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4877388 Apr 01 15:08:03.301239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:03.311247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:03.324353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:03.334398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Usage tracker for resource:floatingip and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:03.348695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.361415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Transition to ACTIVE for port object 1c6f417b-571b-45b2-aee6-c0943ff2dc55 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:03.364723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.372241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:03.376969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.388060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:03.389445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Transition to ACTIVE for port object 1c6f417b-571b-45b2-aee6-c0943ff2dc55 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:03.406257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.416919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.435450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ea7993b-e42b-43dc-a6a1-f7af87d2f76e req-5c1c0e72-dcd2-40c5-a817-11dd8ad74988 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327855 Apr 01 15:08:03.483038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.21.0.1 (38259ee1-420a-4321-ae79-08141054e2eb/5d79c44b-91b2-4093-9f26-b312cc88f4ab/66893973-a1d2-47c6-bd86-9a3acbb2f795) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:03.510107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.511756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4689269 Apr 01 15:08:03.518305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32974) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:03.531934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': '6ba26d04-0e49-4fca-8757-1261d3da90c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:03.544627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:03.549675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:03.555167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:03.558438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9aa0a4-7b9a-40d5-99ea-0552f4197d3d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba26d04-0e49-4fca-8757-1261d3da90c1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:03.563604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:03.566666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:03.569773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port da492709-8e65-40ec-9572-4286c6692b50 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:03.570138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.585339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:03.598779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Pushing event updated for resources: {'Port': ['ID=1c6f417b-571b-45b2-aee6-c0943ff2dc55,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:03.626583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:03.696904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8::cd (1521f7be-bcca-472b-a0e8-65bfb965abc6/2811d4d4-b108-4886-9062-1f33976c7cf8/c24393d7-5c87-47e1-94d2-00f044b77624) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:03.703586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.721563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:18b4 (1521f7be-bcca-472b-a0e8-65bfb965abc6/250c8308-a0e5-4c45-ba33-ae48159bbc9b/c24393d7-5c87-47e1-94d2-00f044b77624) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:03.800993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Attempting to bind port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:03.801564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Attempting to bind port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:03.802009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Attempting to bind port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 on network 1521f7be-bcca-472b-a0e8-65bfb965abc6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:03.811563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:03.811563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Checking segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:03.812026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.812582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Bound using segment: {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:03.813195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Bound port: 1c6f417b-571b-45b2-aee6-c0943ff2dc55, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1521f7be-bcca-472b-a0e8-65bfb965abc6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:03.813676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.861870 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.936312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.955164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] For port 1c6f417b-571b-45b2-aee6-c0943ff2dc55, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:03.959053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] For port 1c6f417b-571b-45b2-aee6-c0943ff2dc55, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c6f417b-571b-45b2-aee6-c0943ff2dc55,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:03.966670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:03.972230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object 66893973-a1d2-47c6-bd86-9a3acbb2f795 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:04.012586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-fbe1a7c9-e8f1-4492-9d69-3ea679eb322b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:04.014338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-fbe1a7c9-e8f1-4492-9d69-3ea679eb322b tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 0.2644300 Apr 01 15:08:04.034170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00327568-f840-407e-93f3-f3b1c6fb7400 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:08:04.078290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.081155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 00327568-f840-407e-93f3-f3b1c6fb7400 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:08:04.081672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00327568-f840-407e-93f3-f3b1c6fb7400 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:08:04.101645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.105698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd64f2f-bb76-4ba1-b0ec-691f3b9968e1 None None] Pushing event updated for resources: {'Port': ['ID=1c6f417b-571b-45b2-aee6-c0943ff2dc55,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:04.116217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Deleting port 48ed1b75-0620-4f15-bfdf-090d84b49968 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:04.116699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.133225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.203303 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.214538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1d73cc-6711-47a8-8fd5-a0d14fb4d56d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:04.259633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2c53765e-61bb-4228-9fed-4cd7026896ce up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:04.284415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Allocated IP 172.25.2.214 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/28775fcc-f60a-45c6-ac7b-88f2bb1a6d88) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:04.349631 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.362752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7bc3976e-76cd-4b5b-b2be-f8e88fb92e89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8361015 Apr 01 15:08:04.363994 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.382284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32988) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:04.391449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Transition to ACTIVE for port object c24393d7-5c87-47e1-94d2-00f044b77624 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:04.401088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2c53765e-61bb-4228-9fed-4cd7026896ce triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:04.401638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.406848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': '6ba26d04-0e49-4fca-8757-1261d3da90c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:04.426746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.426949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:04.441089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:04.449310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 38259ee1-420a-4321-ae79-08141054e2eb is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:04.450373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=66893973-a1d2-47c6-bd86-9a3acbb2f795,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:04.586336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event updated for resources: {'Port': ['ID=c24393d7-5c87-47e1-94d2-00f044b77624,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:04.621968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 95ea6b92-f354-4ff4-8a24-62f976271426 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:04.647245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:04.651842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:04.660766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:04.663455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:04.668042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:04.668710 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.724726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e1bb94f8-d34b-4b76-b348-ee85472958ab tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4452214 Apr 01 15:08:04.725429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32996) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:04.730756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.742223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:04.752547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d50e632f-0d26-40b7-8f39-35874ad485b7 req-fafce454-437e-4206-b65d-1a8676b31b44 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0871303 Apr 01 15:08:04.769054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:04.814098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting port c24393d7-5c87-47e1-94d2-00f044b77624 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:04.814439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:04.869599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 95ea6b92-f354-4ff4-8a24-62f976271426 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:04.870540 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.002261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:05.011993 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.036952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] For port 48ed1b75-0620-4f15-bfdf-090d84b49968, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=48ed1b75-0620-4f15-bfdf-090d84b49968,segment=NetworkSegment(8e339f67-2cc2-44a8-a16f-286a0b3c35ee),segment_id=8e339f67-2cc2-44a8-a16f-286a0b3c35ee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:05.037330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.100552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.100909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.101235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.101577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.102082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.102414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.102777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.103196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.103441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.103766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.104085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:05.197964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dcc18579-c85f-4b77-96cc-9f04f4014ed1 None None] Provisioning for port 66893973-a1d2-47c6-bd86-9a3acbb2f795 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:05.210613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dcc18579-c85f-4b77-96cc-9f04f4014ed1 None None] Provisioning complete for port 66893973-a1d2-47c6-bd86-9a3acbb2f795 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:05.214706 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcc18579-c85f-4b77-96cc-9f04f4014ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.286657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dcc18579-c85f-4b77-96cc-9f04f4014ed1 None None] Port 66893973-a1d2-47c6-bd86-9a3acbb2f795 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:05.355639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Calling delete_port for 48ed1b75-0620-4f15-bfdf-090d84b49968 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:05.368417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:05.385603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.402335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:05.404728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:05.431307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.438967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Allocated IP 172.25.2.41 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/fb50f8c8-f1ec-4456-b53e-56cf2f904090) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:05.461294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'Port': ['ID=28775fcc-f60a-45c6-ac7b-88f2bb1a6d88,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:05.543723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.557675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfab203-6b12-46be-bed9-a8107b161d1d None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:05.671182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e3b40d34-0dc6-492a-a151-d02be569b785 None None] Provisioning for port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:05.690951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Calling delete_port for c24393d7-5c87-47e1-94d2-00f044b77624 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:05.768268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120e53a-d13f-4d52-83fe-6a8befdcf36d req-75e6ee90-fffd-4e9c-b92e-1e7a300641e9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:05.769753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3120e53a-d13f-4d52-83fe-6a8befdcf36d req-75e6ee90-fffd-4e9c-b92e-1e7a300641e9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.5330589 Apr 01 15:08:05.869584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3120e53a-d13f-4d52-83fe-6a8befdcf36d req-b9487260-2605-4ce4-b4f1-c6b58d6f46ea tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889974 Apr 01 15:08:05.896155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034388d-d3fd-4136-a730-915340a71ef2 req-207a354c-4e19-492f-878c-d533c5567b82 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:05.897725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6034388d-d3fd-4136-a730-915340a71ef2 req-207a354c-4e19-492f-878c-d533c5567b82 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/ports?device_id=4748ef0c-586e-4eba-bb48-5154b60f8eff HTTP/1.1" status: 200 len: 946 time: 0.7726963 Apr 01 15:08:05.953226 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.959385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.988649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:05.992050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.030776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.047858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['48ed1b75-0620-4f15-bfdf-090d84b49968'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:08:06.123762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.140956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbf7cf3-8a67-4d27-b05e-5dd3813fdd04,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:06.163804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee3048a4-b4a6-4443-8864-fc61fc14e722 req-86fe986f-e71c-4c8f-b430-db51f345b417 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0997872 Apr 01 15:08:06.169873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6034388d-d3fd-4136-a730-915340a71ef2 req-e80eeee7-7921-42f2-89d5-44aeef760521 tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.48 "GET /v2.0/security-groups?id=bac41fbc-2dec-48dd-9ac0-783ff467826c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554915 Apr 01 15:08:06.171126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Pushing event deleted for resources: {'Port': ['ID=48ed1b75-0620-4f15-bfdf-090d84b49968,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:06.211541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.296758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.301624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-86176fa4-e864-40f4-b73b-5ac014080ec0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9064233 Apr 01 15:08:06.304432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c6f417b-571b-45b2-aee6-c0943ff2dc55 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:06.350997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-23c63514-2c2f-4cfb-9039-d65e3d7424b9 None None] Could not find standard attr ID for object c24393d7-5c87-47e1-94d2-00f044b77624. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:08:06.360061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33008) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:06.406358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:06.412783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:06.413245 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.428597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] No DVR routers for this DVR port 48ed1b75-0620-4f15-bfdf-090d84b49968 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:08:06.431718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.446825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:06.455661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.458577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30d3f0a2-b39f-40b4-bfa3-13bba9d4adc0 req-980e8f60-8c1f-4e62-87d5-9f0963bf069a tempest-DeleteServersTestJSON-743688717 tempest-DeleteServersTestJSON-743688717-project] 10.222.0.62 "DELETE /v2.0/ports/48ed1b75-0620-4f15-bfdf-090d84b49968 HTTP/1.1" status: 204 len: 173 time: 2.4340236 Apr 01 15:08:06.461389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'name': 'network-vif-deleted', 'tag': '48ed1b75-0620-4f15-bfdf-090d84b49968'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:06.497062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:06.536233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:floatingip and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:06.545177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:06.556018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:06.582929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.588735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Port': ['ID=c24393d7-5c87-47e1-94d2-00f044b77624,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:06.591006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.597273 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4748ef0c-586e-4eba-bb48-5154b60f8eff', 'name': 'network-vif-deleted', 'tag': '48ed1b75-0620-4f15-bfdf-090d84b49968', 'status': 'completed', 'code': 200} Apr 01 15:08:06.607585 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.610403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:08:06.626132 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6820e1bc-e103-4951-984d-0722c6de956d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/c24393d7-5c87-47e1-94d2-00f044b77624 HTTP/1.1" status: 204 len: 168 time: 1.8971679 Apr 01 15:08:06.628593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33014) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:06.636690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1bf924ec-02a0-4b99-9140-9cbb691fbe33 None None] Could not find standard attr ID for object c24393d7-5c87-47e1-94d2-00f044b77624. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:08:06.663677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.674579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1c6f417b-571b-45b2-aee6-c0943ff2dc55, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c6f417b-571b-45b2-aee6-c0943ff2dc55,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:06.683651 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.691000 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.699917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.790730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1c6f417b-571b-45b2-aee6-c0943ff2dc55,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:06.800642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:06.808886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:06.826642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:06.833897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41143ca3-d1c8-4ba9-8eb6-5e35072657eb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:06.834613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41143ca3-d1c8-4ba9-8eb6-5e35072657eb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:06.839464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'Port': ['ID=28775fcc-f60a-45c6-ac7b-88f2bb1a6d88,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:06.860773 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.867155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41143ca3-d1c8-4ba9-8eb6-5e35072657eb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:06.868485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-41143ca3-d1c8-4ba9-8eb6-5e35072657eb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2389715 Apr 01 15:08:06.873736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33018) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:06.892523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=fb50f8c8-f1ec-4456-b53e-56cf2f904090,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:06.898830 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7e0d4-c591-4a89-9fc6-597305cab939 None None] New status for floating IP 80faf3ca-ecf3-4fa8-81f4-366835842f26: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:08:06.949919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:06.952487 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a3d815d4-dc39-4584-bb63-c981c17ce54e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9563456 Apr 01 15:08:07.041480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d2b6d5-d66a-4368-8966-d1ccbdc74f3d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:07.048001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-03d2b6d5-d66a-4368-8966-d1ccbdc74f3d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1732340 Apr 01 15:08:07.048619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33026) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:07.202363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcb156-496b-4c27-91c9-70c33b784ec1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:07.203707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcb156-496b-4c27-91c9-70c33b784ec1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:07.205784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcb156-496b-4c27-91c9-70c33b784ec1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:07.206713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8fbcb156-496b-4c27-91c9-70c33b784ec1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:07.241613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8fbcb156-496b-4c27-91c9-70c33b784ec1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:07.243462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8fbcb156-496b-4c27-91c9-70c33b784ec1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1905200 Apr 01 15:08:07.246964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33038) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:07.258602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.286146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0ac08-39fe-4b21-80c7-640389b85168 req-b7d3af26-3257-49f4-9f38-c342bde7f98f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:07.287838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5a0ac08-39fe-4b21-80c7-640389b85168 req-b7d3af26-3257-49f4-9f38-c342bde7f98f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.1641941 Apr 01 15:08:07.333282 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.388123 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.460723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.527241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5a0ac08-39fe-4b21-80c7-640389b85168 req-c1e04eb3-8b2d-4aa8-a652-9cedf6063ec0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309325 Apr 01 15:08:07.587774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 250c8308-a0e5-4c45-ba33-ae48159bbc9b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:08:07.591400 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.596382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-ef7bb007-ede6-433f-9751-fd888f218eff tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:07.637143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.646518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.651003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=66893973-a1d2-47c6-bd86-9a3acbb2f795,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:07.664096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.742366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.830964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82f19f91-87be-43fb-ac8a-8807a3245275 req-d2d6b705-3466-4d9d-8908-a7e2cccef29a tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0536785 Apr 01 15:08:07.881354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.924233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=250c8308-a0e5-4c45-ba33-ae48159bbc9b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:07.926623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-ef7bb007-ede6-433f-9751-fd888f218eff tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:07.929512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-ef7bb007-ede6-433f-9751-fd888f218eff tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1599732452&fields=id&tenant_id=9757218e019f4279aae1261d703db4fc HTTP/1.1" status: 200 len: 267 time: 0.6761541 Apr 01 15:08:07.929697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:07.944833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73432b9e-2747-47c2-8110-4fb1bd92d465 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:07.953825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b9079952-6109-4eae-93ff-9ec74415e68d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/250c8308-a0e5-4c45-ba33-ae48159bbc9b HTTP/1.1" status: 204 len: 168 time: 0.7054849 Apr 01 15:08:07.954593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33046) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:07.956390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.25.2.170 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1b113a4f-b2f5-4c0f-b14a-1f71a56042c1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:08.042822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Deleting subnet 2811d4d4-b108-4886-9062-1f33976c7cf8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:08:08.047169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.129637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.247381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c6f417b-571b-45b2-aee6-c0943ff2dc55 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:08.256689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.328706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:08.329269 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.334202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 38259ee1-420a-4321-ae79-08141054e2eb is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:08.347870 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.350886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:08.397927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.410636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/2811d4d4-b108-4886-9062-1f33976c7cf8 HTTP/1.1" status: 204 len: 168 time: 0.4528339 Apr 01 15:08:08.413476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33062) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:08.419252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e17dbb-35a9-4ace-8093-3469c53783cc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Subnet': ['ID=2811d4d4-b108-4886-9062-1f33976c7cf8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:08.552552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-694c20d3-604f-4a8b-8971-09bc2dee940d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236587 Apr 01 15:08:08.554795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33068) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:08.662396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922ee202-5a3e-4440-ad2c-c27e906910c3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:08.666254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-922ee202-5a3e-4440-ad2c-c27e906910c3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1081445 Apr 01 15:08:08.666521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33076) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:08.682314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f974b02a-17dd-4351-9118-d7183c48f185 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:08.684595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f974b02a-17dd-4351-9118-d7183c48f185 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 810 time: 0.7317472 Apr 01 15:08:08.727648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 48ed1b75-0620-4f15-bfdf-090d84b49968 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:08:08.733818 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:08:08.766759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.781176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 48ed1b75-0620-4f15-bfdf-090d84b49968 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:08:08.782136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 48ed1b75-0620-4f15-bfdf-090d84b49968 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:08:08.801455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f62fb36f-0c8d-4818-8044-324366741188 None None] Provisioning complete for port 66893973-a1d2-47c6-bd86-9a3acbb2f795 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:08.803828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f62fb36f-0c8d-4818-8044-324366741188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.806339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:08.827955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a71f5e-4ebe-4ef4-982d-48ebe9b27ce6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:08.828618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-90a71f5e-4ebe-4ef4-982d-48ebe9b27ce6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:08.860833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-90a71f5e-4ebe-4ef4-982d-48ebe9b27ce6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:08.863498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-90a71f5e-4ebe-4ef4-982d-48ebe9b27ce6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1944523 Apr 01 15:08:08.865747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33080) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:08.896390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f62fb36f-0c8d-4818-8044-324366741188 None None] Port 66893973-a1d2-47c6-bd86-9a3acbb2f795 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:08.918757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:08:08.934572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-5d543d42-7a98-4937-b26e-3f371a8d0923 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/quotas/9757218e019f4279aae1261d703db4fc HTTP/1.1" status: 200 len: 375 time: 0.2163470 Apr 01 15:08:08.950965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90518d-521d-4034-9a2c-c37c5e1f567a req-5d46aaf2-ab27-464b-91fb-f10e22a240f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:08.952455 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e90518d-521d-4034-9a2c-c37c5e1f567a req-5d46aaf2-ab27-464b-91fb-f10e22a240f5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.2284994 Apr 01 15:08:08.954749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f32e9e9c-cd6d-461b-8039-e4abd05fe027 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854692 Apr 01 15:08:08.961592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33086) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:08.995263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:09.032408 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cee1ab-d903-4a9d-9b7a-3054cb6d5dcf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.033016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cee1ab-d903-4a9d-9b7a-3054cb6d5dcf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.037580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f2cee1ab-d903-4a9d-9b7a-3054cb6d5dcf tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/c24393d7-5c87-47e1-94d2-00f044b77624 HTTP/1.1" status: 404 len: 333 time: 0.0702264 Apr 01 15:08:09.040130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33090) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.055244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:09.060344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:09.073758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:09.086739 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffcea12-1e84-484b-9316-9ea28f72b71d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.087382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffcea12-1e84-484b-9316-9ea28f72b71d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.089788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fffcea12-1e84-484b-9316-9ea28f72b71d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/250c8308-a0e5-4c45-ba33-ae48159bbc9b HTTP/1.1" status: 404 len: 337 time: 0.0482364 Apr 01 15:08:09.101287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33094) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.112006 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:09.124716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=1b113a4f-b2f5-4c0f-b14a-1f71a56042c1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:09.163000 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f96cb63-56f8-4da6-b95c-cf7d12dff5c2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.165742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f96cb63-56f8-4da6-b95c-cf7d12dff5c2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.167564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9f96cb63-56f8-4da6-b95c-cf7d12dff5c2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/2811d4d4-b108-4886-9062-1f33976c7cf8 HTTP/1.1" status: 404 len: 337 time: 0.0645788 Apr 01 15:08:09.171901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e90518d-521d-4034-9a2c-c37c5e1f567a req-920c127c-dc80-4204-8410-62e02f7284c8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081251 Apr 01 15:08:09.172213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33098) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.179735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc2a4d-c2c1-4edd-a3b5-ad63f36f4184 None None] Network 1521f7be-bcca-472b-a0e8-65bfb965abc6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:09.219834 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb012be-6c7c-446d-9967-c172e0b0e9d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.220201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb012be-6c7c-446d-9967-c172e0b0e9d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.221867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-abb012be-6c7c-446d-9967-c172e0b0e9d7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/ee182c9e-1d96-4db5-b02c-46b0d801084e HTTP/1.1" status: 404 len: 333 time: 0.0487771 Apr 01 15:08:09.233801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33102) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.273408 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-20759b28-deb1-493d-bbb2-15df0d9ac846 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.274184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20759b28-deb1-493d-bbb2-15df0d9ac846 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.275498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-20759b28-deb1-493d-bbb2-15df0d9ac846 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/9e5fb2a5-e475-4260-88b8-bae1a4a39a10 HTTP/1.1" status: 404 len: 337 time: 0.0407121 Apr 01 15:08:09.278229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33106) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.289810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=fb50f8c8-f1ec-4456-b53e-56cf2f904090,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:09.331143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:09.331416 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc278acb-5a63-414e-83fa-f088296784a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.331826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc278acb-5a63-414e-83fa-f088296784a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.333533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cc278acb-5a63-414e-83fa-f088296784a3 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/0c06b61c-7a6e-4d67-a2a4-cc5d3aa051f1 HTTP/1.1" status: 404 len: 337 time: 0.0536702 Apr 01 15:08:09.336414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33112) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.364532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-ae6c196f-e853-437b-baf7-e5de324eb76d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4100378 Apr 01 15:08:09.401745 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-0931979e-2250-4ea3-9a82-13cf408707f8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.402384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0931979e-2250-4ea3-9a82-13cf408707f8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.405907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-700e6351-e9fe-415c-8e76-b24b026e95fd None None] Provisioning complete for port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:09.406267 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-700e6351-e9fe-415c-8e76-b24b026e95fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:09.407516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33116) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.408489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0931979e-2250-4ea3-9a82-13cf408707f8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/8c4f581e-4735-462d-b22f-d3409afef36f HTTP/1.1" status: 404 len: 333 time: 0.0709178 Apr 01 15:08:09.410849 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:09.412266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-871e693f-3a21-4bbc-8084-088897a384b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1098263 Apr 01 15:08:09.498683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-811be904-d212-4034-a675-2c6787489a9c req-d9b892a5-04c9-4c5d-a206-fdf094364a97 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0484078 Apr 01 15:08:09.514249 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-623a3836-3947-49e6-ae9a-5c1dff5a50eb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.514683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623a3836-3947-49e6-ae9a-5c1dff5a50eb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.516364 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-623a3836-3947-49e6-ae9a-5c1dff5a50eb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/1486c380-2778-48e3-ad1f-d45993e7aab6 HTTP/1.1" status: 404 len: 337 time: 0.1074390 Apr 01 15:08:09.519093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33124) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.567026 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8216b3-7394-4ff3-a2b9-2d2b6eba3a49 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.567606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8216b3-7394-4ff3-a2b9-2d2b6eba3a49 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.572573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2d8216b3-7394-4ff3-a2b9-2d2b6eba3a49 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/b598faa2-617f-4b04-ab70-506d1c4fcdd1 HTTP/1.1" status: 404 len: 337 time: 0.0520492 Apr 01 15:08:09.573225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33128) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.623088 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-247482eb-d045-4de5-9634-b8937017bc99 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.624237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247482eb-d045-4de5-9634-b8937017bc99 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.626866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-247482eb-d045-4de5-9634-b8937017bc99 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/5c6647d9-33f2-4a8d-ac44-a3d72ec440b1 HTTP/1.1" status: 404 len: 333 time: 0.0524378 Apr 01 15:08:09.629414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.683009 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62a7526-f924-4051-83a9-b41d7839c93e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.683468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62a7526-f924-4051-83a9-b41d7839c93e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.687495 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c62a7526-f924-4051-83a9-b41d7839c93e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/9e2a3e7b-57c7-444e-a82e-51e17e0cae09 HTTP/1.1" status: 404 len: 337 time: 0.0547273 Apr 01 15:08:09.687712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33138) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.707708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] DHCP port deletion for 1521f7be-bcca-472b-a0e8-65bfb965abc6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:08:09.719444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] Deleting port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:09.719811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:09.749933 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a786ae7c-5432-411d-852c-af8c3743cc8c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.750546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router ebc0cfdd-9d14-4e18-bdb4-42766487c717 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:08:09.751193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a786ae7c-5432-411d-852c-af8c3743cc8c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.758731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:09.760340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33144) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.760823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a786ae7c-5432-411d-852c-af8c3743cc8c tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/2dcc8857-591f-45f0-9ae2-8434f4bf2b9b HTTP/1.1" status: 404 len: 337 time: 0.0719473 Apr 01 15:08:09.835168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-0dcd9568-7343-4e3c-8776-1fb9e3c7f376 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:09.859229 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9456c12e-e0b6-4b24-b436-965ad697c8b0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.859968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9456c12e-e0b6-4b24-b436-965ad697c8b0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.865620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9456c12e-e0b6-4b24-b436-965ad697c8b0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/e8e853d3-8387-49f6-8859-43bb925052f7 HTTP/1.1" status: 404 len: 333 time: 0.1014616 Apr 01 15:08:09.865831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-0dcd9568-7343-4e3c-8776-1fb9e3c7f376 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:09.866595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-0dcd9568-7343-4e3c-8776-1fb9e3c7f376 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1556073903&fields=id&tenant_id=83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 267 time: 0.0800204 Apr 01 15:08:09.867453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33150) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.880354 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-aedcdef2-a77c-4fe3-ab89-93a328343c53 service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978359 Apr 01 15:08:09.924799 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e45eca6-8e92-46a1-8f96-28d8df14ba8d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:09.925470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e45eca6-8e92-46a1-8f96-28d8df14ba8d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:09.927518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e45eca6-8e92-46a1-8f96-28d8df14ba8d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/6e734923-d735-4641-9eb7-181cc2f5261d HTTP/1.1" status: 404 len: 337 time: 0.0589330 Apr 01 15:08:09.967318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33154) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:09.987183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] For port 1c6f417b-571b-45b2-aee6-c0943ff2dc55, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c6f417b-571b-45b2-aee6-c0943ff2dc55,segment=NetworkSegment(6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3),segment_id=6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:09.987591 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:10.113841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:10.125805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] Calling delete_port for 1c6f417b-571b-45b2-aee6-c0943ff2dc55 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:10.157999 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8f4613-9ebc-4221-9f78-076739fe1e80 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.158616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8f4613-9ebc-4221-9f78-076739fe1e80 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.160472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d8f4613-9ebc-4221-9f78-076739fe1e80 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/07873d81-f721-44be-b607-d6a586be05f4 HTTP/1.1" status: 404 len: 333 time: 0.1921151 Apr 01 15:08:10.177803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33158) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.180321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-cf064bd3-d66a-4ddc-aeaf-96b085376b1e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:10.181109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-cf064bd3-d66a-4ddc-aeaf-96b085376b1e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:10.213658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-cf064bd3-d66a-4ddc-aeaf-96b085376b1e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:10.214969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-cf064bd3-d66a-4ddc-aeaf-96b085376b1e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.2864244 Apr 01 15:08:10.222130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:10.247424 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae7a6f8-726e-45e6-a9bf-be053177c2e9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.247875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae7a6f8-726e-45e6-a9bf-be053177c2e9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.248190 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-09bc5176-4dbc-474a-afb3-0fa9aa8f3c4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/quotas/83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 375 time: 0.0192804 Apr 01 15:08:10.249866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1ae7a6f8-726e-45e6-a9bf-be053177c2e9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/cf813656-f7b5-445f-8705-58009b14061b HTTP/1.1" status: 404 len: 337 time: 0.0617929 Apr 01 15:08:10.264083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.291959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c6f417b-571b-45b2-aee6-c0943ff2dc55 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:08:10.344790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] Pushing event deleted for resources: {'Port': ['ID=1c6f417b-571b-45b2-aee6-c0943ff2dc55,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:10.348671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1c6f417b-571b-45b2-aee6-c0943ff2dc55 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:08:10.348989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c6f417b-571b-45b2-aee6-c0943ff2dc55 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:08:10.351010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a70b88-8270-475f-9608-20ab26b575b6 None None] No DVR routers for this DVR port 1c6f417b-571b-45b2-aee6-c0943ff2dc55 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:08:10.376712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-b9543e80-aebe-4be8-b19b-e849a555b363 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275313 Apr 01 15:08:10.379664 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcda5016-b618-4ca1-afd6-715309293c4e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.380071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcda5016-b618-4ca1-afd6-715309293c4e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.381751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fcda5016-b618-4ca1-afd6-715309293c4e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/2e49a3c4-795d-419d-a351-37104d870b62 HTTP/1.1" status: 404 len: 333 time: 0.0988820 Apr 01 15:08:10.384603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33168) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.430327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-7ee27508-6307-47c2-83a6-be2d89466044 service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363142 Apr 01 15:08:10.449014 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-979297cc-c1d9-4e56-b4e1-e7b3ea4c2304 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.449451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979297cc-c1d9-4e56-b4e1-e7b3ea4c2304 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.451746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-979297cc-c1d9-4e56-b4e1-e7b3ea4c2304 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/3057b487-ac6f-410e-b4b3-28efba2cd99b HTTP/1.1" status: 404 len: 337 time: 0.0661421 Apr 01 15:08:10.456866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33172) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.524059 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-383193c6-437e-478a-8579-5dd4a8c017fb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.524502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383193c6-437e-478a-8579-5dd4a8c017fb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.526146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-383193c6-437e-478a-8579-5dd4a8c017fb tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/9a431579-56d4-4a1c-a1ae-cd56da389f9b HTTP/1.1" status: 404 len: 333 time: 0.0683479 Apr 01 15:08:10.529779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33176) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.574361 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-80b5c959-4cd0-4606-a665-efdcc1e59078 service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554255 Apr 01 15:08:10.590306 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-951db9e5-07bd-4ebd-b928-cb4bb85cf708 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.590734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951db9e5-07bd-4ebd-b928-cb4bb85cf708 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.592420 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-951db9e5-07bd-4ebd-b928-cb4bb85cf708 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/897b0007-6db8-41f4-8c0d-524311d802bd HTTP/1.1" status: 404 len: 337 time: 0.0540938 Apr 01 15:08:10.596959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33182) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.672229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:10.678201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6788c22c-e032-4318-959e-a1e88ab012f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/ebc0cfdd-9d14-4e18-bdb4-42766487c717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0504031 Apr 01 15:08:10.681458 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a53eafe-e9ca-4e94-b6e0-726daf308c4d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.681737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a53eafe-e9ca-4e94-b6e0-726daf308c4d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.681861 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:10.683495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a53eafe-e9ca-4e94-b6e0-726daf308c4d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/64b7ddff-1659-4b5d-91af-9ed1556337f7 HTTP/1.1" status: 404 len: 333 time: 0.0850124 Apr 01 15:08:10.689715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] Sync routers for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:10.692599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33190) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.692953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33192) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.708372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:10.709062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:10.792318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-0ee9a090-19f7-450e-bb75-e959bb7fbdf9 service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167139 Apr 01 15:08:10.841396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:10.844284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:10.847681 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc75b5c-b828-419c-adb4-b54c5c2ecfdd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.851711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc75b5c-b828-419c-adb4-b54c5c2ecfdd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.855755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3bc75b5c-b828-419c-adb4-b54c5c2ecfdd tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/609472d1-c4a7-4bdc-bd6e-5cfb86c702a4 HTTP/1.1" status: 404 len: 337 time: 0.1603847 Apr 01 15:08:10.858589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:10.871155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:10.871812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:10.878132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:10.970174 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f562e0-d66b-4e12-aa99-430798f08c40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:10.975956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f562e0-d66b-4e12-aa99-430798f08c40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:10.978028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-29f562e0-d66b-4e12-aa99-430798f08c40 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/151981f9-96a8-4aee-a790-f0136f4db6e5 HTTP/1.1" status: 404 len: 333 time: 0.1181810 Apr 01 15:08:10.983591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.009741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:11.010148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03433c-598c-4df3-a7cc-a34cc1c2b770 None None] The sync data for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:11.049737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4ee81-50a1-472b-8187-ea2ef5e3ad24 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:11.056164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-54e4ee81-50a1-472b-8187-ea2ef5e3ad24 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:11.123399 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c44767-c9d7-49dc-a955-1044df2b6b7e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:11.123399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c44767-c9d7-49dc-a955-1044df2b6b7e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:11.123399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-26c44767-c9d7-49dc-a955-1044df2b6b7e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/d468e63e-a658-4b73-b7c5-111bed3005e8 HTTP/1.1" status: 404 len: 337 time: 0.1325390 Apr 01 15:08:11.127127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.173088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=1b113a4f-b2f5-4c0f-b14a-1f71a56042c1,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:11.186771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-54e4ee81-50a1-472b-8187-ea2ef5e3ad24 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:11.188134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-54e4ee81-50a1-472b-8187-ea2ef5e3ad24 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports/66893973-a1d2-47c6-bd86-9a3acbb2f795 HTTP/1.1" status: 200 len: 910 time: 0.4942122 Apr 01 15:08:11.196500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33222) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.233443 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12196dc-dd2a-433e-8913-4c52fde06857 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:11.234184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12196dc-dd2a-433e-8913-4c52fde06857 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:11.236888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a12196dc-dd2a-433e-8913-4c52fde06857 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/1e576adc-ca22-409d-a451-59d4cc3a0b5b HTTP/1.1" status: 404 len: 337 time: 0.1101508 Apr 01 15:08:11.239459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33228) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.353325 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-684ed137-6141-4436-9d33-fbb7feda06ea tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:11.354445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684ed137-6141-4436-9d33-fbb7feda06ea tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:11.356683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-684ed137-6141-4436-9d33-fbb7feda06ea tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/1ac463a4-1d0a-481d-8532-8d937a18b486 HTTP/1.1" status: 404 len: 333 time: 0.1158581 Apr 01 15:08:11.364352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33236) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.379680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4006dcf-2fe6-4533-bdc0-cc81c8320902 req-c8c1280a-6d94-47b6-a020-929a81833ca5 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1018140 Apr 01 15:08:11.477375 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bdaac7-0bea-442f-af58-60d6ef13a156 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:11.478592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bdaac7-0bea-442f-af58-60d6ef13a156 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:11.485745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-29bdaac7-0bea-442f-af58-60d6ef13a156 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/c8616d12-9cc4-4216-aa48-b65c021402b1 HTTP/1.1" status: 404 len: 337 time: 0.1034780 Apr 01 15:08:11.488346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33240) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.614610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:11.651647 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-24136dca-0e7c-4eeb-92f7-96e60cbb13f7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:11.652623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24136dca-0e7c-4eeb-92f7-96e60cbb13f7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:11.654816 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-24136dca-0e7c-4eeb-92f7-96e60cbb13f7 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/39306c45-bdf3-4264-8d09-326373b2d974 HTTP/1.1" status: 404 len: 337 time: 0.1653018 Apr 01 15:08:11.657532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.668250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d09e34db-1808-4f77-b3cb-d31e2ef18eb9 req-e45c4d51-4fe3-4933-873d-87cf223db45e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:11.692731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d09e34db-1808-4f77-b3cb-d31e2ef18eb9 req-e45c4d51-4fe3-4933-873d-87cf223db45e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:11.694058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d09e34db-1808-4f77-b3cb-d31e2ef18eb9 req-e45c4d51-4fe3-4933-873d-87cf223db45e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 210 time: 0.1130600 Apr 01 15:08:11.703779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:11.723452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-79e206c4-ab05-423f-b5b5-6857365368bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3517828 Apr 01 15:08:11.745681 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6b858b-4404-41fe-90df-2ac7fb9002a6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:11.746118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6b858b-4404-41fe-90df-2ac7fb9002a6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:11.750357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff6b858b-4404-41fe-90df-2ac7fb9002a6 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/e8a6f1fd-5235-4f9d-b13e-e5613ad34497 HTTP/1.1" status: 404 len: 333 time: 0.0893297 Apr 01 15:08:11.751253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33252) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.756149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58c29-b943-4bae-8608-3f9bedb9df14 req-061b5c98-2ca8-4739-a7bf-0bad94d8bff1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:11.763175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ee58c29-b943-4bae-8608-3f9bedb9df14 req-061b5c98-2ca8-4739-a7bf-0bad94d8bff1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.7225385 Apr 01 15:08:11.839530 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ee58c29-b943-4bae-8608-3f9bedb9df14 req-793d9d02-a61a-4868-8f55-812150d05314 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751531 Apr 01 15:08:11.957554 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-269920bc-14f3-4f64-a3b1-629caf20923d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:11.958011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269920bc-14f3-4f64-a3b1-629caf20923d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:11.959789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-269920bc-14f3-4f64-a3b1-629caf20923d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/a92b6a2e-719d-46f9-a022-d15cd9f9421f HTTP/1.1" status: 404 len: 337 time: 0.2070754 Apr 01 15:08:11.964947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33260) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:11.981358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86a4f17d-f9cf-4352-80f6-0a5d980573f9 req-130eff10-1861-41c5-b01a-66f6c9a04464 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 210 time: 0.0792055 Apr 01 15:08:12.049716 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d412eb1c-a345-4302-b3fb-cff822a0d4d2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:12.050951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d412eb1c-a345-4302-b3fb-cff822a0d4d2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:12.053697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d412eb1c-a345-4302-b3fb-cff822a0d4d2 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/b842d1e6-b9c7-4614-8551-81455b7f5d5e HTTP/1.1" status: 404 len: 337 time: 0.0878434 Apr 01 15:08:12.058018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33266) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:12.087055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-9edac0e7-b9c1-4584-a67e-e5252571c674 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:12.118095 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dd52cf-d7d5-4988-848f-9841594127fe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:12.118735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dd52cf-d7d5-4988-848f-9841594127fe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:12.119917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:12.123769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9dd52cf-d7d5-4988-848f-9841594127fe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/c1cf2f7f-6bb4-4ee0-b975-47d346cf393c HTTP/1.1" status: 404 len: 333 time: 0.0645514 Apr 01 15:08:12.124434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33270) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:12.187641 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-438ad3a4-b722-43c9-bf47-04c04213c287 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:12.189608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438ad3a4-b722-43c9-bf47-04c04213c287 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:12.190495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-9edac0e7-b9c1-4584-a67e-e5252571c674 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:12.196478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-438ad3a4-b722-43c9-bf47-04c04213c287 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/24c05b6b-375f-4a2e-99c3-537ed5041adb HTTP/1.1" status: 404 len: 337 time: 0.0709879 Apr 01 15:08:12.197055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33276) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:12.199487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-9edac0e7-b9c1-4584-a67e-e5252571c674 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--605630447&fields=id&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 267 time: 0.1685348 Apr 01 15:08:12.262268 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c3067e-2f1e-4795-b5cc-5e5241977bb9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:12.262703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c3067e-2f1e-4795-b5cc-5e5241977bb9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:12.264718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a7c3067e-2f1e-4795-b5cc-5e5241977bb9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/19694b6c-f9e5-4af5-accd-76c1f55dd6c1 HTTP/1.1" status: 404 len: 337 time: 0.0667460 Apr 01 15:08:12.268043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:12.377037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e9fa87e0-1c07-499a-9a98-93e9eb644894 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Synchronizing usage tracker for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:12.479870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e9fa87e0-1c07-499a-9a98-93e9eb644894 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Unset dirty status for tenant:e11d0d7525a34e06a56242b581959305 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:12.481195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e9fa87e0-1c07-499a-9a98-93e9eb644894 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b HTTP/1.1" status: 200 len: 205 time: 0.2056522 Apr 01 15:08:12.484413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:12.585715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-60aeeed4-b089-4eed-b7d3-997488051530 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:12.593096 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-60aeeed4-b089-4eed-b7d3-997488051530 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.3923509 Apr 01 15:08:12.606418 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Sync routers for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:12.624181 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:12.628506 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:12.673179 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-05a18ed3-e633-479a-9524-5391427a7d63 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/quotas/80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 375 time: 0.0719829 Apr 01 15:08:12.770060 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-a0ed539c-b01d-4303-a981-f512b83f8240 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] delete failed (client error): The resource could not be found. Apr 01 15:08:12.773692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0ed539c-b01d-4303-a981-f512b83f8240 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/routers/9f5c8875-d98b-4d3c-b6f8-3ce30dd03b4b HTTP/1.1" status: 404 len: 336 time: 0.2851856 Apr 01 15:08:12.780824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33292) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:12.794555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-85df797e-85ec-4245-9018-fd28178d96ab tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:12.796130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-85df797e-85ec-4245-9018-fd28178d96ab tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.62 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 810 time: 0.3536611 Apr 01 15:08:12.873158 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e402ab-8d43-4bd7-9b77-573cac2ad947 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:12.874167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e402ab-8d43-4bd7-9b77-573cac2ad947 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:12.878294 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-36e402ab-8d43-4bd7-9b77-573cac2ad947 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/ccd75abb-4b54-4c31-876a-cb7756c8dfeb HTTP/1.1" status: 404 len: 337 time: 0.0940897 Apr 01 15:08:12.882328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33296) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:12.896218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b794bd2-b279-4406-a77e-8033a4311160 req-713bf9e0-a345-4e9e-bc58-b31978d6a4db tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.2058294 Apr 01 15:08:12.945040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:13.008001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-d80f0c5c-9df8-4845-b833-75b197ad3ff7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9757218e019f4279aae1261d703db4fc HTTP/1.1" status: 200 len: 380 time: 0.1990294 Apr 01 15:08:13.014520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e9a3c1d8-04f0-4ce1-afb4-8c67ce23f405 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f6945a6-d3e2-4ec7-b609-4c8040458c31 HTTP/1.1" status: 200 len: 205 time: 0.1274388 Apr 01 15:08:13.023451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'port': {'device_id': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'admin_state_up': True, 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'security_groups': ['72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:13.027020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33304) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:13.049744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-ae495cf6-1113-43f5-b426-4a455f65314a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:13.189662 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-dc3c4736-b576-43a6-9737-06f967fff999 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] delete failed (client error): The resource could not be found. Apr 01 15:08:13.191892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dc3c4736-b576-43a6-9737-06f967fff999 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/routers/1f6945a6-d3e2-4ec7-b609-4c8040458c31 HTTP/1.1" status: 404 len: 336 time: 0.1428294 Apr 01 15:08:13.241977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33308) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:13.324799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-ae495cf6-1113-43f5-b426-4a455f65314a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:13.337511 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-ae495cf6-1113-43f5-b426-4a455f65314a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6631784 Apr 01 15:08:13.400430 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:07:52Z', 'revision_number': 2, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:13.405168 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Checking router: b0642a39-9380-4fa1-9019-e091304b919c for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:08:13.405508 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Updating router b0642a39-9380-4fa1-9019-e091304b919c port 483c3f86-1ec8-4bc5-8e88-026a36db0372 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:08:13.477659 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:13.495249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:13.500473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86aeba9f-acc2-49d0-b244-f60cc4f8abae req-a58acf57-af4b-4376-bde4-e3bc284be71c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 210 time: 0.2598848 Apr 01 15:08:13.563024 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80dc1d5-2791-484a-bb25-e2de33120c5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:13.563689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80dc1d5-2791-484a-bb25-e2de33120c5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:13.565718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f80dc1d5-2791-484a-bb25-e2de33120c5f tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/525cbcba-9dcb-45e8-b754-48dd977e07ab HTTP/1.1" status: 404 len: 337 time: 0.3050418 Apr 01 15:08:13.569756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33314) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:13.614671 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4191fe-c12c-4fb1-b907-b91afd8c4a91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:13.615500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4191fe-c12c-4fb1-b907-b91afd8c4a91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:13.617349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb4191fe-c12c-4fb1-b907-b91afd8c4a91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/d0a5a091-a681-498e-a8ae-1dcda4d4016f HTTP/1.1" status: 404 len: 337 time: 0.0464790 Apr 01 15:08:13.620354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33318) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:13.667595 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-69329f5e-8565-43f5-aba6-d3c2d564bfbc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:13.668342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69329f5e-8565-43f5-aba6-d3c2d564bfbc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:13.670235 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-69329f5e-8565-43f5-aba6-d3c2d564bfbc tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/98cd2d1a-5e0a-4d7a-a875-c922828aebe8 HTTP/1.1" status: 404 len: 333 time: 0.0487685 Apr 01 15:08:13.682456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33322) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:13.752924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:13.774199 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2428c5-a7d7-4c59-a7ea-5dfebd5cf18e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:13.774932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2428c5-a7d7-4c59-a7ea-5dfebd5cf18e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:13.776996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6c2428c5-a7d7-4c59-a7ea-5dfebd5cf18e tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd287d2-9944-4363-a1dd-c8cea061ab48 HTTP/1.1" status: 404 len: 337 time: 0.0933101 Apr 01 15:08:13.782920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33326) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:13.809260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-3ddaf6f7-da76-439c-9d76-505a22900a59 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:13.811066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-3ddaf6f7-da76-439c-9d76-505a22900a59 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.8157279 Apr 01 15:08:13.857480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbf7df-a8b2-4b91-910e-be5f3f287c09 req-d63b15ce-bef8-4202-a076-bdb16e8414c5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:13.859247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71dbf7df-a8b2-4b91-910e-be5f3f287c09 req-d63b15ce-bef8-4202-a076-bdb16e8414c5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.1426883 Apr 01 15:08:13.877789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Made reservation on behalf of 9757218e019f4279aae1261d703db4fc for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:13.881365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:13.903051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-e2c2ae6d-34b6-41e3-a355-8fd1adcb9031 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 380 time: 0.0792308 Apr 01 15:08:13.921322 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfaae33-10fc-4af3-8e65-ec5892946ed4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:13.921912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfaae33-10fc-4af3-8e65-ec5892946ed4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:13.926120 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bdfaae33-10fc-4af3-8e65-ec5892946ed4 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/1313aba3-a36e-4bb2-8a7f-385ecd1f6ac6 HTTP/1.1" status: 404 len: 333 time: 0.1376517 Apr 01 15:08:13.930369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33330) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:13.939885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71dbf7df-a8b2-4b91-910e-be5f3f287c09 req-e76e6411-a006-4730-9afd-1d9ed2574029 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705154 Apr 01 15:08:13.943959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'port': {'device_id': '30aba915-580d-417c-ae28-e4b3af8d5230', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'admin_state_up': True, 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'security_groups': ['f1d111a8-3edf-49e8-b6b1-362ee1783663']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:13.977007 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d568a8-d6d2-4b88-a1ba-8d4595cfca91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:13.977457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d568a8-d6d2-4b88-a1ba-8d4595cfca91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:13.981780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-66d568a8-d6d2-4b88-a1ba-8d4595cfca91 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/8cce5aa0-e322-4204-bbc8-8747bbe7e365 HTTP/1.1" status: 404 len: 337 time: 0.0478277 Apr 01 15:08:13.981780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-a97ac1df-b624-4a36-b03e-d85fd315127f service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371715 Apr 01 15:08:13.984211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:14.002774 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.023379 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Transition to ACTIVE for port object 483c3f86-1ec8-4bc5-8e88-026a36db0372 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:14.037501 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.051330 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d833fb-ccb2-4b90-8014-f5b015cf18a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:14.051781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d833fb-ccb2-4b90-8014-f5b015cf18a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:14.055945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-96d833fb-ccb2-4b90-8014-f5b015cf18a9 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/4e82474a-db9d-4f5f-860c-beb3c45f0c59 HTTP/1.1" status: 404 len: 333 time: 0.0681088 Apr 01 15:08:14.108459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:14.160438 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Pushing event updated for resources: {'Port': ['ID=483c3f86-1ec8-4bc5-8e88-026a36db0372,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:14.163539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:14.166080 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e339e59b-6879-4d86-8475-d3fbcc90f899 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:14.166519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e339e59b-6879-4d86-8475-d3fbcc90f899 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:14.170536 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e339e59b-6879-4d86-8475-d3fbcc90f899 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/aa1befad-f34b-4e89-82fa-df595d14ca77 HTTP/1.1" status: 404 len: 337 time: 0.0580747 Apr 01 15:08:14.172293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Usage tracker for resource:port and tenant:83d3a9f26bda4e5dabf09b55be8b318b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:14.174717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33344) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:14.177300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:14.283946 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.285154 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.285982 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.286777 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.287370 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.288174 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.288635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-15ce92b3-78a3-4237-84e0-1037b42f4c29 req-af66f60e-0eb2-4b98-ae05-41aeb50cbb63 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 210 time: 0.1179795 Apr 01 15:08:14.288966 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.289503 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.290039 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.290610 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.291405 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:14.293607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:14.302052 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa23f01-3de8-4f26-85f9-333b3dd3ec0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:14.302523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa23f01-3de8-4f26-85f9-333b3dd3ec0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:14.304637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2fa23f01-3de8-4f26-85f9-333b3dd3ec0d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/a8c3eddc-c0e1-4e0a-bd0d-9a146dd5ddb6 HTTP/1.1" status: 404 len: 333 time: 0.1290412 Apr 01 15:08:14.307506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33348) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:14.384093 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2734cd4-3aea-47e0-92e5-bfea257bbeb0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:14.390741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2734cd4-3aea-47e0-92e5-bfea257bbeb0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:14.393399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d2734cd4-3aea-47e0-92e5-bfea257bbeb0 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/510427f7-3115-4ece-8412-54ce674a507f HTTP/1.1" status: 404 len: 337 time: 0.0847957 Apr 01 15:08:14.398245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33352) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:14.399124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Made reservation on behalf of 83d3a9f26bda4e5dabf09b55be8b318b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:14.402415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.445831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3da2fed0-dc28-4950-9354-13d082952fd8 service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539535 Apr 01 15:08:14.481149 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Attempting to bind port 483c3f86-1ec8-4bc5-8e88-026a36db0372 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:14.481758 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Attempting to bind port 483c3f86-1ec8-4bc5-8e88-026a36db0372 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:14.482184 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Attempting to bind port 483c3f86-1ec8-4bc5-8e88-026a36db0372 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:14.492396 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:14.492929 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:14.493415 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.493891 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Bound using segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:14.495189 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Bound port: 483c3f86-1ec8-4bc5-8e88-026a36db0372, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:14.495448 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.577920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Allocated IP 172.20.0.8 (d7cbb437-7e80-42c6-ac77-a3ad41aac6cb/aa26572c-175d-4b4e-b2f0-0cb36ba4181f/c07ba305-ca1c-47a4-8ebd-15ebd56767cb) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:14.595018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 66893973-a1d2-47c6-bd86-9a3acbb2f795 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:14.595428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.603928 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.629445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1514e48b-b1ab-4108-9928-5c528d6b0209 req-1a1206d8-0ada-43c0-b29c-babed4eb4776 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1064703 Apr 01 15:08:14.630475 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eec30e8-54c8-4d0e-9f2f-6529ce5da0ec tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:14.630912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eec30e8-54c8-4d0e-9f2f-6529ce5da0ec tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:14.635104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4eec30e8-54c8-4d0e-9f2f-6529ce5da0ec tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/69efdc9f-f871-44ff-a960-e3fafa48f08c HTTP/1.1" status: 404 len: 333 time: 0.2064481 Apr 01 15:08:14.637523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33362) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:14.702355 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] For port 483c3f86-1ec8-4bc5-8e88-026a36db0372, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:14.706397 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] For port 483c3f86-1ec8-4bc5-8e88-026a36db0372, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=483c3f86-1ec8-4bc5-8e88-026a36db0372,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:14.712972 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:14.855384 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ec3eb3-eaa8-4faa-80fe-b5a0814ea92d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:14.856994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ec3eb3-eaa8-4faa-80fe-b5a0814ea92d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:14.865141 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-75ec3eb3-eaa8-4faa-80fe-b5a0814ea92d tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/c3720f47-84b5-4bbb-bf24-94e81de0c884 HTTP/1.1" status: 404 len: 337 time: 0.2240884 Apr 01 15:08:14.866387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:14.888531 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad756b-3e54-424d-8056-825c63c69f05 None None] Pushing event updated for resources: {'Port': ['ID=483c3f86-1ec8-4bc5-8e88-026a36db0372,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:14.892672 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:14.893197 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:14.984823 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8bd3da-1424-4fe5-9c27-96f5ae301abe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:14.985261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8bd3da-1424-4fe5-9c27-96f5ae301abe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:15.076255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-812695b6-28ab-48b6-b107-cf56d238f2dc req-6ce9a7c7-ff56-4a56-9895-c738dd75e5ea tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 210 time: 0.1559737 Apr 01 15:08:15.163062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Allocated IP 172.20.0.12 (c49cf382-ea2b-4856-8b41-a005636cd4d1/4c5b885d-3160-49fb-b83f-d3099095e6ea/a5e72d46-d1ff-45ab-90ea-1d45a502a77b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:15.231966 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:15.270646 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:15.357165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8fd2c17-77f5-4b6d-8c18-f0c98bdd9e0e req-dda8a7ea-5e7e-41c5-b4db-10285e37c5b3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 210 time: 0.4555006 Apr 01 15:08:15.362119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4a8bd3da-1424-4fe5-9c27-96f5ae301abe tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/2610df80-c084-4c0f-ad0c-0f7c561bbf9b HTTP/1.1" status: 404 len: 333 time: 0.4620354 Apr 01 15:08:15.365125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33388) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:15.407836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 66893973-a1d2-47c6-bd86-9a3acbb2f795 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:15.437966 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b3abed-baa0-49cd-9da3-8b9e80acced8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:15.438383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b3abed-baa0-49cd-9da3-8b9e80acced8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:15.440336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9b3abed-baa0-49cd-9da3-8b9e80acced8 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/633bbe7f-2cb1-4127-8c05-3b7ba54f5919 HTTP/1.1" status: 404 len: 337 time: 0.0725610 Apr 01 15:08:15.442691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33392) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:15.502093 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-34621a65-f7b9-4b15-9828-5da313abe42b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:15.502532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34621a65-f7b9-4b15-9828-5da313abe42b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:15.504260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-34621a65-f7b9-4b15-9828-5da313abe42b tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/ports/0b8cf96d-02ff-438e-ad23-0c053642c6a6 HTTP/1.1" status: 404 len: 333 time: 0.0605636 Apr 01 15:08:15.507636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:15.510568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33398) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:15.563480 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af722eb-fbf3-4dd3-8ad2-42e351bfc3f1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] DELETE failed (client error): The resource could not be found. Apr 01 15:08:15.563852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af722eb-fbf3-4dd3-8ad2-42e351bfc3f1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:08:15.565596 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7af722eb-fbf3-4dd3-8ad2-42e351bfc3f1 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/subnets/e7e25a61-38af-43e2-85e0-498a6f24fe44 HTTP/1.1" status: 404 len: 337 time: 0.0537872 Apr 01 15:08:15.569802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33402) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:15.685922 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:15.697610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:15.724562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:15.727556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Transition to ACTIVE for port object a5e72d46-d1ff-45ab-90ea-1d45a502a77b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:15.746089 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:14Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:15.750757 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb87be-2c34-4ef2-b314-c183857774c2 None None] The sync data for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 is: [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:14Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:15.848189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6c079ee-3088-4234-b4bd-17ae073c63a4 req-19845e29-876a-431b-b1c5-c9e1992ce5d4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:15.922841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Transition to ACTIVE for port object c07ba305-ca1c-47a4-8ebd-15ebd56767cb will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:16.084224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=66893973-a1d2-47c6-bd86-9a3acbb2f795,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:16.092145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.127398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.137373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a6c079ee-3088-4234-b4bd-17ae073c63a4 req-19845e29-876a-431b-b1c5-c9e1992ce5d4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:16.139033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6c079ee-3088-4234-b4bd-17ae073c63a4 req-19845e29-876a-431b-b1c5-c9e1992ce5d4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 210 time: 0.4090636 Apr 01 15:08:16.155891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.173096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:16.259364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1521f7be-bcca-472b-a0e8-65bfb965abc6']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:16.274420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:16.275868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:16.276162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6497c0bb-342a-4000-b5fc-8ac6ab5f8fa3') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:16.289721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.290203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:16.308361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.319589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:16.320000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.338403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 483c3f86-1ec8-4bc5-8e88-026a36db0372 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:16.393655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33410) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:16.434251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event updated for resources: {'Port': ['ID=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:16.469587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:16.474682 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:16.482364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.521110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 483c3f86-1ec8-4bc5-8e88-026a36db0372 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:16.529077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 483c3f86-1ec8-4bc5-8e88-026a36db0372 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:16.531062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.547808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.575150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] Pushing event deleted for resources: {'Network': ['ID=1521f7be-bcca-472b-a0e8-65bfb965abc6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:16.594447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-90b2132a-3450-4aad-8378-3001b4f21643 tempest-NetworksTestDHCPv6-735440295 tempest-NetworksTestDHCPv6-735440295-project] 10.222.0.48 "DELETE /v2.0/networks/1521f7be-bcca-472b-a0e8-65bfb965abc6 HTTP/1.1" status: 204 len: 168 time: 1.0236027 Apr 01 15:08:16.597443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:16.599612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:16.612957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:16.743800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b05184-ba9d-46af-b36e-a0db5f6be199 req-8fff245b-6955-4a3f-9fe3-ae45b6f61d52 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:16.752282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64b05184-ba9d-46af-b36e-a0db5f6be199 req-8fff245b-6955-4a3f-9fe3-ae45b6f61d52 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 1.1131597 Apr 01 15:08:16.827089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:16.832564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.847856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65ac2d3e-719c-4a13-ade0-bc6a225ce772 req-1394bce3-b142-4b7a-9fc7-a6e1e3f7b156 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1348605 Apr 01 15:08:16.872557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.921570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:16.926845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.939488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 483c3f86-1ec8-4bc5-8e88-026a36db0372, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=483c3f86-1ec8-4bc5-8e88-026a36db0372,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:16.955044 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:16.963519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-34151bbd-0f74-43da-a452-8317e35f1729 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0391259 Apr 01 15:08:16.983298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-5b9c7484-56fb-44d7-b18d-4a6f73a1eb9e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:08:16.984609 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-5b9c7484-56fb-44d7-b18d-4a6f73a1eb9e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0137515 Apr 01 15:08:16.997926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64b05184-ba9d-46af-b36e-a0db5f6be199 req-48e7419e-febf-4eff-b53e-ebb65ddb6922 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446094 Apr 01 15:08:17.054993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ab3b0659-48cf-490d-b92e-331c8afc41db None None] Provisioning for port c07ba305-ca1c-47a4-8ebd-15ebd56767cb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:17.073368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=483c3f86-1ec8-4bc5-8e88-026a36db0372,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:17.074700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-6df2920a-aa6a-4551-9163-0353902d95bf tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0588083 Apr 01 15:08:17.077781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ab3b0659-48cf-490d-b92e-331c8afc41db None None] Provisioning complete for port c07ba305-ca1c-47a4-8ebd-15ebd56767cb triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:17.078547 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0659-48cf-490d-b92e-331c8afc41db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.106015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-5897594d-0d3b-434a-8049-341d63f44c7c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:17.110718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-5897594d-0d3b-434a-8049-341d63f44c7c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.7118080 Apr 01 15:08:17.136442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b0659-48cf-490d-b92e-331c8afc41db None None] Port c07ba305-ca1c-47a4-8ebd-15ebd56767cb cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:17.136981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Request body: {'port': {'device_id': '30aba915-580d-417c-ae28-e4b3af8d5230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:17.215975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] Deleting subnet 3ec34c30-428d-4c5a-9a9d-da73a48138a6 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:08:17.220908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.253198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-47ae59ab-f161-480a-af34-49f4b49b3d96 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 379 time: 0.1169045 Apr 01 15:08:17.259445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.269387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'port': {'device_id': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'admin_state_up': True, 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'security_groups': ['6ba26d04-0e49-4fca-8757-1261d3da90c1']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:17.271067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eb55c4f8-b2cc-452e-81c3-f79345222f47 None None] Provisioning for port a5e72d46-d1ff-45ab-90ea-1d45a502a77b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:17.276973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eb55c4f8-b2cc-452e-81c3-f79345222f47 None None] Provisioning complete for port a5e72d46-d1ff-45ab-90ea-1d45a502a77b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:17.277640 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb55c4f8-b2cc-452e-81c3-f79345222f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.346109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.387969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b52e5f95-fd53-4a50-b06f-46b06844b1a6 req-4b409535-fa1f-4fb1-891f-90fdd2a19946 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 210 time: 0.0807090 Apr 01 15:08:17.389617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-eb55c4f8-b2cc-452e-81c3-f79345222f47 None None] Port a5e72d46-d1ff-45ab-90ea-1d45a502a77b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:17.398875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33428) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:17.476619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Request body: {'port': {'device_id': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:17.525809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.733166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d07f37f9-8bc6-4f74-9fc5-a7c437d403c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e11d0d7525a34e06a56242b581959305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011324 Apr 01 15:08:17.734212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33436) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:17.773936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.818442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb6501-ef97-4412-af50-1299caf5ad18 req-93dfdcb5-9bf9-49e2-8ad5-eef8522a277d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:17.819930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ccb6501-ef97-4412-af50-1299caf5ad18 req-93dfdcb5-9bf9-49e2-8ad5-eef8522a277d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 932 time: 0.2980747 Apr 01 15:08:17.853451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:17.858921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.884855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30749efc-e11b-4b29-931b-cea5aa03db43 req-3c145c9c-8f06-4588-a603-a40a1280f6ab tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:17.885542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-30749efc-e11b-4b29-931b-cea5aa03db43 req-3c145c9c-8f06-4588-a603-a40a1280f6ab tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:17.888599 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.897097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:17.958004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ccb6501-ef97-4412-af50-1299caf5ad18 req-1c2f560a-6fb5-4b37-a22d-2ad69835df8e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279294 Apr 01 15:08:17.972204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Made reservation on behalf of 80b1ddfff78f4e45aa963e3cb6e69964 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:17.975878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.983978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:17.995193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-30749efc-e11b-4b29-931b-cea5aa03db43 req-3c145c9c-8f06-4588-a603-a40a1280f6ab tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:17.996360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30749efc-e11b-4b29-931b-cea5aa03db43 req-3c145c9c-8f06-4588-a603-a40a1280f6ab tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 931 time: 0.7034621 Apr 01 15:08:18.006596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.029765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:08:18.050087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.077647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Transition to ACTIVE for port object a5e72d46-d1ff-45ab-90ea-1d45a502a77b will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:18.089749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.113110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec34c30-428d-4c5a-9a9d-da73a48138a6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:18.190061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.215425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 483c3f86-1ec8-4bc5-8e88-026a36db0372 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:18.235348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ce389c-7977-44ce-bfdf-d28ae8c5a22f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:18.240270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3ee3f18-63a3-4bb4-a063-a6f151d28368 req-231ffb8f-8d29-4e90-9b86-ff524ae4d2ec tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1084714 Apr 01 15:08:18.334402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.339108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23ce389c-7977-44ce-bfdf-d28ae8c5a22f HTTP/1.1" status: 204 len: 168 time: 0.6037991 Apr 01 15:08:18.361422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 483c3f86-1ec8-4bc5-8e88-026a36db0372 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:18.362445 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.507980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Attempting to bind port a5e72d46-d1ff-45ab-90ea-1d45a502a77b on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:18.508311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Attempting to bind port a5e72d46-d1ff-45ab-90ea-1d45a502a77b by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:18.508658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Attempting to bind port a5e72d46-d1ff-45ab-90ea-1d45a502a77b on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:18.517029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:18.528397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Port a5e72d46-d1ff-45ab-90ea-1d45a502a77b on network c49cf382-ea2b-4856-8b41-a005636cd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:08:18.528397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Attempting to bind port a5e72d46-d1ff-45ab-90ea-1d45a502a77b on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:18.528701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.539397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.539654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.540598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.541080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.541414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.541743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.542065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.542383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.542700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.543017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.543361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.547717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.548057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.548388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.548723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.549041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.549365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.549685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.550124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.550452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.550768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.551246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c5126d-cf60-461f-9801-2ecb152b385e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:18.591734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:18.592067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:18.592447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Bound using segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:18.592881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Bound port: a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:18.593221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.651541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-63a14d8b-4a85-48e5-9322-1f9ef2428d60 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ec34c30-428d-4c5a-9a9d-da73a48138a6 HTTP/1.1" status: 204 len: 168 time: 2.2187088 Apr 01 15:08:18.733822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:18.738885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30749efc-e11b-4b29-931b-cea5aa03db43 req-2be6ddc2-d29d-46e6-bed5-750988bd905a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6932080 Apr 01 15:08:18.876598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:18.884871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:18.899325 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:18.980493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6060e3-22df-45d4-b468-c1682c37f8a9 req-fed84a19-18d4-4363-86d2-7b61836a5403 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:18.982294 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cf6060e3-22df-45d4-b468-c1682c37f8a9 req-fed84a19-18d4-4363-86d2-7b61836a5403 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.4283502 Apr 01 15:08:19.012315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.015015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 1092 time: 2.0227425 Apr 01 15:08:19.021449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.20.0.13 (55cc7f3b-7b44-4350-9885-32fdac15a847/3589c822-bb20-4279-a1bd-ccf87a65739a/6eec49b7-2365-4ff7-afe5-2da8399d54f5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:19.030218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:19.042546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991dd3-53dc-4b7d-8d39-94731cfc98b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:19.126202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cf6060e3-22df-45d4-b468-c1682c37f8a9 req-0c2279e9-7897-48d5-9f24-09a2434a3eda tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343000 Apr 01 15:08:19.183823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-31ffb1e4-e591-4b71-a04a-311e457e43fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1095 time: 0.1102831 Apr 01 15:08:19.184159 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.211520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7927574a-bc7e-49c7-84a2-5af80e765172 req-acd9c7e4-d97a-47ed-a392-016e17f1f307 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:19.270897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-625ed862-684b-48d9-84dd-e55889ae4842 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 217 time: 0.0790038 Apr 01 15:08:19.446047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-9053e8c2-fde8-4720-8bef-bb8d9613eaf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:19.447723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-9053e8c2-fde8-4720-8bef-bb8d9613eaf1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.1709478 Apr 01 15:08:19.500368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7927574a-bc7e-49c7-84a2-5af80e765172 req-acd9c7e4-d97a-47ed-a392-016e17f1f307 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:19.506413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633039c-306b-43c0-8ed2-2c1a6736a74b req-048fe91b-e9f6-41a8-b5f1-7a2c250e4142 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:19.511841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7927574a-bc7e-49c7-84a2-5af80e765172 req-acd9c7e4-d97a-47ed-a392-016e17f1f307 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 210 time: 0.5077457 Apr 01 15:08:19.513466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9633039c-306b-43c0-8ed2-2c1a6736a74b req-048fe91b-e9f6-41a8-b5f1-7a2c250e4142 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 944 time: 0.1722133 Apr 01 15:08:19.586894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9633039c-306b-43c0-8ed2-2c1a6736a74b req-40610d6c-9c5a-49aa-b45d-fd06fabafa1e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724289 Apr 01 15:08:19.624451 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-213850fc-8a2f-4c9f-8562-beaa3f911427 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667798 Apr 01 15:08:19.662512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.677725 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'status': 'completed', 'code': 200} Apr 01 15:08:19.691194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33476) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:19.700787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285a48b2-7ab8-4e2b-9e28-257c505dcf54']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:19.710670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07ba305-ca1c-47a4-8ebd-15ebd56767cb {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:08:19.720708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.738553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Transition to ACTIVE for port object c07ba305-ca1c-47a4-8ebd-15ebd56767cb will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:19.784554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6debe68c-9f98-4f66-9f6f-b94a1fee8c8e req-d6b9bee0-5c9b-436d-bdd6-1371216125b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.3629396 Apr 01 15:08:19.819129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.846142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f838a111-005d-45f1-a379-f84389e3befe req-f32e7210-03ff-41d1-9eb7-29056c42342c tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.0534177 Apr 01 15:08:19.855241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Transition to ACTIVE for port object 6eec49b7-2365-4ff7-afe5-2da8399d54f5 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:19.863926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e339f67-2cc2-44a8-a16f-286a0b3c35ee') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:19.864263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e339f67-2cc2-44a8-a16f-286a0b3c35ee') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:19.877801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.895602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.897109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-6565dfa1-4776-4627-aeac-8a96c14d91d4 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633693 Apr 01 15:08:19.906185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.910351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:19.910881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:19.956711 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:19.987701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025633129'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:20.001613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:20.013873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:20.018103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:20.026495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:20.053160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:20.056121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.081469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.095930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6003485-292c-48c9-b6c4-c8da9b31b404 req-b14bd4ea-93fc-4d78-a9a9-307cca5660cd service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927004 Apr 01 15:08:20.119607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:20.123601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:security_group_rule and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:20.126573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:20.132738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:20.319641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Pushing event updated for resources: {'Port': ['ID=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:20.326997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.341066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.345189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.374442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-87793569-9838-4645-a856-f4f596fb8296 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1095 time: 0.2268608 Apr 01 15:08:20.376259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.389373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:08:20.389909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.403328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=285a48b2-7ab8-4e2b-9e28-257c505dcf54,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:20.482430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d456976-f829-4ea6-9bc3-f88140b369a2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:20.488310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.488894 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment 9a40f132-f5de-484e-b070-d37d7daa339d of type vlan for network 9862fd63-639e-4858-b22d-5f777b62383b Apr 01 15:08:20.501285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router ebc0cfdd-9d14-4e18-bdb4-42766487c717 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:08:20.512020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d83d45a4-83d9-4878-95c7-d8a152c1c7d2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/285a48b2-7ab8-4e2b-9e28-257c505dcf54 HTTP/1.1" status: 204 len: 168 time: 1.7719970 Apr 01 15:08:20.548143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.556602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09da8cc-092d-418c-aeb8-bba66f46d8bf req-a4b753e9-d733-4021-8549-8c1480b7d6ab tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:20.558092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f09da8cc-092d-418c-aeb8-bba66f46d8bf req-a4b753e9-d733-4021-8549-8c1480b7d6ab tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.2746923 Apr 01 15:08:20.580157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:20.580963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=6eec49b7-2365-4ff7-afe5-2da8399d54f5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:20.591772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:20.595269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:20.626936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-cb2dd5f7-b79c-4bbb-b79b-5fd58b43ef23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:20.628477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-cb2dd5f7-b79c-4bbb-b79b-5fd58b43ef23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.2366097 Apr 01 15:08:20.651746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58033f-11e9-4802-9520-02422ed091b2 req-81836a90-5539-4f4b-b17a-b26a4b6faa69 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:20.659847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db58033f-11e9-4802-9520-02422ed091b2 req-81836a90-5539-4f4b-b17a-b26a4b6faa69 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 943 time: 0.6905177 Apr 01 15:08:20.709580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.713798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:20.714486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.898322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33492) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:20.913778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:20.914289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:20.921571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2288761 Apr 01 15:08:20.930884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-08e25643-81bf-4665-8416-f7023c588889 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 217 time: 0.2937303 Apr 01 15:08:20.938873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33743-1f7b-41a5-a315-e7cc796b6490 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=9862fd63-639e-4858-b22d-5f777b62383b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:20.956643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Attempting to bind port c07ba305-ca1c-47a4-8ebd-15ebd56767cb on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:20.956976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Attempting to bind port c07ba305-ca1c-47a4-8ebd-15ebd56767cb by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:20.957298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Attempting to bind port c07ba305-ca1c-47a4-8ebd-15ebd56767cb on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:20.960443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 9862fd63-639e-4858-b22d-5f777b62383b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:08:20.995501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db58033f-11e9-4802-9520-02422ed091b2 req-13373209-4214-4aa1-b6e3-56ee631fe1b9 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341279 Apr 01 15:08:21.005997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Port c07ba305-ca1c-47a4-8ebd-15ebd56767cb on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:08:21.006318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Attempting to bind port c07ba305-ca1c-47a4-8ebd-15ebd56767cb on network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:21.029397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3c7dceb3-ffc7-41cf-bdae-e13d7afe8fee tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7625613 Apr 01 15:08:21.075601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3122aeeb-984b-498c-bfc7-48de4530c1f9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:08:21.076771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-3122aeeb-984b-498c-bfc7-48de4530c1f9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0214210 Apr 01 15:08:21.119026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Request body: {'port': {'device_id': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:21.165953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:21.169595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Checking segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:21.170244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Bound using segment: {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:21.183949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Bound port: c07ba305-ca1c-47a4-8ebd-15ebd56767cb, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c970f6-cdd8-480d-9329-aeb39a74f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:21.184636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.206615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a84f9f61-1127-4391-a81c-0e0362400729 None None] Provisioning for port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:21.211718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a84f9f61-1127-4391-a81c-0e0362400729 None None] Provisioning complete for port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:21.212308 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a84f9f61-1127-4391-a81c-0e0362400729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.220282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f09da8cc-092d-418c-aeb8-bba66f46d8bf req-3e5b6b79-ff62-4859-ba8f-d8cc21d3afde tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6548963 Apr 01 15:08:21.223987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-f0809118-864b-430e-8d41-09f265d3a08e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:21.227047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-f0809118-864b-430e-8d41-09f265d3a08e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2880921 Apr 01 15:08:21.283810 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-df567224-0d4d-41e7-ab8b-85d492031908 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c19b4d46208b462f9430bf8ff546c0cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3761065 Apr 01 15:08:21.287031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33498) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:21.293723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a84f9f61-1127-4391-a81c-0e0362400729 None None] Port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:21.376416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-66f4dd85-df4c-4f47-87bb-b1fbcec12099 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433425 Apr 01 15:08:21.381273 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04903b12-129b-4b46-b1b6-25c0ae9a131f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.462901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.492979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:21.501225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f904606-18e8-4f43-b227-7aed97c5e0f2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/ebc0cfdd-9d14-4e18-bdb4-42766487c717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2993605 Apr 01 15:08:21.505682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] Sync routers for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:21.506131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33502) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:21.506994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] For port c07ba305-ca1c-47a4-8ebd-15ebd56767cb, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:21.519917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:21.520903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:21.574520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04903b12-129b-4b46-b1b6-25c0ae9a131f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.618894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] For port c07ba305-ca1c-47a4-8ebd-15ebd56767cb, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:21.645471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:21.657909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:21.659014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:21.686199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-66f87892-917b-4540-87d0-81dd079481aa service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014581 Apr 01 15:08:21.688290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04903b12-129b-4b46-b1b6-25c0ae9a131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.689327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.749061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:21.750241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746b5bf-4e55-435c-8d4c-47cc3f1733ab None None] The sync data for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:21.759618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106670d7-1461-47b1-b39e-12cbbd21d49b req-94b30f78-1ead-496e-89a5-c17d3c35bac0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:21.761077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-106670d7-1461-47b1-b39e-12cbbd21d49b req-94b30f78-1ead-496e-89a5-c17d3c35bac0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 932 time: 0.5140710 Apr 01 15:08:21.762897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da659af-1605-4559-af95-7c2899a0ff78 req-bc6a90b5-5254-4388-8942-5b57c49795f5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:21.776245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2da659af-1605-4559-af95-7c2899a0ff78 req-bc6a90b5-5254-4388-8942-5b57c49795f5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 944 time: 0.3695576 Apr 01 15:08:21.792867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903b12-129b-4b46-b1b6-25c0ae9a131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac41fbc-2dec-48dd-9ac0-783ff467826c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:21.876059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.877575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] 10.222.0.62 "PUT /v2.0/ports/c07ba305-ca1c-47a4-8ebd-15ebd56767cb HTTP/1.1" status: 200 len: 1091 time: 4.7876189 Apr 01 15:08:21.878201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:21.989110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04903b12-129b-4b46-b1b6-25c0ae9a131f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:21.993787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fd61c-c3b2-4247-a733-15ce5d823c40 service neutron] Pushing event updated for resources: {'Port': ['ID=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:21.993990 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-04903b12-129b-4b46-b1b6-25c0ae9a131f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bac41fbc-2dec-48dd-9ac0-783ff467826c HTTP/1.1" status: 204 len: 168 time: 0.7025783 Apr 01 15:08:22.076479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5cb18d2-1d49-4a8c-aba2-f2f36c85fc51 req-7a604490-178c-4521-bfb5-9c6d423631ef service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833058 Apr 01 15:08:22.080073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2da659af-1605-4559-af95-7c2899a0ff78 req-dcb1f851-7722-4679-8661-6a4bdf9ecc75 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026991 Apr 01 15:08:22.233580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-106670d7-1461-47b1-b39e-12cbbd21d49b req-2eab9b03-2109-4e30-aad5-31e973d1b2b6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141123 Apr 01 15:08:22.353490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:08:22.414085 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1875a539-5bd6-4b9c-b1d2-8a836390c88b req-6c578650-6770-43c7-92e2-eb03f9ce2ae3 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1422069 Apr 01 15:08:22.674134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-70875426-3acd-4cde-bde6-1efa7eca8ae5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 1094 time: 0.7367692 Apr 01 15:08:22.678722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:08:22.718083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:22.777047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'port_id': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'mac_address': 'fa:16:3e:cc:13:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:08:22.900993 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:22.909565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19150c-aba7-4d89-a53c-368cfff3b1a8 req-875cd706-6d8d-4579-912d-dfa9027f7ef3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:22.921396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d19150c-aba7-4d89-a53c-368cfff3b1a8 req-875cd706-6d8d-4579-912d-dfa9027f7ef3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 943 time: 0.1981339 Apr 01 15:08:22.924433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:08:22.961139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c62933d0-a5f8-439f-a69d-92400d9d8916 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:08:22.992246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:23.016435 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:23.051927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-fe09af63-d3fd-4e6d-b2b0-c3d364f54115 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb HTTP/1.1" status: 200 len: 217 time: 0.3496847 Apr 01 15:08:23.053966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8d19150c-aba7-4d89-a53c-368cfff3b1a8 req-8e3d587c-f026-41a6-b261-b756e4fb4f3d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Synchronizing usage tracker for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:23.054616 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'status': 'completed', 'code': 200} Apr 01 15:08:23.115761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8d19150c-aba7-4d89-a53c-368cfff3b1a8 req-8e3d587c-f026-41a6-b261-b756e4fb4f3d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Unset dirty status for tenant:9757218e019f4279aae1261d703db4fc on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:23.118916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d19150c-aba7-4d89-a53c-368cfff3b1a8 req-8e3d587c-f026-41a6-b261-b756e4fb4f3d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916704 Apr 01 15:08:23.197983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eec49b7-2365-4ff7-afe5-2da8399d54f5 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:08:23.242693 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:23.282519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['c62933d0-a5f8-439f-a69d-92400d9d8916'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:08:23.337881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-7283cf46-6111-4e91-86ef-3cf89d935178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:23.341051 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-7283cf46-6111-4e91-86ef-3cf89d935178 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.2766407 Apr 01 15:08:23.345675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Transition to ACTIVE for port object 6eec49b7-2365-4ff7-afe5-2da8399d54f5 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:23.412000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:23.476395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33540) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:23.485396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:23.562290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:23.620822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'mac_address': 'fa:16:3e:d3:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:08:23.731524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:23.808124 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:23.857642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:08:23.903649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:23.907322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-821190639-network', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:23.914639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:23.946516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-068b34e5-030c-4b74-ab41-275939fb7c62 req-36e46550-6e18-46c0-bda3-56232b0a03cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49c28c0a867441c8a3c7556a3b3b2409&device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.1637158 Apr 01 15:08:23.947835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:24.017983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Usage tracker for resource:network and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:24.024191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:24.033726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-068b34e5-030c-4b74-ab41-275939fb7c62 req-60f1d04b-15d6-489c-94c8-12572dc264a4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=49c28c0a867441c8a3c7556a3b3b2409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783279 Apr 01 15:08:24.034923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:24.072761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:24.099171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33560) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:24.120575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Pushing event updated for resources: {'Port': ['ID=6eec49b7-2365-4ff7-afe5-2da8399d54f5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:24.161400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a5e72d46-d1ff-45ab-90ea-1d45a502a77b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:08:24.167489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': '9862fd63-639e-4858-b22d-5f777b62383b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:24.220079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Made reservation on behalf of 2ac9fe8bb9c74f418befb79913f005bf for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:24.222650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.259832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.315914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e7a35-368c-422b-9d80-9c9a867b71d1 req-2c4880ce-51f8-4791-85ee-73544fa71ce9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:24.323053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e4e7a35-368c-422b-9d80-9c9a867b71d1 req-2c4880ce-51f8-4791-85ee-73544fa71ce9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 945 time: 1.0701134 Apr 01 15:08:24.358436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:24.370933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Usage tracker for resource:security_group_rule and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:24.374568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b34e5-030c-4b74-ab41-275939fb7c62 req-4e130e7e-05a2-45d8-bab7-a5936fc6b016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:24.376464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-068b34e5-030c-4b74-ab41-275939fb7c62 req-4e130e7e-05a2-45d8-bab7-a5936fc6b016 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3340063 Apr 01 15:08:24.377343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:24.379170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:24.399317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:24.416872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82eda0-3a46-4112-b1e3-f24028403f5a req-2997dedf-b8ed-4ff6-a0fe-40d4fe71ef42 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:24.420124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:24.424711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd82eda0-3a46-4112-b1e3-f24028403f5a req-2997dedf-b8ed-4ff6-a0fe-40d4fe71ef42 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2882283 Apr 01 15:08:24.433106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:24.436386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:24.442909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:24.453417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Attempting to bind port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:24.453803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Attempting to bind port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:24.454113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Attempting to bind port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:24.470740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:24.474638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port c62933d0-a5f8-439f-a69d-92400d9d8916 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:24.475166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.516896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd82eda0-3a46-4112-b1e3-f24028403f5a req-27160527-9005-4651-b2cb-22936ecb5d58 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910277 Apr 01 15:08:24.580186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.597011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-53d32332-4d7b-44f7-8676-7d72279b3ba1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2353275 Apr 01 15:08:24.602168 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.611285 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.626346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:08:24.641505 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.642332 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Added segment 823516c3-b729-4ee8-bfdb-9845cba53526 of type vlan for network fc361259-1eac-41fa-b192-ddfe54067608 Apr 01 15:08:24.668733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.674896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.725598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.726948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:24.728033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.757483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:24.787483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:24.804006 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:24.885213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:24.919046 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-078ee8ce-5e47-4bd8-84d4-9fd7c4944362 service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101382 Apr 01 15:08:24.926869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 on network 55cc7f3b-7b44-4350-9885-32fdac15a847 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:08:24.927131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Attempting to bind port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:24.946273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:24.946678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Checking segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:24.947008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Bound using segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:24.947459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Bound port: 6eec49b7-2365-4ff7-afe5-2da8399d54f5, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:24.947804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:25.016091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:25.039362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a5e72d46-d1ff-45ab-90ea-1d45a502a77b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:25.046330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a5e72d46-d1ff-45ab-90ea-1d45a502a77b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:25.047125 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:25.052790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368459b5-a3d0-42e1-8c8b-28c6f659f616,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:25.083205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] Pushing event updated for resources: {'Network': ['ID=fc361259-1eac-41fa-b192-ddfe54067608,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:25.107056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc27509a-9540-4a0f-b9e8-d1db51a4ab75 req-c5abb784-0db4-4a83-89e2-047ffa28aae8 service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631978 Apr 01 15:08:25.113434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-41ee49fc-ec7e-4b1b-8e39-c0e46258765f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6356792 Apr 01 15:08:25.120257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33574) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:25.130272 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e4e7a35-368c-422b-9d80-9c9a867b71d1 req-881608ca-b4db-489f-a550-6ba6512cf87a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8061604 Apr 01 15:08:25.134634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Request body: {'subnet': {'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-subnet', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:25.150547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:25.165206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Usage tracker for resource:subnet and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:25.166510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fc361259-1eac-41fa-b192-ddfe54067608 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:08:25.177106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:25.198067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:25.235539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d55892-c8b4-4fe0-933d-0f510dacc12d req-6d49ba8b-b3ba-4978-90f3-5849dc2a0283 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:25.242752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8d55892-c8b4-4fe0-933d-0f510dacc12d req-6d49ba8b-b3ba-4978-90f3-5849dc2a0283 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 944 time: 0.4535611 Apr 01 15:08:25.249096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Made reservation on behalf of 2ac9fe8bb9c74f418befb79913f005bf for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:25.251615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:25.329684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] For port 6eec49b7-2365-4ff7-afe5-2da8399d54f5, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:25.337461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] For port 6eec49b7-2365-4ff7-afe5-2da8399d54f5, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:25.408300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a8d55892-c8b4-4fe0-933d-0f510dacc12d req-3232db38-effa-4e37-bb02-7f4d80710db3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:25.421980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:25.430072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a8d55892-c8b4-4fe0-933d-0f510dacc12d req-3232db38-effa-4e37-bb02-7f4d80710db3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:25.445756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8d55892-c8b4-4fe0-933d-0f510dacc12d req-3232db38-effa-4e37-bb02-7f4d80710db3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704054 Apr 01 15:08:25.462419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:25.548022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:25.554099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:25.674934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:25.687600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Pushing event updated for resources: {'Port': ['ID=6eec49b7-2365-4ff7-afe5-2da8399d54f5,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:25.767494 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17fe774e-f904-4f02-8e11-a1f0457bb59d req-6e9ff7da-6793-4e1c-a0af-b48c014c1a04 tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.3376238 Apr 01 15:08:25.831907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:25.833414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-01c5c96a-905e-4d24-ab84-2862437dad66 service neutron] 10.222.0.44 "PUT /v2.0/ports/6eec49b7-2365-4ff7-afe5-2da8399d54f5 HTTP/1.1" status: 200 len: 1092 time: 4.7347927 Apr 01 15:08:25.847103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:25.932515 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'code': 200} Apr 01 15:08:25.985270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-068b34e5-030c-4b74-ab41-275939fb7c62 req-943f2c3f-5b79-4fb7-8b19-1437f2a18cab tempest-ServerShowV257Test-2098813704 tempest-ServerShowV257Test-2098813704-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e95eba9-f2bf-46de-9255-4be600e8fd47 HTTP/1.1" status: 200 len: 210 time: 0.3692265 Apr 01 15:08:25.998793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.031700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e715df-bd05-4686-9561-345a4b152132 req-06b1d0c4-2e4b-4074-a081-52cc2bf476cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 1094 time: 0.6854422 Apr 01 15:08:26.040482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.126287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=023a0e73-e46a-43ee-a4b5-d5624b490ace,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:26.180533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Checking segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:26.180888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Network hostable DHCP agents. Network: fc361259-1eac-41fa-b192-ddfe54067608, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:08:26.211757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533c71c-cef3-44b4-9f0f-da00c94f20b5 req-7c074571-1c35-41f1-93e2-9bc0fc81fb70 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:26.228925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5533c71c-cef3-44b4-9f0f-da00c94f20b5 req-7c074571-1c35-41f1-93e2-9bc0fc81fb70 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 943 time: 0.5290594 Apr 01 15:08:26.280314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Network fc361259-1eac-41fa-b192-ddfe54067608 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:08:26.309883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5533c71c-cef3-44b4-9f0f-da00c94f20b5 req-f6a17834-d956-4dc4-ad30-35b4c377e15a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799718 Apr 01 15:08:26.311435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, fc361259-1eac-41fa-b192-ddfe54067608) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:26.321910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71ddab-dcc2-4466-a4d7-98f1c60c0727 None None] Network fc361259-1eac-41fa-b192-ddfe54067608 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:26.326737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=211d6067-5b3c-4f58-a7aa-9f948a8ed949,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:26.342175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:26.343147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.397224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1daea26e-f6c6-42ca-9276-4f43c41ddae4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2717640 Apr 01 15:08:26.397924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33584) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:26.406450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:26.420670 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'status': 'completed', 'code': 200} Apr 01 15:08:26.424192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:26.430440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-e0b108f9-489f-402d-81f3-152607bbbb96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 1095 time: 0.5448632 Apr 01 15:08:26.441888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Usage tracker for resource:router and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:26.442915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:26.456006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:26.488444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.488797 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.524552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.659388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e715df-bd05-4686-9561-345a4b152132 req-441422d3-8ecf-4632-a5e6-34978ccdc1f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:26.663429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e715df-bd05-4686-9561-345a4b152132 req-441422d3-8ecf-4632-a5e6-34978ccdc1f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.6089857 Apr 01 15:08:26.726652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-fc361259-1eac-41fa-b192-ddfe54067608', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:26.728488 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.859948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': '9a40f132-f5de-484e-b070-d37d7daa339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9862fd63-639e-4858-b22d-5f777b62383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:26.860345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: 9862fd63-639e-4858-b22d-5f777b62383b, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:08:26.883597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:26.889400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-f5210b9b-b1f3-4cbd-884a-a8bfe28ff2f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5 HTTP/1.1" status: 200 len: 217 time: 0.4382923 Apr 01 15:08:26.918525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ccba6-b2b0-4832-ad4a-7f38828ddaca req-19ca5fc1-870e-4167-a995-c903324b0189 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:26.920200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-063ccba6-b2b0-4832-ad4a-7f38828ddaca req-19ca5fc1-870e-4167-a995-c903324b0189 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.2642612 Apr 01 15:08:26.994887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e715df-bd05-4686-9561-345a4b152132 req-0f99df71-6ce3-44dd-a789-72207922855f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb HTTP/1.1" status: 200 len: 217 time: 0.2957609 Apr 01 15:08:27.060123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Allocated IP 172.20.0.2 (fc361259-1eac-41fa-b192-ddfe54067608/023a0e73-e46a-43ee-a4b5-d5624b490ace/7745a85a-b586-4403-84d1-ad75859aa0d0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:27.066558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-063ccba6-b2b0-4832-ad4a-7f38828ddaca req-574bc8e0-7b45-4825-be8c-2bffe33c1c70 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269269 Apr 01 15:08:27.092370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0353-cd67-42a0-9551-ea7677a1c093 req-2c4b0bd8-dbb2-447c-ba45-85f3f987d713 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:27.094182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-27cc0353-cd67-42a0-9551-ea7677a1c093 req-2c4b0bd8-dbb2-447c-ba45-85f3f987d713 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:27.141578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-826d6e2f-568f-41ed-8e6e-cefe958e1a89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:27.144180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-826d6e2f-568f-41ed-8e6e-cefe958e1a89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.2455618 Apr 01 15:08:27.148247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e715df-bd05-4686-9561-345a4b152132 req-6ffab7e0-7fca-49c6-a8c9-608d1938b14c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:27.149878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e715df-bd05-4686-9561-345a4b152132 req-6ffab7e0-7fca-49c6-a8c9-608d1938b14c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.1395137 Apr 01 15:08:27.154094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network 9862fd63-639e-4858-b22d-5f777b62383b is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:08:27.234751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:27.276793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:27.405681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-27cc0353-cd67-42a0-9551-ea7677a1c093 req-2c4b0bd8-dbb2-447c-ba45-85f3f987d713 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:27.413464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27cc0353-cd67-42a0-9551-ea7677a1c093 req-2c4b0bd8-dbb2-447c-ba45-85f3f987d713 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 1.1627667 Apr 01 15:08:27.433698 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:27.466181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 9862fd63-639e-4858-b22d-5f777b62383b) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:27.469989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Transition to ACTIVE for port object 7745a85a-b586-4403-84d1-ad75859aa0d0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:27.480356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:27.481298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:27.485747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a29e2-28bd-4019-86ef-da15c5ac9c1a None None] Network 9862fd63-639e-4858-b22d-5f777b62383b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:27.523816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0bdfc-64ce-4cb5-966d-dc29f270e821 req-0d3dc185-8dc1-4740-aac2-5da19e81ee6e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:27.525783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94c0bdfc-64ce-4cb5-966d-dc29f270e821 req-0d3dc185-8dc1-4740-aac2-5da19e81ee6e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 944 time: 0.1988883 Apr 01 15:08:27.590002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f71cb2cd-0f08-451e-b0a3-1158f9bba2b8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4708974 Apr 01 15:08:27.595724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33594) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:27.603980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Allocated IP 172.25.2.98 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/d66ac021-c73c-4a51-960d-355ee982b36c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:27.611614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127029005'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:27.618903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27cc0353-cd67-42a0-9551-ea7677a1c093 req-e1790819-c0d6-421f-a7a3-a31b485c373b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041364 Apr 01 15:08:27.623158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94c0bdfc-64ce-4cb5-966d-dc29f270e821 req-692d260d-c62b-4f99-8746-655f7d96883c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893407 Apr 01 15:08:27.628320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:27.634838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:27.641536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:27.672753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:27.680896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e715df-bd05-4686-9561-345a4b152132 req-51005999-38a9-4d78-9b82-66b32005cc49 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141389 Apr 01 15:08:27.685720 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-b1b80a21-028b-4cd1-8508-d3694dbc0019 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5324697 Apr 01 15:08:27.844023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:27.847682 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:27.896047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:08:27.941134 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:27.941773 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment fdc4fbc6-b9f1-4b1b-a561-a8feae68bad4 of type vlan for network 31e2b693-b59f-4cd0-beb7-e59d59a8df75 Apr 01 15:08:27.964361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:27.998976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Transition to ACTIVE for port object 7745a85a-b586-4403-84d1-ad75859aa0d0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:28.005662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea998085-6c8d-4919-b02b-43b2f7ef9003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.009185 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.105441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port d6f992df-3b3f-4c2d-98f4-1330c7971212 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:28.106002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.109072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Network fc361259-1eac-41fa-b192-ddfe54067608 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:28.112433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-9862fd63-639e-4858-b22d-5f777b62383b', 'network_id': '9862fd63-639e-4858-b22d-5f777b62383b', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '211d6067-5b3c-4f58-a7aa-9f948a8ed949'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:28.113335 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.126054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Pushing event updated for resources: {'Port': ['ID=7745a85a-b586-4403-84d1-ad75859aa0d0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:28.131587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:28.133778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:28.191237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e715df-bd05-4686-9561-345a4b152132 req-b6e14259-a554-4f60-b627-c70dff79c94f service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016167 Apr 01 15:08:28.195832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-ace8fbee-ac0a-4a66-88bd-e27e726b8b5b service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675233 Apr 01 15:08:28.236165 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'code': 200} Apr 01 15:08:28.254223 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.283736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33606) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:28.344663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Attempting to bind port 7745a85a-b586-4403-84d1-ad75859aa0d0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:28.345352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Attempting to bind port 7745a85a-b586-4403-84d1-ad75859aa0d0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:28.345896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Attempting to bind port 7745a85a-b586-4403-84d1-ad75859aa0d0 on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:28.370452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:28.371231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Checking segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:28.371844 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.372424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Bound using segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:28.373078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Bound port: 7745a85a-b586-4403-84d1-ad75859aa0d0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:28.373635 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.411734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.492031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60399daf-9ed5-40bf-b8b3-8ef9ff3937c8 req-6f1500f7-23fd-4793-8ac2-696a97f4225a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:28.499679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60399daf-9ed5-40bf-b8b3-8ef9ff3937c8 req-6f1500f7-23fd-4793-8ac2-696a97f4225a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 943 time: 0.5614631 Apr 01 15:08:28.540773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Allocated IP 2001:db8:0:ffff::2 (9862fd63-639e-4858-b22d-5f777b62383b/211d6067-5b3c-4f58-a7aa-9f948a8ed949/1daa9015-83e9-4c96-b500-781a9d27d6e5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:28.549475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] For port 7745a85a-b586-4403-84d1-ad75859aa0d0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:28.556288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] For port 7745a85a-b586-4403-84d1-ad75859aa0d0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7745a85a-b586-4403-84d1-ad75859aa0d0,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:28.573690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-60399daf-9ed5-40bf-b8b3-8ef9ff3937c8 req-f86793f8-0e45-4778-aec4-3c17484710dc tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729237 Apr 01 15:08:28.574886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.582727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:28.586870 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.588916 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.631814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.700510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d5e4499-156d-473a-b144-6097f48b83f5 req-6a8c4d0b-d026-4bde-8811-1b98af567660 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308071 Apr 01 15:08:28.705512 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e19b715f-1f59-415d-87fe-e10b2d296319 req-6b698ba9-bac6-460f-94f0-38639c9330ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1097 time: 0.4060302 Apr 01 15:08:28.838980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:28.856904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8e715df-bd05-4686-9561-345a4b152132 req-a8cbcc3a-7334-4b45-832e-76ec5534f9c3 service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580691 Apr 01 15:08:28.860360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19a7d-43ca-42ae-b914-0cf6c880719a None None] Pushing event updated for resources: {'Port': ['ID=7745a85a-b586-4403-84d1-ad75859aa0d0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:28.884209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c07ba305-ca1c-47a4-8ebd-15ebd56767cb details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:08:29.037003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for d6f992df-3b3f-4c2d-98f4-1330c7971212 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:29.120531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e19b715f-1f59-415d-87fe-e10b2d296319 req-155fb6a0-1b7f-49d9-af4a-7c6667e25544 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894195 Apr 01 15:08:29.121236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:29.147691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=31e2b693-b59f-4cd0-beb7-e59d59a8df75,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:29.162663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c514-6626-4df1-bb80-75e2059fea3d req-f3fbe073-0040-47ae-90b3-fe4c1d9a0458 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:29.171112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9520c514-6626-4df1-bb80-75e2059fea3d req-f3fbe073-0040-47ae-90b3-fe4c1d9a0458 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.7678902 Apr 01 15:08:29.294904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 31e2b693-b59f-4cd0-beb7-e59d59a8df75 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:08:29.324003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-f1c90a66-3a96-4411-a377-ac2f6ec4660f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 1095 time: 0.5540242 Apr 01 15:08:29.370868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:29.376211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Usage tracker for resource:security_group_rule and tenant:49c28c0a867441c8a3c7556a3b3b2409 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:29.379811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:29.387677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:29.481953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:29.495097 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:29.509705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:29.516140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:29.520349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9a72796b-7a69-4c1c-ab11-66ff3ff0711d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9213235 Apr 01 15:08:29.521528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:29.530356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33616) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:29.533426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:29.544443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Transition to ACTIVE for port object 1daa9015-83e9-4c96-b500-781a9d27d6e5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:29.580682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c07ba305-ca1c-47a4-8ebd-15ebd56767cb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:29.592943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Transition to ACTIVE for port object 1daa9015-83e9-4c96-b500-781a9d27d6e5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:29.598586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'port_id': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'mac_address': 'fa:16:3e:b6:16:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:08:29.636398 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:29.661977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9520c514-6626-4df1-bb80-75e2059fea3d req-edb2a1fe-0948-445b-9cea-4116b95c023c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4895098 Apr 01 15:08:29.727111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Network 9862fd63-639e-4858-b22d-5f777b62383b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:29.745157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-87a83dca-5551-46f1-8f79-5139990ff8c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:29.747403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-87a83dca-5551-46f1-8f79-5139990ff8c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.4114058 Apr 01 15:08:29.751314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Pushing event updated for resources: {'Port': ['ID=d66ac021-c73c-4a51-960d-355ee982b36c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:29.759295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': '31e2b693-b59f-4cd0-beb7-e59d59a8df75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:29.770220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:29.777813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:29.796283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01d2ed9-25b2-47ab-9cf4-668679b96f74,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:29.812087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:29.938727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3cc1595b-561e-4230-a828-48f725402319 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49c28c0a867441c8a3c7556a3b3b2409&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6114490 Apr 01 15:08:29.948122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33622) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:29.979255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:29.982418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Pushing event updated for resources: {'Port': ['ID=1daa9015-83e9-4c96-b500-781a9d27d6e5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:30.002397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07ba305-ca1c-47a4-8ebd-15ebd56767cb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:08:30.060421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3bd4-fa85-4e9b-a5ac-b2e9e7d5c1aa req-0121667a-0af2-464a-af4a-d900f9e737d1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:30.061945 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-769f3bd4-fa85-4e9b-a5ac-b2e9e7d5c1aa req-0121667a-0af2-464a-af4a-d900f9e737d1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 1.0973227 Apr 01 15:08:30.107379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c07ba305-ca1c-47a4-8ebd-15ebd56767cb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:30.108575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Attempting to bind port 1daa9015-83e9-4c96-b500-781a9d27d6e5 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:30.108940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Attempting to bind port 1daa9015-83e9-4c96-b500-781a9d27d6e5 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9a40f132-f5de-484e-b070-d37d7daa339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9862fd63-639e-4858-b22d-5f777b62383b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:30.109296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Attempting to bind port 1daa9015-83e9-4c96-b500-781a9d27d6e5 on network 9862fd63-639e-4858-b22d-5f777b62383b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:30.116745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:30.125620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.142410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=d6f992df-3b3f-4c2d-98f4-1330c7971212,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:30.152413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-740f265b-cec0-43ad-82f0-46ffe9db6c7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5 HTTP/1.1" status: 200 len: 217 time: 0.3015106 Apr 01 15:08:30.202471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:30.222650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:30.239367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:30.243055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:30.243731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Checking segment: {'id': '9a40f132-f5de-484e-b070-d37d7daa339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9862fd63-639e-4858-b22d-5f777b62383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:30.244541 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.245198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Bound using segment: {'id': '9a40f132-f5de-484e-b070-d37d7daa339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9862fd63-639e-4858-b22d-5f777b62383b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:30.245854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Bound port: 1daa9015-83e9-4c96-b500-781a9d27d6e5, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a40f132-f5de-484e-b070-d37d7daa339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9862fd63-639e-4858-b22d-5f777b62383b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:30.246398 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.282073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-769f3bd4-fa85-4e9b-a5ac-b2e9e7d5c1aa req-85b54e24-8e32-4534-8cee-828992db7bd2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053206 Apr 01 15:08:30.296398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edd19528-17a0-48b5-b791-79032bcd6879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.315233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:30.450890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['c07ba305-ca1c-47a4-8ebd-15ebd56767cb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:08:30.528842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523d6d8-b853-4c32-9763-beb02c426e28 req-3f784aff-6c7a-4994-b7ee-ec4624e45690 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:30.532964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6523d6d8-b853-4c32-9763-beb02c426e28 req-3f784aff-6c7a-4994-b7ee-ec4624e45690 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 944 time: 0.5362470 Apr 01 15:08:30.533839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7745a85a-b586-4403-84d1-ad75859aa0d0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:30.575833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edd19528-17a0-48b5-b791-79032bcd6879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.631824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6eec49b7-2365-4ff7-afe5-2da8399d54f5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:08:30.640282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-4e362ca0-6ba7-4760-980e-96f27726810b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:30.646725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-4e362ca0-6ba7-4760-980e-96f27726810b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.4818125 Apr 01 15:08:30.648144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.662542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.663537 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.707900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:30.712032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cef6ad-ec2f-41af-84d0-2fd153e8ebee None None] Network fc361259-1eac-41fa-b192-ddfe54067608 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:30.938679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6523d6d8-b853-4c32-9763-beb02c426e28 req-2290565d-6c2d-44b2-8a8c-ae5323b490ea tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771060 Apr 01 15:08:30.954200 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:30.970150 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-6caa6907-9a62-45d1-a262-c98dfd37ecf7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060579 Apr 01 15:08:31.051699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3cc5-4742-433a-8bf8-7e4dc7042fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.079761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edd19528-17a0-48b5-b791-79032bcd6879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.103460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd19528-17a0-48b5-b791-79032bcd6879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01d2ed9-25b2-47ab-9cf4-668679b96f74,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:31.123388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edd19528-17a0-48b5-b791-79032bcd6879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.127323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-edd19528-17a0-48b5-b791-79032bcd6879 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e01d2ed9-25b2-47ab-9cf4-668679b96f74 HTTP/1.1" status: 204 len: 168 time: 1.1751478 Apr 01 15:08:31.142880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-799180a6-e21c-48bb-a0b1-4c08f56de34f None None] Provisioning for port 7745a85a-b586-4403-84d1-ad75859aa0d0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:31.165200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd3bf-fa33-4d78-887e-579feb3f2f66 req-f91e80d5-e672-4420-bdb3-7a4471e285c3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:31.183794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c44dd3bf-fa33-4d78-887e-579feb3f2f66 req-f91e80d5-e672-4420-bdb3-7a4471e285c3 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 944 time: 0.5171046 Apr 01 15:08:31.205639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:08:31.359846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c44dd3bf-fa33-4d78-887e-579feb3f2f66 req-4ca9005e-3916-4765-9df5-6df172c77a6c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750481 Apr 01 15:08:31.444591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.483141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] For port 1daa9015-83e9-4c96-b500-781a9d27d6e5, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:31.491583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.566384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=2a93e529-0f0e-4dce-8314-41699fb75997,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:31.595478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': 'fdc4fbc6-b9f1-4b1b-a561-a8feae68bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '31e2b693-b59f-4cd0-beb7-e59d59a8df75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:31.596232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: 31e2b693-b59f-4cd0-beb7-e59d59a8df75, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:08:31.602542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] For port 1daa9015-83e9-4c96-b500-781a9d27d6e5, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1daa9015-83e9-4c96-b500-781a9d27d6e5,segment=NetworkSegment(9a40f132-f5de-484e-b070-d37d7daa339d),segment_id=9a40f132-f5de-484e-b070-d37d7daa339d)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:31.668761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:08:31.687522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-09fee204-158f-4111-8d9b-366fbcf4a828 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570902 Apr 01 15:08:31.701780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network 31e2b693-b59f-4cd0-beb7-e59d59a8df75 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:08:31.741546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7745a85a-b586-4403-84d1-ad75859aa0d0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:31.759404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7745a85a-b586-4403-84d1-ad75859aa0d0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:31.759776 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.838758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 31e2b693-b59f-4cd0-beb7-e59d59a8df75) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:31.879610 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.893020 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.937391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8891e937-fa6f-4280-b749-9dbb6f1c8796 req-75de64d5-84fa-48dd-b7fd-4cddb30d9530 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414894 Apr 01 15:08:31.938556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:31.939201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:31.965278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efc7a6-d3b0-44cd-b803-6d7a2e219ee1 req-38617ccf-7ba4-4ff7-9e3a-cac57dcd3b70 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:31.977783 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97efc7a6-d3b0-44cd-b803-6d7a2e219ee1 req-38617ccf-7ba4-4ff7-9e3a-cac57dcd3b70 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.6881826 Apr 01 15:08:32.001293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1548-d3d1-4799-9c76-53aaa164e9df req-85d2e18a-e23a-4b99-a17c-b3b32ed36663 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:32.014248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aecb1548-d3d1-4799-9c76-53aaa164e9df req-85d2e18a-e23a-4b99-a17c-b3b32ed36663 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.3934929 Apr 01 15:08:32.048750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a268397-5b3e-4536-8259-859476226f5f None None] Network 31e2b693-b59f-4cd0-beb7-e59d59a8df75 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:32.056945 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-75b56a4d-8020-4b8c-9a4a-78ee19524b3c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4070089 Apr 01 15:08:32.059073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:32.451911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6eec49b7-2365-4ff7-afe5-2da8399d54f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:32.578796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97efc7a6-d3b0-44cd-b803-6d7a2e219ee1 req-c3530820-59fc-4289-882e-fb1ea8510436 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6000443 Apr 01 15:08:32.585720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d41061-8f98-40d2-8e5b-97715696fecc None None] Pushing event updated for resources: {'Port': ['ID=1daa9015-83e9-4c96-b500-781a9d27d6e5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:32.590492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'port_id': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'mac_address': 'fa:16:3e:a9:18:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:08:32.638278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router ebc0cfdd-9d14-4e18-bdb4-42766487c717 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:08:32.695920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aecb1548-d3d1-4799-9c76-53aaa164e9df req-d8f1f686-d330-4710-ac4a-f5c03a7d4006 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6807318 Apr 01 15:08:32.883886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:32.945491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:32.977058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c07ba305-ca1c-47a4-8ebd-15ebd56767cb up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:33.042839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-519227ee-b41a-4c18-935a-81249741bc90 None None] Provisioning complete for port 7745a85a-b586-4403-84d1-ad75859aa0d0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:33.043063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519227ee-b41a-4c18-935a-81249741bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.078937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eec49b7-2365-4ff7-afe5-2da8399d54f5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:08:33.095773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15246f-18e4-4279-80c3-9415592b063a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-31e2b693-b59f-4cd0-beb7-e59d59a8df75', 'network_id': '31e2b693-b59f-4cd0-beb7-e59d59a8df75', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '2a93e529-0f0e-4dce-8314-41699fb75997'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:33.097228 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff15246f-18e4-4279-80c3-9415592b063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.120863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:33.124082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.132653 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] Sync routers for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:33.150809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6eec49b7-2365-4ff7-afe5-2da8399d54f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:33.160146 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:33.160760 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:33.176368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7745a85a-b586-4403-84d1-ad75859aa0d0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7745a85a-b586-4403-84d1-ad75859aa0d0,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:33.195463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:33.201523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74931ed-332a-4abf-beb4-6ef0a4efa7ea req-0c1da8df-84b1-43b0-8f73-4d3e9e275b1b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:33.205475 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.206869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d74931ed-332a-4abf-beb4-6ef0a4efa7ea req-0c1da8df-84b1-43b0-8f73-4d3e9e275b1b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 944 time: 0.2830579 Apr 01 15:08:33.215813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-abeca17a-b894-49be-a867-e5914d43d28b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/ebc0cfdd-9d14-4e18-bdb4-42766487c717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7036452 Apr 01 15:08:33.217160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33664) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:33.229356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.326042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.328345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Sync routers for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:33.340672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6eec49b7-2365-4ff7-afe5-2da8399d54f5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:33.352200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b230323f-9612-4b64-a5b6-4339d8f1f2f1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:33.361764 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:33.397434 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] Routers {'ebc0cfdd-9d14-4e18-bdb4-42766487c717'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:33.398039 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:33.412061 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.419694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d74931ed-332a-4abf-beb4-6ef0a4efa7ea req-c50aa0bf-d418-4396-b979-436f0cd422bf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869063 Apr 01 15:08:33.433663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b230323f-9612-4b64-a5b6-4339d8f1f2f1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:33.437580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b230323f-9612-4b64-a5b6-4339d8f1f2f1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebc0cfdd-9d14-4e18-bdb4-42766487c717 HTTP/1.1" status: 200 len: 205 time: 0.2022665 Apr 01 15:08:33.438236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33668) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:33.486656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ed97b-3449-4b7c-b288-baf4aaae50fb req-fd73262e-8789-49e5-abf3-e6be16284f01 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:33.496602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-665ed97b-3449-4b7c-b288-baf4aaae50fb req-fd73262e-8789-49e5-abf3-e6be16284f01 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 944 time: 0.5347159 Apr 01 15:08:33.604943 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.622977 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:33.626478 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510bdba-2fd9-47a1-b78b-f20da577f0e5 None None] The sync data for ids ['ebc0cfdd-9d14-4e18-bdb4-42766487c717'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:33.627557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1daa9015-83e9-4c96-b500-781a9d27d6e5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:33.698121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.699507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-be006a93-6809-4a5e-988e-508272280e23 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3000689 Apr 01 15:08:33.706179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33674) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:33.707053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=2a93e529-0f0e-4dce-8314-41699fb75997,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:33.729858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['6eec49b7-2365-4ff7-afe5-2da8399d54f5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:08:33.837546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd31ca35-0b36-4223-8d66-12cc4ecac5c3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server [None req-ff15246f-18e4-4279-80c3-9415592b063a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a93e529-0f0e-4dce-8314-41699fb75997: This subnet is being modified by another concurrent operation. Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:08:33.870721 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a93e529-0f0e-4dce-8314-41699fb75997: This subnet is being modified by another concurrent operation. Apr 01 15:08:33.874473 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Apr 01 15:08:33.920276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7745a85a-b586-4403-84d1-ad75859aa0d0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:33.942989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port c07ba305-ca1c-47a4-8ebd-15ebd56767cb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:33.953500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port c07ba305-ca1c-47a4-8ebd-15ebd56767cb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:33.953927 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:33.991633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d9377-abe7-4eda-81f4-cd0e89fd9fe3 None None] Network 31e2b693-b59f-4cd0-beb7-e59d59a8df75 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:34.020736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9a152-f26a-43c3-9532-0ea2613291f7 None None] Network 9862fd63-639e-4858-b22d-5f777b62383b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:34.027032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8bc5f-fed4-4d64-b678-70895754a22a req-3d42151a-2f66-4b19-82e3-87b91d3f5345 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:34.054520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33678) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:34.067940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0d8bc5f-fed4-4d64-b678-70895754a22a req-3d42151a-2f66-4b19-82e3-87b91d3f5345 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.3271382 Apr 01 15:08:34.068410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-665ed97b-3449-4b7c-b288-baf4aaae50fb req-99cfe91e-dbab-4409-8ba1-c5261835037c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5559020 Apr 01 15:08:34.091728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'floatingip': {'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:34.185086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.260667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:34.262262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:34.280300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.342411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1daa9015-83e9-4c96-b500-781a9d27d6e5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:34.353318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e2b693-b59f-4cd0-beb7-e59d59a8df75']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:34.383163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc4fbc6-b9f1-4b1b-a561-a8feae68bad4') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:34.383881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc4fbc6-b9f1-4b1b-a561-a8feae68bad4') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:34.401154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.552838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.637868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd31ca35-0b36-4223-8d66-12cc4ecac5c3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.647965 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd31ca35-0b36-4223-8d66-12cc4ecac5c3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.668062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe89790-c8d1-42e6-8dbf-324c13e673a8 req-abc776ba-5e7b-41f9-9a2e-dd0a06bb3f77 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:34.676361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abe89790-c8d1-42e6-8dbf-324c13e673a8 req-abc776ba-5e7b-41f9-9a2e-dd0a06bb3f77 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.2686760 Apr 01 15:08:34.685512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:34.686240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:34.703008 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:34.745371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33688) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:34.777358 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd31ca35-0b36-4223-8d66-12cc4ecac5c3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.779111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd31ca35-0b36-4223-8d66-12cc4ecac5c3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Fanout notify agent at l3_agent the message router_deleted on router ebc0cfdd-9d14-4e18-bdb4-42766487c717 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:08:34.812563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abe89790-c8d1-42e6-8dbf-324c13e673a8 req-cc51a450-d7a0-4e0a-a5db-76877c782a2d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338255 Apr 01 15:08:34.833770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd31ca35-0b36-4223-8d66-12cc4ecac5c3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:34.838913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd31ca35-0b36-4223-8d66-12cc4ecac5c3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/ebc0cfdd-9d14-4e18-bdb4-42766487c717 HTTP/1.1" status: 204 len: 168 time: 1.3996081 Apr 01 15:08:34.844146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33694) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:35.016372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.064627 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.081575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=31e2b693-b59f-4cd0-beb7-e59d59a8df75,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:35.102811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e1113ecc-ebce-4746-ba67-2fb6771ae335 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/31e2b693-b59f-4cd0-beb7-e59d59a8df75 HTTP/1.1" status: 204 len: 168 time: 3.0416803 Apr 01 15:08:35.107947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33700) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:35.108982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:35.183789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474048401'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:35.198387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd923655-f518-411e-a1e4-d72119a903d3 req-e0272b68-e26f-465f-bc3d-6fdcca8e6d97 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:35.205902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd923655-f518-411e-a1e4-d72119a903d3 req-e0272b68-e26f-465f-bc3d-6fdcca8e6d97 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 945 time: 0.3539662 Apr 01 15:08:35.208713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:35.366735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d8ca7e8-bbb0-4f5f-aaba-700dfa6db4f1 None None] Provisioning for port 1daa9015-83e9-4c96-b500-781a9d27d6e5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:35.431677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.445872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d8ca7e8-bbb0-4f5f-aaba-700dfa6db4f1 None None] Provisioning complete for port 1daa9015-83e9-4c96-b500-781a9d27d6e5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:35.446241 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d8ca7e8-bbb0-4f5f-aaba-700dfa6db4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.466466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:35.480517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:35.505815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7745a85a-b586-4403-84d1-ad75859aa0d0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:35.553314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:35.555956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:35.574352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Usage tracker for resource:security_group_rule and tenant:a4496565b2104da08a71392d72e53a64 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:35.582418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:35.596940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:35.609614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c4ae-3bb9-40d1-a05d-7113c887ce73 req-37b54474-ba9f-41f3-9a08-305eaf43248b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:35.611408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c06c4ae-3bb9-40d1-a05d-7113c887ce73 req-37b54474-ba9f-41f3-9a08-305eaf43248b tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 944 time: 0.2307611 Apr 01 15:08:35.615470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 5d79c44b-91b2-4093-9f26-b312cc88f4ab {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:08:35.621681 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.654314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bd923655-f518-411e-a1e4-d72119a903d3 req-c63539d4-cfd6-4046-8c2c-c0ec6e4f2d1e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469440 Apr 01 15:08:35.679166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:35.682760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.730571 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.754063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c06c4ae-3bb9-40d1-a05d-7113c887ce73 req-06f89de3-4500-4c72-9756-50431f39fda2 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352744 Apr 01 15:08:35.774197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.784572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:08:35.808391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:35.873638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port c07ba305-ca1c-47a4-8ebd-15ebd56767cb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:35.887472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.888242 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment 3a65b782-f21d-467a-866e-844b9274918c of type vlan for network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 Apr 01 15:08:35.904182 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.931995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:35.978281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d8ca7e8-bbb0-4f5f-aaba-700dfa6db4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.018329 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'code': 200} Apr 01 15:08:36.031472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.038837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:08:36.047117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.144525 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4496565b2104da08a71392d72e53a64&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3981199 Apr 01 15:08:36.146794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d1c16-0904-4c29-a930-610503e6a553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bba065-41eb-45aa-bb07-112ada1a77fc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:36.149922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33708) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:36.155887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.223782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0d8ca7e8-bbb0-4f5f-aaba-700dfa6db4f1 None None] For port 1daa9015-83e9-4c96-b500-781a9d27d6e5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1daa9015-83e9-4c96-b500-781a9d27d6e5,segment=NetworkSegment(9a40f132-f5de-484e-b070-d37d7daa339d),segment_id=9a40f132-f5de-484e-b070-d37d7daa339d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:36.238762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001ba15-fd73-4c34-96c2-30bc2d45575e None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:08:36.268393 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d8ca7e8-bbb0-4f5f-aaba-700dfa6db4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.277244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7745a85a-b586-4403-84d1-ad75859aa0d0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:36.277512 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.294850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.306434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.310858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:36.311680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.351054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.384580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:36.400818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46ca8def-cbc6-4e2f-a1e8-ab5c7c5a8b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.431990 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46ca8def-cbc6-4e2f-a1e8-ab5c7c5a8b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.463719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ca7e8-bbb0-4f5f-aaba-700dfa6db4f1 None None] Pushing event updated for resources: {'Port': ['ID=1daa9015-83e9-4c96-b500-781a9d27d6e5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:36.508354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275121c7-b5d7-4e25-b630-378d6cb80355 req-bb49cca8-a721-45fc-a2e1-8b0e6c4f3916 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:36.516949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-275121c7-b5d7-4e25-b630-378d6cb80355 req-bb49cca8-a721-45fc-a2e1-8b0e6c4f3916 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.3030608 Apr 01 15:08:36.520752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46ca8def-cbc6-4e2f-a1e8-ab5c7c5a8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.545074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.572616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c259e9be-87b7-44bc-93c8-df6866c61441 req-80d21c41-a01a-4b46-9da9-2c8c28386dfe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 1096 time: 0.4801691 Apr 01 15:08:36.588533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4690146 Apr 01 15:08:36.593536 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.597908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ef3d2db7-21a6-42ed-8fa8-5f4539b8ec8a None None] Provisioning complete for port 1daa9015-83e9-4c96-b500-781a9d27d6e5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:36.598544 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2db7-21a6-42ed-8fa8-5f4539b8ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.601682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33712) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:36.610635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/5d79c44b-91b2-4093-9f26-b312cc88f4ab HTTP/1.1" status: 204 len: 168 time: 1.7652552 Apr 01 15:08:36.614601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33716) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:36.625736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46ca8def-cbc6-4e2f-a1e8-ab5c7c5a8b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:36.626830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-46ca8def-cbc6-4e2f-a1e8-ab5c7c5a8b7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2bba065-41eb-45aa-bb07-112ada1a77fc HTTP/1.1" status: 204 len: 168 time: 0.4200633 Apr 01 15:08:36.627935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca8def-cbc6-4e2f-a1e8-ab5c7c5a8b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bba065-41eb-45aa-bb07-112ada1a77fc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:36.651788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': '7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:36.668547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015430ab-5d5d-4cea-9f1d-73675a03f2ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:36.687269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94c8fb-c769-4fef-85db-5fea45dec1e3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=5d79c44b-91b2-4093-9f26-b312cc88f4ab,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:36.722154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:08:36.842885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:29Z', 'revision_number': 3, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:36.878533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c259e9be-87b7-44bc-93c8-df6866c61441 req-87ca523d-6060-4d98-8a7a-f4ce3cac76c1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870708 Apr 01 15:08:36.931078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:36.939998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:36.943039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:36.947826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-275121c7-b5d7-4e25-b630-378d6cb80355 req-9af3dccb-346e-4b92-a65b-4a539bc136e6 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300504 Apr 01 15:08:36.955355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:36.985589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Checking router: 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:08:36.986104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Updating router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 port d66ac021-c73c-4a51-960d-355ee982b36c binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:08:36.988536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:37.167851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001ba15-fd73-4c34-96c2-30bc2d45575e None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:08:37.183007 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:37.253314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 184ebc95-729b-4ef4-87e8-e0cb96e7c063 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:08:37.273129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:37.284625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6eec49b7-2365-4ff7-afe5-2da8399d54f5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:37.362989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85336c-468c-4d20-9879-d0f43a05709b req-08d6e875-6126-4419-9ef4-d4dbf1bd7b0b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:37.364840 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ed85336c-468c-4d20-9879-d0f43a05709b req-08d6e875-6126-4419-9ef4-d4dbf1bd7b0b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 945 time: 0.3071587 Apr 01 15:08:37.368373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:37.397331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:37.498155 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Floating IP 1161180e-7660-4d4d-8f1e-a8061efa674a associated. External IP: 172.25.2.41, port: a5e72d46-d1ff-45ab-90ea-1d45a502a77b. Apr 01 15:08:37.592973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1daa9015-83e9-4c96-b500-781a9d27d6e5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:37.698491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f355898-346e-41f3-8962-28c149332b1f req-8218c823-fead-4020-ac9f-0c7f9d95710c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:37.705492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f355898-346e-41f3-8962-28c149332b1f req-8218c823-fead-4020-ac9f-0c7f9d95710c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 945 time: 0.4475458 Apr 01 15:08:37.733558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-74c34abf-472e-4cc9-804b-97ea24a0bb14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1097 time: 0.3013961 Apr 01 15:08:37.869598 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f355898-346e-41f3-8962-28c149332b1f req-71e36795-579c-4aa7-81ae-a69d7527de2e tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486259 Apr 01 15:08:37.954914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:37.966096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:38.180446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.236675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=184ebc95-729b-4ef4-87e8-e0cb96e7c063,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:38.248702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ed85336c-468c-4d20-9879-d0f43a05709b req-e870dc5f-72b5-41ad-8bef-b96b1bbaad24 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8473926 Apr 01 15:08:38.297264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.310323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-96e9347d-aed9-4026-87c6-35222637d56b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/184ebc95-729b-4ef4-87e8-e0cb96e7c063 HTTP/1.1" status: 204 len: 168 time: 1.6894360 Apr 01 15:08:38.318597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33744) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:38.321176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:38.321676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.515284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-ddc5a65f-1045-4b17-a283-c1afe923f625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:38.517548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-ddc5a65f-1045-4b17-a283-c1afe923f625 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.7386370 Apr 01 15:08:38.530902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1daa9015-83e9-4c96-b500-781a9d27d6e5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:38.531295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.655545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.700346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.724659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=72d98d17-1f3d-44cd-84f0-473a38db0666,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:38.742550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-0535a801-694b-4658-9be1-8f32ceaca00b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 1001 time: 0.2167990 Apr 01 15:08:38.766938 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.794175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c4ec5-297e-4b1c-a890-05a38e075822 req-45b4f551-7afe-4b4e-9f0a-a55602c676ad tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:38.795867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c4c4ec5-297e-4b1c-a890-05a38e075822 req-45b4f551-7afe-4b4e-9f0a-a55602c676ad tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.3622477 Apr 01 15:08:38.846664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.875792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 2c53765e-61bb-4228-9fed-4cd7026896ce {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:38.881312 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:38.917719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c4c4ec5-297e-4b1c-a890-05a38e075822 req-9c00d7eb-042e-46ca-9a44-36f669ec3661 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135581 Apr 01 15:08:38.920069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-75d0d70e-87f6-4d80-93e0-15c366b40251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:38.926406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-75d0d70e-87f6-4d80-93e0-15c366b40251 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.1721125 Apr 01 15:08:39.010803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:39.056284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': '3a65b782-f21d-467a-866e-844b9274918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:39.056645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:08:39.085801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Transition to ACTIVE for port object d66ac021-c73c-4a51-960d-355ee982b36c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:39.103885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:08:39.114540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:39.164517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:39.170766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-1f66798c-7780-43ba-b0db-9410e1489ab7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2285841 Apr 01 15:08:39.171303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:39.191166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:39.195410 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:39.255201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 6eec49b7-2365-4ff7-afe5-2da8399d54f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:39.302325 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'code': 200} Apr 01 15:08:39.314427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:39.407266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1d644-6676-4c3c-adeb-b30cebaa4cc3 None None] Network 38259ee1-420a-4321-ae79-08141054e2eb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:39.455316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82807f-ba8c-4d14-81a7-cec6229bd9ff None None] Network 04e5ff87-f108-416d-b291-63c79ff749c1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:39.467822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebbef3a-e48a-40f4-bb14-08081cd69d7b None None] Network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:39.595370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-2ddbfa78-2704-48da-8e1b-5127707d1b29 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854330 Apr 01 15:08:39.708553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-da0c0632-3bca-4344-9b14-c7c439d3581f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0963798 Apr 01 15:08:39.708934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33768) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:39.731898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-400646569'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:39.771882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:39.797329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:39.812966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:39.836687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18edb-8180-458d-aa2a-77a50454dfe0 req-14867817-0b73-4c22-a7e9-2e71c5062708 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:39.846078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82d18edb-8180-458d-aa2a-77a50454dfe0 req-14867817-0b73-4c22-a7e9-2e71c5062708 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 946 time: 0.2970343 Apr 01 15:08:39.887277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Attempting to bind port d66ac021-c73c-4a51-960d-355ee982b36c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:39.887756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Attempting to bind port d66ac021-c73c-4a51-960d-355ee982b36c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:39.888222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Attempting to bind port d66ac021-c73c-4a51-960d-355ee982b36c on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:39.897337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e411db-c718-4429-a933-36369293e81c None None] Pushing event updated for resources: {'Port': ['ID=d66ac021-c73c-4a51-960d-355ee982b36c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:39.952737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:39.996044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:39.999185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:39.999518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:39.999868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:40.000530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.001178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:40.001772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Bound port: d66ac021-c73c-4a51-960d-355ee982b36c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:40.002254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.039879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:08:40.044851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54d9d6f1-5cf6-4704-92d1-f70e069e9d21 req-8cbabb7b-00f0-4266-8924-4a0fab6c340c service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385207 Apr 01 15:08:40.062790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.063131 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment 212a68f8-98c6-42c2-9a9c-e621298f9193 of type vlan for network a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb Apr 01 15:08:40.068347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82d18edb-8180-458d-aa2a-77a50454dfe0 req-080e5728-0488-4b69-9e60-5c682d7d3c4d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180324 Apr 01 15:08:40.098214 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.204731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1624d56-bb01-47db-85f3-31706ca9f18d req-4a797f08-2806-4380-8ebb-be797eb8880a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:40.212615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1624d56-bb01-47db-85f3-31706ca9f18d req-4a797f08-2806-4380-8ebb-be797eb8880a tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 945 time: 1.0678105 Apr 01 15:08:40.253817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=6eec49b7-2365-4ff7-afe5-2da8399d54f5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:40.291918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] For port d66ac021-c73c-4a51-960d-355ee982b36c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:40.309630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.313501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:40.314081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.332239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 2c53765e-61bb-4228-9fed-4cd7026896ce, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2c53765e-61bb-4228-9fed-4cd7026896ce,segment=NetworkSegment(a00a69a0-3185-4021-a914-11c0976bc042),segment_id=a00a69a0-3185-4021-a914-11c0976bc042)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:40.332569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.352562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] For port d66ac021-c73c-4a51-960d-355ee982b36c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d66ac021-c73c-4a51-960d-355ee982b36c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:40.373031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.448850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725e2ba-b391-477a-9c85-4022a2b0c85c req-e7910a4d-1662-461b-9cbf-8f8a115002a2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:40.461399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9725e2ba-b391-477a-9c85-4022a2b0c85c req-e7910a4d-1662-461b-9cbf-8f8a115002a2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.1380320 Apr 01 15:08:40.495717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01', 'network_id': '7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '72d98d17-1f3d-44cd-84f0-473a38db0666'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:40.496531 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.542099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e411db-c718-4429-a933-36369293e81c None None] Pushing event updated for resources: {'Port': ['ID=d66ac021-c73c-4a51-960d-355ee982b36c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:40.542298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9725e2ba-b391-477a-9c85-4022a2b0c85c req-26078029-8b68-4c4e-b141-dcc72849a400 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788341 Apr 01 15:08:40.654296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:40.662449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:40.671924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:40.679676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d0a4774-26dd-467f-a9e5-ad3f9e123624 req-91e8450d-070a-451b-bce6-5c420d2abcc0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 1097 time: 1.2654858 Apr 01 15:08:40.746252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:08:40.758774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] DHCP port deletion for 38259ee1-420a-4321-ae79-08141054e2eb request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:08:40.760738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] DHCP port deletion for 04e5ff87-f108-416d-b291-63c79ff749c1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:08:40.827666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Deleting port da492709-8e65-40ec-9572-4286c6692b50 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:40.828110 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.901593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Deleting port 2c53765e-61bb-4228-9fed-4cd7026896ce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:40.901965 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:40.967239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 2c53765e-61bb-4228-9fed-4cd7026896ce owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:41.015242 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:41.019961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1624d56-bb01-47db-85f3-31706ca9f18d req-110fd8da-3ad1-4456-a8b3-e583cee12fa6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8063908 Apr 01 15:08:41.079452 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8eb835c0-7070-4c38-a67c-581ab5478526 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3633091 Apr 01 15:08:41.079617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33792) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:41.083692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Allocated IP 172.20.0.1 (fc361259-1eac-41fa-b192-ddfe54067608/023a0e73-e46a-43ee-a4b5-d5624b490ace/13e45a37-39b0-4f5e-b8cf-daf9cb818382) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:41.089096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:41.111639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d0a4774-26dd-467f-a9e5-ad3f9e123624 req-629953a5-eb41-450b-9efa-24e68a9f0b12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781878 Apr 01 15:08:41.321926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] For port 2c53765e-61bb-4228-9fed-4cd7026896ce, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2c53765e-61bb-4228-9fed-4cd7026896ce,segment=NetworkSegment(a00a69a0-3185-4021-a914-11c0976bc042),segment_id=a00a69a0-3185-4021-a914-11c0976bc042)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:41.322366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:41.326453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:41.333580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:41.338608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:41.348794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:41.366301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841d35f-3d8a-4a60-a29c-e47adf19a1d3 req-4982af8e-39cd-4742-8086-dbdcef31c1a6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:41.379459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9841d35f-3d8a-4a60-a29c-e47adf19a1d3 req-4982af8e-39cd-4742-8086-dbdcef31c1a6 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 945 time: 0.2138317 Apr 01 15:08:41.380370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33798) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:41.384499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:41.393571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:41.404679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Request body: {'floatingip': {'port_id': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:41.483104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Calling delete_port for 2c53765e-61bb-4228-9fed-4cd7026896ce owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:41.537705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device da492709-8e65-40ec-9572-4286c6692b50 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:08:41.572866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=2c53765e-61bb-4228-9fed-4cd7026896ce,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:41.582624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port 2c53765e-61bb-4228-9fed-4cd7026896ce on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:08:41.774190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:41.794996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Allocated IP 2001:db8::3 (7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01/72d98d17-1f3d-44cd-84f0-473a38db0666/442934dd-3e11-43f0-b436-15e9d5b3fdbb) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:41.801945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:41.845539 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:41.909798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38259ee1-420a-4321-ae79-08141054e2eb']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:41.936542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00a69a0-3185-4021-a914-11c0976bc042') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:41.941592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00a69a0-3185-4021-a914-11c0976bc042') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:41.973678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:41.996138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.004786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:42.005243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.065171 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.077663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Transition to ACTIVE for port object 442934dd-3e11-43f0-b436-15e9d5b3fdbb will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:42.124511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Transition to ACTIVE for port object 442934dd-3e11-43f0-b436-15e9d5b3fdbb will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:42.149746 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:42.162035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing IP validity checks on allocation pools {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:08:42.162613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:08:42.195636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.215181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Transition to ACTIVE for port object 13e45a37-39b0-4f5e-b8cf-daf9cb818382 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:42.219527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:42.275010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54023fbd-dd2e-4c0e-8a16-aed7a4218910 req-f8ea22ff-576a-43e8-bf1b-b77cb88ea984 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:42.279332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54023fbd-dd2e-4c0e-8a16-aed7a4218910 req-f8ea22ff-576a-43e8-bf1b-b77cb88ea984 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 946 time: 0.9569192 Apr 01 15:08:42.326445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.412901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d237d4-0387-4395-b8ef-192999fd7b9f req-25905f5c-33e6-470f-a82a-af07d7ea29d2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:42.414351 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19d237d4-0387-4395-b8ef-192999fd7b9f req-25905f5c-33e6-470f-a82a-af07d7ea29d2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.2889702 Apr 01 15:08:42.475853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.574041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54023fbd-dd2e-4c0e-8a16-aed7a4218910 req-37895124-c0ec-4677-a746-dc9602d35522 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211781 Apr 01 15:08:42.589320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Network fc361259-1eac-41fa-b192-ddfe54067608 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:42.612849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Router b0642a39-9380-4fa1-9019-e091304b919c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:08:42.614221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:42.694593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Pushing event updated for resources: {'Port': ['ID=13e45a37-39b0-4f5e-b8cf-daf9cb818382,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:42.713205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:42.722421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:08:42.723014 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:08:42.757530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.770054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:42.806476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=38259ee1-420a-4321-ae79-08141054e2eb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:42.910468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19d237d4-0387-4395-b8ef-192999fd7b9f req-fb9e64b3-bed0-4d75-9283-7ac4a9f33d39 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4901483 Apr 01 15:08:42.967298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.014824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] For port da492709-8e65-40ec-9572-4286c6692b50, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da492709-8e65-40ec-9572-4286c6692b50,segment=NetworkSegment(ee54f4de-4673-4c98-90e3-c59e9a8f22c8),segment_id=ee54f4de-4673-4c98-90e3-c59e9a8f22c8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:43.016418 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.030125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:43.104033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:43.124302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:43.180055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5c575266-5f5f-4a5d-91fe-e04086729a27 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/38259ee1-420a-4321-ae79-08141054e2eb HTTP/1.1" status: 204 len: 168 time: 4.8477640 Apr 01 15:08:43.180833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33818) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:43.187943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=212f0a5c-9258-4b5e-80cb-6c1e97fbb25a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:43.208715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Pushing event updated for resources: {'Port': ['ID=442934dd-3e11-43f0-b436-15e9d5b3fdbb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:43.217386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': '212a68f8-98c6-42c2-9a9c-e621298f9193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:43.217617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:08:43.244448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.306572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:08:43.309175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Deleting port 2c53765e-61bb-4228-9fed-4cd7026896ce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:43.309175 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.329113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:43.334419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:43.335013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.358667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Calling delete_port for da492709-8e65-40ec-9572-4286c6692b50 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:43.414828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d7ca2-41c3-4ef8-b2fb-12211ab379fd None None] Network a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:43.425347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.485446 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.499762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.506056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-157c5ee3-3a8f-439e-a366-078e9ba1941b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4218686 Apr 01 15:08:43.506987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33824) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:43.507417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port da492709-8e65-40ec-9572-4286c6692b50 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:43.507766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.508022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.563986 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.703601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c12940e9-bb98-4c2a-809c-8033fee7175e None None] The port '2c53765e-61bb-4228-9fed-4cd7026896ce' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:08:43.766030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Attempting to bind port 442934dd-3e11-43f0-b436-15e9d5b3fdbb on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:43.766775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Attempting to bind port 442934dd-3e11-43f0-b436-15e9d5b3fdbb by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '3a65b782-f21d-467a-866e-844b9274918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:43.766775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Attempting to bind port 442934dd-3e11-43f0-b436-15e9d5b3fdbb on network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:43.866185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port da492709-8e65-40ec-9572-4286c6692b50, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da492709-8e65-40ec-9572-4286c6692b50,segment=NetworkSegment(ee54f4de-4673-4c98-90e3-c59e9a8f22c8),segment_id=ee54f4de-4673-4c98-90e3-c59e9a8f22c8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:43.930369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:43.931172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Checking segment: {'id': '3a65b782-f21d-467a-866e-844b9274918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:43.931870 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.932481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Bound using segment: {'id': '3a65b782-f21d-467a-866e-844b9274918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:43.932878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.933411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Bound port: 442934dd-3e11-43f0-b436-15e9d5b3fdbb, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a65b782-f21d-467a-866e-844b9274918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:43.934011 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.944146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7786c6c4-81e7-4ed7-9786-a325785a435f None None] Provisioning for port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:43.955958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7786c6c4-81e7-4ed7-9786-a325785a435f None None] Provisioning complete for port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:43.956734 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7786c6c4-81e7-4ed7-9786-a325785a435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.984558 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:43.985656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2c53765e-61bb-4228-9fed-4cd7026896ce no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:08:44.151967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:44.156071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 2c53765e-61bb-4228-9fed-4cd7026896ce {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:08:44.156677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2c53765e-61bb-4228-9fed-4cd7026896ce not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:08:44.220331 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Floating IP 2b55e8d1-0404-4a8e-9267-9f4ba395fc73 associated. External IP: 172.25.2.214, port: c07ba305-ca1c-47a4-8ebd-15ebd56767cb. Apr 01 15:08:44.247032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:08:44.247032 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:08:44.322341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7786c6c4-81e7-4ed7-9786-a325785a435f None None] Port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:44.359109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=da492709-8e65-40ec-9572-4286c6692b50,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:44.384800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33836) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:44.387561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] For port 442934dd-3e11-43f0-b436-15e9d5b3fdbb, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:44.424165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.424691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.425121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.425548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.425967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.426388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.426890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.427334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.427758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.428132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:44.428612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.428612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:08:44.443910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] For port 442934dd-3e11-43f0-b436-15e9d5b3fdbb, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=442934dd-3e11-43f0-b436-15e9d5b3fdbb,segment=NetworkSegment(3a65b782-f21d-467a-866e-844b9274918c),segment_id=3a65b782-f21d-467a-866e-844b9274918c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:44.450451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:29Z', 'revision_number': 3, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:44.455727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb', 'network_id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '212f0a5c-9258-4b5e-80cb-6c1e97fbb25a'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:44.456984 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:44.485541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9da459-666f-4631-82a3-aa829c47f5df None None] The sync data for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 is: [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:29Z', 'revision_number': 3, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:44.485541 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:44.609027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port da492709-8e65-40ec-9572-4286c6692b50, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da492709-8e65-40ec-9572-4286c6692b50,segment=NetworkSegment(ee54f4de-4673-4c98-90e3-c59e9a8f22c8),segment_id=ee54f4de-4673-4c98-90e3-c59e9a8f22c8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:44.609802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:44.709561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:44.743258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6e62b-d16e-45c8-bbd9-41dec242cc53 None None] Pushing event updated for resources: {'Port': ['ID=442934dd-3e11-43f0-b436-15e9d5b3fdbb,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:44.852580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a17ad-adf6-4516-8bbf-e797a273185a req-6f0cc13f-51c3-4a51-97ea-2f9296b82c87 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:44.865409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e39a17ad-adf6-4516-8bbf-e797a273185a req-6f0cc13f-51c3-4a51-97ea-2f9296b82c87 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.5409005 Apr 01 15:08:44.925904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Deleting port da492709-8e65-40ec-9572-4286c6692b50 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:44.926475 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:44.952519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for da492709-8e65-40ec-9572-4286c6692b50 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:45.054581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:45.063533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e39a17ad-adf6-4516-8bbf-e797a273185a req-65d626e2-5ab2-4c03-ab6e-4d48c48fda23 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889520 Apr 01 15:08:45.193356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:08:45.193983 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:08:45.334421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Pushing event updated for resources: {'Port': ['ID=13e45a37-39b0-4f5e-b8cf-daf9cb818382,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:45.361987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a0ee-65d0-402e-80fb-59b146a7556a req-d8b1c5b1-5fa0-4b91-94b2-4fa9540ad403 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:45.369625 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d422a0ee-65d0-402e-80fb-59b146a7556a req-d8b1c5b1-5fa0-4b91-94b2-4fa9540ad403 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 946 time: 0.9387834 Apr 01 15:08:45.378750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:45.446713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:45.451665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:45.460846 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] Sync routers for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:45.485017 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:45.485939 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:45.501339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] For port da492709-8e65-40ec-9572-4286c6692b50, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da492709-8e65-40ec-9572-4286c6692b50,segment=NetworkSegment(ee54f4de-4673-4c98-90e3-c59e9a8f22c8),segment_id=ee54f4de-4673-4c98-90e3-c59e9a8f22c8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:45.501890 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:45.550776 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:45.605692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:45.628104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Usage tracker for resource:security_group_rule and tenant:047cf0be14cd4748adaa801493ecf2bc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:45.632299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:45.661594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1fed4b65-104a-4258-9128-22074c366645 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "PUT /v2.0/floatingips/1161180e-7660-4d4d-8f1e-a8061efa674a HTTP/1.1" status: 200 len: 991 time: 11.5717022 Apr 01 15:08:45.670071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:45.701754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:45.712957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port da492709-8e65-40ec-9572-4286c6692b50 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:45.713581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:45.721607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Allocated IP 2001:db8::3 (a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb/212f0a5c-9258-4b5e-80cb-6c1e97fbb25a/38a9eb7a-afdd-4fcf-9c7f-620594b05730) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:45.756509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Calling delete_port for da492709-8e65-40ec-9572-4286c6692b50 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:45.896871 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:08:46.001798 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:46.027019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d422a0ee-65d0-402e-80fb-59b146a7556a req-59615474-e83e-4f05-9b16-a05af1e6355c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6568055 Apr 01 15:08:46.087409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Network fc361259-1eac-41fa-b192-ddfe54067608 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:46.090720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:46.098710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:46.121712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:46.141020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Router 91359cc3-2baf-44c1-9278-4a626f8bb760 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:08:46.277861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a2d2eb-0e98-4d15-aa75-b85e5eab21ec,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:46.287998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f4adc7e0-a88d-489d-b3f7-3b0121396464 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=047cf0be14cd4748adaa801493ecf2bc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9014342 Apr 01 15:08:46.295914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33852) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:46.304439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:46.409616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] The port 'da492709-8e65-40ec-9572-4286c6692b50' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:08:46.462868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] Pushing event deleted for resources: {'Port': ['ID=da492709-8e65-40ec-9572-4286c6692b50,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:46.568614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbec0c7-218e-4086-b6d0-2e8b4130a573 None None] No DVR routers for this DVR port da492709-8e65-40ec-9572-4286c6692b50 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:08:46.594049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1356a-a1d8-468d-8334-da14bf2cfe42 req-68b39aaf-491f-4218-a443-d6c8592c91da tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:46.606825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a5e1356a-a1d8-468d-8334-da14bf2cfe42 req-68b39aaf-491f-4218-a443-d6c8592c91da tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.6499946 Apr 01 15:08:46.638705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d66ac021-c73c-4a51-960d-355ee982b36c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:46.757715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e87c9-85e0-4bc2-986e-468c78d52d9a None None] Network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:46.858435 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'status': 'completed', 'code': 200} Apr 01 15:08:46.922828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91da7782-32eb-4eff-b909-c0521534fc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:46.937140 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '1161180e-7660-4d4d-8f1e-a8061efa674a', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'mac_address': 'fa:16:3e:d3:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aba915-580d-417c-ae28-e4b3af8d5230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:07Z', 'updated_at': '2022-04-01T15:08:35Z', 'revision_number': 1, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:16Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:46.950378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91da7782-32eb-4eff-b909-c0521534fc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:46.951753 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] Checking router: b0642a39-9380-4fa1-9019-e091304b919c for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:08:46.976729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a5e1356a-a1d8-468d-8334-da14bf2cfe42 req-fd3a00f2-9e9e-4e36-bedf-a7f2e2cade9a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688083 Apr 01 15:08:46.992994 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:46.993987 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.098789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91da7782-32eb-4eff-b909-c0521534fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.130912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.147757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da7782-32eb-4eff-b909-c0521534fc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a2d2eb-0e98-4d15-aa75-b85e5eab21ec,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:47.149807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Transition to ACTIVE for port object 38a9eb7a-afdd-4fcf-9c7f-620594b05730 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:47.169807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91da7782-32eb-4eff-b909-c0521534fc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.170838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Transition to ACTIVE for port object 38a9eb7a-afdd-4fcf-9c7f-620594b05730 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:47.171858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-91da7782-32eb-4eff-b909-c0521534fc9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75a2d2eb-0e98-4d15-aa75-b85e5eab21ec HTTP/1.1" status: 204 len: 168 time: 0.8716249 Apr 01 15:08:47.203791 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.217002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:47.263032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5fb1edda-f170-4979-8a9f-c5c5e876c378 None None] Provisioning complete for port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:47.264448 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fb1edda-f170-4979-8a9f-c5c5e876c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.290126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.291954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] Sync routers for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:47.421763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port d66ac021-c73c-4a51-960d-355ee982b36c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:47.435544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eb07fc86-95c4-4931-b684-ee6d6739ad3c tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "PUT /v2.0/floatingips/2b55e8d1-0404-4a8e-9267-9f4ba395fc73 HTTP/1.1" status: 200 len: 991 time: 6.0462861 Apr 01 15:08:47.435544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:47.435917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Network a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:47.435917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:47.436362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.462174 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:47.509921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:47.517114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.524203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:47.592504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=212f0a5c-9258-4b5e-80cb-6c1e97fbb25a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:47.672297 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.675017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Pushing event updated for resources: {'Port': ['ID=38a9eb7a-afdd-4fcf-9c7f-620594b05730,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:47.677533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1edda-f170-4979-8a9f-c5c5e876c378 None None] Port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:08:47.718459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e5ff87-f108-416d-b291-63c79ff749c1']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.810542 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:47.864783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee54f4de-4673-4c98-90e3-c59e9a8f22c8') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.865390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee54f4de-4673-4c98-90e3-c59e9a8f22c8') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.907708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.936562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212a68f8-98c6-42c2-9a9c-e621298f9193') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.941152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212a68f8-98c6-42c2-9a9c-e621298f9193') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:47.947453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d66ac021-c73c-4a51-960d-355ee982b36c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:47.949173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.001170 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.012984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.055857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33866) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:48.080700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7f4a5-fa02-4d49-8ed8-1efc44d2742e req-a89c1cb6-f511-41e9-a495-01294a776ab2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:48.082788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2b7f4a5-fa02-4d49-8ed8-1efc44d2742e req-a89c1cb6-f511-41e9-a495-01294a776ab2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.6572397 Apr 01 15:08:48.106447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Attempting to bind port 38a9eb7a-afdd-4fcf-9c7f-620594b05730 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:48.106728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.108078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Attempting to bind port 38a9eb7a-afdd-4fcf-9c7f-620594b05730 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '212a68f8-98c6-42c2-9a9c-e621298f9193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:48.109045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Attempting to bind port 38a9eb7a-afdd-4fcf-9c7f-620594b05730 on network a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:48.121817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.132982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.138762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:48.139443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.141379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:48.141760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Checking segment: {'id': '212a68f8-98c6-42c2-9a9c-e621298f9193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:48.142164 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.142553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Bound using segment: {'id': '212a68f8-98c6-42c2-9a9c-e621298f9193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:48.143052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Bound port: 38a9eb7a-afdd-4fcf-9c7f-620594b05730, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212a68f8-98c6-42c2-9a9c-e621298f9193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:48.143442 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:48.158375 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:48.167730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:48.168150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.178128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-7416613f-dab7-4551-89a7-bb2409ad59ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1097 time: 1.3105080 Apr 01 15:08:48.188722 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '1161180e-7660-4d4d-8f1e-a8061efa674a', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'mac_address': 'fa:16:3e:d3:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aba915-580d-417c-ae28-e4b3af8d5230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:07Z', 'updated_at': '2022-04-01T15:08:35Z', 'revision_number': 1, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:16Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:48.195126 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb965d-dbaa-426f-9cd2-dbc50e510d74 None None] The sync data for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 is: [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '1161180e-7660-4d4d-8f1e-a8061efa674a', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'floating_ip_address': '172.25.2.41', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'mac_address': 'fa:16:3e:d3:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aba915-580d-417c-ae28-e4b3af8d5230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:07Z', 'updated_at': '2022-04-01T15:08:35Z', 'revision_number': 1, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:16Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:48.218960 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:48.229213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-545755ed-cd46-4664-b1d6-e51fb595fe27 None None] Provisioning for port 442934dd-3e11-43f0-b436-15e9d5b3fdbb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:48.301837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a1092-dbbc-4036-9410-c91e78f55086 req-8ee53b8b-3e89-4ac8-b3b1-d21e20f36aa3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:48.317127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33870) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:48.318004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-432a1092-dbbc-4036-9410-c91e78f55086 req-8ee53b8b-3e89-4ac8-b3b1-d21e20f36aa3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 946 time: 1.2803428 Apr 01 15:08:48.330746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'port_id': '6eec49b7-2365-4ff7-afe5-2da8399d54f5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:48.352612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] For port 38a9eb7a-afdd-4fcf-9c7f-620594b05730, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:48.452752 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.476241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:48.530271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2b7f4a5-fa02-4d49-8ed8-1efc44d2742e req-be6c652c-70d3-4513-9d5e-e4e0e0d9007b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354625 Apr 01 15:08:48.546052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.546620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] For port 38a9eb7a-afdd-4fcf-9c7f-620594b05730, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=38a9eb7a-afdd-4fcf-9c7f-620594b05730,segment=NetworkSegment(212a68f8-98c6-42c2-9a9c-e621298f9193),segment_id=212a68f8-98c6-42c2-9a9c-e621298f9193)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:48.568629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.574216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port d66ac021-c73c-4a51-960d-355ee982b36c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d66ac021-c73c-4a51-960d-355ee982b36c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:48.575173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:48.619477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Usage tracker for resource:security_group_rule and tenant:1da7cdbd0dc347b0b6be71dd0f682b92 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:48.654901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:48.655664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.656452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 442934dd-3e11-43f0-b436-15e9d5b3fdbb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:48.675399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.686162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:08:48.686162 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:08:48.686162 n-d-836017-1 neutron-server[83953]: [parameters: {'id': 'a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb'}] Apr 01 15:08:48.686162 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:08:48.687300 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:08:48.728870 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'status': 'completed', 'code': 200} Apr 01 15:08:48.765054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:48.767923 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:48.805521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=04e5ff87-f108-416d-b291-63c79ff749c1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:48.861021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-90390cd7-7888-4401-92c5-08ed858207d8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/04e5ff87-f108-416d-b291-63c79ff749c1 HTTP/1.1" status: 204 len: 168 time: 5.6612864 Apr 01 15:08:48.867324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33874) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:48.885341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-263994932'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:48.903696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-53c97c12-bfa8-425b-a4e7-4bf33357b80d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:48.907970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-53c97c12-bfa8-425b-a4e7-4bf33357b80d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.6534767 Apr 01 15:08:48.912132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:48.992646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:49.020640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:49.027932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed0921-1c2c-4e93-939a-44632628f051 None None] Pushing event updated for resources: {'Port': ['ID=38a9eb7a-afdd-4fcf-9c7f-620594b05730,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:49.080937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:49.135392 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-82fe3350-6e69-4961-a6f1-7ecbf2dc382b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 1096 time: 0.3667972 Apr 01 15:08:49.148249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac5d77-f99a-4c5c-9a09-928f21fa08b9 req-4bb7fb83-8f1f-4fa4-b051-ed2c13210487 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:49.155224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fac5d77-f99a-4c5c-9a09-928f21fa08b9 req-4bb7fb83-8f1f-4fa4-b051-ed2c13210487 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.6395526 Apr 01 15:08:49.174867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d80601-660f-4e38-be9a-bce2b2b6ebe6 None None] New status for floating IP 1161180e-7660-4d4d-8f1e-a8061efa674a: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:08:49.215808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7998f8f-bd01-4d8c-a43d-e61fc790044b None None] Network a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:49.223654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:49.226574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.243945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.278773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-4cded830-6ade-4028-b160-ad4f91b7f0f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.3536227 Apr 01 15:08:49.282865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.343906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.387649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=d66ac021-c73c-4a51-960d-355ee982b36c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:49.405697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 442934dd-3e11-43f0-b436-15e9d5b3fdbb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:49.419077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 442934dd-3e11-43f0-b436-15e9d5b3fdbb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:49.419358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fac5d77-f99a-4c5c-9a09-928f21fa08b9 req-1612050d-59b4-4987-93f7-1f9fd74ac379 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631729 Apr 01 15:08:49.419633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.420054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0b8db1-8cfc-4336-ada1-870ba6093a53,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:49.438306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:08:49.462198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:08:49.543580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4f5c3ee2-96fc-4b00-855a-4eed11b033fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1da7cdbd0dc347b0b6be71dd0f682b92&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4814296 Apr 01 15:08:49.552946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33878) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:49.557743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-a9202049-9f7f-4d40-92d8-89fca318b8de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:49.559137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-a9202049-9f7f-4d40-92d8-89fca318b8de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2719412 Apr 01 15:08:49.643538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.643927 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment 37d2b42c-0b87-4392-97a7-9629f002f554 of type vlan for network 58fe7247-39b6-4de5-9e68-ba426cab0a16 Apr 01 15:08:49.725755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port 38a9eb7a-afdd-4fcf-9c7f-620594b05730 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:49.726087 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.922085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.956179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-449a1591-438c-4242-a1ae-65bb627d0cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:49.994506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.047274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8d0b5-8211-44ad-ab63-92e17af99edc None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:08:50.049545 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.053635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:50.054230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.097949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-55df8564-f7f0-4bb6-bc0c-327dfa086f57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:50.099465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-55df8564-f7f0-4bb6-bc0c-327dfa086f57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.9556766 Apr 01 15:08:50.109037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] For port 38a9eb7a-afdd-4fcf-9c7f-620594b05730, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=38a9eb7a-afdd-4fcf-9c7f-620594b05730,segment=NetworkSegment(212a68f8-98c6-42c2-9a9c-e621298f9193),segment_id=212a68f8-98c6-42c2-9a9c-e621298f9193)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:50.109037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.123864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 442934dd-3e11-43f0-b436-15e9d5b3fdbb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=442934dd-3e11-43f0-b436-15e9d5b3fdbb,segment=NetworkSegment(3a65b782-f21d-467a-866e-844b9274918c),segment_id=3a65b782-f21d-467a-866e-844b9274918c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:50.135538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.191107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-449a1591-438c-4242-a1ae-65bb627d0cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.317603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d66ac021-c73c-4a51-960d-355ee982b36c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:50.322868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Calling delete_port for 38a9eb7a-afdd-4fcf-9c7f-620594b05730 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:08:50.373237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6861-477e-48de-a89f-f3317a6e4a8a req-20eb4d10-5628-4f82-813d-6d0ce09753d3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:50.378977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-567c6861-477e-48de-a89f-f3317a6e4a8a req-20eb4d10-5628-4f82-813d-6d0ce09753d3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.5226018 Apr 01 15:08:50.388080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-db4cecde-7710-47fc-80df-273821d67e29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7412610 Apr 01 15:08:50.402369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5290697 Apr 01 15:08:50.403943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33884) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:50.418438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '2b55e8d1-0404-4a8e-9267-9f4ba395fc73', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'port_id': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'mac_address': 'fa:16:3e:b6:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:05Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 1, 'project_id': '9757218e019f4279aae1261d703db4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:50.441875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] Checking router: 91359cc3-2baf-44c1-9278-4a626f8bb760 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:08:50.454987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=442934dd-3e11-43f0-b436-15e9d5b3fdbb,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:50.455705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:08:50.508227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:50.508227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:50.555434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-567c6861-477e-48de-a89f-f3317a6e4a8a req-9f07d3ef-047b-4e17-97b1-3b67d3094497 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754260 Apr 01 15:08:50.626123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-6d2ec6d3-cb34-4d1e-98d7-1c85df8be573 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb HTTP/1.1" status: 200 len: 999 time: 0.5047367 Apr 01 15:08:50.680812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.739655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.741642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Port': ['ID=38a9eb7a-afdd-4fcf-9c7f-620594b05730,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:50.882424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-449a1591-438c-4242-a1ae-65bb627d0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.904189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-ebb023c9-2e16-494d-af1b-2bc4f4037344 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960701 Apr 01 15:08:50.911764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a1591-438c-4242-a1ae-65bb627d0cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0b8db1-8cfc-4336-ada1-870ba6093a53,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:50.912026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No DVR routers for this DVR port 38a9eb7a-afdd-4fcf-9c7f-620594b05730 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:08:50.913913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf966bd-3b5e-48d5-877b-e17a03ec0fb3 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=58fe7247-39b6-4de5-9e68-ba426cab0a16,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:50.922943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:50.945108 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:50.962484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:08:51.005612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-449a1591-438c-4242-a1ae-65bb627d0cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.006716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-449a1591-438c-4242-a1ae-65bb627d0cd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c0b8db1-8cfc-4336-ada1-870ba6093a53 HTTP/1.1" status: 204 len: 168 time: 1.4511373 Apr 01 15:08:51.077154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d66ac021-c73c-4a51-960d-355ee982b36c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:51.077785 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.082738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-443ea17d-9f50-474e-be47-95ee1f86d0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:51.084648 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-443ea17d-9f50-474e-be47-95ee1f86d0ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.4403956 Apr 01 15:08:51.194715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8d0b5-8211-44ad-ab63-92e17af99edc None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:08:51.249022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.315436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:51.333758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212a68f8-98c6-42c2-9a9c-e621298f9193') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:51.334468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212a68f8-98c6-42c2-9a9c-e621298f9193') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:51.356432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-b5e00081-1dfa-40c7-bbde-f3013051dd64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2480605 Apr 01 15:08:51.388333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.393317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:51.415886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:51.431000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:51.446409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d693d12-a43d-4036-93f3-26451f1befe9 req-80dcf0fb-05c6-430d-8ecc-2ad87e00cf26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:51.453180 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d693d12-a43d-4036-93f3-26451f1befe9 req-80dcf0fb-05c6-430d-8ecc-2ad87e00cf26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.5452709 Apr 01 15:08:51.461024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:51.487153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d8f916-5aff-45a3-9ce6-b60424ee1430 req-8f6953f4-127c-4aa2-8dff-e250d1ca830e service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687716 Apr 01 15:08:51.539289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d693d12-a43d-4036-93f3-26451f1befe9 req-99cf7fd1-b7ff-4f06-b86b-28cf63ff78cb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850892 Apr 01 15:08:51.555274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:51.574696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.589471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:51.589897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:51.609430 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:51.666477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:51.693629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-d22d11e4-f5b3-4014-b548-2b3f13bbdfc2 service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278725 Apr 01 15:08:51.788206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.946162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:51.975962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.005376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:52.031020 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP b070f840-f577-456b-8107-a0d12b1a105e associated. External IP: 172.25.2.170, port: 6eec49b7-2365-4ff7-afe5-2da8399d54f5. Apr 01 15:08:52.125029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-62c5849e-d1b2-4763-9192-acf7bcd175db tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb HTTP/1.1" status: 204 len: 168 time: 8.5557621 Apr 01 15:08:52.136292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33910) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:52.148688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:52.163364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.188551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084361746'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:52.267533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:52.275757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:52.289560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e05c13e-0c47-467f-89d9-71ce7e5d7d07 req-2b0f906a-f8a8-4761-a3db-cbfacdef486e service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805671 Apr 01 15:08:52.301878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:52.303607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=5b15565c-a04b-429a-bfd7-8d9be2854bca,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:52.318708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 442934dd-3e11-43f0-b436-15e9d5b3fdbb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:52.322739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a91805-e994-44ea-9a36-757c243ecd2e req-5243c5f3-bc6a-4106-8b7d-d3c2cf87ec7a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:52.324221 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88a91805-e994-44ea-9a36-757c243ecd2e req-5243c5f3-bc6a-4106-8b7d-d3c2cf87ec7a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.4705920 Apr 01 15:08:52.326484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:52.361799 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ba4a954-19c2-477f-ae34-21e9245172eb admin admin] 10.222.0.48 "PUT /v2.0/routers/59b1e292-44f8-48d9-a504-9d2c6b9a7d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6305873 Apr 01 15:08:52.366930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': '37d2b42c-0b87-4392-97a7-9629f002f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:52.367486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 58fe7247-39b6-4de5-9e68-ba426cab0a16, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:08:52.396011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:52.399473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.403863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:08:52.417445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88a91805-e994-44ea-9a36-757c243ecd2e req-94d8e233-e8b8-435c-8d99-8d5825aa3a2c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743215 Apr 01 15:08:52.430017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 58fe7247-39b6-4de5-9e68-ba426cab0a16) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:52.442958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:52.447980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.482332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:08:52.512882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33920) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:52.515791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bb53c630-bb35-4f7a-bd27-05ff4a478447 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6242211 Apr 01 15:08:52.528378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1423491465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:52.554521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.554521 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment dd070066-0405-407b-afde-690a7e1337bc of type vlan for network 8670940e-4c51-47f8-a882-2abf32d543c3 Apr 01 15:08:52.555484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:52.595117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:router and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:52.618669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:52.636258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f32fbde-0957-4ec6-a88d-7153d30d42e6 None None] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:52.666987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '2b55e8d1-0404-4a8e-9267-9f4ba395fc73', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'port_id': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'mac_address': 'fa:16:3e:b6:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:05Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 1, 'project_id': '9757218e019f4279aae1261d703db4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:52.678253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:52.687588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 442934dd-3e11-43f0-b436-15e9d5b3fdbb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:52.687956 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.748726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.787055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd8adb-a938-4ef8-b3a9-024c837f0aa0 None None] The sync data for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 is: [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '2b55e8d1-0404-4a8e-9267-9f4ba395fc73', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'port_id': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'mac_address': 'fa:16:3e:b6:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:05Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 1, 'project_id': '9757218e019f4279aae1261d703db4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:52.788880 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.795629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.960182 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:52.969556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:52.970309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:53.012985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:53.224528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-58fe7247-39b6-4de5-9e68-ba426cab0a16', 'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '5b15565c-a04b-429a-bfd7-8d9be2854bca'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:53.227578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:53.379636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c0e3b-8e21-435b-8ffd-9de1a50a150b req-12ffa683-0abf-44b5-a1ac-fbcab8c623a2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:53.381304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b94c0e3b-8e21-435b-8ffd-9de1a50a150b req-12ffa683-0abf-44b5-a1ac-fbcab8c623a2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.1834521 Apr 01 15:08:53.477938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Allocated IP 172.20.0.2 (58fe7247-39b6-4de5-9e68-ba426cab0a16/5b15565c-a04b-429a-bfd7-8d9be2854bca/b1c94950-caa0-44d2-b5d4-5f07f08e1538) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:53.496634 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b94c0e3b-8e21-435b-8ffd-9de1a50a150b req-af4a5689-8ec9-492f-bf27-fff9beacbaf1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056988 Apr 01 15:08:53.497887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3209119 Apr 01 15:08:53.501049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33948) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:53.502700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:53.511903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': '8670940e-4c51-47f8-a882-2abf32d543c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:53.541323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817fcc2-831f-4e4d-b4b8-f1dbef908fa8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=8670940e-4c51-47f8-a882-2abf32d543c3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:53.570477 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:53.574149 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-30f5143b-3993-40cd-9c09-41ce99e02014 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0578685 Apr 01 15:08:53.594113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33958) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:53.611846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 8670940e-4c51-47f8-a882-2abf32d543c3 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:08:53.624799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'port': {'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16', 'name': 'tempest-RoutersTest-429781626'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:53.667052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:53.672670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:53.676031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:53.685276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:53.756659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:53.880669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-bf45fa17-ad6a-46fd-be85-c32957a275a9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:53.882402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-bf45fa17-ad6a-46fd-be85-c32957a275a9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 818 time: 0.5064585 Apr 01 15:08:53.895247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:53.919293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafe8b0-8955-4741-b3f2-042b10d1a55e req-e3ac6f56-1454-4577-a6c3-7c0e9012a886 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:53.921769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aeafe8b0-8955-4741-b3f2-042b10d1a55e req-e3ac6f56-1454-4577-a6c3-7c0e9012a886 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.2375441 Apr 01 15:08:53.934805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-052f606c-c472-4e58-88c5-e6bfefbc090e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/quotas/2ac9fe8bb9c74f418befb79913f005bf HTTP/1.1" status: 200 len: 375 time: 0.0429935 Apr 01 15:08:53.986299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.006327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:54.011799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:port and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:54.016196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:54.024379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:54.029939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Transition to ACTIVE for port object b1c94950-caa0-44d2-b5d4-5f07f08e1538 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:54.060476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:54.065039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.077092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Transition to ACTIVE for port object b1c94950-caa0-44d2-b5d4-5f07f08e1538 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:54.087524 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.111383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] device_id is not set on port 57126ed4-8088-4f66-beb2-f1984fea763d yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:08:54.197001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-dcd4fdaf-5014-444e-8668-4ae5a7754273 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2525537 Apr 01 15:08:54.210233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:54.211876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:54.223799 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aeafe8b0-8955-4741-b3f2-042b10d1a55e req-229fe928-3208-47cf-b161-8346ae70ceda tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380135 Apr 01 15:08:54.228080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:54.238357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.255295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:08:54.344404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Pushing event updated for resources: {'Port': ['ID=b1c94950-caa0-44d2-b5d4-5f07f08e1538,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:54.399890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Attempting to bind port b1c94950-caa0-44d2-b5d4-5f07f08e1538 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:54.401900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Attempting to bind port b1c94950-caa0-44d2-b5d4-5f07f08e1538 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '37d2b42c-0b87-4392-97a7-9629f002f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:54.402376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Attempting to bind port b1c94950-caa0-44d2-b5d4-5f07f08e1538 on network 58fe7247-39b6-4de5-9e68-ba426cab0a16 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:54.421729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:54.423484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Checking segment: {'id': '37d2b42c-0b87-4392-97a7-9629f002f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:54.424321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.425303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Bound using segment: {'id': '37d2b42c-0b87-4392-97a7-9629f002f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:54.426651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Bound port: b1c94950-caa0-44d2-b5d4-5f07f08e1538, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d2b42c-0b87-4392-97a7-9629f002f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '58fe7247-39b6-4de5-9e68-ba426cab0a16'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:54.428191 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.472466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=0f867090-f632-4394-ad89-e80134c20d0d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:54.557983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] For port b1c94950-caa0-44d2-b5d4-5f07f08e1538, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:54.563077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] For port b1c94950-caa0-44d2-b5d4-5f07f08e1538, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1c94950-caa0-44d2-b5d4-5f07f08e1538,segment=NetworkSegment(37d2b42c-0b87-4392-97a7-9629f002f554),segment_id=37d2b42c-0b87-4392-97a7-9629f002f554)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:54.570264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.581107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.20.0.14 (58fe7247-39b6-4de5-9e68-ba426cab0a16/5b15565c-a04b-429a-bfd7-8d9be2854bca/57126ed4-8088-4f66-beb2-f1984fea763d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:54.593165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-b926897d-0365-4b60-84c1-13777f7eab72 service neutron] 10.222.0.48 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824742 Apr 01 15:08:54.642412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': 'dd070066-0405-407b-afde-690a7e1337bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8670940e-4c51-47f8-a882-2abf32d543c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:54.643047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: 8670940e-4c51-47f8-a882-2abf32d543c3, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:08:54.663803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5e4a3-8e44-463e-9774-2913f089b950 req-5ec17464-ba61-4b7e-b023-68fffce0f418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:54.665619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67e5e4a3-8e44-463e-9774-2913f089b950 req-5ec17464-ba61-4b7e-b023-68fffce0f418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.1500108 Apr 01 15:08:54.671690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-f11c6a81-2ec1-4d4c-b48f-289dc0b418e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1097 time: 0.2003107 Apr 01 15:08:54.690629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b9b48-8d35-463e-a93d-512a2b9c21f3 None None] Pushing event updated for resources: {'Port': ['ID=b1c94950-caa0-44d2-b5d4-5f07f08e1538,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:54.840567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67e5e4a3-8e44-463e-9774-2913f089b950 req-daa237a4-0329-4612-8b36-bd0acef20e31 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645887 Apr 01 15:08:54.847999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network 8670940e-4c51-47f8-a882-2abf32d543c3 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:08:54.883504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 8670940e-4c51-47f8-a882-2abf32d543c3) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:54.897691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa6e5c-093d-40f5-90da-4d2764e7dda2 None None] Network 8670940e-4c51-47f8-a882-2abf32d543c3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:54.898580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:54.899182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:54.940841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-821a4286-775f-46ab-bd5d-8fee08efbb6c service neutron] 10.222.0.48 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388474 Apr 01 15:08:55.018322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dbddd85a-83e8-4239-b14b-6c68f51367fe tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5157955 Apr 01 15:08:55.026870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33982) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:55.034390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-0e3bd5b5-875a-465d-8e24-b70f1fac684f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:55.042777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-0e3bd5b5-875a-465d-8e24-b70f1fac684f service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.3329730 Apr 01 15:08:55.208466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:55.264668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object 57126ed4-8088-4f66-beb2-f1984fea763d will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:55.315976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:55.341713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:08:55.359253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-3155147b-ed06-42aa-aee1-b4c88a71b6f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 1001 time: 0.3074095 Apr 01 15:08:55.361587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-8670940e-4c51-47f8-a882-2abf32d543c3', 'network_id': '8670940e-4c51-47f8-a882-2abf32d543c3', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '0f867090-f632-4394-ad89-e80134c20d0d'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:08:55.362029 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:55.383311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:55.385301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:55.475410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:55.476315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:55.479497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-be840a16-2d8c-4eae-bd2b-394847f1a92b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:55.481024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-be840a16-2d8c-4eae-bd2b-394847f1a92b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.1089091 Apr 01 15:08:55.643773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-d561cb2f-aa90-477c-889f-d46ca494c770 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540575 Apr 01 15:08:55.735180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d7e8473-ec06-4653-a3d6-c5efdacf06f4 req-646869f8-115d-42c0-afaa-6fa38c847864 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 210 time: 0.2934723 Apr 01 15:08:55.771059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:55.943256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9836a7b2-eaf8-4ad7-8184-2dd2b8491dcc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "PUT /v2.0/floatingips/b070f840-f577-456b-8107-a0d12b1a105e HTTP/1.1" status: 200 len: 992 time: 7.6192486 Apr 01 15:08:55.979308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:56.037765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-fe3a79d9-6c20-470f-abc0-49a848b8411a service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812821 Apr 01 15:08:56.078171 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Sync routers for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:08:56.114992 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:56.121037 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:56.154847 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'status': 'completed', 'code': 200} Apr 01 15:08:56.206843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:56.378993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:56.383328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:56.420834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7b58d82-ca99-4dc1-adc7-0cd830a7d0f2 req-f96acedf-c966-498c-8ccb-3da1cab62cf9 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670530 Apr 01 15:08:56.471951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1c94950-caa0-44d2-b5d4-5f07f08e1538 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:08:56.493270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:56.495128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528f2a6-f7a2-4427-9259-67cc35c8b421 None None] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:08:56.499966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=57126ed4-8088-4f66-beb2-f1984fea763d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:56.515871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f438a-db3d-45b3-a9f9-b288f0fa60f5 None None] New status for floating IP 2b55e8d1-0404-4a8e-9267-9f4ba395fc73: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:08:56.527887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:56.574827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Allocated IP 2001:db8::1 (8670940e-4c51-47f8-a882-2abf32d543c3/0f867090-f632-4394-ad89-e80134c20d0d/3147f380-b87f-4823-b22d-48927d0127af) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:08:56.603034 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:56.696617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:56.700123 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:56.781731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b3bb2937-41f3-439d-83ec-0a2baf64d9c0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1756909 Apr 01 15:08:56.785300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34026) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:56.797676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-b866c4f0-9b2a-4636-8a03-5c25962f0416 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 1097 time: 0.6373441 Apr 01 15:08:56.868001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefc2cf-4eef-401a-becf-70a88e831109 req-71e085a5-8ab9-4cca-a00d-5f2b5f6e0e9c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:56.869753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbefc2cf-4eef-401a-becf-70a88e831109 req-71e085a5-8ab9-4cca-a00d-5f2b5f6e0e9c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 946 time: 0.7081971 Apr 01 15:08:56.955248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5f387921-c97c-465b-a50b-5d39ad264651 None None] Provisioning for port b1c94950-caa0-44d2-b5d4-5f07f08e1538 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:56.970261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-8a31acf7-0c43-49ac-bf2d-d4c51c8f78a2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:56.971058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-8a31acf7-0c43-49ac-bf2d-d4c51c8f78a2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:57.069313 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbefc2cf-4eef-401a-becf-70a88e831109 req-a958f0da-7c92-412e-b28f-19a64bbc3777 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930120 Apr 01 15:08:57.126334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-c312be4f-1b30-455b-bd98-793b85873278 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:57.128077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-c312be4f-1b30-455b-bd98-793b85873278 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.3234038 Apr 01 15:08:57.162354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-8a31acf7-0c43-49ac-bf2d-d4c51c8f78a2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:57.163951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-8a31acf7-0c43-49ac-bf2d-d4c51c8f78a2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 818 time: 0.6305659 Apr 01 15:08:57.258783 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:08:44Z', 'revision_number': 2, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:57.268215 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Checking router: 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:08:57.268555 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Updating router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:08:57.344015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-29417f19-f5b4-4c67-b47b-399a225902cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5 HTTP/1.1" status: 200 len: 1000 time: 0.2057796 Apr 01 15:08:57.387315 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:57.414817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:08:57.461740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-e721a968-9007-40ce-bf94-9881ec804aa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:57.463286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-e721a968-9007-40ce-bf94-9881ec804aa2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.1114655 Apr 01 15:08:57.521643 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-a7e72ef1-ae41-4c95-8765-c61f04d16361 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/quotas/2ac9fe8bb9c74f418befb79913f005bf HTTP/1.1" status: 200 len: 375 time: 0.2478907 Apr 01 15:08:57.639712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-8e3bf891-ec8a-4d8a-9f72-43ec57fd371a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696994 Apr 01 15:08:57.675176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b1c94950-caa0-44d2-b5d4-5f07f08e1538 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:57.764838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b1c94950-caa0-44d2-b5d4-5f07f08e1538 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:57.765217 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:57.901144 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:57.915624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-ca843588-f5c2-40bd-b3f2-0b1544d2bdfd service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667985 Apr 01 15:08:57.952474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Transition to ACTIVE for port object 3147f380-b87f-4823-b22d-48927d0127af will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:58.018569 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764495c2-5ef1-4219-b7d2-9a4c15d70b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.053202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Transition to ACTIVE for port object 3147f380-b87f-4823-b22d-48927d0127af will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:58.090419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.139891 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.154243 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Transition to ACTIVE for port object 13e45a37-39b0-4f5e-b8cf-daf9cb818382 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:08:58.161350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.163183 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.192292 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.255296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=0f867090-f632-4394-ad89-e80134c20d0d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:58.268792 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190fbe1-2e6d-44c2-9e95-2dc6ab886cf4 None None] Pushing event updated for resources: {'Port': ['ID=13e45a37-39b0-4f5e-b8cf-daf9cb818382,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:58.286527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-a30721b6-c19f-4d8b-b397-32b793ad21f9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:58.288087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-a30721b6-c19f-4d8b-b397-32b793ad21f9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 818 time: 0.8312714 Apr 01 15:08:58.378231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'port': {'device_id': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'admin_state_up': True, 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:08:58.396635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-279b0480-08a0-4baf-a0ad-ca689ca02388 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:08:58.403292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34046) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:08:58.462701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:58.475491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:08:58.488564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Network 8670940e-4c51-47f8-a882-2abf32d543c3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:08:58.490844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Pushing event updated for resources: {'Port': ['ID=3147f380-b87f-4823-b22d-48927d0127af,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:58.496428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.566208 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.570126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4719a009-0746-4d5e-b2b8-ff2453622709 req-872a6862-3df1-4a8e-9cf3-30b2cfe13079 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452248 Apr 01 15:08:58.593880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:08:58.602477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:08:58.612548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-279b0480-08a0-4baf-a0ad-ca689ca02388 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:08:58.628671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-279b0480-08a0-4baf-a0ad-ca689ca02388 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0884547 Apr 01 15:08:58.679010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.684030 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Attempting to bind port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:58.684472 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Attempting to bind port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:58.684753 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Attempting to bind port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:58.707547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:58.708198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Checking segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:58.708781 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.709321 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Bound using segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:58.709961 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Bound port: 13e45a37-39b0-4f5e-b8cf-daf9cb818382, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:58.710496 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.774512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8670940e-4c51-47f8-a882-2abf32d543c3']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:58.810722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-0aa5efab-c918-46b5-89d9-5cf79a30858a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:08:58.815557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd070066-0405-407b-afde-690a7e1337bc') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:58.815858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd070066-0405-407b-afde-690a7e1337bc') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:58.818506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-0aa5efab-c918-46b5-89d9-5cf79a30858a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1889286 Apr 01 15:08:58.845403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.876612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad6f17-8c6f-4ba5-8ee4-f23f62b0739e req-679ef2c5-b2fe-4561-b9bd-dcbe17982ab0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:08:58.885603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6ad6f17-8c6f-4ba5-8ee4-f23f62b0739e req-679ef2c5-b2fe-4561-b9bd-dcbe17982ab0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.4376516 Apr 01 15:08:58.897004 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] For port 13e45a37-39b0-4f5e-b8cf-daf9cb818382, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:58.902279 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] For port 13e45a37-39b0-4f5e-b8cf-daf9cb818382, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=13e45a37-39b0-4f5e-b8cf-daf9cb818382,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:58.915021 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.920789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Attempting to bind port 3147f380-b87f-4823-b22d-48927d0127af on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:08:58.921199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Attempting to bind port 3147f380-b87f-4823-b22d-48927d0127af by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'dd070066-0405-407b-afde-690a7e1337bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8670940e-4c51-47f8-a882-2abf32d543c3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:08:58.921571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Attempting to bind port 3147f380-b87f-4823-b22d-48927d0127af on network 8670940e-4c51-47f8-a882-2abf32d543c3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:08:58.923420 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.928636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:58.944443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b1c94950-caa0-44d2-b5d4-5f07f08e1538, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1c94950-caa0-44d2-b5d4-5f07f08e1538,segment=NetworkSegment(37d2b42c-0b87-4392-97a7-9629f002f554),segment_id=37d2b42c-0b87-4392-97a7-9629f002f554)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:08:58.945572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:08:58.945965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Checking segment: {'id': 'dd070066-0405-407b-afde-690a7e1337bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8670940e-4c51-47f8-a882-2abf32d543c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:08:58.946361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.946749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Bound using segment: {'id': 'dd070066-0405-407b-afde-690a7e1337bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8670940e-4c51-47f8-a882-2abf32d543c3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:08:58.947235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Bound port: 3147f380-b87f-4823-b22d-48927d0127af, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd070066-0405-407b-afde-690a7e1337bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8670940e-4c51-47f8-a882-2abf32d543c3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:08:58.947622 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.949461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:08:58.949873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.963481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:08:58.982339 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:08:59.019291 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:59.020068 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:59.144769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6ad6f17-8c6f-4ba5-8ee4-f23f62b0739e req-ec7d93e3-1cf0-44b2-90ad-a08c2f983ccc tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536726 Apr 01 15:08:59.206782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:08:59.206782 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:08:59.206782 n-d-836017-1 neutron-server[83953]: [parameters: {'id': '8670940e-4c51-47f8-a882-2abf32d543c3'}] Apr 01 15:08:59.206782 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:08:59.207190 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:08:59.209439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:59.213559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:59.255383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] For port 3147f380-b87f-4823-b22d-48927d0127af, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:08:59.261179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] For port 3147f380-b87f-4823-b22d-48927d0127af, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3147f380-b87f-4823-b22d-48927d0127af,segment=NetworkSegment(dd070066-0405-407b-afde-690a7e1337bc),segment_id=dd070066-0405-407b-afde-690a7e1337bc)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:08:59.275386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b070f840-f577-456b-8107-a0d12b1a105e', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:a9:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:09Z', 'updated_at': '2022-04-01T15:08:50Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:59.291061 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:59.313630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:59.314854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:08:59.328541 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190fbe1-2e6d-44c2-9e95-2dc6ab886cf4 None None] Pushing event updated for resources: {'Port': ['ID=13e45a37-39b0-4f5e-b8cf-daf9cb818382,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:59.364683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b1c94950-caa0-44d2-b5d4-5f07f08e1538,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:59.365747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:59.400828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:08:59.403067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Made reservation on behalf of 2ac9fe8bb9c74f418befb79913f005bf for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:08:59.406294 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:59.423687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Usage tracker for resource:security_group_rule and tenant:a42e0f3cd2884007a32a3a77b0d74086 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:08:59.433843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-4575e716-c313-4618-95ae-fa8eacbe0680 service neutron] 10.222.0.48 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144271 Apr 01 15:08:59.448558 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:08:59.455456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:08:59.496771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:08:59.497409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:08:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:59.525277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:08:59.624321 n-d-836017-1 neutron-server[83955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'code': 422} returned with failed status Apr 01 15:08:59.708422 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:59.763044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port 3147f380-b87f-4823-b22d-48927d0127af {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:08:59.763823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:59.778301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db357683-7f0d-430f-b77f-f8e9248db453 None None] Pushing event updated for resources: {'Port': ['ID=3147f380-b87f-4823-b22d-48927d0127af,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:08:59.799531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-480ce6ce-14fb-42ca-8db7-72f4daa8a1f0 None None] Provisioning for port 57126ed4-8088-4f66-beb2-f1984fea763d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:08:59.808852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-480ce6ce-14fb-42ca-8db7-72f4daa8a1f0 None None] Provisioning complete for port 57126ed4-8088-4f66-beb2-f1984fea763d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:08:59.809225 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-480ce6ce-14fb-42ca-8db7-72f4daa8a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:08:59.864167 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:08:58Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:08:59.870019 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8938471-3a94-43aa-9a79-3139e6630339 None None] The sync data for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 is: [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:08:58Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:08:59.902932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6bbadf-b5db-4f87-bb86-d7fde79fbf31 None None] Network 8670940e-4c51-47f8-a882-2abf32d543c3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:00.047787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-480ce6ce-14fb-42ca-8db7-72f4daa8a1f0 None None] Port 57126ed4-8088-4f66-beb2-f1984fea763d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:09:00.093575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-224a12e3-80bf-407f-8b34-3698b605d79f service neutron] 10.222.0.48 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585670 Apr 01 15:09:00.139947 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.159732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.197462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:09:00.203408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Allocated IP 172.20.0.14 (fc361259-1eac-41fa-b192-ddfe54067608/023a0e73-e46a-43ee-a4b5-d5624b490ace/e3d9ab2e-9236-477d-9328-1a2f748fae1a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:00.315254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a5e409-555f-448f-b72a-04e317a54c66,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:00.322930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e2c7a607-abf0-4227-886d-7378ce94459a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a42e0f3cd2884007a32a3a77b0d74086&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9091699 Apr 01 15:09:00.326414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34064) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:00.334801 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b95e70e-03e7-476a-a668-c59004f61ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.368323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] For port 3147f380-b87f-4823-b22d-48927d0127af, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3147f380-b87f-4823-b22d-48927d0127af,segment=NetworkSegment(dd070066-0405-407b-afde-690a7e1337bc),segment_id=dd070066-0405-407b-afde-690a7e1337bc)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:00.368756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.453445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:09:00.497480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-480ce6ce-14fb-42ca-8db7-72f4daa8a1f0 None None] Provisioning complete for port b1c94950-caa0-44d2-b5d4-5f07f08e1538 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:00.498484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-480ce6ce-14fb-42ca-8db7-72f4daa8a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.598492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ccaeb-6388-4f68-83fd-7cabbd254475 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:09:00.640872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Calling delete_port for 3147f380-b87f-4823-b22d-48927d0127af owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:00.840877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.867529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.941750 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2de0c259-6772-4216-8e48-2ff1dd5a3f40 req-951a741e-de2c-4da5-be27-c5eeb1e9482d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 210 time: 0.4718928 Apr 01 15:09:00.948138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:00.958412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bd8c5-3f39-4352-aa59-5e79bd4328a8 req-e2b28fe4-93f5-4308-8843-7106469ab638 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:00.965801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb3bd8c5-3f39-4352-aa59-5e79bd4328a8 req-e2b28fe4-93f5-4308-8843-7106469ab638 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.4195638 Apr 01 15:09:00.991696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Port': ['ID=3147f380-b87f-4823-b22d-48927d0127af,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:01.034342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No DVR routers for this DVR port 3147f380-b87f-4823-b22d-48927d0127af on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:01.060231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:09:01.166145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-901092ce-5a4a-424b-a4d1-d608d3fec7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.187321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=57126ed4-8088-4f66-beb2-f1984fea763d,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:01.212860 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:09:01.295377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-901092ce-5a4a-424b-a4d1-d608d3fec7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.375464 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.389671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb3bd8c5-3f39-4352-aa59-5e79bd4328a8 req-5adf0eb3-8678-4522-bcb0-5ce2446a9ddd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4229839 Apr 01 15:09:01.409896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.461032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Transition to ACTIVE for port object e3d9ab2e-9236-477d-9328-1a2f748fae1a will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:01.482476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8670940e-4c51-47f8-a882-2abf32d543c3']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:01.516790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd070066-0405-407b-afde-690a7e1337bc') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:01.517196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd070066-0405-407b-afde-690a7e1337bc') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:01.538016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.568419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.581205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:01.581947 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.603452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1c94950-caa0-44d2-b5d4-5f07f08e1538 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:01.606658 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-901092ce-5a4a-424b-a4d1-d608d3fec7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:01.617337 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:01.638597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.659485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:09:01.677784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901092ce-5a4a-424b-a4d1-d608d3fec7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a5e409-555f-448f-b72a-04e317a54c66,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:01.750535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.758155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.800695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/8670940e-4c51-47f8-a882-2abf32d543c3 HTTP/1.1" status: 204 len: 168 time: 6.7650750 Apr 01 15:09:01.801647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1f37-5182-4a20-9536-e662b3378242 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=8670940e-4c51-47f8-a882-2abf32d543c3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:01.816337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:01.831509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-165238451'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:01.837773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Network fc361259-1eac-41fa-b192-ddfe54067608 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:01.856668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:01.860170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:01.864494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:01.875555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:01.883115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:01.897924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:01.898412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ccaeb-6388-4f68-83fd-7cabbd254475 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:09:01.915089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:01.919054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.934377 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.950811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.955365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.962025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'Port': ['ID=e3d9ab2e-9236-477d-9328-1a2f748fae1a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:01.987989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-901092ce-5a4a-424b-a4d1-d608d3fec7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:01.992359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:09:01.994447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-901092ce-5a4a-424b-a4d1-d608d3fec7bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79a5e409-555f-448f-b72a-04e317a54c66 HTTP/1.1" status: 204 len: 168 time: 1.6600802 Apr 01 15:09:02.015809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.016156 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment 390bc303-24a9-4b31-8ee7-f62a20805f1b of type vlan for network 97ac945a-0b06-4026-bb65-a1c6364c19c6 Apr 01 15:09:02.066748 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.070070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:02.070737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.134320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.138725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:02.139639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.169498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:02.199920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-ec120b41-ccc2-41dc-8917-f177c5321e9d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8883815 Apr 01 15:09:02.235734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Request body: {'port': {'device_id': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:02.256305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'mac_address': 'fa:16:3e:d3:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:09:02.357930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.539977 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.633661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26688775-b71d-43c3-bde4-bc76faf97bec req-0eda9ec3-e4f3-4580-8e2c-4f03c6c2bedd tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 210 time: 0.1728261 Apr 01 15:09:02.644625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=97ac945a-0b06-4026-bb65-a1c6364c19c6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:02.655166 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c0940e21-5297-4b0c-ac52-504706711263 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8367736 Apr 01 15:09:02.656256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:02.671169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': '97ac945a-0b06-4026-bb65-a1c6364c19c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:02.727299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 97ac945a-0b06-4026-bb65-a1c6364c19c6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:02.800029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b1c94950-caa0-44d2-b5d4-5f07f08e1538 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:02.800877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:02.866542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34126) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:02.918966 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:03.134485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:03.206150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b070f840-f577-456b-8107-a0d12b1a105e', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:a9:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:09Z', 'updated_at': '2022-04-01T15:08:50Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:03.216605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:03.221626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:03.223474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Usage tracker for resource:security_group_rule and tenant:51c96b69a3b7440089555f65b4b538d3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:03.225872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:03.228988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:03.230611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:03.234892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:03.237721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3da34b-6d22-4bb2-9b6c-c3590e5f1b3a None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b070f840-f577-456b-8107-a0d12b1a105e', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:a9:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:08:09Z', 'updated_at': '2022-04-01T15:08:50Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:09:03.259118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:03.268858 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:03.341754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:03.344870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:09:03.367850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:03.387916 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:03.451997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-0d872ba6-0fd4-4238-bc1e-c22c69be97f8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:03.453719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-0d872ba6-0fd4-4238-bc1e-c22c69be97f8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.62 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 818 time: 0.5246394 Apr 01 15:09:03.463236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:03.517744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:03.616517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a5e72d46-d1ff-45ab-90ea-1d45a502a77b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:09:03.663018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-74223f69-8eb6-463e-81d5-dc473c4bd2ec req-efc901d4-6a29-43b7-b08a-cd69b745320f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4962847 Apr 01 15:09:03.671706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 13e45a37-39b0-4f5e-b8cf-daf9cb818382 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:03.884926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'port': {'device_id': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'admin_state_up': True, 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:03.898626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d9ab2e-9236-477d-9328-1a2f748fae1a {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:09:03.906086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:03.923997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Transition to ACTIVE for port object e3d9ab2e-9236-477d-9328-1a2f748fae1a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:03.983693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:03.989146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.058998 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.131561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4307e78-80b1-4f0b-adc7-a63bcbfe95b2 req-360b8ebb-cc86-424e-8ee0-c15a600b937b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 210 time: 0.2013025 Apr 01 15:09:04.250515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:04.287923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:04.288599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.357109 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.364922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:04.407406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42216725-60b0-403b-8d39-59525724397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df5b17-f673-444c-b25c-efebb4d61b29,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:04.412721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d9ab2e-9236-477d-9328-1a2f748fae1a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:04.435347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:09:04.452021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-42216725-60b0-403b-8d39-59525724397c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51c96b69a3b7440089555f65b4b538d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5597308 Apr 01 15:09:04.455097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34146) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:04.474500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.514814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Usage tracker for resource:port and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:04.542386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:04.552650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3db73-5420-4ec6-9dd8-12c987cb522b req-5a8b1e66-33fd-40c0-869f-82dacc6b0bdd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:04.561850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-26b3db73-5420-4ec6-9dd8-12c987cb522b req-5a8b1e66-33fd-40c0-869f-82dacc6b0bdd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.4020407 Apr 01 15:09:04.581187 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.593112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.624162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:04.628107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 13e45a37-39b0-4f5e-b8cf-daf9cb818382, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=13e45a37-39b0-4f5e-b8cf-daf9cb818382,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:04.646018 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.687032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=20f85b84-3aac-4e38-a9b0-eeb24bfd2b15,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:04.697749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Made reservation on behalf of 2ac9fe8bb9c74f418befb79913f005bf for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:04.701215 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.800347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': '390bc303-24a9-4b31-8ee7-f62a20805f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97ac945a-0b06-4026-bb65-a1c6364c19c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:04.800788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: 97ac945a-0b06-4026-bb65-a1c6364c19c6, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:09:04.873634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network 97ac945a-0b06-4026-bb65-a1c6364c19c6 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:09:04.886210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c621cf59-d3b9-4bab-a21e-82d7bdda33fa None None] Provisioning complete for port 57126ed4-8088-4f66-beb2-f1984fea763d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:04.887489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c621cf59-d3b9-4bab-a21e-82d7bdda33fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:04.938627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=57126ed4-8088-4f66-beb2-f1984fea763d,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:04.960240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-26b3db73-5420-4ec6-9dd8-12c987cb522b req-2ecb4f80-a1ed-4e87-a599-032cc1f8394a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120477 Apr 01 15:09:05.019799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 97ac945a-0b06-4026-bb65-a1c6364c19c6) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:05.030404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:05.031118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.044926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005fcb7f-dc19-48c4-9f6c-117e84a17b85 None None] Network 97ac945a-0b06-4026-bb65-a1c6364c19c6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:05.086867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adfbc931-19fd-49ca-ac96-e958ddc67f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.089442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=13e45a37-39b0-4f5e-b8cf-daf9cb818382,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:05.092139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bda8402a-3881-49e4-8a77-a0eeb52e6b97 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4323163 Apr 01 15:09:05.101635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34152) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:05.118149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adfbc931-19fd-49ca-ac96-e958ddc67f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.179243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Attempting to bind port e3d9ab2e-9236-477d-9328-1a2f748fae1a on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:09:05.179489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Attempting to bind port e3d9ab2e-9236-477d-9328-1a2f748fae1a by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:09:05.179806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Attempting to bind port e3d9ab2e-9236-477d-9328-1a2f748fae1a on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:05.181851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adfbc931-19fd-49ca-ac96-e958ddc67f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.187908 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.208468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adfbc931-19fd-49ca-ac96-e958ddc67f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.209602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-adfbc931-19fd-49ca-ac96-e958ddc67f5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96df5b17-f673-444c-b25c-efebb4d61b29 HTTP/1.1" status: 204 len: 168 time: 0.7526743 Apr 01 15:09:05.225097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Allocated IP 172.20.0.10 (fc361259-1eac-41fa-b192-ddfe54067608/023a0e73-e46a-43ee-a4b5-d5624b490ace/1ae3b983-9ff9-4106-a052-e06e316bf890) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:05.231000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbc931-19fd-49ca-ac96-e958ddc67f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df5b17-f673-444c-b25c-efebb4d61b29,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:05.245757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Port e3d9ab2e-9236-477d-9328-1a2f748fae1a on network fc361259-1eac-41fa-b192-ddfe54067608 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:09:05.246166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Attempting to bind port e3d9ab2e-9236-477d-9328-1a2f748fae1a on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:05.251932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c621cf59-d3b9-4bab-a21e-82d7bdda33fa None None] Port 57126ed4-8088-4f66-beb2-f1984fea763d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:09:05.269604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:09:05.270386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Checking segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:05.270386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Bound using segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:09:05.270933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Bound port: e3d9ab2e-9236-477d-9328-1a2f748fae1a, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:09:05.277354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.284542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c621cf59-d3b9-4bab-a21e-82d7bdda33fa None None] Provisioning for port e3d9ab2e-9236-477d-9328-1a2f748fae1a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:05.337248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.397277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:05.586397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a5e72d46-d1ff-45ab-90ea-1d45a502a77b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:05.587190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.619495 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.631060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] For port e3d9ab2e-9236-477d-9328-1a2f748fae1a, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:09:05.635955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] For port e3d9ab2e-9236-477d-9328-1a2f748fae1a, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:09:05.650988 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-97ac945a-0b06-4026-bb65-a1c6364c19c6', 'network_id': '97ac945a-0b06-4026-bb65-a1c6364c19c6', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '20f85b84-3aac-4e38-a9b0-eeb24bfd2b15'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:09:05.651730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Transition to ACTIVE for port object 1ae3b983-9ff9-4106-a052-e06e316bf890 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:05.653158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.662914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.706627 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-44013e2b-1c40-42ea-92df-426b4e0153bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5910437 Apr 01 15:09:05.763302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.834491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:05.836034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] 10.222.0.44 "PUT /v2.0/ports/e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 200 len: 1092 time: 3.6206021 Apr 01 15:09:05.846274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'tag': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:05.891824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:06.091197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:06.123925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:06.136078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'Port': ['ID=1ae3b983-9ff9-4106-a052-e06e316bf890,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:06.149156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.150026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.151027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.151245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.151678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.152097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.152558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.152973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.153382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.153787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.154205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:06.156288 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:06.211114 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'tag': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a', 'status': 'completed', 'code': 200} Apr 01 15:09:06.213254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca0e7-4531-4ae5-ac19-7c9914388a61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d9ab2e-9236-477d-9328-1a2f748fae1a,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:06.240534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Network fc361259-1eac-41fa-b192-ddfe54067608 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:06.247655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:06.274896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:06.294694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:06.294882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:06.320671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Allocated IP 2001:db8::1 (97ac945a-0b06-4026-bb65-a1c6364c19c6/20f85b84-3aac-4e38-a9b0-eeb24bfd2b15/4ae07b6e-7cd6-439c-a7e0-b05842177d78) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:06.491298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:06.632799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:06.745532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:06.754925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:06.791886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10f7624d-4090-44b8-b606-13b07451ca7d None None] Provisioning for port 1ae3b983-9ff9-4106-a052-e06e316bf890 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:06.799780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4166db-f6c8-403e-a67d-dfe6c8013367 req-cbbc35c5-1877-4037-b599-f8398a7cde20 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:06.803711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ab4166db-f6c8-403e-a67d-dfe6c8013367 req-cbbc35c5-1877-4037-b599-f8398a7cde20 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:06.820883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10f7624d-4090-44b8-b606-13b07451ca7d None None] Provisioning complete for port 1ae3b983-9ff9-4106-a052-e06e316bf890 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:06.821316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10f7624d-4090-44b8-b606-13b07451ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:06.880534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-6dd7c29b-613e-41b9-9411-9ffe8f9594fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0315876 Apr 01 15:09:06.892713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Request body: {'port': {'device_id': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:06.916619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-10f7624d-4090-44b8-b606-13b07451ca7d None None] Port 1ae3b983-9ff9-4106-a052-e06e316bf890 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:09:06.918661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 13e45a37-39b0-4f5e-b8cf-daf9cb818382 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:06.985016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ab4166db-f6c8-403e-a67d-dfe6c8013367 req-cbbc35c5-1877-4037-b599-f8398a7cde20 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:06.986695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-e0939c2d-78f9-4860-a549-a59a3475b6f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1095 time: 1.0840065 Apr 01 15:09:07.007254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab4166db-f6c8-403e-a67d-dfe6c8013367 req-cbbc35c5-1877-4037-b599-f8398a7cde20 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 932 time: 1.3272943 Apr 01 15:09:07.216066 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:07.237950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab4166db-f6c8-403e-a67d-dfe6c8013367 req-39d7406a-4d21-45de-a130-e62e3b45e099 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294712 Apr 01 15:09:07.254053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Transition to ACTIVE for port object 4ae07b6e-7cd6-439c-a7e0-b05842177d78 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:07.266198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570fb3c-8023-402c-9bf9-d738735e9019 None None] New status for floating IP b070f840-f577-456b-8107-a0d12b1a105e: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:09:07.277795 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:07.328894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Transition to ACTIVE for port object 4ae07b6e-7cd6-439c-a7e0-b05842177d78 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:07.337459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dd2db20d-194d-4690-8d60-f717388d8220 None None] Provisioning complete for port 57126ed4-8088-4f66-beb2-f1984fea763d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:07.338478 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2db20d-194d-4690-8d60-f717388d8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:07.457952 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'code': 200} Apr 01 15:09:07.483596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:07.536274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:07.686437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=20f85b84-3aac-4e38-a9b0-eeb24bfd2b15,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:07.725199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bda35c-81cd-43b2-90d8-ed9ce5bb2b13 req-35c4988b-5e3f-4418-8d26-e2dabc875554 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:07.754025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9bda35c-81cd-43b2-90d8-ed9ce5bb2b13 req-35c4988b-5e3f-4418-8d26-e2dabc875554 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 1.2845118 Apr 01 15:09:07.761392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Network 97ac945a-0b06-4026-bb65-a1c6364c19c6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:07.800451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:07.806900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:07.920925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-c722555b-7159-46f0-8119-b80e70ca5310 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 200 len: 217 time: 0.9244833 Apr 01 15:09:08.021173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dd2db20d-194d-4690-8d60-f717388d8220 None None] Port 57126ed4-8088-4f66-beb2-f1984fea763d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:09:08.041830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:08.046044 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:08.068651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9bda35c-81cd-43b2-90d8-ed9ce5bb2b13 req-6e4d68bc-2bcb-450a-b5f9-0e9252f71bca tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136630 Apr 01 15:09:08.100792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-d5428d3c-c6f9-4189-9972-9cd79a798dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:08.102984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-d5428d3c-c6f9-4189-9972-9cd79a798dfb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.1723549 Apr 01 15:09:08.175517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Pushing event updated for resources: {'Port': ['ID=4ae07b6e-7cd6-439c-a7e0-b05842177d78,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:08.299812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-9766da75-70ec-4168-9d40-bafebafab9f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900873 Apr 01 15:09:08.318379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Attempting to bind port 4ae07b6e-7cd6-439c-a7e0-b05842177d78 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:09:08.318755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Attempting to bind port 4ae07b6e-7cd6-439c-a7e0-b05842177d78 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '390bc303-24a9-4b31-8ee7-f62a20805f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97ac945a-0b06-4026-bb65-a1c6364c19c6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:09:08.319134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Attempting to bind port 4ae07b6e-7cd6-439c-a7e0-b05842177d78 on network 97ac945a-0b06-4026-bb65-a1c6364c19c6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:08.473401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:09:08.474117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Checking segment: {'id': '390bc303-24a9-4b31-8ee7-f62a20805f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97ac945a-0b06-4026-bb65-a1c6364c19c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:08.474267 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:08.474544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Bound using segment: {'id': '390bc303-24a9-4b31-8ee7-f62a20805f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97ac945a-0b06-4026-bb65-a1c6364c19c6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:09:08.475013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Bound port: 4ae07b6e-7cd6-439c-a7e0-b05842177d78, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390bc303-24a9-4b31-8ee7-f62a20805f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97ac945a-0b06-4026-bb65-a1c6364c19c6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:09:08.475464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:08.531476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router baf430d5-476d-43af-b7fc-176fa38f90f6 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:09:08.569867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae3b983-9ff9-4106-a052-e06e316bf890 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:09:08.585007 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:08.622401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Transition to ACTIVE for port object 1ae3b983-9ff9-4106-a052-e06e316bf890 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:08.742847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] For port 4ae07b6e-7cd6-439c-a7e0-b05842177d78, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:09:08.749143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] For port 4ae07b6e-7cd6-439c-a7e0-b05842177d78, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4ae07b6e-7cd6-439c-a7e0-b05842177d78,segment=NetworkSegment(390bc303-24a9-4b31-8ee7-f62a20805f1b),segment_id=390bc303-24a9-4b31-8ee7-f62a20805f1b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:09:08.782495 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:08.799477 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:08.913285 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:08.943960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-f4b19416-a15f-42f3-a6ce-870b166b3650 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339293 Apr 01 15:09:08.981405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ed885-04eb-4b2d-bad6-9093041d6b3f None None] Pushing event updated for resources: {'Port': ['ID=4ae07b6e-7cd6-439c-a7e0-b05842177d78,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:09.039505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bcd73-452c-4418-be0c-d90aa4ebce5c None None] Network 97ac945a-0b06-4026-bb65-a1c6364c19c6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:09.167994 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70784ef2-7b5c-487b-a7a3-78c7ad68a4a7 req-020dbafc-bc1c-45e1-aff2-ac57c8a75a36 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063675 Apr 01 15:09:09.178127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:09:09.189701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d2bf77dc-90a4-4dc0-a05f-77a062153fa4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/baf430d5-476d-43af-b7fc-176fa38f90f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4033430 Apr 01 15:09:09.191685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34220) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:09.205347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] Sync routers for ids ['baf430d5-476d-43af-b7fc-176fa38f90f6'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:09:09.270149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ac945a-0b06-4026-bb65-a1c6364c19c6']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:09.337609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390bc303-24a9-4b31-8ee7-f62a20805f1b') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:09.341007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390bc303-24a9-4b31-8ee7-f62a20805f1b') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:09.370424 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:09.381249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] Routers {'baf430d5-476d-43af-b7fc-176fa38f90f6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:09.387913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['baf430d5-476d-43af-b7fc-176fa38f90f6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:09.411474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:09.424536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:09.425397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:09.466530 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:09.518506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:09.652976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3b983-9ff9-4106-a052-e06e316bf890,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:09.700717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f1845-b76e-48a1-a552-4c4c8d5f3870 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:09.701233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-193f1845-b76e-48a1-a552-4c4c8d5f3870 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:09.756128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d55d-e379-46b9-ad32-1325da58f408 req-6998d123-6c0c-48ea-97e6-22c35ad8649c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:09.764029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afe7d55d-e379-46b9-ad32-1325da58f408 req-6998d123-6c0c-48ea-97e6-22c35ad8649c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 944 time: 1.1200540 Apr 01 15:09:09.781762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:09:09.781762 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:09:09.781762 n-d-836017-1 neutron-server[83953]: [parameters: {'id': '97ac945a-0b06-4026-bb65-a1c6364c19c6'}] Apr 01 15:09:09.781762 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:09:09.782657 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:09:09.786720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-193f1845-b76e-48a1-a552-4c4c8d5f3870 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:09.792906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-193f1845-b76e-48a1-a552-4c4c8d5f3870 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports/57126ed4-8088-4f66-beb2-f1984fea763d HTTP/1.1" status: 200 len: 977 time: 0.5945346 Apr 01 15:09:09.793741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34230) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:09.933335 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afe7d55d-e379-46b9-ad32-1325da58f408 req-9a835a01-e347-4d8e-8f05-f81a4277b572 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677239 Apr 01 15:09:09.935114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] Routers {'baf430d5-476d-43af-b7fc-176fa38f90f6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:09.938784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['baf430d5-476d-43af-b7fc-176fa38f90f6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:09.979626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Attempting to bind port 1ae3b983-9ff9-4106-a052-e06e316bf890 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:09:09.979953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Attempting to bind port 1ae3b983-9ff9-4106-a052-e06e316bf890 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:09:09.980281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Attempting to bind port 1ae3b983-9ff9-4106-a052-e06e316bf890 on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:09.997223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Port 1ae3b983-9ff9-4106-a052-e06e316bf890 on network fc361259-1eac-41fa-b192-ddfe54067608 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:09:09.997556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Attempting to bind port 1ae3b983-9ff9-4106-a052-e06e316bf890 on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:10.015384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:09:10.015723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Checking segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:10.016121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Bound using segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:09:10.016550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Bound port: 1ae3b983-9ff9-4106-a052-e06e316bf890, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:09:10.018324 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:10.122927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:10.122927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011201a6-96fc-4746-83fe-3872f4bc4df1 None None] The sync data for ids ['baf430d5-476d-43af-b7fc-176fa38f90f6'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:09:10.168045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b6fba-501d-43e7-8c87-76b65215f7f6 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:09:10.177933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-811dd008-d700-4769-97d5-8f700d2ca40f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1095 time: 0.8751137 Apr 01 15:09:10.257788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] For port 1ae3b983-9ff9-4106-a052-e06e316bf890, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:09:10.267095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] For port 1ae3b983-9ff9-4106-a052-e06e316bf890, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1ae3b983-9ff9-4106-a052-e06e316bf890,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:09:10.273072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:10.366832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:10.417945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:10.419936 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] 10.222.0.62 "PUT /v2.0/ports/1ae3b983-9ff9-4106-a052-e06e316bf890 HTTP/1.1" status: 200 len: 1092 time: 3.5315137 Apr 01 15:09:10.420586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'tag': '1ae3b983-9ff9-4106-a052-e06e316bf890'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:10.442684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port 4ae07b6e-7cd6-439c-a7e0-b05842177d78 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:10.447809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:10.578222 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'tag': '1ae3b983-9ff9-4106-a052-e06e316bf890', 'status': 'completed', 'code': 200} Apr 01 15:09:10.609991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b6fba-501d-43e7-8c87-76b65215f7f6 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:09:10.749953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302128d-d9d7-418a-9a00-ef343dfae18c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3b983-9ff9-4106-a052-e06e316bf890,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:10.814477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84620d-dec8-4d4c-b9ef-5caf37961c9d req-92c1412f-a42a-4348-8b2c-21f3b9381321 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:10.823869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a84620d-dec8-4d4c-b9ef-5caf37961c9d req-92c1412f-a42a-4348-8b2c-21f3b9381321 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 1.3304913 Apr 01 15:09:10.878654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-b9cfa98d-8451-4d7a-98be-9dde637465db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:10.880375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-b9cfa98d-8451-4d7a-98be-9dde637465db service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.6903832 Apr 01 15:09:10.955542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:11.028850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] For port 4ae07b6e-7cd6-439c-a7e0-b05842177d78, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4ae07b6e-7cd6-439c-a7e0-b05842177d78,segment=NetworkSegment(390bc303-24a9-4b31-8ee7-f62a20805f1b),segment_id=390bc303-24a9-4b31-8ee7-f62a20805f1b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:11.029202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:11.160191 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a84620d-dec8-4d4c-b9ef-5caf37961c9d req-347c3867-1cbc-4fa0-80bf-7fbb40a56a00 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352902 Apr 01 15:09:11.207299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-effae9a6-62b1-4951-96af-3c243fdb7cc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 200 len: 217 time: 0.3168495 Apr 01 15:09:11.267994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Calling delete_port for 4ae07b6e-7cd6-439c-a7e0-b05842177d78 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:11.449772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34252) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:11.453464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-39302ae3-8de4-45e6-ab45-c2c7b106f3e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:11.454961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-39302ae3-8de4-45e6-ab45-c2c7b106f3e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.2230153 Apr 01 15:09:11.469319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e3d9ab2e-9236-477d-9328-1a2f748fae1a details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:09:11.517093 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-34e43404-a0da-4739-87f6-6a87d4e141c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 1095 time: 0.9387777 Apr 01 15:09:11.533417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-b61d8620-cb14-45d4-8a95-364062c3ada9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c&tenant_id=53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 1095 time: 0.7927852 Apr 01 15:09:11.847815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:11.871249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e3d9ab2e-9236-477d-9328-1a2f748fae1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:11.910507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'port_id': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a', 'mac_address': 'fa:16:3e:1b:54:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:09:11.978355 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.003468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.013760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Port': ['ID=4ae07b6e-7cd6-439c-a7e0-b05842177d78,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:12.025599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-93f6b881-515f-4dee-9950-a605861bf130 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae3b983-9ff9-4106-a052-e06e316bf890 HTTP/1.1" status: 200 len: 217 time: 0.5011322 Apr 01 15:09:12.039068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d9ab2e-9236-477d-9328-1a2f748fae1a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:09:12.052433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-f8fec659-a8c4-466b-9cb2-34cff120ef68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5838196 Apr 01 15:09:12.056888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:12.060637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e3d9ab2e-9236-477d-9328-1a2f748fae1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:12.065726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Usage tracker for resource:security_group_rule and tenant:9f62130d3d744344a621843ea3a64a7e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:12.069200 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.073795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No DVR routers for this DVR port 4ae07b6e-7cd6-439c-a7e0-b05842177d78 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:12.090077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:12.162924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=e3d9ab2e-9236-477d-9328-1a2f748fae1a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:12.177979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:12.230106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.260913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ac945a-0b06-4026-bb65-a1c6364c19c6']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:12.285176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390bc303-24a9-4b31-8ee7-f62a20805f1b') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:12.285480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390bc303-24a9-4b31-8ee7-f62a20805f1b') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:12.298206 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.315458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['e3d9ab2e-9236-477d-9328-1a2f748fae1a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:09:12.315705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.322070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:12.322463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.406890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-0d4f040a-7de3-447a-a56f-1fd6295a7e5f service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426297 Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:12.419445 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:12.427350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.453566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.480261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=97ac945a-0b06-4026-bb65-a1c6364c19c6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:12.493139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-8629ac62-8f4e-41cb-9b9f-d28b28560ff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:12.493853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-8629ac62-8f4e-41cb-9b9f-d28b28560ff8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.4592655 Apr 01 15:09:12.505457 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f790ddb7-8c80-4ed4-9102-ee8eca6d73a7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/97ac945a-0b06-4026-bb65-a1c6364c19c6 HTTP/1.1" status: 204 len: 168 time: 7.4018645 Apr 01 15:09:12.509967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34262) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:12.550051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76069ac3-9941-4836-999f-dfa5f39257c3 req-e89452a9-3be2-4331-b3b0-57aff33ace1f tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:12.557182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76069ac3-9941-4836-999f-dfa5f39257c3 req-e89452a9-3be2-4331-b3b0-57aff33ace1f tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 944 time: 0.6250918 Apr 01 15:09:12.574384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-c8bec992-1d9c-4f97-8197-99bb19434070 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1095 time: 0.6797082 Apr 01 15:09:12.607897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.618473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823754869'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:12.630394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:12.648723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.655940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:12.667634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:12.721448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76069ac3-9941-4836-999f-dfa5f39257c3 req-2cd39e03-c78a-47f2-bfac-24b4fae203bb tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623979 Apr 01 15:09:12.745213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:12.759775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c8315e-9229-4109-b271-ce9388ff990e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:12.830856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-dd87dfbd-77fe-4d0b-b9ef-b7461bd9e609 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230662 Apr 01 15:09:12.922868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:12.926493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:12.955803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-3b5fd923-d13c-4331-9274-8125eaee0c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:12.957174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-3b5fd923-d13c-4331-9274-8125eaee0c39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.3720632 Apr 01 15:09:12.981174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.071145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-11bb890a-3ca1-483f-95cf-e5da2dbe483f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f62130d3d744344a621843ea3a64a7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6201551 Apr 01 15:09:13.076783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34268) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:13.095167 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-619ad97e-4f8c-4a04-8f8a-780eae939293 req-41c45569-72e9-447f-a226-d563e54757fa service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664915 Apr 01 15:09:13.139999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-f3e46664-8a71-4be9-be98-f04ecd2816a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 999 time: 0.1672969 Apr 01 15:09:13.148135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-a6623eca-df36-4144-8d8a-e14b5c35044d service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071165 Apr 01 15:09:13.181848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:09:13.205481 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.206075 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment 1e76d137-843b-4939-bae1-f2f68196a8ce of type vlan for network bb74f8ac-10af-4fcd-8429-e4d88056a992 Apr 01 15:09:13.214846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ea281-f280-4e02-9db4-937de9b6a837 req-97087c87-a426-4637-a362-6cb12269f4b4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:13.223596 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-580ea281-f280-4e02-9db4-937de9b6a837 req-97087c87-a426-4637-a362-6cb12269f4b4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.6603646 Apr 01 15:09:13.312663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.318802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de09d16a-8133-4706-9b0c-6248378cdf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.332240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-580ea281-f280-4e02-9db4-937de9b6a837 req-19b327cb-00a4-4690-91a5-11a714f1ffbc tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074779 Apr 01 15:09:13.347268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de09d16a-8133-4706-9b0c-6248378cdf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.377380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.381488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:13.382239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.410657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-8938e6e6-ec59-4327-ad0d-06e918491500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:13.411854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-8938e6e6-ec59-4327-ad0d-06e918491500 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.2576897 Apr 01 15:09:13.458626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de09d16a-8133-4706-9b0c-6248378cdf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.484629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e3d9ab2e-9236-477d-9328-1a2f748fae1a up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:13.496931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09d16a-8133-4706-9b0c-6248378cdf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c8315e-9229-4109-b271-ce9388ff990e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:13.506969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de09d16a-8133-4706-9b0c-6248378cdf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:13.508187 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-de09d16a-8133-4706-9b0c-6248378cdf0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3c8315e-9229-4109-b271-ce9388ff990e HTTP/1.1" status: 204 len: 168 time: 0.4304955 Apr 01 15:09:13.511428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-632392e5-781b-41ed-a73e-c7e6a2431af7 req-71f1e83f-1c66-4d6f-9a5d-b23f6b227311 service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277326 Apr 01 15:09:13.539150 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-6f40c242-6ca4-49c9-876e-c4755f9defdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157072 Apr 01 15:09:13.619601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=bb74f8ac-10af-4fcd-8429-e4d88056a992,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:13.622689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f26e4c13-ed33-450b-b32b-2fcd02b308a0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0299273 Apr 01 15:09:13.626292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34276) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:13.634231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:13.669568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:13.848014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port e3d9ab2e-9236-477d-9328-1a2f748fae1a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:13.854979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port e3d9ab2e-9236-477d-9328-1a2f748fae1a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:13.855479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:14.009491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:14.072982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:14.084600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e3d9ab2e-9236-477d-9328-1a2f748fae1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:14.092136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:14.213552 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a', 'code': 200} Apr 01 15:09:14.237985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=e3d9ab2e-9236-477d-9328-1a2f748fae1a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:14.259307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34288) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:14.375886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:14.384156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-5f3fca45-d9f4-463f-983c-e7794865f47d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 1095 time: 0.7993631 Apr 01 15:09:14.386690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-f0e3a40e-efe2-402f-9ecf-a8dd9318a916 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8403044 Apr 01 15:09:14.397598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab32c-6d04-4668-853c-cd4eeb672e6b req-5693ca5c-57d5-42d5-8079-a14890347478 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:14.400239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-365ab32c-6d04-4668-853c-cd4eeb672e6b req-5693ca5c-57d5-42d5-8079-a14890347478 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 944 time: 0.2716825 Apr 01 15:09:14.419515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:14.441671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:14.446489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:14.458141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:14.466401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:14.470044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 57126ed4-8088-4f66-beb2-f1984fea763d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:14.470411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:14.503974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Usage tracker for resource:security_group_rule and tenant:f4412e6d39974234b49d74c26d29dd02 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:14.515764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:14.532262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:14.539433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:14.572640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-26f714e1-daf4-433d-8023-26573e44c6fb service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700962 Apr 01 15:09:14.616339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:14.693662 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84a3926c-95b4-468c-b1a0-a4d61d18e1d0 req-7ecc7493-18d8-4615-a23c-61cff067b1cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1097 time: 0.3851178 Apr 01 15:09:14.846093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-2ef5dce2-d06a-4650-93e5-5609b6f41e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:14.848516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-2ef5dce2-d06a-4650-93e5-5609b6f41e70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.4469182 Apr 01 15:09:14.870702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:14.934389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-33c033e4-aebf-452b-9348-2b0b6544eb71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae3b983-9ff9-4106-a052-e06e316bf890 HTTP/1.1" status: 200 len: 217 time: 0.0774856 Apr 01 15:09:14.948004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-365ab32c-6d04-4668-853c-cd4eeb672e6b req-d536d5ea-808d-4cb4-b3e2-1b65f70a195f tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954350 Apr 01 15:09:15.022117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-4db518ef-3257-48ec-8501-3c81d94ef927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:15.023788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-4db518ef-3257-48ec-8501-3c81d94ef927 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.0746660 Apr 01 15:09:15.078391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.096715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84a3926c-95b4-468c-b1a0-a4d61d18e1d0 req-167bc866-9675-44ca-9514-b1fda97ae3a1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446889 Apr 01 15:09:15.131854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-04357fdd-e1fa-469a-8b58-fcfea52b9e6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927186 Apr 01 15:09:15.242973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 57126ed4-8088-4f66-beb2-f1984fea763d owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:15.275163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.281307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31239a-1e2a-410a-b2da-f754fc8e1df7 req-83779363-6f9e-44b1-866a-c85fa276c3f7 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:15.284558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea31239a-1e2a-410a-b2da-f754fc8e1df7 req-83779363-6f9e-44b1-866a-c85fa276c3f7 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.6059241 Apr 01 15:09:15.299187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.306389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-b46b497d-82bb-432a-ba37-8b121c1332e8 service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680105 Apr 01 15:09:15.419314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4412e6d39974234b49d74c26d29dd02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1556709 Apr 01 15:09:15.429186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0a5f1-6b4f-40b0-98f3-5ef5437dd5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49b85a-9a33-427c-80ab-ec7efde081a0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:15.440777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34296) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:15.447059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1ae3b983-9ff9-4106-a052-e06e316bf890 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:09:15.532654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea31239a-1e2a-410a-b2da-f754fc8e1df7 req-aaf62a89-e0f5-4c2a-bd9b-237e5f7d0c36 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345865 Apr 01 15:09:15.557050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca0e1fe3-fd33-4ea5-88fc-48b77f2c9f6a req-720ca6a6-657b-4cab-bce0-cbd47db6d18e service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431180 Apr 01 15:09:15.650401 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0e64fec-037f-48f0-ba65-17c6e8d6bfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.677645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1ae3b983-9ff9-4106-a052-e06e316bf890, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1ae3b983-9ff9-4106-a052-e06e316bf890,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:15.680774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0e64fec-037f-48f0-ba65-17c6e8d6bfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.693542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '1ae3b983-9ff9-4106-a052-e06e316bf890', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'port_id': '1ae3b983-9ff9-4106-a052-e06e316bf890', 'mac_address': 'fa:16:3e:ec:0d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:09:15.767827 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.796905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae3b983-9ff9-4106-a052-e06e316bf890 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:09:15.841392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1ae3b983-9ff9-4106-a052-e06e316bf890, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1ae3b983-9ff9-4106-a052-e06e316bf890,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:15.854429 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.907564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:15.951191 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:16.018359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=57126ed4-8088-4f66-beb2-f1984fea763d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:16.071064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1ae3b983-9ff9-4106-a052-e06e316bf890,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:16.108885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['1ae3b983-9ff9-4106-a052-e06e316bf890'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:09:16.488611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79c1f-8b48-48fa-9090-10cbdb4e49e3 req-e99d1e92-3532-492a-a0f9-5f059c4a8fba tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:16.500655 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83b79c1f-8b48-48fa-9090-10cbdb4e49e3 req-e99d1e92-3532-492a-a0f9-5f059c4a8fba tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 945 time: 0.2509005 Apr 01 15:09:16.645877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83b79c1f-8b48-48fa-9090-10cbdb4e49e3 req-91bc9f85-a301-4d17-bdc1-19303032022a tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404738 Apr 01 15:09:16.663591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0e64fec-037f-48f0-ba65-17c6e8d6bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:16.725168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=68a5b227-14e1-40f6-a5a3-f670f53fc1a6,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:16.752034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e64fec-037f-48f0-ba65-17c6e8d6bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49b85a-9a33-427c-80ab-ec7efde081a0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:16.996320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c0e64fec-037f-48f0-ba65-17c6e8d6bfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:17.004166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c0e64fec-037f-48f0-ba65-17c6e8d6bfe8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f49b85a-9a33-427c-80ab-ec7efde081a0 HTTP/1.1" status: 204 len: 168 time: 1.5573249 Apr 01 15:09:17.005942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': '1e76d137-843b-4939-bae1-f2f68196a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:17.006533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: bb74f8ac-10af-4fcd-8429-e4d88056a992, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:09:17.104240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2fbab-50cc-4559-9275-014fb3f1ab3d req-9e1a1c35-f8de-400a-8afe-b7eed1343489 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:17.106341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2da2fbab-50cc-4559-9275-014fb3f1ab3d req-9e1a1c35-f8de-400a-8afe-b7eed1343489 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.3378186 Apr 01 15:09:17.157191 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:17.177104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2da2fbab-50cc-4559-9275-014fb3f1ab3d req-2eff4a8c-de37-42a2-b4eb-8082a4b677f1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610631 Apr 01 15:09:17.304154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:09:17.332637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, bb74f8ac-10af-4fcd-8429-e4d88056a992) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:17.339091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:17.340131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:17.345758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e0100-b56b-4432-ac8b-021a9648b901 None None] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:17.424162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34324) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:17.430209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:17.436492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1d17b08a-a909-423d-b8c8-9fded3fe33e8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8090291 Apr 01 15:09:17.538727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1ae3b983-9ff9-4106-a052-e06e316bf890 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:17.617890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:17.624213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:subnet and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:17.627864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:17.638953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:17.658648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:17.803975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router baf430d5-476d-43af-b7fc-176fa38f90f6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:09:17.935366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:18.058990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-e95ad254-8022-41ad-b732-c393570d462f req-92f61620-fee6-40f0-a29d-fcdd29ab8478 service neutron] (83953) timed out ('10.222.0.62', 50107) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:09:18.108285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:09:18.119024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-117af99c-fae7-41da-b558-de76fff5f55a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/baf430d5-476d-43af-b7fc-176fa38f90f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3125775 Apr 01 15:09:18.121558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34348) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:18.125067 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] Sync routers for ids ['baf430d5-476d-43af-b7fc-176fa38f90f6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:09:18.149973 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] Routers {'baf430d5-476d-43af-b7fc-176fa38f90f6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:18.152459 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['baf430d5-476d-43af-b7fc-176fa38f90f6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:18.300987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-bb74f8ac-10af-4fcd-8429-e4d88056a992', 'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '68a5b227-14e1-40f6-a5a3-f670f53fc1a6'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:09:18.302272 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:18.362515 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:18.404056 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] Routers {'baf430d5-476d-43af-b7fc-176fa38f90f6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:18.409420 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['baf430d5-476d-43af-b7fc-176fa38f90f6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:18.589653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 1ae3b983-9ff9-4106-a052-e06e316bf890 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:18.634874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 1ae3b983-9ff9-4106-a052-e06e316bf890 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:18.635265 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:18.664114 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:18.664914 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a875d63-9e60-439e-b1a1-dd34d6b86df1 None None] The sync data for ids ['baf430d5-476d-43af-b7fc-176fa38f90f6'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:09:18.997622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:19.093409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Allocated IP 2001:db8::2 (bb74f8ac-10af-4fcd-8429-e4d88056a992/68a5b227-14e1-40f6-a5a3-f670f53fc1a6/b46d9466-5a2c-4ada-9769-df336e6b22b8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:19.136008 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:19.173552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:19.179793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1ae3b983-9ff9-4106-a052-e06e316bf890, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1ae3b983-9ff9-4106-a052-e06e316bf890,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:19.185652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3b983-9ff9-4106-a052-e06e316bf890'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:19.193589 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:19.220544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491de97-c1aa-4b73-94fb-22868f38156a req-7dac1d67-bb79-4ed5-8e18-56370876ec25 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.231001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d491de97-c1aa-4b73-94fb-22868f38156a req-7dac1d67-bb79-4ed5-8e18-56370876ec25 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 945 time: 1.1888354 Apr 01 15:09:19.231972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:19.243203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=9fe49300-23ae-48d3-85c9-fe115e74ff2a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:19.287827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.288351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:19.385517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-31c7fc5a-30c7-414a-a483-bc55d850e56d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9572675 Apr 01 15:09:19.387146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34374) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:19.420998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1ae3b983-9ff9-4106-a052-e06e316bf890,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:19.474033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d491de97-c1aa-4b73-94fb-22868f38156a req-40448435-f45d-48af-b916-80d3fd7b77bd tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221692 Apr 01 15:09:19.565958 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-c96d8a66-a222-4718-959e-f103cb545daa tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:09:19.567038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c96d8a66-a222-4718-959e-f103cb545daa tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/baf430d5-476d-43af-b7fc-176fa38f90f6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4442024 Apr 01 15:09:19.572341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34384) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:19.653075 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:19.681774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b7b9-1c49-4194-bad0-5b800df4bb22 req-7e80d1b8-c40e-4d30-81cc-c389dcf16410 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.691449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a77b7b9-1c49-4194-bad0-5b800df4bb22 req-7e80d1b8-c40e-4d30-81cc-c389dcf16410 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.3540962 Apr 01 15:09:19.694717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Transition to ACTIVE for port object b46d9466-5a2c-4ada-9769-df336e6b22b8 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:19.711925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.718186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.720492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.728458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.730378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:19.733761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Synchronizing usage tracker for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:19.788332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a772bdee-4714-4c5f-a5a9-2b220010f437 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:19.791025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Transition to ACTIVE for port object b46d9466-5a2c-4ada-9769-df336e6b22b8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:19.811245 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:19.835174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Unset dirty status for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:19.840384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-201c4257-2937-4eda-87f2-f1c075f6a372 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4485052 Apr 01 15:09:19.847444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34392) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:19.859546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-372947112'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:19.881605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:19.885055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a772bdee-4714-4c5f-a5a9-2b220010f437 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:19.886918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a772bdee-4714-4c5f-a5a9-2b220010f437 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf430d5-476d-43af-b7fc-176fa38f90f6 HTTP/1.1" status: 200 len: 205 time: 0.3043973 Apr 01 15:09:19.890523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34396) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:19.903867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:19.919918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:19.940184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:19.987756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:19.991443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.098297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:09:20.118349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a77b7b9-1c49-4194-bad0-5b800df4bb22 req-0b8c39ca-ebc0-4636-affd-82a619499ae2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4256618 Apr 01 15:09:20.146279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:20.152704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:20.161334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.161334 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment 4241fa72-2ca3-4f96-b3bd-39a6c32307df of type vlan for network fdaef875-f084-4347-a71a-e61177e11291 Apr 01 15:09:20.166812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:20.174958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Pushing event updated for resources: {'Port': ['ID=b46d9466-5a2c-4ada-9769-df336e6b22b8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:20.280950 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.365974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.382278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:20.382937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.475281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b6a7-2ad5-46be-b86b-0187e1d5f747 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.481577 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3b983-9ff9-4106-a052-e06e316bf890', 'code': 200} Apr 01 15:09:20.562851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Attempting to bind port b46d9466-5a2c-4ada-9769-df336e6b22b8 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:09:20.563238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Attempting to bind port b46d9466-5a2c-4ada-9769-df336e6b22b8 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '1e76d137-843b-4939-bae1-f2f68196a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:09:20.563586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Attempting to bind port b46d9466-5a2c-4ada-9769-df336e6b22b8 on network bb74f8ac-10af-4fcd-8429-e4d88056a992 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:20.592776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:09:20.593144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Checking segment: {'id': '1e76d137-843b-4939-bae1-f2f68196a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:20.593534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.593917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Bound using segment: {'id': '1e76d137-843b-4939-bae1-f2f68196a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:09:20.594372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Bound port: b46d9466-5a2c-4ada-9769-df336e6b22b8, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e76d137-843b-4939-bae1-f2f68196a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:09:20.594743 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.796026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] For port b46d9466-5a2c-4ada-9769-df336e6b22b8, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:09:20.799437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] For port b46d9466-5a2c-4ada-9769-df336e6b22b8, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b46d9466-5a2c-4ada-9769-df336e6b22b8,segment=NetworkSegment(1e76d137-843b-4939-bae1-f2f68196a8ce),segment_id=1e76d137-843b-4939-bae1-f2f68196a8ce)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:09:20.805608 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:20.917320 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0682211 Apr 01 15:09:20.929544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6ab66-0894-4958-bde1-a6b0366b1735 None None] Pushing event updated for resources: {'Port': ['ID=b46d9466-5a2c-4ada-9769-df336e6b22b8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:20.929795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34416) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:20.953115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:21.194037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2138d5-d2e7-4d87-93e9-95ac301a2d28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=fdaef875-f084-4347-a71a-e61177e11291,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:21.238862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fdaef875-f084-4347-a71a-e61177e11291 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:21.669950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed8e45-d1dd-4fb7-83bc-b722736afa7b req-6f5c73ca-d78f-4642-a594-47bc21bcc1f6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:21.672830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45ed8e45-d1dd-4fb7-83bc-b722736afa7b req-6f5c73ca-d78f-4642-a594-47bc21bcc1f6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:22.088557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b6a7-2ad5-46be-b86b-0187e1d5f747 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:22.113871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b6a7-2ad5-46be-b86b-0187e1d5f747 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:22.196643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f1b76a1-6291-4575-9358-11139b431cc9 req-214ec5df-8419-49b7-b7cf-03ffd6a0457d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 1097 time: 1.4763415 Apr 01 15:09:22.208646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b6a7-2ad5-46be-b86b-0187e1d5f747 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:22.210420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc0b6a7-2ad5-46be-b86b-0187e1d5f747 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Fanout notify agent at l3_agent the message router_deleted on router baf430d5-476d-43af-b7fc-176fa38f90f6 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:09:22.244090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:22.274089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45ed8e45-d1dd-4fb7-83bc-b722736afa7b req-6f5c73ca-d78f-4642-a594-47bc21bcc1f6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:22.285729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45ed8e45-d1dd-4fb7-83bc-b722736afa7b req-6f5c73ca-d78f-4642-a594-47bc21bcc1f6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 1.3669710 Apr 01 15:09:22.295678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:22.346319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b6a7-2ad5-46be-b86b-0187e1d5f747 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:22.348160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5bc0b6a7-2ad5-46be-b86b-0187e1d5f747 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/baf430d5-476d-43af-b7fc-176fa38f90f6 HTTP/1.1" status: 204 len: 168 time: 2.4563415 Apr 01 15:09:22.353356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:22.412637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45ed8e45-d1dd-4fb7-83bc-b722736afa7b req-60576ec6-3dfe-4fc9-a702-49af78732898 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:22.460039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45ed8e45-d1dd-4fb7-83bc-b722736afa7b req-60576ec6-3dfe-4fc9-a702-49af78732898 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:22.470949 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45ed8e45-d1dd-4fb7-83bc-b722736afa7b req-60576ec6-3dfe-4fc9-a702-49af78732898 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803925 Apr 01 15:09:22.574557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f1b76a1-6291-4575-9358-11139b431cc9 req-48cbe910-1af4-4d09-95d8-9c97b042274a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617218 Apr 01 15:09:22.611035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network fdaef875-f084-4347-a71a-e61177e11291 is not hosted by any dhcp agent {{(pid=83953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:09:22.615100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:22.615725 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:22.617149 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "PUT /v2.0/networks/fdaef875-f084-4347-a71a-e61177e11291 HTTP/1.1" status: 200 len: 723 time: 1.6856923 Apr 01 15:09:22.620190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34446) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:22.626995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': 'fdaef875-f084-4347-a71a-e61177e11291', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:22.700708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8962604-0777-4621-b4f8-b07e5f30bed8 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=fdaef875-f084-4347-a71a-e61177e11291,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:22.722000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ea2f-02b5-410a-a97b-f56affa21965 req-6704aeaa-be3d-4e44-b365-9c553bd9cc72 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:22.728464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fdaef875-f084-4347-a71a-e61177e11291 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:22.735847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ddd5ea2f-02b5-410a-a97b-f56affa21965 req-6704aeaa-be3d-4e44-b365-9c553bd9cc72 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 1.0079269 Apr 01 15:09:22.831794 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:09:23.000518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f22347-c416-4c25-a1ba-9137cb0b8e18 None None] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:23.118003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ddd5ea2f-02b5-410a-a97b-f56affa21965 req-6d59d608-ff23-4ca7-b52e-0ad0e6d7e841 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802025 Apr 01 15:09:23.124993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b46d9466-5a2c-4ada-9769-df336e6b22b8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:23.130874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:23.168617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:23.201557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:23.511585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 5b15565c-a04b-429a-bfd7-8d9be2854bca {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:09:23.513660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-899f195f-bab4-42bc-8d73-4ff01d2d15b1 None None] Provisioning for port b46d9466-5a2c-4ada-9769-df336e6b22b8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:23.544622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:23.662996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:23.756894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:24.086918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b46d9466-5a2c-4ada-9769-df336e6b22b8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:24.124192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b46d9466-5a2c-4ada-9769-df336e6b22b8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:24.131494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:24.275308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:24.497281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:24.616763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a959d-57ab-4597-b417-590776ce78e5 req-a84c5c8c-ed4f-4922-ae79-87bba43f64e7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:24.626446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d82a959d-57ab-4597-b417-590776ce78e5 req-a84c5c8c-ed4f-4922-ae79-87bba43f64e7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.5984495 Apr 01 15:09:24.712867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:24.750720 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d82a959d-57ab-4597-b417-590776ce78e5 req-72ddef25-854d-4d67-84e7-bcc28987fb0c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225350 Apr 01 15:09:24.834521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:24.950013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': '4241fa72-2ca3-4f96-b3bd-39a6c32307df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fdaef875-f084-4347-a71a-e61177e11291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:24.959241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: fdaef875-f084-4347-a71a-e61177e11291, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:09:24.962778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b46d9466-5a2c-4ada-9769-df336e6b22b8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b46d9466-5a2c-4ada-9769-df336e6b22b8,segment=NetworkSegment(1e76d137-843b-4939-bae1-f2f68196a8ce),segment_id=1e76d137-843b-4939-bae1-f2f68196a8ce)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:24.973028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] Update dhcp port {'port': {'network_id': 'bb74f8ac-10af-4fcd-8429-e4d88056a992', 'fixed_ips': [{'subnet_id': '68a5b227-14e1-40f6-a5a3-f670f53fc1a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9fe49300-23ae-48d3-85c9-fe115e74ff2a'}], 'binding:host_id': 'n-d-836017-1'}, 'id': 'b46d9466-5a2c-4ada-9769-df336e6b22b8'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:09:25.009726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=1d25f960-311a-4379-815c-acf6b582dbfd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:25.106274 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:25.118923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.119405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.119766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.120093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.120405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.120723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.121039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.121357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.121675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.129749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.130297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:25.161838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a98bec-6c77-47fe-954b-4e9da4b19a29 req-efbe50a2-20d4-416f-8ee5-3645622e0fa0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:25.170655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5a98bec-6c77-47fe-954b-4e9da4b19a29 req-efbe50a2-20d4-416f-8ee5-3645622e0fa0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.4220312 Apr 01 15:09:25.218572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network fdaef875-f084-4347-a71a-e61177e11291 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:09:25.248025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, fdaef875-f084-4347-a71a-e61177e11291) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:25.257043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:25.257171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:25.326704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cad89ea5-c9a5-47ec-9294-dce6e6e20718 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7045739 Apr 01 15:09:25.335005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b46d9466-5a2c-4ada-9769-df336e6b22b8,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:25.339692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34500) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:25.340188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1f289-adb8-4b45-b775-3e06c13ad851 None None] Network fdaef875-f084-4347-a71a-e61177e11291 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:25.357258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a690c6ec-53c1-44e1-b57f-bc01443dfb1c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:25.508040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5a98bec-6c77-47fe-954b-4e9da4b19a29 req-f774cbf8-b34b-42df-a344-cc0ef0b307c4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355167 Apr 01 15:09:25.536169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:25.539868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=5b15565c-a04b-429a-bfd7-8d9be2854bca,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:25.556739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-abe1090d-6dff-4f0a-9563-b3a40b3fcd18 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/5b15565c-a04b-429a-bfd7-8d9be2854bca HTTP/1.1" status: 204 len: 168 time: 3.2009778 Apr 01 15:09:25.560150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34510) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:25.737059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a690c6ec-53c1-44e1-b57f-bc01443dfb1c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1263135'] for subnet, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:25.869435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38f2f6-687c-4acd-b4c3-ba4cd4525c64 None None] Network 58fe7247-39b6-4de5-9e68-ba426cab0a16 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:25.881445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:25.905876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port b1c94950-caa0-44d2-b5d4-5f07f08e1538 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:25.910085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:25.969532 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:26.513554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port b1c94950-caa0-44d2-b5d4-5f07f08e1538, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b1c94950-caa0-44d2-b5d4-5f07f08e1538,segment=NetworkSegment(37d2b42c-0b87-4392-97a7-9629f002f554),segment_id=37d2b42c-0b87-4392-97a7-9629f002f554)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:26.518550 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:26.657341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391c1f-bb4f-400d-a9e6-fa096583b955 req-8fa84bcc-1dc6-4142-baab-4490d171f306 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:26.665398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-58391c1f-bb4f-400d-a9e6-fa096583b955 req-8fa84bcc-1dc6-4142-baab-4490d171f306 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.3870192 Apr 01 15:09:26.712207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a690c6ec-53c1-44e1-b57f-bc01443dfb1c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794440447892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1674781'] for subnet, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:26.734795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f971e-11ce-4163-823e-bf50fa156af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-fdaef875-f084-4347-a71a-e61177e11291', 'network_id': 'fdaef875-f084-4347-a71a-e61177e11291', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '1d25f960-311a-4379-815c-acf6b582dbfd'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:09:26.736561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b32f971e-11ce-4163-823e-bf50fa156af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:26.900295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] Allocated IP 172.20.0.1 (bb74f8ac-10af-4fcd-8429-e4d88056a992/9fe49300-23ae-48d3-85c9-fe115e74ff2a/b46d9466-5a2c-4ada-9769-df336e6b22b8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:26.978101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690c6ec-53c1-44e1-b57f-bc01443dfb1c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:26.978688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a690c6ec-53c1-44e1-b57f-bc01443dfb1c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:26.980017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a690c6ec-53c1-44e1-b57f-bc01443dfb1c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "PUT /v2.0/subnets/1d25f960-311a-4379-815c-acf6b582dbfd HTTP/1.1" status: 200 len: 826 time: 1.6393454 Apr 01 15:09:26.992801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34550) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:26.995507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690c6ec-53c1-44e1-b57f-bc01443dfb1c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=1d25f960-311a-4379-815c-acf6b582dbfd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:27.064898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-58391c1f-bb4f-400d-a9e6-fa096583b955 req-34b24dab-47f9-4e86-8fdc-9c30ba73a5a9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983946 Apr 01 15:09:27.113851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] For port b46d9466-5a2c-4ada-9769-df336e6b22b8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b46d9466-5a2c-4ada-9769-df336e6b22b8,segment=NetworkSegment(1e76d137-843b-4939-bae1-f2f68196a8ce),segment_id=1e76d137-843b-4939-bae1-f2f68196a8ce)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:27.141606 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:27.155532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for b1c94950-caa0-44d2-b5d4-5f07f08e1538 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:27.180700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] Transition to ACTIVE for port object b46d9466-5a2c-4ada-9769-df336e6b22b8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:27.209494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:27.397643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:27.572789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b46d9466-5a2c-4ada-9769-df336e6b22b8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:27.593927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:27.640421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:27.727646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port b1c94950-caa0-44d2-b5d4-5f07f08e1538 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:27.733506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=b1c94950-caa0-44d2-b5d4-5f07f08e1538,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:27.753222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227c16-ae13-4d28-b39c-4b586224c0b4 req-ac96ebd9-3e18-402a-b9d2-3250805e246a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:27.762589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43227c16-ae13-4d28-b39c-4b586224c0b4 req-ac96ebd9-3e18-402a-b9d2-3250805e246a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.6308312 Apr 01 15:09:27.767111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34564) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:27.876197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.127266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=1d25f960-311a-4379-815c-acf6b582dbfd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:28.234844 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c3705cc-d0b8-4141-b0d7-648217058661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.263043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6bc2cc-5bdb-4f28-bda7-124b57a740e9 None None] DHCP port deletion for 58fe7247-39b6-4de5-9e68-ba426cab0a16 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:09:28.308745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd98fb-7276-45a9-91af-48cd670a5f1e None None] Pushing event updated for resources: {'Port': ['ID=b46d9466-5a2c-4ada-9769-df336e6b22b8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:28.314433 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43227c16-ae13-4d28-b39c-4b586224c0b4 req-9b65dc2e-1533-4cb1-b1ea-f741330b6024 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5505171 Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server [None req-b32f971e-11ce-4163-823e-bf50fa156af6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d25f960-311a-4379-815c-acf6b582dbfd: This subnet is being modified by another concurrent operation. Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:09:28.355960 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d25f960-311a-4379-815c-acf6b582dbfd: This subnet is being modified by another concurrent operation. Apr 01 15:09:28.362394 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Apr 01 15:09:28.376102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.387372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1a3ee-a30b-42bd-bd4d-30c185a4df03 None None] Network fdaef875-f084-4347-a71a-e61177e11291 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:28.486252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fe7247-39b6-4de5-9e68-ba426cab0a16']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:28.497910 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.540136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d2b42c-0b87-4392-97a7-9629f002f554') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:28.540405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d2b42c-0b87-4392-97a7-9629f002f554') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:28.573200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaef875-f084-4347-a71a-e61177e11291']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:28.609420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4241fa72-2ca3-4f96-b3bd-39a6c32307df') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:28.611120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4241fa72-2ca3-4f96-b3bd-39a6c32307df') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:28.622024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.633826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.654559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.661698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:28.662446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.675583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.691534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-b68af828-1b56-4855-bf46-75f0c485e972 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 1097 time: 0.7525790 Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:28.759870 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:28.788592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.807559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:28.810262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7caf23f-55af-42bc-83cb-51bbd61def84 None None] Network fdaef875-f084-4347-a71a-e61177e11291 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:28.813463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.878120 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-790ca819-2ca2-4a3b-87a4-f7d90bb4e503 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9284527 Apr 01 15:09:28.914257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.919491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:28.992949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b054def-3336-4571-bb68-b437f1a810ae req-a1b13bc0-071c-4aed-802d-c5fec1eafc16 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:28.998658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b054def-3336-4571-bb68-b437f1a810ae req-a1b13bc0-071c-4aed-802d-c5fec1eafc16 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.9591780 Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:29.094110 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:29.245562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=fdaef875-f084-4347-a71a-e61177e11291,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:29.268976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0b75e0b-541d-4df5-9712-59b21a0f2661 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/fdaef875-f084-4347-a71a-e61177e11291 HTTP/1.1" status: 204 len: 168 time: 2.2725146 Apr 01 15:09:29.274771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34572) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:29.277276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:29.284082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Usage tracker for resource:security_group_rule and tenant:e36cb8eb73b44a4fae77439ec85835d3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:29.293596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:29.303862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:29.313822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:29.321959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:29.363912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b46d9466-5a2c-4ada-9769-df336e6b22b8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:29.382108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b054def-3336-4571-bb68-b437f1a810ae req-a2175865-821e-4a94-96e2-af280691b642 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792420 Apr 01 15:09:29.384484 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74938e7-f75d-4421-9dcd-7db75040b00f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:29.384914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74938e7-f75d-4421-9dcd-7db75040b00f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:29.386527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d74938e7-f75d-4421-9dcd-7db75040b00f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/fdaef875-f084-4347-a71a-e61177e11291 HTTP/1.1" status: 404 len: 339 time: 0.1059685 Apr 01 15:09:29.393002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34576) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:29.425814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1789295261', 'description': 'd1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:29.434688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=58fe7247-39b6-4de5-9e68-ba426cab0a16,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:29.458562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:29.484000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Usage tracker for resource:network and tenant:dee9e30f8ae448958457dd6ed9bc5749 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:29.491051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:29.514335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-d7915d0e-85ae-44df-9b5d-d7a1f2153854 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9757218e019f4279aae1261d703db4fc&device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 1096 time: 0.4806759 Apr 01 15:09:29.516273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:29.559839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f5eb37b6-4a49-4633-a0ad-9a50ca0d28da tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/58fe7247-39b6-4de5-9e68-ba426cab0a16 HTTP/1.1" status: 204 len: 168 time: 3.9984365 Apr 01 15:09:29.567380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34582) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:29.580762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1866632327'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:29.581228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd6158-153d-4468-87bc-84b52a54f192 None None] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:29.595959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:29.613601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:29.620288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:29.627280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:29.696493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-64cebfac-6dd5-4a94-8c48-4fe229153bb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:29.698319 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-64cebfac-6dd5-4a94-8c48-4fe229153bb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.9919055 Apr 01 15:09:29.795378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-3c0eb2a5-d15a-4cf7-bcb6-d790f1ac3cb1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae3b983-9ff9-4106-a052-e06e316bf890 HTTP/1.1" status: 200 len: 217 time: 0.0882080 Apr 01 15:09:30.071434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3934aa10-45cb-4c39-bb2e-f0eae49f005e None None] Provisioning for port b46d9466-5a2c-4ada-9769-df336e6b22b8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:30.085395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3934aa10-45cb-4c39-bb2e-f0eae49f005e None None] Provisioning complete for port b46d9466-5a2c-4ada-9769-df336e6b22b8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:30.085809 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3934aa10-45cb-4c39-bb2e-f0eae49f005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.164223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.185958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.186928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-6798b612-000a-4e1a-b8b9-989f25577eb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:30.191419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b46d9466-5a2c-4ada-9769-df336e6b22b8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:30.192090 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.193438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-6798b612-000a-4e1a-b8b9-989f25577eb3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 200 len: 911 time: 0.6460533 Apr 01 15:09:30.211179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:30.214545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.272836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9105cea8-b028-468a-bd75-4d704c5bc550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.273884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e36cb8eb73b44a4fae77439ec85835d3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3625982 Apr 01 15:09:30.276484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:30.279829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.284673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34586) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:30.415008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120efaee-2598-44a1-b27f-defaf27f179f req-39e309e4-5953-475c-af6a-af7a953822ea tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:30.417973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-120efaee-2598-44a1-b27f-defaf27f179f req-39e309e4-5953-475c-af6a-af7a953822ea tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.7815487 Apr 01 15:09:30.418671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d09e7b-cbd9-4d44-bc94-23001e0c097a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06fa086-ebf8-4439-b0e0-9b1aa3b23d2f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:30.423839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-0f9c3172-bd62-401a-a3b6-6dc500ecd81e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb HTTP/1.1" status: 200 len: 1001 time: 0.2164247 Apr 01 15:09:30.464437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-eb81fb79-19d5-44ba-bb13-73cf86db71e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:30.466101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-eb81fb79-19d5-44ba-bb13-73cf86db71e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.6606672 Apr 01 15:09:30.481526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:09:30.503127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.503563 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment a0e7200c-3c5e-4b44-8049-f4fc85a67acb of type vlan for network cd782d1b-2538-4004-8ced-760decaf983a Apr 01 15:09:30.594221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-7a0a3c47-007e-4b78-a261-582f4e9f478b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:30.607633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-7a0a3c47-007e-4b78-a261-582f4e9f478b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 200 len: 849 time: 0.1673627 Apr 01 15:09:30.662727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db999229-f114-448d-8971-fbe92dc16004 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:09:30.749540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.779875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f99ab43-19c9-47b4-b3de-25af74f51d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.864758 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-120efaee-2598-44a1-b27f-defaf27f179f req-49ad99fc-4af3-498b-90f1-1ca84ca0ab6b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976562 Apr 01 15:09:30.866533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f99ab43-19c9-47b4-b3de-25af74f51d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.892905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db999229-f114-448d-8971-fbe92dc16004 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:09:30.894188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.898011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:30.898582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:30.902172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1c94950-caa0-44d2-b5d4-5f07f08e1538 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:09:30.945403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b1c94950-caa0-44d2-b5d4-5f07f08e1538 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:09:30.946158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b1c94950-caa0-44d2-b5d4-5f07f08e1538 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:09:30.953479 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:09:30.953815 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:09:30.966087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2456509f-128a-47f9-b61b-eb3a5e0c1a96 None None] Provisioning complete for port b46d9466-5a2c-4ada-9769-df336e6b22b8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:30.966574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2456509f-128a-47f9-b61b-eb3a5e0c1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:31.023480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-de987e30-3748-4adb-b2b9-b201f92127e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3684766 Apr 01 15:09:31.031026 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-188e4829-7cf6-4514-8200-ef7fe016022f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4179626 Apr 01 15:09:31.035668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4656944 Apr 01 15:09:31.038582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34598) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:31.087600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': 'cd782d1b-2538-4004-8ced-760decaf983a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:31.129277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b3ac5-4b2b-4de5-8291-3cb42ee3af11 req-fd557070-7813-4820-8df1-24285b29fe54 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:31.144310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-099b3ac5-4b2b-4de5-8291-3cb42ee3af11 req-fd557070-7813-4820-8df1-24285b29fe54 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.4233465 Apr 01 15:09:31.175614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3e14b-3068-498e-a023-621850c62269 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=cd782d1b-2538-4004-8ced-760decaf983a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:31.241062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f99ab43-19c9-47b4-b3de-25af74f51d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:31.279594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f99ab43-19c9-47b4-b3de-25af74f51d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:31.281602 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7f99ab43-19c9-47b4-b3de-25af74f51d61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a06fa086-ebf8-4439-b0e0-9b1aa3b23d2f HTTP/1.1" status: 204 len: 168 time: 0.9913411 Apr 01 15:09:31.289707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99ab43-19c9-47b4-b3de-25af74f51d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06fa086-ebf8-4439-b0e0-9b1aa3b23d2f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:31.321032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-5a6dd7b2-0010-4016-875c-9a53d7a15649 service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840693 Apr 01 15:09:31.389346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network cd782d1b-2538-4004-8ced-760decaf983a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:31.391794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-099b3ac5-4b2b-4de5-8291-3cb42ee3af11 req-7708ee74-72b4-403c-a0d4-8bca18a1f9f4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463827 Apr 01 15:09:31.423347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:31.431373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:31.443407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:31.453476 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-6078daf4-d39b-4e96-bb75-84d591762a3f service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072230 Apr 01 15:09:31.465746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:31.558876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:31.587350 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:31.596926 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:31.623895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99c8e3c9-eb35-4435-959e-945a1a14b270 req-329a2e32-2356-4a10-a85f-021f91dddab1 service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959299 Apr 01 15:09:31.811592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:31.962140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:09:32.011491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34612) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:32.028181 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9077b7bb-0acc-4a90-847b-659dc824a5b2 req-2e79c6f9-18e4-4b8c-b8f4-48d7799d2fbb service neutron] 10.222.0.62 "GET /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493422 Apr 01 15:09:32.059403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.059854 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment 7621d8f5-7bb5-45d3-bfed-f0ccb7b92aa4 of type vlan for network b5866a89-a9b9-4179-83eb-dd52ef1f88b5 Apr 01 15:09:32.093676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.100995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.164468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.178429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.182376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:32.182959 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.216959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:32.232183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Usage tracker for resource:security_group_rule and tenant:4943971ade82472080ddd7aa5717bdf2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:32.239943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:32.262427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:32.398690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0020170 Apr 01 15:09:32.403602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34620) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:32.437190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605305fb-cf76-4c33-8cc3-ccf7c197d79b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=b5866a89-a9b9-4179-83eb-dd52ef1f88b5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:32.452941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network b5866a89-a9b9-4179-83eb-dd52ef1f88b5 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:32.673324 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.705159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.711553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.715940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:32.773036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4943971ade82472080ddd7aa5717bdf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7595057 Apr 01 15:09:32.780475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34630) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:32.806939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a4c9e-c096-446a-af46-3924e2bfa1fa tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:32.807929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4c4a4c9e-c096-446a-af46-3924e2bfa1fa tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Synchronizing usage tracker for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:32.857344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68e749-e1b0-434c-b84f-272a571d7703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851d4f4a-e867-41c0-b4a7-2c5865d33cba,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:32.860148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4c4a4c9e-c096-446a-af46-3924e2bfa1fa tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Unset dirty status for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:32.861488 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4c4a4c9e-c096-446a-af46-3924e2bfa1fa tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/networks?id=b5866a89-a9b9-4179-83eb-dd52ef1f88b5 HTTP/1.1" status: 200 len: 765 time: 0.4387984 Apr 01 15:09:32.866578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34636) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:32.902114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'description': 'd2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:33.035450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=9b635c59-126e-4d17-91fb-952fa0165dcb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:33.058485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': 'a0e7200c-3c5e-4b44-8049-f4fc85a67acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cd782d1b-2538-4004-8ced-760decaf983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:33.058829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: cd782d1b-2538-4004-8ced-760decaf983a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:09:33.079864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815ca11-5614-4802-8004-889cba3fc50c req-1db07ae2-c191-4345-b4ee-0101bedb6966 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:33.081458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f815ca11-5614-4802-8004-889cba3fc50c req-1db07ae2-c191-4345-b4ee-0101bedb6966 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.2997146 Apr 01 15:09:33.111766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network cd782d1b-2538-4004-8ced-760decaf983a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:09:33.136641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, cd782d1b-2538-4004-8ced-760decaf983a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:33.146518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:33.146698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.150324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec77e145-ad88-4e32-b87f-0cbbee4b7169 None None] Network cd782d1b-2538-4004-8ced-760decaf983a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:33.161575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f815ca11-5614-4802-8004-889cba3fc50c req-bfa5f4ff-462a-4479-8c29-395600493b68 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699148 Apr 01 15:09:33.181978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-48d74d1a-2ce5-4698-bcb4-e77e845320d0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1418650 Apr 01 15:09:33.186180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d1abd-b5bb-4ae2-9a2f-2a1b2fbead5b req-74748179-fb8b-4836-ae47-98ca8e07993b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:33.194143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:33.199798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-569470558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:33.203869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf8d1abd-b5bb-4ae2-9a2f-2a1b2fbead5b req-74748179-fb8b-4836-ae47-98ca8e07993b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.8718746 Apr 01 15:09:33.218538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:33.223755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:router and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:33.227584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:33.234123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:33.251822 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.256225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.296414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.334353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.437156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.439272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ead5f78f-e97d-4a7c-9211-f4f3c30a26f4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2441206 Apr 01 15:09:33.450013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34646) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:33.484832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf8d1abd-b5bb-4ae2-9a2f-2a1b2fbead5b req-e5c90f8d-1711-4c4a-b0b5-b82671222e5c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796242 Apr 01 15:09:33.517056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-052a1604-fe49-40f3-9cab-c1e6f30a4683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.586710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.600181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-cd782d1b-2538-4004-8ced-760decaf983a', 'network_id': 'cd782d1b-2538-4004-8ced-760decaf983a', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '9b635c59-126e-4d17-91fb-952fa0165dcb'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:09:33.602256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.602921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-052a1604-fe49-40f3-9cab-c1e6f30a4683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.657383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.795891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network b5866a89-a9b9-4179-83eb-dd52ef1f88b5 is not hosted by any dhcp agent {{(pid=83953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:09:33.800010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:33.800595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.801929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "PUT /v2.0/networks/b5866a89-a9b9-4179-83eb-dd52ef1f88b5 HTTP/1.1" status: 200 len: 762 time: 0.9326305 Apr 01 15:09:33.804702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34650) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:33.874144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-052a1604-fe49-40f3-9cab-c1e6f30a4683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.899116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d77a55-b3a2-43a2-899d-aad86c474579 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=b5866a89-a9b9-4179-83eb-dd52ef1f88b5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:33.902600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a1604-fe49-40f3-9cab-c1e6f30a4683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d4f4a-e867-41c0-b4a7-2c5865d33cba,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:33.906234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-052a1604-fe49-40f3-9cab-c1e6f30a4683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:33.907321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-052a1604-fe49-40f3-9cab-c1e6f30a4683 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/851d4f4a-e867-41c0-b4a7-2c5865d33cba HTTP/1.1" status: 204 len: 168 time: 1.1257977 Apr 01 15:09:33.917163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network b5866a89-a9b9-4179-83eb-dd52ef1f88b5 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:33.922799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297b054-34b9-44b3-ba09-f076a88c0550 req-7803df8b-a07d-4c5b-85a9-0c90be0aa646 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:33.924330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6297b054-34b9-44b3-ba09-f076a88c0550 req-7803df8b-a07d-4c5b-85a9-0c90be0aa646 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.5463307 Apr 01 15:09:34.203330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Allocated IP 172.20.0.2 (cd782d1b-2538-4004-8ced-760decaf983a/9b635c59-126e-4d17-91fb-952fa0165dcb/b331eb94-a209-4ce5-b0dd-c44e9e5ea923) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:34.298443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c53bd7f-89b1-47b0-bff5-91dca4e0d17c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:34.303376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4c53bd7f-89b1-47b0-bff5-91dca4e0d17c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Synchronizing usage tracker for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:34.379935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6297b054-34b9-44b3-ba09-f076a88c0550 req-ebae30a0-96ea-4f6b-a9e1-496c2a72ffb8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261825 Apr 01 15:09:34.529496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4c53bd7f-89b1-47b0-bff5-91dca4e0d17c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Unset dirty status for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:34.539159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4c53bd7f-89b1-47b0-bff5-91dca4e0d17c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/networks?id=b5866a89-a9b9-4179-83eb-dd52ef1f88b5 HTTP/1.1" status: 200 len: 765 time: 0.7233636 Apr 01 15:09:34.540129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34674) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:34.614199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522ce6e-789d-42b6-8607-13e023f7be15 req-05d59368-8b9f-4c60-9162-6b04d25c605e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:34.625337 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:34.629974 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5522ce6e-789d-42b6-8607-13e023f7be15 req-05d59368-8b9f-4c60-9162-6b04d25c605e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.1863830 Apr 01 15:09:34.657459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Transition to ACTIVE for port object b331eb94-a209-4ce5-b0dd-c44e9e5ea923 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:34.767573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Transition to ACTIVE for port object b331eb94-a209-4ce5-b0dd-c44e9e5ea923 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:34.793471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:34.800402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5522ce6e-789d-42b6-8607-13e023f7be15 req-011e6d01-c8df-4a97-ae1b-6ec921f6c57e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565056 Apr 01 15:09:35.076645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Network cd782d1b-2538-4004-8ced-760decaf983a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:35.087540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Pushing event updated for resources: {'Port': ['ID=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:35.099803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:35.109611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:35.339154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:35.340861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Attempting to bind port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:09:35.343015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Attempting to bind port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a0e7200c-3c5e-4b44-8049-f4fc85a67acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cd782d1b-2538-4004-8ced-760decaf983a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:09:35.344057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Attempting to bind port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 on network cd782d1b-2538-4004-8ced-760decaf983a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:35.360743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:09:35.361127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Checking segment: {'id': 'a0e7200c-3c5e-4b44-8049-f4fc85a67acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cd782d1b-2538-4004-8ced-760decaf983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:35.362132 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:35.364708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Bound using segment: {'id': 'a0e7200c-3c5e-4b44-8049-f4fc85a67acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cd782d1b-2538-4004-8ced-760decaf983a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:09:35.366123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Bound port: b331eb94-a209-4ce5-b0dd-c44e9e5ea923, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e7200c-3c5e-4b44-8049-f4fc85a67acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cd782d1b-2538-4004-8ced-760decaf983a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:09:35.368081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:35.543880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b965904-0ae2-4b9c-99c4-1710cc62dcc3 req-da0f0294-ebfb-41b5-bb45-570a9aacedda tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:35.546041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b965904-0ae2-4b9c-99c4-1710cc62dcc3 req-da0f0294-ebfb-41b5-bb45-570a9aacedda tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.4141319 Apr 01 15:09:35.648903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99761a86-540f-411e-98e6-fc5631a024c6 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:35.650547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-99761a86-540f-411e-98e6-fc5631a024c6 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9718256 Apr 01 15:09:35.666185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34700) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:35.667967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b965904-0ae2-4b9c-99c4-1710cc62dcc3 req-29329873-516a-484e-b276-9c3469d80628 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099012 Apr 01 15:09:35.670368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] For port b331eb94-a209-4ce5-b0dd-c44e9e5ea923, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:09:35.673637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] For port b331eb94-a209-4ce5-b0dd-c44e9e5ea923, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,segment=NetworkSegment(a0e7200c-3c5e-4b44-8049-f4fc85a67acb),segment_id=a0e7200c-3c5e-4b44-8049-f4fc85a67acb)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:09:35.680045 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:35.726649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-be09daec-42f3-4b4c-970a-65f019d1d283 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Synchronizing usage tracker for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:35.757443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-be09daec-42f3-4b4c-970a-65f019d1d283 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Unset dirty status for tenant:dee9e30f8ae448958457dd6ed9bc5749 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:35.759019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-be09daec-42f3-4b4c-970a-65f019d1d283 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 207 time: 0.0913572 Apr 01 15:09:35.762744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34704) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:35.875034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7cdce-f43c-4f08-bddc-877d53716e19 None None] Pushing event updated for resources: {'Port': ['ID=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:36.028679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24089e66-7090-49b0-8dc6-5bd5058a70e2 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.032668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24089e66-7090-49b0-8dc6-5bd5058a70e2 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.036939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24089e66-7090-49b0-8dc6-5bd5058a70e2 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.042163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24089e66-7090-49b0-8dc6-5bd5058a70e2 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.046162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24089e66-7090-49b0-8dc6-5bd5058a70e2 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.050086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24089e66-7090-49b0-8dc6-5bd5058a70e2 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.052279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24089e66-7090-49b0-8dc6-5bd5058a70e2 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2885010 Apr 01 15:09:36.059792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.20.0.1 (cd782d1b-2538-4004-8ced-760decaf983a/9b635c59-126e-4d17-91fb-952fa0165dcb/37bdbe98-b832-480c-a7f9-1c2f6debd4a7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:36.061784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34726) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:36.185067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e06a2-5697-47e4-af1d-36c13b2d5ba2 req-38ed0576-ec4e-46e1-a40a-bc1efa0d7b83 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.190224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a2e06a2-5697-47e4-af1d-36c13b2d5ba2 req-38ed0576-ec4e-46e1-a40a-bc1efa0d7b83 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.1351154 Apr 01 15:09:36.304210 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a2e06a2-5697-47e4-af1d-36c13b2d5ba2 req-a6fceedd-2964-447a-b36f-4092029228ed tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078725 Apr 01 15:09:36.672528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34742) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:36.672882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5c23ddc0-3b7f-40fd-80be-3d2aaa187945 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.6097205 Apr 01 15:09:36.739345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:36.764554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:36.802367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:36.824871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:36.834186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da868d70-61b0-428a-affc-59650f72a46d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.835895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da868d70-61b0-428a-affc-59650f72a46d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.837473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da868d70-61b0-428a-affc-59650f72a46d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.839050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da868d70-61b0-428a-affc-59650f72a46d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.840553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da868d70-61b0-428a-affc-59650f72a46d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:36.842893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-da868d70-61b0-428a-affc-59650f72a46d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1689873 Apr 01 15:09:36.846948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34754) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:37.027711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network cd782d1b-2538-4004-8ced-760decaf983a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:37.048547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c04dd0-701e-4c2a-bc2f-cacb43cb8601 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.049913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c04dd0-701e-4c2a-bc2f-cacb43cb8601 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.053474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c04dd0-701e-4c2a-bc2f-cacb43cb8601 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.054771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c04dd0-701e-4c2a-bc2f-cacb43cb8601 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.056066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c04dd0-701e-4c2a-bc2f-cacb43cb8601 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.061047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a8c04dd0-701e-4c2a-bc2f-cacb43cb8601 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2092614 Apr 01 15:09:37.062565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34764) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:37.094597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:37.102924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:37.207867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:37.291886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:37.354151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b331eb94-a209-4ce5-b0dd-c44e9e5ea923 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:37.365441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=37bdbe98-b832-480c-a7f9-1c2f6debd4a7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:37.367716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cef115-bfd9-4bbf-b789-bb90922a6b8c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.382533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-70cef115-bfd9-4bbf-b789-bb90922a6b8c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/networks/9862fd63-639e-4858-b22d-5f777b62383b HTTP/1.1" status: 200 len: 804 time: 0.3189335 Apr 01 15:09:37.384759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34780) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:37.394893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:37.398546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Usage tracker for resource:security_group_rule and tenant:1a29cab63bad4ad78c2d2e8b8de11746 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:37.401447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:37.407125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:37.479492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:37.487311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:37.500084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b11396-5d33-456e-a5be-4766ed8764bb None None] Network cd782d1b-2538-4004-8ced-760decaf983a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:37.530430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528c776-817d-4f0d-adf0-f0f033af74db req-d29ef1f0-fb5c-47c0-86a8-80334e46e1aa tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.532298 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4528c776-817d-4f0d-adf0-f0f033af74db req-d29ef1f0-fb5c-47c0-86a8-80334e46e1aa tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.5662136 Apr 01 15:09:37.573497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:09:37.607776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1e5a5-dde8-49f6-a7c8-c4c53ded3c02,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:37.629716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb9e1de1-71a9-41b4-9545-7a8178aeb5ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a29cab63bad4ad78c2d2e8b8de11746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8252308 Apr 01 15:09:37.634851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7f4d7cf-79b6-4bb5-84b6-a96c8b2121d7 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/networks/9862fd63-639e-4858-b22d-5f777b62383b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2484937 Apr 01 15:09:37.635473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34786) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:37.640507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34788) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:37.736294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1538edaa-cadc-42f6-830f-163549d9acb8 None None] Provisioning for port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:37.764753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c10de-ad1a-475a-a0aa-529194c2d15c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.766078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-875c10de-ad1a-475a-a0aa-529194c2d15c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/subnets/211d6067-5b3c-4f58-a7aa-9f948a8ed949 HTTP/1.1" status: 200 len: 843 time: 0.1241696 Apr 01 15:09:37.770557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34794) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:37.781594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:37.857309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29d1f1df-99e1-4ebd-a99b-c0d3735a3d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:37.875447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734c886-3b28-45cd-ba23-3abee0ac43ed req-14e69dcb-f2fc-4050-922a-cf1a1615bd7e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.883080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8734c886-3b28-45cd-ba23-3abee0ac43ed req-14e69dcb-f2fc-4050-922a-cf1a1615bd7e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.1900394 Apr 01 15:09:37.931477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db51d170-38a9-4f4d-83f5-a01db9b07f0f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:37.932861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-db51d170-38a9-4f4d-83f5-a01db9b07f0f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "GET /v2.0/subnets/211d6067-5b3c-4f58-a7aa-9f948a8ed949?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1608131 Apr 01 15:09:37.937969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4528c776-817d-4f0d-adf0-f0f033af74db req-27465334-b84a-42fe-b58a-bd4afcd7ec9d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865497 Apr 01 15:09:37.940933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34798) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:37.951504 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29d1f1df-99e1-4ebd-a99b-c0d3735a3d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:37.982049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1376045744'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:38.021863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:38.060699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29d1f1df-99e1-4ebd-a99b-c0d3735a3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.063438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:38.087409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1f1df-99e1-4ebd-a99b-c0d3735a3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1e5a5-dde8-49f6-a7c8-c4c53ded3c02,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:38.101312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29d1f1df-99e1-4ebd-a99b-c0d3735a3d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.114956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-29d1f1df-99e1-4ebd-a99b-c0d3735a3d43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3c1e5a5-dde8-49f6-a7c8-c4c53ded3c02 HTTP/1.1" status: 204 len: 168 time: 0.4657371 Apr 01 15:09:38.135538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8734c886-3b28-45cd-ba23-3abee0ac43ed req-b3a3a39a-708d-46af-9068-5617c4e81d51 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486618 Apr 01 15:09:38.141369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:38.323888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:38.324254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.417181 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.535377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:38.542900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.545778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:38.580988 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:38.588762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:09:38.596643 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.600276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.601032 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Added segment c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3 of type vlan for network 3bf9358b-d751-4c1a-945c-a82e1f402890 Apr 01 15:09:38.629958 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.644988 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.681753 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'code': 200} Apr 01 15:09:38.697423 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.703139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:38.703871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.731174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b331eb94-a209-4ce5-b0dd-c44e9e5ea923, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,segment=NetworkSegment(a0e7200c-3c5e-4b44-8049-f4fc85a67acb),segment_id=a0e7200c-3c5e-4b44-8049-f4fc85a67acb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:38.743136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:38.751128 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.807824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8520262 Apr 01 15:09:38.810739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34822) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:38.816623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'network_id': '3bf9358b-d751-4c1a-945c-a82e1f402890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:38.862098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:38.869045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:09:38.900291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.919285 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:38.999025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc8b4a-9d09-4a90-96b0-5d4fa649af9f tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Network': ['ID=3bf9358b-d751-4c1a-945c-a82e1f402890,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:39.014319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3bf9358b-d751-4c1a-945c-a82e1f402890 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:09:39.021829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:39.035465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:39.040498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-ca089f1c-1d1b-431e-b10e-fecac9a5f798 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1095 time: 0.5710356 Apr 01 15:09:39.066199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Made reservation on behalf of dee9e30f8ae448958457dd6ed9bc5749 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:09:39.163759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=37bdbe98-b832-480c-a7f9-1c2f6debd4a7,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:39.170795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:39.311402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b603ea50-33d9-460b-a8fb-0fbc5d880c22 None None] Provisioning complete for port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:39.311925 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b603ea50-33d9-460b-a8fb-0fbc5d880c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:39.322518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:39.369041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b331eb94-a209-4ce5-b0dd-c44e9e5ea923 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:39.576819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:09:39.613553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing IP validity checks on allocation pools {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:09:39.614071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:09:39.647444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652e6f8-a066-451f-b620-9807643e19e5 req-cb93bdfa-54a7-47a2-95ac-d42efff96415 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:39.648931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0652e6f8-a066-451f-b620-9807643e19e5 req-cb93bdfa-54a7-47a2-95ac-d42efff96415 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.2789264 Apr 01 15:09:39.747335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-d1d1ed32-1488-45e0-8fee-f0c15b1fd6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:39.748888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-d1d1ed32-1488-45e0-8fee-f0c15b1fd6bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.6820710 Apr 01 15:09:39.753911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0652e6f8-a066-451f-b620-9807643e19e5 req-948aa0a5-1ee3-4189-8326-53502991cb0f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945640 Apr 01 15:09:39.802630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:39.802929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:39.881465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:39.919732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network cd782d1b-2538-4004-8ced-760decaf983a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:39.939716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:40.096687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:40.114179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'mac_address': 'fa:16:3e:d3:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:09:40.160378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b603ea50-33d9-460b-a8fb-0fbc5d880c22 None None] Provisioning for port 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:09:40.162848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=55d8a0d9-4a66-42c4-a607-9f0ad947a9c8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:40.174442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Checking segment: {'id': 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3bf9358b-d751-4c1a-945c-a82e1f402890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:40.174800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network hostable DHCP agents. Network: 3bf9358b-d751-4c1a-945c-a82e1f402890, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:09:40.213248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b603ea50-33d9-460b-a8fb-0fbc5d880c22 None None] Provisioning complete for port 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:40.213776 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b603ea50-33d9-460b-a8fb-0fbc5d880c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:40.225472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09186b36-b17e-4de1-84e9-ef4b766f33ab req-bb6b58d8-4cfd-4f84-ae5c-9dae5938aae2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:40.227668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Network 3bf9358b-d751-4c1a-945c-a82e1f402890 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:09:40.232959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09186b36-b17e-4de1-84e9-ef4b766f33ab req-bb6b58d8-4cfd-4f84-ae5c-9dae5938aae2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.6189826 Apr 01 15:09:40.252716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3bf9358b-d751-4c1a-945c-a82e1f402890) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:40.260807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:40.263532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:40.313413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-0be6eed9-feb6-4caf-a67f-029527c84314 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 200 len: 999 time: 0.5513608 Apr 01 15:09:40.331472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e09980ab-cacf-4b09-a8a3-c962da5d9164 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5193870 Apr 01 15:09:40.334095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7553c6d0-5dd6-49d7-b357-3029d01b74f9 None None] Network 3bf9358b-d751-4c1a-945c-a82e1f402890 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:40.334780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34858) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:40.351289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0ac6b70c-c6bc-434c-9263-a8ad24807091 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:40.470248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09186b36-b17e-4de1-84e9-ef4b766f33ab req-d6a505a7-6288-4bc2-b334-dd730554e1ec tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352991 Apr 01 15:09:40.487084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b603ea50-33d9-460b-a8fb-0fbc5d880c22 None None] Port 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:09:40.492495 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:40.508300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34868) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:40.560651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-f916febc-a2ee-4d12-a908-007db9e08455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:40.562124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-f916febc-a2ee-4d12-a908-007db9e08455 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.2334156 Apr 01 15:09:40.581329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:09:40.589928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ac6b70c-c6bc-434c-9263-a8ad24807091 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1507440'] for subnet, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:40.622178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:40.643587 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:40.771719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66290855-0b00-4ec2-891f-8dc6500a7537 None None] Provisioning complete for port 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:40.772086 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66290855-0b00-4ec2-891f-8dc6500a7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:40.856192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:40.971833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a5e72d46-d1ff-45ab-90ea-1d45a502a77b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:09:41.019186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ac6b70c-c6bc-434c-9263-a8ad24807091 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794440447892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1818947'] for subnet, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.059054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.152641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:41.162551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Usage tracker for resource:security_group_rule and tenant:afe82a7b90e74ad59d9137d4031df5bd is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:41.165458 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.166092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-66290855-0b00-4ec2-891f-8dc6500a7537 None None] Port 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:09:41.169739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:41.188705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fae4e1-ef1f-4f18-98a2-451da0609505 req-12999c52-ab07-488c-90b3-75b37a38c4f8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:41.197261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00fae4e1-ef1f-4f18-98a2-451da0609505 req-12999c52-ab07-488c-90b3-75b37a38c4f8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 946 time: 0.4336357 Apr 01 15:09:41.199728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:41.240858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6b70c-c6bc-434c-9263-a8ad24807091 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event updated for resources: {'Subnet': ['ID=55d8a0d9-4a66-42c4-a607-9f0ad947a9c8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:41.241507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-b38e336a-1755-4ecc-a6c1-81aa739812bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6583955 Apr 01 15:09:41.277887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6b70c-c6bc-434c-9263-a8ad24807091 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:41.291553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-3bf9358b-d751-4c1a-945c-a82e1f402890', 'network_id': '3bf9358b-d751-4c1a-945c-a82e1f402890', 'tenant_id': 'dee9e30f8ae448958457dd6ed9bc5749', 'fixed_ips': [{'subnet_id': '55d8a0d9-4a66-42c4-a607-9f0ad947a9c8'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:09:41.292353 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.293228 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ac6b70c-c6bc-434c-9263-a8ad24807091 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.296440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0ac6b70c-c6bc-434c-9263-a8ad24807091 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "PUT /v2.0/subnets/55d8a0d9-4a66-42c4-a607-9f0ad947a9c8 HTTP/1.1" status: 200 len: 900 time: 0.9601064 Apr 01 15:09:41.300588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34888) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:41.413853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00fae4e1-ef1f-4f18-98a2-451da0609505 req-bea361f8-fc51-41a3-813f-b247003b4a32 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156348 Apr 01 15:09:41.518198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431db730-7efb-4624-a0d2-d192d0c144ef req-0517dc2b-86d6-409e-80c7-d844763b96f3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:41.519795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-431db730-7efb-4624-a0d2-d192d0c144ef req-0517dc2b-86d6-409e-80c7-d844763b96f3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.3987978 Apr 01 15:09:41.561416 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.615333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-2fb5e009-c77e-4883-a622-0dd9e2339a11 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381362 Apr 01 15:09:41.658484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-431db730-7efb-4624-a0d2-d192d0c144ef req-9250ef29-7c5a-45cd-9395-408c82559403 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210673 Apr 01 15:09:41.701760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.707957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Allocated IP 2001:db8::3 (3bf9358b-d751-4c1a-945c-a82e1f402890/55d8a0d9-4a66-42c4-a607-9f0ad947a9c8/f5703b7b-4602-42d3-90db-e1f075b66857) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:41.876430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46fd71e0-ad3c-4e30-be73-d28194c4b293 req-c690209b-70bc-4c94-9f84-af79ca788ff4 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601643 Apr 01 15:09:41.945575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.953282 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:41.968166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router bb6c80a2-447d-402a-900b-860fff8bc226 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:09:42.064233 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.082821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Transition to ACTIVE for port object f5703b7b-4602-42d3-90db-e1f075b66857 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:42.110644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Transition to ACTIVE for port object f5703b7b-4602-42d3-90db-e1f075b66857 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:09:42.119579 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.162041 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.242517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Network 3bf9358b-d751-4c1a-945c-a82e1f402890 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:42.245486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:42.249543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:42.315906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Pushing event updated for resources: {'Port': ['ID=f5703b7b-4602-42d3-90db-e1f075b66857,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:42.321196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=55d8a0d9-4a66-42c4-a607-9f0ad947a9c8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:42.393542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Attempting to bind port f5703b7b-4602-42d3-90db-e1f075b66857 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:09:42.393797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Attempting to bind port f5703b7b-4602-42d3-90db-e1f075b66857 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3bf9358b-d751-4c1a-945c-a82e1f402890'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:09:42.394190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Attempting to bind port f5703b7b-4602-42d3-90db-e1f075b66857 on network 3bf9358b-d751-4c1a-945c-a82e1f402890 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:09:42.402554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:09:42.402930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Checking segment: {'id': 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3bf9358b-d751-4c1a-945c-a82e1f402890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:09:42.403365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.403758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Bound using segment: {'id': 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3bf9358b-d751-4c1a-945c-a82e1f402890'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:09:42.404219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Bound port: f5703b7b-4602-42d3-90db-e1f075b66857, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3bf9358b-d751-4c1a-945c-a82e1f402890'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:09:42.404596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.458586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b54ecb6-aea6-4074-87d9-98cd805fa1e1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:42.530289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.537635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] For port f5703b7b-4602-42d3-90db-e1f075b66857, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:09:42.545055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e555afd6-01c1-479a-8008-9d79c520fc36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afe82a7b90e74ad59d9137d4031df5bd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0276542 Apr 01 15:09:42.548897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] For port f5703b7b-4602-42d3-90db-e1f075b66857, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f5703b7b-4602-42d3-90db-e1f075b66857,segment=NetworkSegment(c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3),segment_id=c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:09:42.552878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34904) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:42.556991 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.575248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8ac23-4199-43e1-9cae-0f24c894f614 req-df79d062-bf9c-4ee8-b520-5b81a67cd8ea tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:42.583040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30e8ac23-4199-43e1-9cae-0f24c894f614 req-df79d062-bf9c-4ee8-b520-5b81a67cd8ea tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.7056396 Apr 01 15:09:42.676555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30e8ac23-4199-43e1-9cae-0f24c894f614 req-8046be7d-cf98-4278-91a3-aab4489c4b68 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921681 Apr 01 15:09:42.702549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf9358b-d751-4c1a-945c-a82e1f402890']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:42.711967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-d6ab1fb2-0226-4eff-aed0-a0543cca44b0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:42.714088 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-d6ab1fb2-0226-4eff-aed0-a0543cca44b0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 946 time: 0.2434051 Apr 01 15:09:42.813637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:42.814685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:42.874968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:42.875331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.970497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:42.971021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90fc2c-0dd1-497d-a533-ee23a940e89a None None] Pushing event updated for resources: {'Port': ['ID=f5703b7b-4602-42d3-90db-e1f075b66857,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:43.003964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f151c-192b-416d-b321-81f7724d740f None None] Network 3bf9358b-d751-4c1a-945c-a82e1f402890 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:43.012017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a903e86b-7725-45dd-8b97-131e880cd561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.015699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.050033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:09:43.056597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:43.057579 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:43.074234 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:43.140211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-11cac4f7-35c8-4683-bf06-5e52873fd695 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/bb6c80a2-447d-402a-900b-860fff8bc226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6881778 Apr 01 15:09:43.143463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34912) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:43.165114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc986-e37f-4621-a822-3375cdc3b2de req-c8b48665-0221-4879-a03c-8d76a176a9dd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:43.167071 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fdbc986-e37f-4621-a822-3375cdc3b2de req-c8b48665-0221-4879-a03c-8d76a176a9dd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 944 time: 0.2159567 Apr 01 15:09:43.176321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a903e86b-7725-45dd-8b97-131e880cd561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.176625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] Sync routers for ids ['bb6c80a2-447d-402a-900b-860fff8bc226'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:09:43.258313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e465e3d5-3250-46f1-8382-ba2c71d3a321 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:43.258949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e465e3d5-3250-46f1-8382-ba2c71d3a321 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:43.265707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] Routers {'bb6c80a2-447d-402a-900b-860fff8bc226'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:43.266282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bb6c80a2-447d-402a-900b-860fff8bc226'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:43.296768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5847a5e-c8e7-4c59-b8d2-9b0704977f22 req-8888de6d-575b-4ade-b8c1-bc3d100a939d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:43.309150 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5847a5e-c8e7-4c59-b8d2-9b0704977f22 req-8888de6d-575b-4ade-b8c1-bc3d100a939d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 946 time: 0.5110633 Apr 01 15:09:43.311600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:09:43.311600 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:09:43.311600 n-d-836017-1 neutron-server[83953]: [parameters: {'id': '3bf9358b-d751-4c1a-945c-a82e1f402890'}] Apr 01 15:09:43.311600 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:09:43.312263 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:09:43.406871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:43.411891 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5847a5e-c8e7-4c59-b8d2-9b0704977f22 req-82184029-274e-469d-a04b-a055e6fcfcaf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ba26d04-0e49-4fca-8757-1261d3da90c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016486 Apr 01 15:09:43.424278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e465e3d5-3250-46f1-8382-ba2c71d3a321 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:43.428165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e465e3d5-3250-46f1-8382-ba2c71d3a321 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports/37bdbe98-b832-480c-a7f9-1c2f6debd4a7 HTTP/1.1" status: 200 len: 910 time: 0.2591579 Apr 01 15:09:43.430509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34918) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:43.450842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] Routers {'bb6c80a2-447d-402a-900b-860fff8bc226'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:43.451481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bb6c80a2-447d-402a-900b-860fff8bc226'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:43.537778 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9fdbc986-e37f-4621-a822-3375cdc3b2de req-ebfee192-0f41-45c7-b537-5d1e0083daa2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475975 Apr 01 15:09:43.568004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:43.628924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] For port 6eec49b7-2365-4ff7-afe5-2da8399d54f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=6eec49b7-2365-4ff7-afe5-2da8399d54f5,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:43.629401 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.634344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:43.634754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2f908-2383-4767-b1dd-8cbd8ac87770 None None] The sync data for ids ['bb6c80a2-447d-402a-900b-860fff8bc226'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:09:43.646838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:09:43.648300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a903e86b-7725-45dd-8b97-131e880cd561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.726190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903e86b-7725-45dd-8b97-131e880cd561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b54ecb6-aea6-4074-87d9-98cd805fa1e1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:43.738115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a903e86b-7725-45dd-8b97-131e880cd561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.753593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a903e86b-7725-45dd-8b97-131e880cd561 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b54ecb6-aea6-4074-87d9-98cd805fa1e1 HTTP/1.1" status: 204 len: 168 time: 1.1851621 Apr 01 15:09:43.813307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a5e72d46-d1ff-45ab-90ea-1d45a502a77b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:43.813848 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.816701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:43.895165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e080a-f176-42e3-9a40-85df9e6db79e None None] Network 3bf9358b-d751-4c1a-945c-a82e1f402890 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:44.169621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:44.259670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'port_id': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'mac_address': 'fa:16:3e:cc:13:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:09:44.278580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.287758 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.288217 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.288647 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP b070f840-f577-456b-8107-a0d12b1a105e disassociated. External IP: 172.25.2.170, port: 6eec49b7-2365-4ff7-afe5-2da8399d54f5. Apr 01 15:09:44.289203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for 6eec49b7-2365-4ff7-afe5-2da8399d54f5 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:44.340049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port f5703b7b-4602-42d3-90db-e1f075b66857 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:44.347546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.362429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:44.389074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:44.409138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.521305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.616012 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'code': 200} Apr 01 15:09:44.616012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:44.616012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.694848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a17a9-742b-48ed-8eff-39e6b151cb59 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:09:44.707401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=6eec49b7-2365-4ff7-afe5-2da8399d54f5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:44.809167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a3a6-22d0-4e47-b799-9ff518331584 req-f6ed877b-9e47-40aa-a493-cc584276cb28 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:44.816657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eff5a3a6-22d0-4e47-b799-9ff518331584 req-f6ed877b-9e47-40aa-a493-cc584276cb28 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.5955896 Apr 01 15:09:44.821278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.822067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.822067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.822311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.822774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.823094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.823484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.823903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.825828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.826152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.826486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:09:44.858632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62933d0-a5f8-439f-a69d-92400d9d8916 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:09:44.868582 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.896610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:44.917200 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:44.948935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-573bd8ae-d23a-4d4c-b390-494c56aa9190 req-39c88719-06ba-4fb7-ae53-260a1eba2cb2 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 210 time: 0.1447883 Apr 01 15:09:44.972344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:45.071291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:09:45.083727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:45.101900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] For port f5703b7b-4602-42d3-90db-e1f075b66857, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f5703b7b-4602-42d3-90db-e1f075b66857,segment=NetworkSegment(c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3),segment_id=c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:45.111679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:45.179235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eff5a3a6-22d0-4e47-b799-9ff518331584 req-8c3ea7dd-fddf-463c-aac7-ed0767f67ca0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614900 Apr 01 15:09:45.212423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318a17a9-742b-48ed-8eff-39e6b151cb59 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:09:45.276056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['c62933d0-a5f8-439f-a69d-92400d9d8916'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:09:45.437466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Calling delete_port for f5703b7b-4602-42d3-90db-e1f075b66857 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:45.621302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:45.654621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04689fd2-3ee7-414a-97f2-fb39826038fb req-faae3fd7-809e-46dc-8d75-3967fe3c048c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:45.656176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04689fd2-3ee7-414a-97f2-fb39826038fb req-faae3fd7-809e-46dc-8d75-3967fe3c048c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 945 time: 0.2157812 Apr 01 15:09:45.671595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6eec49b7-2365-4ff7-afe5-2da8399d54f5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:09:45.769046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04689fd2-3ee7-414a-97f2-fb39826038fb req-a8b4cf12-d25b-4543-b4a6-8b09783143c6 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006536 Apr 01 15:09:45.784570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Port': ['ID=f5703b7b-4602-42d3-90db-e1f075b66857,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:45.824145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 6eec49b7-2365-4ff7-afe5-2da8399d54f5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:09:45.824851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 6eec49b7-2365-4ff7-afe5-2da8399d54f5 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:09:45.825680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:09:45.833097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No DVR routers for this DVR port f5703b7b-4602-42d3-90db-e1f075b66857 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:45.848023 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:09:45.884064 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:45.884695 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:46.078245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] No DVR routers for this DVR port 6eec49b7-2365-4ff7-afe5-2da8399d54f5 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:46.082430 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:46.093778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'name': 'network-vif-deleted', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:46.146338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16b68e11-b84f-4398-b090-0b6e53e4177a req-39ba8786-f82f-4427-83cb-799f10416603 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "DELETE /v2.0/ports/6eec49b7-2365-4ff7-afe5-2da8399d54f5 HTTP/1.1" status: 204 len: 173 time: 3.4060237 Apr 01 15:09:46.240286 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac98b65-0438-4e76-9899-e25be9848fd8', 'name': 'network-vif-deleted', 'tag': '6eec49b7-2365-4ff7-afe5-2da8399d54f5', 'status': 'completed', 'code': 200} Apr 01 15:09:46.367821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df473671-8101-4ba9-a948-fd7736c2c72a req-caa024e2-a444-4365-b2d9-d1d9259271c4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac98b65-0438-4e76-9899-e25be9848fd8 HTTP/1.1" status: 200 len: 210 time: 0.0644796 Apr 01 15:09:46.377710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:09:46.401885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:46.519722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf9358b-d751-4c1a-945c-a82e1f402890']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:46.533819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:46.534196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6769b42-fbc2-4a09-a8a9-d4ebb7c5ccf3') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:46.544949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd209-bf1d-4555-92e9-623cee0af430 req-ddbaf31c-0433-47d0-8a0d-6199a033c7e9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:46.546442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e0fd209-bf1d-4555-92e9-623cee0af430 req-ddbaf31c-0433-47d0-8a0d-6199a033c7e9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.1237876 Apr 01 15:09:46.547305 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:46.565112 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:46.580348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:46.580896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:46.602492 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:46.650867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e0fd209-bf1d-4555-92e9-623cee0af430 req-fc518d66-712f-4f8f-b620-1fc2beb5ec4b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939853 Apr 01 15:09:46.891990 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:46.898715 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:09:46.921832 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:46.922491 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:46.957470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:47.007059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:47.019921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=3bf9358b-d751-4c1a-945c-a82e1f402890,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:47.100532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34972) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:47.102101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bb690c81-5c96-4797-ad95-6d410a829f7d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/3bf9358b-d751-4c1a-945c-a82e1f402890 HTTP/1.1" status: 204 len: 168 time: 5.8002245 Apr 01 15:09:47.230364 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d337d434-950b-49e7-a93a-a1d411429b6c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:47.233565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d337d434-950b-49e7-a93a-a1d411429b6c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:47.238786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d337d434-950b-49e7-a93a-a1d411429b6c tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/55d8a0d9-4a66-42c4-a607-9f0ad947a9c8 HTTP/1.1" status: 404 len: 337 time: 0.1357207 Apr 01 15:09:47.241784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34980) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:47.268378 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:09:47.290497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2e0db-714e-44f4-ad82-c9be7d1599ef req-79337cf4-f100-41c3-a2af-128d035195a4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:47.298192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ff2e0db-714e-44f4-ad82-c9be7d1599ef req-79337cf4-f100-41c3-a2af-128d035195a4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 945 time: 0.2339911 Apr 01 15:09:47.339176 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cbbc9e-301f-4287-98f8-0f3b15b3ad71 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:47.342764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cbbc9e-301f-4287-98f8-0f3b15b3ad71 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:47.346831 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c8cbbc9e-301f-4287-98f8-0f3b15b3ad71 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/3bf9358b-d751-4c1a-945c-a82e1f402890 HTTP/1.1" status: 404 len: 339 time: 0.1018536 Apr 01 15:09:47.347944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34986) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:47.407862 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ff2e0db-714e-44f4-ad82-c9be7d1599ef req-e23cd257-4e2f-42ee-98ab-94d7113999bf tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082222 Apr 01 15:09:47.459922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:47.460264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:47.615029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:47.638817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34998) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:47.648285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:09:47.833615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port c62933d0-a5f8-439f-a69d-92400d9d8916 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:47.834093 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:47.879245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.032289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.072056 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.123507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:09:48.140373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 37bdbe98-b832-480c-a7f9-1c2f6debd4a7 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:48.152330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5866a89-a9b9-4179-83eb-dd52ef1f88b5']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:48.154182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:48.165840 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.172156 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:48.179256 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39011d8-f83f-44e6-906a-824ed08d6552 None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:09:48.201172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18e8d-42fc-4796-acfa-da332b2876cf req-a0934896-ecb2-439e-88c4-0c43892e86f0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:48.204433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83d18e8d-42fc-4796-acfa-da332b2876cf req-a0934896-ecb2-439e-88c4-0c43892e86f0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.3457086 Apr 01 15:09:48.205212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a20ff3d5-af1f-4836-93eb-105ef9cda7f3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.322705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7621d8f5-7bb5-45d3-bfed-f0ccb7b92aa4') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:48.323375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7621d8f5-7bb5-45d3-bfed-f0ccb7b92aa4') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:48.328785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:48.337998 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'code': 200} Apr 01 15:09:48.378904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.394569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a20ff3d5-af1f-4836-93eb-105ef9cda7f3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.416950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83d18e8d-42fc-4796-acfa-da332b2876cf req-cc47b7ae-d06a-4add-ba20-0a3c27f70c33 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809103 Apr 01 15:09:48.442838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.467847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.490921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:48.492097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.506754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=37bdbe98-b832-480c-a7f9-1c2f6debd4a7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:48.635879 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:48.737546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45f02-3c47-4bb8-8f52-f4214ca36f8c None None] New status for floating IP b070f840-f577-456b-8107-a0d12b1a105e: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:09:48.846155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.927510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a20ff3d5-af1f-4836-93eb-105ef9cda7f3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.942616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:48.946818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=b5866a89-a9b9-4179-83eb-dd52ef1f88b5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:48.998610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff3d5-af1f-4836-93eb-105ef9cda7f3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba26d04-0e49-4fca-8757-1261d3da90c1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:49.034800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-524feb57-be58-4f44-a7ef-c3f08e807c82 req-b0b17f6a-5e10-4ff4-b3e9-9122ad08378b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 1098 time: 0.3884616 Apr 01 15:09:49.039437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f71c3ef-5d31-4241-8ead-b25432cc141d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/b5866a89-a9b9-4179-83eb-dd52ef1f88b5 HTTP/1.1" status: 204 len: 168 time: 1.6817670 Apr 01 15:09:49.041778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35020) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:49.065745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:49.175592 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a20ff3d5-af1f-4836-93eb-105ef9cda7f3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:49.179972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a20ff3d5-af1f-4836-93eb-105ef9cda7f3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/security-groups/6ba26d04-0e49-4fca-8757-1261d3da90c1 HTTP/1.1" status: 204 len: 168 time: 1.5371876 Apr 01 15:09:49.185726 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-463ee3d3-4ee8-4bda-a097-173dd70af9d1 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:49.186386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463ee3d3-4ee8-4bda-a097-173dd70af9d1 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:49.191779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-463ee3d3-4ee8-4bda-a097-173dd70af9d1 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/1d25f960-311a-4379-815c-acf6b582dbfd HTTP/1.1" status: 404 len: 337 time: 0.1477654 Apr 01 15:09:49.195354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35024) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:49.196969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35026) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:49.277222 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-caf7149b-c53d-4cc0-9ba2-2d9fb974b305 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] show failed (client error): The resource could not be found. Apr 01 15:09:49.277222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-caf7149b-c53d-4cc0-9ba2-2d9fb974b305 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups/6ba26d04-0e49-4fca-8757-1261d3da90c1 HTTP/1.1" status: 404 len: 347 time: 0.0692470 Apr 01 15:09:49.277222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35034) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:49.311596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2495c3b-566c-4043-9133-5c8a340ab0a4 req-45033e8a-18cf-4ecb-a0b6-f771a2f52473 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:49.319054 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2495c3b-566c-4043-9133-5c8a340ab0a4 req-45033e8a-18cf-4ecb-a0b6-f771a2f52473 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 947 time: 0.5286727 Apr 01 15:09:49.375254 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48c5603-4711-40ca-a165-161351277646 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:49.375820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48c5603-4711-40ca-a165-161351277646 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:49.380697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a48c5603-4711-40ca-a165-161351277646 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/fdaef875-f084-4347-a71a-e61177e11291 HTTP/1.1" status: 404 len: 339 time: 0.1785564 Apr 01 15:09:49.387099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35038) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:49.596704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port 1b113a4f-b2f5-4c0f-b14a-1f71a56042c1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:49.597419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:49.621971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-524feb57-be58-4f44-a7ef-c3f08e807c82 req-3c1c83e5-0a16-4eea-a936-c546fb71dbda service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673561 Apr 01 15:09:49.673224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2495c3b-566c-4043-9133-5c8a340ab0a4 req-4206acd2-7ae7-4369-b0fb-d53b9fcb2df8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530717 Apr 01 15:09:49.867555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router bb6c80a2-447d-402a-900b-860fff8bc226 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:09:50.034726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:09:50.047157 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] Sync routers for ids ['bb6c80a2-447d-402a-900b-860fff8bc226'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:09:50.055533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-91de768e-bc6d-4453-bb2c-5d1884fb2322 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/bb6c80a2-447d-402a-900b-860fff8bc226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6235058 Apr 01 15:09:50.059135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35050) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:50.071648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] Routers {'bb6c80a2-447d-402a-900b-860fff8bc226'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:50.073217 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bb6c80a2-447d-402a-900b-860fff8bc226'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:50.110144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f594464a-eacd-4364-aabf-d5784a54ab02 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:09:50.130320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f594464a-eacd-4364-aabf-d5784a54ab02 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:09:50.132067 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f594464a-eacd-4364-aabf-d5784a54ab02 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb6c80a2-447d-402a-900b-860fff8bc226 HTTP/1.1" status: 200 len: 205 time: 0.0711713 Apr 01 15:09:50.134517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35056) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:50.196234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting subnet 9fe49300-23ae-48d3-85c9-fe115e74ff2a {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:09:50.199410 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:50.205651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.214008 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] Routers {'bb6c80a2-447d-402a-900b-860fff8bc226'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:09:50.214601 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bb6c80a2-447d-402a-900b-860fff8bc226'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:50.306039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.306766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.339687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.355330 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:50.355729 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fa722-e8d7-4128-8f1c-eefdee970395 None None] The sync data for ids ['bb6c80a2-447d-402a-900b-860fff8bc226'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:09:50.377518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb82-0219-46c7-a387-bd4aa0bb883f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.448282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db014819-4fc4-4abd-8031-0a14e556df07 req-7a3c86b5-5129-4163-b8bc-f29b5cf396b8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:50.455738 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db014819-4fc4-4abd-8031-0a14e556df07 req-7a3c86b5-5129-4163-b8bc-f29b5cf396b8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.7928672 Apr 01 15:09:50.531039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for 1b113a4f-b2f5-4c0f-b14a-1f71a56042c1 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:50.597089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc263e7d-39d4-41a1-b6b4-4bdcad77a6d4 req-2013dd73-5e2d-4d89-b726-4604ec14b938 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 1097 time: 0.6688941 Apr 01 15:09:50.712891 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db014819-4fc4-4abd-8031-0a14e556df07 req-f10036bc-588c-482d-9071-1597eeac8160 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500978 Apr 01 15:09:50.744779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc263e7d-39d4-41a1-b6b4-4bdcad77a6d4 req-2162bfae-da90-4eb5-933c-a5da46cd055c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333120 Apr 01 15:09:50.752479 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.906522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb82-0219-46c7-a387-bd4aa0bb883f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.916927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.919973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb82-0219-46c7-a387-bd4aa0bb883f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:50.986378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe49300-23ae-48d3-85c9-fe115e74ff2a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:51.014235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb82-0219-46c7-a387-bd4aa0bb883f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.014659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c0eb82-0219-46c7-a387-bd4aa0bb883f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Fanout notify agent at l3_agent the message router_deleted on router bb6c80a2-447d-402a-900b-860fff8bc226 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:09:51.017884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.033963 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.038344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca82c7-0d23-4a6f-a652-239d4cee7286 None None] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:51.069380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb82-0219-46c7-a387-bd4aa0bb883f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.074917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7c0eb82-0219-46c7-a387-bd4aa0bb883f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/bb6c80a2-447d-402a-900b-860fff8bc226 HTTP/1.1" status: 204 len: 168 time: 0.9378040 Apr 01 15:09:51.078858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35082) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:51.135579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=1b113a4f-b2f5-4c0f-b14a-1f71a56042c1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:51.144941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1017e53f-1162-47e3-b932-19c085012c2d tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/9fe49300-23ae-48d3-85c9-fe115e74ff2a HTTP/1.1" status: 204 len: 168 time: 1.7556036 Apr 01 15:09:51.147922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35086) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:51.361060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting subnet 68a5b227-14e1-40f6-a5a3-f670f53fc1a6 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:09:51.367482 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.560989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.571772 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.579013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3dbefe91-6af8-4189-9652-9ffc5f6979b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/floatingips/b070f840-f577-456b-8107-a0d12b1a105e HTTP/1.1" status: 204 len: 168 time: 2.3027539 Apr 01 15:09:51.590677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:51.938161 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.057907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8a60e-fb48-43f7-8826-d5e4e245f626 req-d1157cf0-e901-42fc-b39c-f3012f7b9550 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:52.067895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fa8a60e-fb48-43f7-8826-d5e4e245f626 req-d1157cf0-e901-42fc-b39c-f3012f7b9550 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 947 time: 1.0928075 Apr 01 15:09:52.084146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.137394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=68a5b227-14e1-40f6-a5a3-f670f53fc1a6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:52.153961 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.170473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35138) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:52.170719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0c53e9eb-52d4-483b-b3c2-40d05bd0f55b tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/68a5b227-14e1-40f6-a5a3-f670f53fc1a6 HTTP/1.1" status: 204 len: 168 time: 1.0212100 Apr 01 15:09:52.291117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 9b635c59-126e-4d17-91fb-952fa0165dcb {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:09:52.357515 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fa8a60e-fb48-43f7-8826-d5e4e245f626 req-7a44649a-9735-49d5-b640-646046e6c808 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883697 Apr 01 15:09:52.369946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.485051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.540796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272fa7f5-d4a8-431e-b17f-f581fddbee91 None None] Network bb74f8ac-10af-4fcd-8429-e4d88056a992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:52.633553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.798276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.805763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35144) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:52.812251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700730715', 'description': 'tempest-description--799866329'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:52.830279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:52.834817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:52.839973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:52.856208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:52.894460 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.915299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5b1770d7-6c39-475c-9068-df3e550b3ee4 None None] Provisioning complete for port b46d9466-5a2c-4ada-9769-df336e6b22b8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:09:52.915668 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b1770d7-6c39-475c-9068-df3e550b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.924280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port b46d9466-5a2c-4ada-9769-df336e6b22b8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:52.924618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:52.987202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:53.000188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:53.005700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:53.022248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:53.112167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.124845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.185708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:53.203495 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.204507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.206036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c319df29-272e-4efa-b19d-8b5fe8ae8605 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3992531 Apr 01 15:09:53.209097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35150) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:53.214765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': 'c4599f5b-9ab7-45c7-a9ee-4322de4a0c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:53.233073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:53.241025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:53.244025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:53.250652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:53.271628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.274988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=9b635c59-126e-4d17-91fb-952fa0165dcb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:53.346406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.382995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768203c-0c98-4ad6-b81f-c08a480eb377 None None] Network cd782d1b-2538-4004-8ced-760decaf983a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:53.383239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-70d93235-4a5a-4ab1-8f67-13acf80e5a09 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/9b635c59-126e-4d17-91fb-952fa0165dcb HTTP/1.1" status: 204 len: 168 time: 2.2998700 Apr 01 15:09:53.389225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:53.402313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee4b2d-8009-44d1-bd65-c736ce18ce42 req-afc52b5e-62d0-4d03-b1f7-c26674ee40a7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:53.408202 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03ee4b2d-8009-44d1-bd65-c736ce18ce42 req-afc52b5e-62d0-4d03-b1f7-c26674ee40a7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.7717037 Apr 01 15:09:53.413971 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.421006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.459826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] DHCP port deletion for bb74f8ac-10af-4fcd-8429-e4d88056a992 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:09:53.461511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956923cb-1195-4c1f-86d1-b60b464d61fc,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:53.483751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Deleting port b46d9466-5a2c-4ada-9769-df336e6b22b8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:53.484164 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.486785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.488631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ca55ce30-e26a-4495-8105-fa6ef940de73 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2785068 Apr 01 15:09:53.491176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35162) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:53.500095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'security_group_rule': {'security_group_id': 'c4599f5b-9ab7-45c7-a9ee-4322de4a0c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:53.507760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:53.514435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:security_group_rule and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:53.521784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:53.538802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:53.581381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.667406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03ee4b2d-8009-44d1-bd65-c736ce18ce42 req-ffe4659c-9c49-4456-a0ca-c739f8d83376 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581987 Apr 01 15:09:53.678909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] For port b46d9466-5a2c-4ada-9769-df336e6b22b8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b46d9466-5a2c-4ada-9769-df336e6b22b8,segment=NetworkSegment(1e76d137-843b-4939-bae1-f2f68196a8ce),segment_id=1e76d137-843b-4939-bae1-f2f68196a8ce)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:53.679319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.825667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.835867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Calling delete_port for b46d9466-5a2c-4ada-9769-df336e6b22b8 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:53.893924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:53.894344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:53.996970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.019127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.033463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] For port b46d9466-5a2c-4ada-9769-df336e6b22b8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b46d9466-5a2c-4ada-9769-df336e6b22b8,segment=NetworkSegment(1e76d137-843b-4939-bae1-f2f68196a8ce),segment_id=1e76d137-843b-4939-bae1-f2f68196a8ce)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:54.034092 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.085824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4f3346-08d6-4a7c-8e20-793796cfbd38,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:54.174016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.176292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-41e814ea-2e74-4368-a456-74a8421960a9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6833272 Apr 01 15:09:54.178289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port b331eb94-a209-4ce5-b0dd-c44e9e5ea923, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,segment=NetworkSegment(a0e7200c-3c5e-4b44-8049-f4fc85a67acb),segment_id=a0e7200c-3c5e-4b44-8049-f4fc85a67acb)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:54.178841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.185965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7707-885b-42a3-9340-34a440763137 req-a06ab161-0941-48a9-9310-3fa51f8ecc9f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:54.191418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35174) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:54.192085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.195917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e2df7707-885b-42a3-9340-34a440763137 req-a06ab161-0941-48a9-9310-3fa51f8ecc9f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 947 time: 0.5421295 Apr 01 15:09:54.226574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Calling delete_port for b46d9466-5a2c-4ada-9769-df336e6b22b8 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:54.245391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:54.251099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:54.255275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:floatingip and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:54.258309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:54.264491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:54.278034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Port': ['ID=b46d9466-5a2c-4ada-9769-df336e6b22b8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:54.324663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e2df7707-885b-42a3-9340-34a440763137 req-84fca227-0a70-4fe8-a653-d8ad73d33a46 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268048 Apr 01 15:09:54.383830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] DHCP port deletion for cd782d1b-2538-4004-8ced-760decaf983a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:09:54.386950 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:09:54.393944 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:09:54.397172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Deleting port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:54.397534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.502706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.624609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for b331eb94-a209-4ce5-b0dd-c44e9e5ea923 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:54.687466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] For port b331eb94-a209-4ce5-b0dd-c44e9e5ea923, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,segment=NetworkSegment(a0e7200c-3c5e-4b44-8049-f4fc85a67acb),segment_id=a0e7200c-3c5e-4b44-8049-f4fc85a67acb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:54.688120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.762315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:54.809486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No DVR routers for this DVR port b46d9466-5a2c-4ada-9769-df336e6b22b8 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:54.974933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=b331eb94-a209-4ce5-b0dd-c44e9e5ea923,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:54.998856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.015999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:55.025995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Deleting port b46d9466-5a2c-4ada-9769-df336e6b22b8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:55.026637 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.140056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Calling delete_port for b331eb94-a209-4ce5-b0dd-c44e9e5ea923 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:55.183351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb74f8ac-10af-4fcd-8429-e4d88056a992']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:55.197784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c8cf7-305a-4144-8b0b-bad2727682f0 req-b3513872-b263-4369-a3d1-5eb18c6aff22 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:55.200825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f10c8cf7-305a-4144-8b0b-bad2727682f0 req-b3513872-b263-4369-a3d1-5eb18c6aff22 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 1.0728648 Apr 01 15:09:55.204679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a629a23b-8ceb-409e-abf2-a4ca78d62b18 None None] The port 'b46d9466-5a2c-4ada-9769-df336e6b22b8' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:09:55.243165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e76d137-843b-4939-bae1-f2f68196a8ce') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:55.243834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e76d137-843b-4939-bae1-f2f68196a8ce') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:55.267919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b46d9466-5a2c-4ada-9769-df336e6b22b8 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:09:55.290710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.306259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.308425 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:09:55.308778 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:09:55.314606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b46d9466-5a2c-4ada-9769-df336e6b22b8 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:09:55.315601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b46d9466-5a2c-4ada-9769-df336e6b22b8 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:09:55.318951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b331eb94-a209-4ce5-b0dd-c44e9e5ea923 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:09:55.355787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd782d1b-2538-4004-8ced-760decaf983a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:55.363011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b331eb94-a209-4ce5-b0dd-c44e9e5ea923 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:09:55.363387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b331eb94-a209-4ce5-b0dd-c44e9e5ea923 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:09:55.366467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.391146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:55.391511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e7200c-3c5e-4b44-8049-f4fc85a67acb') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:55.416302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e7200c-3c5e-4b44-8049-f4fc85a67acb') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:55.505757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.541462 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f10c8cf7-305a-4144-8b0b-bad2727682f0 req-6de127dd-a73c-4d06-959e-7bd168319c8f tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011160 Apr 01 15:09:55.581891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.584621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.644806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.647436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:55.647945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:55.676883 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:55.723664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.810296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Deleting port b331eb94-a209-4ce5-b0dd-c44e9e5ea923 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:55.810728 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.836960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=bb74f8ac-10af-4fcd-8429-e4d88056a992,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:55.871761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c79ced07-fc6c-4bf5-9f09-c0d5a020d7ff tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/bb74f8ac-10af-4fcd-8429-e4d88056a992 HTTP/1.1" status: 204 len: 168 time: 3.6978743 Apr 01 15:09:55.876927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35204) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:55.897244 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:55.982578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-055779df-a0b4-495e-88e6-d7340dbcdb34 None None] The port 'b331eb94-a209-4ce5-b0dd-c44e9e5ea923' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:09:56.018061 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-351298be-69f3-47a7-ba65-e99133a49427 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:56.018839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351298be-69f3-47a7-ba65-e99133a49427 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:56.023500 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-351298be-69f3-47a7-ba65-e99133a49427 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/20f85b84-3aac-4e38-a9b0-eeb24bfd2b15 HTTP/1.1" status: 404 len: 337 time: 0.1448069 Apr 01 15:09:56.024270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:56.046099 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.058845 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6299a2ad-a668-48e0-ba92-e57303a497f4 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:56.059690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6299a2ad-a668-48e0-ba92-e57303a497f4 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:56.064514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6299a2ad-a668-48e0-ba92-e57303a497f4 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/97ac945a-0b06-4026-bb65-a1c6364c19c6 HTTP/1.1" status: 404 len: 339 time: 0.0390790 Apr 01 15:09:56.065080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35214) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:56.083770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=cd782d1b-2538-4004-8ced-760decaf983a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:56.130259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b0691d33-20e6-46a1-b914-a37fb0e7cd49 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/cd782d1b-2538-4004-8ced-760decaf983a HTTP/1.1" status: 204 len: 168 time: 2.7036588 Apr 01 15:09:56.139520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35220) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:56.156549 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2a9e84-0092-4c95-8386-0ea9e044bac0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:56.158591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2a9e84-0092-4c95-8386-0ea9e044bac0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:56.164804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0e2a9e84-0092-4c95-8386-0ea9e044bac0 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/0f867090-f632-4394-ad89-e80134c20d0d HTTP/1.1" status: 404 len: 337 time: 0.0987315 Apr 01 15:09:56.166242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1080165798', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:09:56.166613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35224) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:56.183578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:09:56.189999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:router and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:09:56.195542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:09:56.209892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:09:56.289144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.291061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.297748 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-351cfb45-289a-42a4-b5ae-6d0b6314b7bf tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:56.298028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351cfb45-289a-42a4-b5ae-6d0b6314b7bf tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:56.302442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-351cfb45-289a-42a4-b5ae-6d0b6314b7bf tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/8670940e-4c51-47f8-a882-2abf32d543c3 HTTP/1.1" status: 404 len: 339 time: 0.1345077 Apr 01 15:09:56.311559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35228) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:56.318995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.378631 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6a65ce-4f52-4ed7-a802-ec1619317997 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:56.379070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6a65ce-4f52-4ed7-a802-ec1619317997 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:56.383230 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4a6a65ce-4f52-4ed7-a802-ec1619317997 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/212f0a5c-9258-4b5e-80cb-6c1e97fbb25a HTTP/1.1" status: 404 len: 337 time: 0.0669088 Apr 01 15:09:56.386295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35232) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:56.416678 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e9f221-f701-42a7-bd34-c791c8c03b22 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:56.417060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e9f221-f701-42a7-bd34-c791c8c03b22 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:56.420209 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c4e9f221-f701-42a7-bd34-c791c8c03b22 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/a9cc5e3f-b5ef-44e9-b702-14ee36bc1bfb HTTP/1.1" status: 404 len: 339 time: 0.0320396 Apr 01 15:09:56.421923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35238) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:56.494238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae48d5-eab8-47dd-9223-d3ab9d8ebaa8 req-8fab1d72-bc81-42e4-9c6d-3c135cf7d2d5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:56.495796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21ae48d5-eab8-47dd-9223-d3ab9d8ebaa8 req-8fab1d72-bc81-42e4-9c6d-3c135cf7d2d5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.2875912 Apr 01 15:09:56.547496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.25.2.63 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/3f5371bd-241f-426f-ac32-db2c4bca2033) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:56.586316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.646583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21ae48d5-eab8-47dd-9223-d3ab9d8ebaa8 req-a4b96b2c-aea7-4bb6-bb12-2439f12dfc15 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342835 Apr 01 15:09:56.719168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting subnet 72d98d17-1f3d-44cd-84f0-473a38db0666 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:09:56.723194 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.788728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.886336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:56.978612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.006997 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.029982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=72d98d17-1f3d-44cd-84f0-473a38db0666,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:57.038492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.047726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53800d5-8f61-457f-952e-772f8f4bb645 None None] Network 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:09:57.052939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-61b5a347-028e-4a85-9fc0-63b02e64e5ce tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/72d98d17-1f3d-44cd-84f0-473a38db0666 HTTP/1.1" status: 204 len: 168 time: 0.6296802 Apr 01 15:09:57.055411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35246) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:57.073236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.176408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.219242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:57.220389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.222125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.226123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:57.234752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port 442934dd-3e11-43f0-b436-15e9d5b3fdbb {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:57.235222 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.263113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=3f5371bd-241f-426f-ac32-db2c4bca2033,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:57.267468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:57.453716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.25.2.252 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/e2e782d3-db62-448e-8834-6d62e54ebc14) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:09:57.463889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] DHCP port deletion for 7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:09:57.469219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] Deleting port 442934dd-3e11-43f0-b436-15e9d5b3fdbb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:57.469636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.605018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] For port 442934dd-3e11-43f0-b436-15e9d5b3fdbb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=442934dd-3e11-43f0-b436-15e9d5b3fdbb,segment=NetworkSegment(3a65b782-f21d-467a-866e-844b9274918c),segment_id=3a65b782-f21d-467a-866e-844b9274918c)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:57.605411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.752248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.756338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] For port 442934dd-3e11-43f0-b436-15e9d5b3fdbb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=442934dd-3e11-43f0-b436-15e9d5b3fdbb,segment=NetworkSegment(3a65b782-f21d-467a-866e-844b9274918c),segment_id=3a65b782-f21d-467a-866e-844b9274918c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:09:57.757842 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.931835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] Calling delete_port for 442934dd-3e11-43f0-b436-15e9d5b3fdbb owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:57.976407 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b33a5ac4-aa3f-481a-83dc-754dbffbeb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:57.997406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.010876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Calling delete_port for 442934dd-3e11-43f0-b436-15e9d5b3fdbb owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:09:58.034886 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.045967 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.082698 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.105727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] Pushing event deleted for resources: {'Port': ['ID=442934dd-3e11-43f0-b436-15e9d5b3fdbb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:58.117491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0e0e0-faa9-4b33-b8b4-b942ca1c904e None None] No DVR routers for this DVR port 442934dd-3e11-43f0-b436-15e9d5b3fdbb on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:09:58.216123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:09:58.232127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:09:58.232524 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:09:58.234036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:09:58.244202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3372ce7-1b5a-4789-b761-2162b352f26d req-006cc4e3-e3ef-44fc-bf22-dc9d4f59af78 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:58.246636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3372ce7-1b5a-4789-b761-2162b352f26d req-006cc4e3-e3ef-44fc-bf22-dc9d4f59af78 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.1564829 Apr 01 15:09:58.302531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=e2e782d3-db62-448e-8834-6d62e54ebc14,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:58.310744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:09:58.326136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3372ce7-1b5a-4789-b761-2162b352f26d req-836c6817-4c33-49a7-a2dc-c34ed59b8f1e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Apr 01 15:09:58.542489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.556852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.707995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=3f5371bd-241f-426f-ac32-db2c4bca2033,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:58.734484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port 442934dd-3e11-43f0-b436-15e9d5b3fdbb {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:09:58.734773 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.770833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.832874 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.833622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.845403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:58.854874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-34a72268-1598-415e-a6ae-ce282765446d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6503513 Apr 01 15:09:58.930236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e1925-b340-4d00-b5df-85eb99b9ff62 req-6fd02352-0297-447a-a2ad-23928ace134f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:58.940532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-af6e1925-b340-4d00-b5df-85eb99b9ff62 req-6fd02352-0297-447a-a2ad-23928ace134f tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 945 time: 0.2736120 Apr 01 15:09:59.034638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] The port '442934dd-3e11-43f0-b436-15e9d5b3fdbb' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:09:59.263954 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-af6e1925-b340-4d00-b5df-85eb99b9ff62 req-987eaa3e-1db2-4de9-ba4c-53eba72e7cb9 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151724 Apr 01 15:09:59.269448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 442934dd-3e11-43f0-b436-15e9d5b3fdbb no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:09:59.342099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:59.360182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 442934dd-3e11-43f0-b436-15e9d5b3fdbb {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:09:59.360888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 442934dd-3e11-43f0-b436-15e9d5b3fdbb not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:09:59.376810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:59.397378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a65b782-f21d-467a-866e-844b9274918c') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:59.397579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a65b782-f21d-467a-866e-844b9274918c') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:09:59.413460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e69fe1-d261-4cc5-86b6-ab1ac4e639ee req-e74c24eb-f40c-49a5-a362-bf7df3f8b565 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:59.417153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e69fe1-d261-4cc5-86b6-ab1ac4e639ee req-e74c24eb-f40c-49a5-a362-bf7df3f8b565 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3484290 Apr 01 15:09:59.433155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router d626e2d3-1ca0-4a37-aae6-32f1e59832e3 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:09:59.436615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:59.479058 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:59.482868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e69fe1-d261-4cc5-86b6-ab1ac4e639ee req-ba123fb9-ad1b-4753-91de-f21925751d2e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612636 Apr 01 15:09:59.489804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:09:59.490210 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:09:59.509077 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:09:59.599613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:59.618841 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:59.631022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:09:59.635571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-5598c71e-740c-4edc-9fd2-f13655c96f21 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1700730715&fields=id&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 267 time: 0.2274923 Apr 01 15:09:59.650133 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9051fa8d-df70-4e2f-ac4d-d8f501676160 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/7fbf1dd7-f0b3-4e82-a4f8-da400a9cda01 HTTP/1.1" status: 204 len: 168 time: 2.5929019 Apr 01 15:09:59.650760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35290) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:59.689010 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea6d893-e77a-48a9-b251-2e3b39916b28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:59.689536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea6d893-e77a-48a9-b251-2e3b39916b28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:59.694105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-eea6d893-e77a-48a9-b251-2e3b39916b28 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/2a93e529-0f0e-4dce-8314-41699fb75997 HTTP/1.1" status: 404 len: 337 time: 0.0423429 Apr 01 15:09:59.694720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35294) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:59.719628 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1912870-17cc-41b8-8581-7fccd1bfd507 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] DELETE failed (client error): The resource could not be found. Apr 01 15:09:59.720222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1912870-17cc-41b8-8581-7fccd1bfd507 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:09:59.732061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a1912870-17cc-41b8-8581-7fccd1bfd507 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/31e2b693-b59f-4cd0-beb7-e59d59a8df75 HTTP/1.1" status: 404 len: 339 time: 0.0352964 Apr 01 15:09:59.732061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35298) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:09:59.835683 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:09:59.860841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-2aa2cf30-2d2a-4334-b6b0-4541696d7d89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:09:59.862419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-2aa2cf30-2d2a-4334-b6b0-4541696d7d89 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.2190664 Apr 01 15:09:59.899692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-2e6d48b3-2bdf-4ea3-9531-f17d61c0a0f9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/quotas/80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 375 time: 0.0283365 Apr 01 15:09:59.975462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting subnet 211d6067-5b3c-4f58-a7aa-9f948a8ed949 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:09:59.976152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:09:59.980414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:09:59.988772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] Sync routers for ids ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:00.013451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] Routers {'d626e2d3-1ca0-4a37-aae6-32f1e59832e3'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:00.014291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:00.015627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:00.018712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-35bc7a1c-c7ac-4b47-9374-ec2cd2c8ae8e tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8750322 Apr 01 15:10:00.020923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35302) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:00.084568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:00.098959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-f5c981cc-1e34-45a0-9e2d-f871db8ed552 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941931 Apr 01 15:10:00.107592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] Routers {'d626e2d3-1ca0-4a37-aae6-32f1e59832e3'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:00.108543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:00.125688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:00.170716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:00.171539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81fa16-11c1-4553-9580-1e07cb926854 None None] The sync data for ids ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:00.205895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-569e0a3a-eeaf-4c58-8188-14f3be67ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:00.350374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-17cb4de8-729a-4da6-999e-2a6cd7012936 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/routers/d626e2d3-1ca0-4a37-aae6-32f1e59832e3 HTTP/1.1" status: 200 len: 881 time: 0.3282585 Apr 01 15:10:00.351051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35310) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:00.393242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-bb466a89-0209-4a73-8766-6373df202a7c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:10:00.394364 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-bb466a89-0209-4a73-8766-6373df202a7c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2434762 Apr 01 15:10:00.422709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:00.574743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-7ab0310e-9368-4919-82dd-b5cb036951d7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:00.576732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-7ab0310e-9368-4919-82dd-b5cb036951d7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 945 time: 0.3659446 Apr 01 15:10:00.576915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-733d253c-612c-4dbd-9e91-1641a5ceed19 service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760814 Apr 01 15:10:00.657689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Deleting port c07ba305-ca1c-47a4-8ebd-15ebd56767cb {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:00.657689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:00.735524 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-385482e9-a820-465b-901e-7320039b9408 service neutron] 10.222.0.48 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526043 Apr 01 15:10:00.793026 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:00.855066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ac73e-308e-481b-a50c-246f23274f1f req-29d6e7d5-52f7-42fc-a325-06b0d3e782d7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:00.856614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9c2ac73e-308e-481b-a50c-246f23274f1f req-29d6e7d5-52f7-42fc-a325-06b0d3e782d7 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 945 time: 0.3493040 Apr 01 15:10:00.863621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Subnet': ['ID=211d6067-5b3c-4f58-a7aa-9f948a8ed949,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:01.083711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238af48b-9f7e-4c02-ae21-feff23412539 None None] Network 9862fd63-639e-4858-b22d-5f777b62383b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:01.182408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb95776-d834-45a2-80d8-28056e541d4a req-74ecd491-085f-4a9d-9c4b-10c958333d93 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:01.188878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdb95776-d834-45a2-80d8-28056e541d4a req-74ecd491-085f-4a9d-9c4b-10c958333d93 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.1384981 Apr 01 15:10:01.243818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdb95776-d834-45a2-80d8-28056e541d4a req-3032ce5c-de3c-44c5-af6f-7cf95c8ad5a1 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Apr 01 15:10:01.357310 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9c419d1-3581-462f-b5f5-9d96072ebdb0 req-e3b61fa0-4351-47f2-9de1-2a63ca851bfb tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 210 time: 0.0578241 Apr 01 15:10:01.378093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] For port c07ba305-ca1c-47a4-8ebd-15ebd56767cb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:01.378093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:01.390426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:01.396030 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:01.516146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-88918284-5b71-40d4-988e-d2504586e645 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/subnets/211d6067-5b3c-4f58-a7aa-9f948a8ed949 HTTP/1.1" status: 204 len: 168 time: 1.7831621 Apr 01 15:10:01.518610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35330) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:01.531759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:01.658793 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9c2ac73e-308e-481b-a50c-246f23274f1f req-c4ef91b7-6be0-4bd5-8fd4-6a8f2e10a463 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7820034 Apr 01 15:10:01.683516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] DHCP port deletion for 9862fd63-639e-4858-b22d-5f777b62383b request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:10:01.688198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] Deleting port 1daa9015-83e9-4c96-b500-781a9d27d6e5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:01.688749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:01.780809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:01.808924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port 1daa9015-83e9-4c96-b500-781a9d27d6e5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:01.810377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.027759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ff37dc8-8204-4c50-bf03-1005faea0a0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:router {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:02.111183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ff37dc8-8204-4c50-bf03-1005faea0a0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:router {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:02.116675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ff37dc8-8204-4c50-bf03-1005faea0a0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.7568281 Apr 01 15:10:02.123806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:02.135836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-36b0f654-4de8-4232-9000-1fe84a8ca7ed tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1080165798'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:02.221650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] For port 1daa9015-83e9-4c96-b500-781a9d27d6e5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1daa9015-83e9-4c96-b500-781a9d27d6e5,segment=NetworkSegment(9a40f132-f5de-484e-b070-d37d7daa339d),segment_id=9a40f132-f5de-484e-b070-d37d7daa339d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:02.222228 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.259400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] For port 1daa9015-83e9-4c96-b500-781a9d27d6e5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1daa9015-83e9-4c96-b500-781a9d27d6e5,segment=NetworkSegment(9a40f132-f5de-484e-b070-d37d7daa339d),segment_id=9a40f132-f5de-484e-b070-d37d7daa339d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:02.259754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.311026 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.311521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.311709 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Floating IP 2b55e8d1-0404-4a8e-9267-9f4ba395fc73 disassociated. External IP: 172.25.2.214, port: c07ba305-ca1c-47a4-8ebd-15ebd56767cb. Apr 01 15:10:02.312044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Calling delete_port for c07ba305-ca1c-47a4-8ebd-15ebd56767cb owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:02.453564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] Calling delete_port for 1daa9015-83e9-4c96-b500-781a9d27d6e5 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:02.581969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.692702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] Pushing event deleted for resources: {'Port': ['ID=1daa9015-83e9-4c96-b500-781a9d27d6e5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:02.711083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.722596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637ff9c-61da-4240-b5f3-908d8ea36b42 None None] No DVR routers for this DVR port 1daa9015-83e9-4c96-b500-781a9d27d6e5 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:02.762910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:02.854367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event deleted for resources: {'Port': ['ID=c07ba305-ca1c-47a4-8ebd-15ebd56767cb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:02.890782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Calling delete_port for 1daa9015-83e9-4c96-b500-781a9d27d6e5 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:02.965302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:10:02.965600 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:10:03.022412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-298b5f4c-992a-4f61-83e4-3f085f54c574 req-6466e750-1f76-4e6f-8c0e-51efc7f56960 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 210 time: 0.0557113 Apr 01 15:10:03.157929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ca2e7bb9-55f6-4dc8-9d4b-8de2ebc1df45 req-48570f01-2778-4a67-a182-eb95a2de2427 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 210 time: 0.2088544 Apr 01 15:10:03.367111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1daa9015-83e9-4c96-b500-781a9d27d6e5 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:03.438549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1daa9015-83e9-4c96-b500-781a9d27d6e5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:03.438945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1daa9015-83e9-4c96-b500-781a9d27d6e5 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:03.467536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Deleting port 1daa9015-83e9-4c96-b500-781a9d27d6e5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:03.468238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:03.609327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] The port '1daa9015-83e9-4c96-b500-781a9d27d6e5' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:10:03.682263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-da3c64da-1d89-4a07-b54c-e0b91f5da3d8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:03.683744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-da3c64da-1d89-4a07-b54c-e0b91f5da3d8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 815 time: 0.6119790 Apr 01 15:10:03.752800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:03.782833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9862fd63-639e-4858-b22d-5f777b62383b']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:03.795343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a40f132-f5de-484e-b070-d37d7daa339d') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:03.797832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a40f132-f5de-484e-b070-d37d7daa339d') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:03.819641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:03.828254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-682169fa-53d9-4144-9a8b-b1d8afb47932 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:03.847851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:03.866966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:10:03.867649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:03.882741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-682169fa-53d9-4144-9a8b-b1d8afb47932 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:03.884008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-682169fa-53d9-4144-9a8b-b1d8afb47932 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b1ddfff78f4e45aa963e3cb6e69964 HTTP/1.1" status: 200 len: 380 time: 0.1741531 Apr 01 15:10:03.885992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Router 91359cc3-2baf-44c1-9278-4a626f8bb760 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:10:03.887710 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:10:03.900133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'port': {'device_id': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'admin_state_up': True, 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'security_groups': ['c4599f5b-9ab7-45c7-a9ee-4322de4a0c35']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:03.981496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:04.008752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:04.021027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] Pushing event deleted for resources: {'Network': ['ID=9862fd63-639e-4858-b22d-5f777b62383b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:04.029657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50b4bd15-345f-4d16-ab9d-f76cd611d131 tempest-NetworksIpV6Test-1238994229 tempest-NetworksIpV6Test-1238994229-project] 10.222.0.48 "DELETE /v2.0/networks/9862fd63-639e-4858-b22d-5f777b62383b HTTP/1.1" status: 204 len: 168 time: 2.5097086 Apr 01 15:10:04.224423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a94945-b5f0-4ffc-a67c-39c0384c91d8 req-bd94c1d8-9abd-4f19-a96d-4fcedd5213fb tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 210 time: 0.0588932 Apr 01 15:10:04.414742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35376) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:04.426469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36b0f654-4de8-4232-9000-1fe84a8ca7ed tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:04.440678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d97b2b97-1335-4b24-97e9-3e9175e347ac req-bbd3c1f1-2114-4e94-8abb-9ba4b55cc21d tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 210 time: 0.0771170 Apr 01 15:10:04.467339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:04.470136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36b0f654-4de8-4232-9000-1fe84a8ca7ed tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:04.478642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Usage tracker for resource:port and tenant:80b1ddfff78f4e45aa963e3cb6e69964 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:04.483582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:04.494913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:04.615604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e83c8229-7387-4571-b294-3812fc9c380d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dee9e30f8ae448958457dd6ed9bc5749&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970363 Apr 01 15:10:04.615836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:04.629560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Made reservation on behalf of 80b1ddfff78f4e45aa963e3cb6e69964 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:04.632489 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:04.877695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-549bce5a-e55a-454e-aa7b-8f7cfdaf5768 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1097 time: 0.0887020 Apr 01 15:10:05.020953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd52d-6588-47be-8368-50f4544313bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:05.024646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Allocated IP 172.20.0.3 (55cc7f3b-7b44-4350-9885-32fdac15a847/3589c822-bb20-4279-a1bd-ccf87a65739a/cda01b15-bb16-499c-a450-630dbe1bfdd8) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:05.024802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-c2017e59-5cc7-4495-bb5e-000d8d0b6d0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:05.026347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-c2017e59-5cc7-4495-bb5e-000d8d0b6d0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.1416099 Apr 01 15:10:05.033253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:05.048664 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] Sync routers for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:05.063733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:05.064335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:05.115545 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-24e23a51-6ced-4910-b4e7-9fcbcd211e7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 200 len: 217 time: 0.0805862 Apr 01 15:10:05.154943 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd52d-6588-47be-8368-50f4544313bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:05.169011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] No DVR routers for this DVR port c07ba305-ca1c-47a4-8ebd-15ebd56767cb on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:05.180795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:05.184393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'name': 'network-vif-deleted', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:05.216978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3176e69-9cc3-4f30-aa3f-582ffd1d3092 req-88fe7619-b304-4f8b-9f6f-313a30a15012 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:05.218448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3176e69-9cc3-4f30-aa3f-582ffd1d3092 req-88fe7619-b304-4f8b-9f6f-313a30a15012 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3682816 Apr 01 15:10:05.248676 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:05.261031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-e4be4c34-ee22-424f-80f2-7ae43e201e07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:05.262637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-e4be4c34-ee22-424f-80f2-7ae43e201e07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.1405766 Apr 01 15:10:05.318905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5b7c-9d0a-4433-9d2b-ccb9e6009719 req-f5f3ea14-07bc-411a-8c46-506d6f68bbbf tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:05.320595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-791c5b7c-9d0a-4433-9d2b-ccb9e6009719 req-f5f3ea14-07bc-411a-8c46-506d6f68bbbf tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.1421432 Apr 01 15:10:05.357582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbb649e5-36a9-4b47-86ce-7b440a6140bf req-a7314bdd-e2bf-42de-a9a5-122e7ca8ecad tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.62 "DELETE /v2.0/ports/c07ba305-ca1c-47a4-8ebd-15ebd56767cb HTTP/1.1" status: 204 len: 173 time: 4.7708662 Apr 01 15:10:05.358697 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-ae988287-15bd-4871-bb24-071381a1c926 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885329 Apr 01 15:10:05.415904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3176e69-9cc3-4f30-aa3f-582ffd1d3092 req-f90a0047-8123-4c1c-a33d-40e2aa7f9deb tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737092 Apr 01 15:10:05.467444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:05.491123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Transition to ACTIVE for port object cda01b15-bb16-499c-a450-630dbe1bfdd8 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:05.515454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd52d-6588-47be-8368-50f4544313bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:05.527127 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d173a5a-5fb7-424a-8d53-7f5b23051efa', 'name': 'network-vif-deleted', 'tag': 'c07ba305-ca1c-47a4-8ebd-15ebd56767cb', 'status': 'completed', 'code': 200} Apr 01 15:10:05.549242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cd52d-6588-47be-8368-50f4544313bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d456976-f829-4ea6-9bc3-f88140b369a2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:05.570781 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:05.590009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-791c5b7c-9d0a-4433-9d2b-ccb9e6009719 req-5d6e85e7-b4b8-455b-8182-5a059f3bc441 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839094 Apr 01 15:10:05.603985 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:05.612182 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] Checking router: 91359cc3-2baf-44c1-9278-4a626f8bb760 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:10:05.622967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-bb1e439b-a59e-42ad-b5eb-baf6e45f3043 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529583 Apr 01 15:10:05.637167 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:05.637789 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:05.675783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c07ba305-ca1c-47a4-8ebd-15ebd56767cb no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:05.750398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: c07ba305-ca1c-47a4-8ebd-15ebd56767cb {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:05.751096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device c07ba305-ca1c-47a4-8ebd-15ebd56767cb not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:05.855094 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f98dffb0-bde8-4f41-9548-39fe95c32a48 req-aea604e6-e5f5-4ce9-99f3-577b732387bc service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246008 Apr 01 15:10:05.998904 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:06.042847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b0f654-4de8-4232-9000-1fe84a8ca7ed tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router d626e2d3-1ca0-4a37-aae6-32f1e59832e3 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:06.059329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b1ae8e4-2f5e-4c81-b191-e5c597abae00 req-6866e6e8-747a-474e-9691-9bfd1e07d650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d173a5a-5fb7-424a-8d53-7f5b23051efa HTTP/1.1" status: 200 len: 210 time: 0.1791430 Apr 01 15:10:06.061251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:06.069968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:06.072075 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd52d-6588-47be-8368-50f4544313bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:06.073866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1f0cd52d-6588-47be-8368-50f4544313bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d456976-f829-4ea6-9bc3-f88140b369a2 HTTP/1.1" status: 204 len: 168 time: 1.4516902 Apr 01 15:10:06.076946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:06.125200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event updated for resources: {'Port': ['ID=cda01b15-bb16-499c-a450-630dbe1bfdd8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:06.260821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:06.261813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:06.375593 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-90d29422-9426-4ccf-b929-ee09f0ab26e5 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4809408 Apr 01 15:10:06.389767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41856652-f90e-4474-bfa6-2d273887569d req-9c5eda22-3ac2-4593-b945-75334d421f56 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:06.390845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-41856652-f90e-4474-bfa6-2d273887569d req-9c5eda22-3ac2-4593-b945-75334d421f56 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:06.402756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Request body: {'port': {'device_id': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:06.420846 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:06.425507 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32468d5-eb49-4b82-a0fc-976d51ddabbe None None] The sync data for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 is: [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:03:48Z', 'revision_number': 4, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '7c2e77b3-665f-4102-b7c3-13f237307f49', 'name': '', 'network_id': 'd7cbb437-7e80-42c6-ac77-a3ad41aac6cb', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'mac_address': 'fa:16:3e:44:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:46Z', 'updated_at': '2022-04-01T15:03:57Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'subnets': [{'id': 'aa26572c-175d-4b4e-b2f0-0cb36ba4181f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:06.518321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-41856652-f90e-4474-bfa6-2d273887569d req-9c5eda22-3ac2-4593-b945-75334d421f56 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:06.519156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6abdd6e7-d907-4d11-8022-d84ad930da49 None None] Provisioning for port cda01b15-bb16-499c-a450-630dbe1bfdd8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:06.526168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6abdd6e7-d907-4d11-8022-d84ad930da49 None None] Provisioning complete for port cda01b15-bb16-499c-a450-630dbe1bfdd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:06.527042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6abdd6e7-d907-4d11-8022-d84ad930da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:06.527320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41856652-f90e-4474-bfa6-2d273887569d req-9c5eda22-3ac2-4593-b945-75334d421f56 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 931 time: 0.8063545 Apr 01 15:10:06.614789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6abdd6e7-d907-4d11-8022-d84ad930da49 None None] Port cda01b15-bb16-499c-a450-630dbe1bfdd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:06.637659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:06.681849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41856652-f90e-4474-bfa6-2d273887569d req-96b8527f-cbe5-43ee-817d-ac9a8aad47af tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536255 Apr 01 15:10:06.839948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ab889-0a95-4ab7-83c9-219b16b68c8b None None] New status for floating IP 2b55e8d1-0404-4a8e-9267-9f4ba395fc73: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:10:06.900740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83455d-ff18-4bd6-bea9-52ed4346d8ce req-6dd62fcc-3833-4214-848a-3f50cf186bb8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:06.902878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f83455d-ff18-4bd6-bea9-52ed4346d8ce req-6dd62fcc-3833-4214-848a-3f50cf186bb8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.0861921 Apr 01 15:10:06.987860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f83455d-ff18-4bd6-bea9-52ed4346d8ce req-1a7f2c28-8cdd-4ea7-98cb-6e010ff303a5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731318 Apr 01 15:10:07.156900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b0f654-4de8-4232-9000-1fe84a8ca7ed tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:07.168972 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36b0f654-4de8-4232-9000-1fe84a8ca7ed tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.172595 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] Sync routers for ids ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:07.173085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:07.174443 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-36b0f654-4de8-4232-9000-1fe84a8ca7ed tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/d626e2d3-1ca0-4a37-aae6-32f1e59832e3 HTTP/1.1" status: 200 len: 888 time: 5.0458999 Apr 01 15:10:07.200947 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] Routers {'d626e2d3-1ca0-4a37-aae6-32f1e59832e3'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:07.203252 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:07.204222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7c1ee-a90e-4da2-bad4-f50a1e6b9c35 req-2d34a574-2655-49cd-8f80-e00c396e392d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:07.206117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6cb7c1ee-a90e-4da2-bad4-f50a1e6b9c35 req-2d34a574-2655-49cd-8f80-e00c396e392d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.1774225 Apr 01 15:10:07.313922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda01b15-bb16-499c-a450-630dbe1bfdd8 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:10:07.323187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.348514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Transition to ACTIVE for port object cda01b15-bb16-499c-a450-630dbe1bfdd8 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:07.376538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35448) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:07.379532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6cb7c1ee-a90e-4da2-bad4-f50a1e6b9c35 req-ea125016-9f15-4013-92b5-61aae52a1550 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636286 Apr 01 15:10:07.382086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.405522 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:07.445324 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] Routers {'d626e2d3-1ca0-4a37-aae6-32f1e59832e3'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:07.449589 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:07.559283 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:07.560215 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1ff3c-592a-4da6-9b96-9550acaa35f4 None None] The sync data for ids ['d626e2d3-1ca0-4a37-aae6-32f1e59832e3'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:07.563250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Pushing event updated for resources: {'Port': ['ID=cda01b15-bb16-499c-a450-630dbe1bfdd8,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:07.577157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-230cea02-ea68-4e12-bcd1-3890cef6c94c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/routers/d626e2d3-1ca0-4a37-aae6-32f1e59832e3 HTTP/1.1" status: 200 len: 888 time: 0.4028933 Apr 01 15:10:07.583710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35456) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:07.631205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37f31dbd-c62b-41e0-975a-7a4729fa4559 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:07.633782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35460) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:07.656891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37f31dbd-c62b-41e0-975a-7a4729fa4559 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:07.658174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-37f31dbd-c62b-41e0-975a-7a4729fa4559 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=d626e2d3-1ca0-4a37-aae6-32f1e59832e3 HTTP/1.1" status: 200 len: 205 time: 0.0727267 Apr 01 15:10:07.660966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35466) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:07.674582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-434d19ba-5b83-42b6-9892-038e2f59d567 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.722621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Attempting to bind port cda01b15-bb16-499c-a450-630dbe1bfdd8 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:10:07.722953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Attempting to bind port cda01b15-bb16-499c-a450-630dbe1bfdd8 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:10:07.723306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Attempting to bind port cda01b15-bb16-499c-a450-630dbe1bfdd8 on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:07.730449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-434d19ba-5b83-42b6-9892-038e2f59d567 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.757060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Port cda01b15-bb16-499c-a450-630dbe1bfdd8 on network 55cc7f3b-7b44-4350-9885-32fdac15a847 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:10:07.757473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Attempting to bind port cda01b15-bb16-499c-a450-630dbe1bfdd8 on network 55cc7f3b-7b44-4350-9885-32fdac15a847 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:07.783001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:10:07.783362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Checking segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:07.783803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Bound using segment: {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:10:07.784193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Bound port: cda01b15-bb16-499c-a450-630dbe1bfdd8, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd121beeb-8b0c-45e4-900a-a19d6f4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:10:07.784597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.896738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363577140'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:07.907100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:07.925065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-434d19ba-5b83-42b6-9892-038e2f59d567 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.940959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:07.948544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:07.950531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d19ba-5b83-42b6-9892-038e2f59d567 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:07.958701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:10:07.963766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:10:07.966088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:07.968436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-434d19ba-5b83-42b6-9892-038e2f59d567 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.969580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-434d19ba-5b83-42b6-9892-038e2f59d567 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "DELETE /v2.0/security-groups/72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8 HTTP/1.1" status: 204 len: 168 time: 0.5891638 Apr 01 15:10:07.971192 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:07.974831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35472) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:08.007461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:08.010210 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.031851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.045897 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-304b42e5-84c5-40c7-96a8-bf8298bb9ee5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] show failed (client error): The resource could not be found. Apr 01 15:10:08.046926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-304b42e5-84c5-40c7-96a8-bf8298bb9ee5 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "GET /v2.0/security-groups/72a3ca61-60d0-4a29-adbb-5cdbce0f8ad8 HTTP/1.1" status: 404 len: 347 time: 0.0439761 Apr 01 15:10:08.050122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35478) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:08.098991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeccd73-cd96-4eee-a539-3c7d49ea462b req-c9b59773-144b-455d-9887-fbdb882dd776 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:08.105660 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-feeccd73-cd96-4eee-a539-3c7d49ea462b req-c9b59773-144b-455d-9887-fbdb882dd776 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 943 time: 0.2020690 Apr 01 15:10:08.118833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.120253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] 10.222.0.44 "PUT /v2.0/ports/cda01b15-bb16-499c-a450-630dbe1bfdd8 HTTP/1.1" status: 200 len: 1091 time: 1.7221749 Apr 01 15:10:08.120693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:08.126753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:08.142311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:security_group_rule and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:08.147248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:08.164302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:08.203816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-feeccd73-cd96-4eee-a539-3c7d49ea462b req-2fb08c2b-1d55-459c-b518-9803ff0cfb0f tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971789 Apr 01 15:10:08.215657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.357332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdd93-183a-4321-ae9d-2e5da7e27507 service neutron] Pushing event updated for resources: {'Port': ['ID=cda01b15-bb16-499c-a450-630dbe1bfdd8,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:08.364016 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'status': 'completed', 'code': 200} Apr 01 15:10:08.428434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Deleting port 28775fcc-f60a-45c6-ac7b-88f2bb1a6d88 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:08.428779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.493068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.504801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.534154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:10:08.557790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd579d35-a71b-4ffb-8e9a-fd3266f81f46,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:08.560779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.561124 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment 9cabe7af-1080-4360-a7de-8d374712c6d4 of type vlan for network 57064e97-8283-42ab-b96c-80867e35874d Apr 01 15:10:08.593583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.593951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.594252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.594580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.594907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.595260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.595591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.595910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.596227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.596555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.596861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:08.620293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94775e1b-80e0-43b7-849a-67f8f87a6695 req-1a406d77-aeec-4d92-a824-af37b71e64d6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:08.626560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94775e1b-80e0-43b7-849a-67f8f87a6695 req-1a406d77-aeec-4d92-a824-af37b71e64d6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3068919 Apr 01 15:10:08.651718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-eb24f033-a512-40c4-a5d3-8887b7db073e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 1094 time: 0.3331439 Apr 01 15:10:08.658498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.720914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.728476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.733690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:08.733690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.755056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.755419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.765514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-9f5f18a6-b4b0-450d-be82-5227ec0b500b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8 HTTP/1.1" status: 200 len: 217 time: 0.0989423 Apr 01 15:10:08.771105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port e2e782d3-db62-448e-8834-6d62e54ebc14 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:08.771487 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:08.857268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5d778-8c36-47f8-a707-d02816ed947c req-79b8bb16-8c8e-400f-a3b8-d1434d084e48 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:08.858733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23a5d778-8c36-47f8-a707-d02816ed947c req-79b8bb16-8c8e-400f-a3b8-d1434d084e48 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.2721367 Apr 01 15:10:08.914696 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2798908 Apr 01 15:10:08.919673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066db218-13dd-4ec5-b322-49173410b59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=57064e97-8283-42ab-b96c-80867e35874d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:08.919889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35492) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:08.929300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Calling delete_port for 28775fcc-f60a-45c6-ac7b-88f2bb1a6d88 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:08.930421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 57064e97-8283-42ab-b96c-80867e35874d details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:10:08.971798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94775e1b-80e0-43b7-849a-67f8f87a6695 req-a161cd3a-e933-405c-a6bf-961a58e57900 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443046 Apr 01 15:10:09.013390 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23a5d778-8c36-47f8-a707-d02816ed947c req-2633e010-ec1f-4ca5-b78e-a6546585d737 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359043 Apr 01 15:10:09.037882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-457290106'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:09.069876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.078316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:09.094356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:09.102843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-ea922bdf-2856-4181-858b-db5156ad4300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:09.104253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-ea922bdf-2856-4181-858b-db5156ad4300 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.3329437 Apr 01 15:10:09.105015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:09.142691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:09.172131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:09.175582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.196082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.266177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Pushing event deleted for resources: {'Port': ['ID=28775fcc-f60a-45c6-ac7b-88f2bb1a6d88,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:09.305691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for e2e782d3-db62-448e-8834-6d62e54ebc14 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:09.308749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:10:09.396797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-a691978a-3fa3-40be-a880-acc32cafc130 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843812 Apr 01 15:10:09.409506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.409950 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment 6ed4badf-2fac-435a-ba13-32517c5e2d1a of type vlan for network 8996971d-ad59-4423-a19e-234791c2475f Apr 01 15:10:09.475763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.520796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=e2e782d3-db62-448e-8834-6d62e54ebc14,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:09.537676 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.546848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.627097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.628222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2bb3ff4f-9f75-472b-832e-94d103e61650 tempest-AttachVolumeTestJSON-973150535 tempest-AttachVolumeTestJSON-973150535-project] 10.222.0.48 "DELETE /v2.0/floatingips/2b55e8d1-0404-4a8e-9267-9f4ba395fc73 HTTP/1.1" status: 204 len: 168 time: 1.5770748 Apr 01 15:10:09.634346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-cd924573-fa52-42ec-a183-5822aca25e48 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222273 Apr 01 15:10:09.635171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.639432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:09.640247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.682884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb72a16-4378-4017-89b3-14ee36bff55e req-8469a2c2-0b96-4d34-9ebb-58a1c4b1abe4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:09.684336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8eb72a16-4378-4017-89b3-14ee36bff55e req-8469a2c2-0b96-4d34-9ebb-58a1c4b1abe4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 943 time: 0.3320115 Apr 01 15:10:09.692184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:10:09.694675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:09.747620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:09.993573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0382280 Apr 01 15:10:10.018170 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.041879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35508) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:10.061393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:10.084863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'mac_address': 'fa:16:3e:d3:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:10:10.088645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.091418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:10.094607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.115235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': '57064e97-8283-42ab-b96c-80867e35874d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:10.143405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:10.147108 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.147714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Fanout notify agent at l3_agent the message router_deleted on router d626e2d3-1ca0-4a37-aae6-32f1e59832e3 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:10:10.167277 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.204769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.206244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-36c326b7-ccd7-4a65-835c-676b10967823 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/d626e2d3-1ca0-4a37-aae6-32f1e59832e3 HTTP/1.1" status: 204 len: 168 time: 2.5441062 Apr 01 15:10:10.210204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35518) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:10.219110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1656765922'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:10.235094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:10.247728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:10.259905 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.286723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:10:10.288444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d198bb-4cbf-4f83-bb51-16421c49dfb6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=8996971d-ad59-4423-a19e-234791c2475f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:10.309844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:10.312697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 8996971d-ad59-4423-a19e-234791c2475f details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:10:10.344205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:10.358197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3f62ce4c-e7b2-479e-8e18-596b86a04159 req-68272bab-8553-4e4f-8770-baa648ee8647 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123952 Apr 01 15:10:10.388388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8eb72a16-4378-4017-89b3-14ee36bff55e req-1747f5d9-5041-4dd2-a953-44e57afea391 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6817260 Apr 01 15:10:10.420045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:10.427734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:10.437264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:10.463657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.474268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:10.493435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:10.526948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:10.546769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:10:10.574636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4958b-8510-48eb-800a-3d5cc7c5587e req-42033d9a-bf01-490e-95a1-4b01a4ce4f55 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:10.588895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46e4958b-8510-48eb-800a-3d5cc7c5587e req-42033d9a-bf01-490e-95a1-4b01a4ce4f55 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3485568 Apr 01 15:10:10.591457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.592387 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment 1cdff359-99a0-4bb1-a326-ef1cfa772a55 of type vlan for network 1408093b-94c0-4f73-99d3-8ca735054924 Apr 01 15:10:10.640690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-6d6e6fc8-2a66-40a6-9d4d-99233466de34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 1094 time: 0.2086406 Apr 01 15:10:10.649249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:10.652397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.670293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:10:10.670584 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:10:10.683141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46e4958b-8510-48eb-800a-3d5cc7c5587e req-310193e2-b141-4fe0-8869-4649ceb15ef0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928743 Apr 01 15:10:10.687566 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.712469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.732973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.737591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:10.738364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:10.842587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6291175 Apr 01 15:10:10.845352 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'code': 200} Apr 01 15:10:10.845671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35522) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:10.922459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '1408093b-94c0-4f73-99d3-8ca735054924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:11.014619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-d5a37928-7721-4d07-9dd9-83386a265ccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:11.015895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-d5a37928-7721-4d07-9dd9-83386a265ccf service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.3407280 Apr 01 15:10:11.107796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7380a40-c9ce-4e77-8ddf-bc65c1be5db7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=1408093b-94c0-4f73-99d3-8ca735054924,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:11.112890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-ded1cc03-2047-4dd0-9706-490c667d5c3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8 HTTP/1.1" status: 200 len: 217 time: 0.0872755 Apr 01 15:10:11.139859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1408093b-94c0-4f73-99d3-8ca735054924 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:10:11.163223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:11.172451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:11.179716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:11.190362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:11.221607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:11.228068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3162240-d190-43ba-95e3-2c972b49b1eb req-3ac579de-263b-469d-9894-70ecce04e45c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:11.235745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3162240-d190-43ba-95e3-2c972b49b1eb req-3ac579de-263b-469d-9894-70ecce04e45c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5065503 Apr 01 15:10:11.346049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-f88d31ba-c95d-47d8-a3d3-ce753a4c3c32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:11.347948 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-f88d31ba-c95d-47d8-a3d3-ce753a4c3c32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.1938014 Apr 01 15:10:11.371239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3162240-d190-43ba-95e3-2c972b49b1eb req-d8f80b69-0ca0-4f6b-a6d5-36ee361e36d2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343184 Apr 01 15:10:11.440894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:11.442855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:11.566500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=c3cfae06-681b-4bba-8401-5cef81f26366,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:11.586956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-42c7fafd-8bec-4951-acae-17e4fa40af0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145803 Apr 01 15:10:11.593029 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:11.633880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': '9cabe7af-1080-4360-a7de-8d374712c6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '57064e97-8283-42ab-b96c-80867e35874d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:11.634661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: 57064e97-8283-42ab-b96c-80867e35874d, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:10:11.646240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:10:11.664054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:11.675975 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:11.772203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a5e72d46-d1ff-45ab-90ea-1d45a502a77b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:10:11.851354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 57064e97-8283-42ab-b96c-80867e35874d is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:10:11.872974 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-d2de6e78-3e6d-4a37-b010-7d8bddb120e1 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763257 Apr 01 15:10:11.917065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 57064e97-8283-42ab-b96c-80867e35874d) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:11.932253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e91fa2-560c-479b-940a-bc2c1c906c61 None None] Network 57064e97-8283-42ab-b96c-80867e35874d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:11.935438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c68-b42b-4477-97df-038d3ccb1a2f req-853d5eba-7e0c-4270-925c-fb275bb9c582 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:11.942839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf6d8c68-b42b-4477-97df-038d3ccb1a2f req-853d5eba-7e0c-4270-925c-fb275bb9c582 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 943 time: 0.2745204 Apr 01 15:10:11.990233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:11.994898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:12.000594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:12.034888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf6d8c68-b42b-4477-97df-038d3ccb1a2f req-2fb35526-060e-4850-bbc1-0cb790e949f2 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908034 Apr 01 15:10:12.212894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7b8f82f2-6dee-411b-beba-08f6834541cb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1393869 Apr 01 15:10:12.217857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35546) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:12.231250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': '8996971d-ad59-4423-a19e-234791c2475f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:12.285440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb6d5-02cb-4181-9008-6a6d51f11279 req-e58987e6-cdab-44b9-b20d-c3e63d49eecc tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:12.287397 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b0bb6d5-02cb-4181-9008-6a6d51f11279 req-e58987e6-cdab-44b9-b20d-c3e63d49eecc tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3590295 Apr 01 15:10:12.290345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0953d567-0a56-4161-8db5-96a5c17e4d31 req-98db1dc6-7eed-4bcf-91de-7f031d44bd00 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092312 Apr 01 15:10:12.372456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b0bb6d5-02cb-4181-9008-6a6d51f11279 req-299ec363-baf4-4763-be12-9069f34d030c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774262 Apr 01 15:10:12.498973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:12.515944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-57064e97-8283-42ab-b96c-80867e35874d', 'network_id': '57064e97-8283-42ab-b96c-80867e35874d', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': 'c3cfae06-681b-4bba-8401-5cef81f26366'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:10:12.516749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:12.522290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:12.532834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:12.549817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:12.561363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:12.754041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=faa79c7c-b219-4451-b04b-5451d8d5e9d4,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:12.800165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:12.853639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Allocated IP 2001:db8::2 (57064e97-8283-42ab-b96c-80867e35874d/c3cfae06-681b-4bba-8401-5cef81f26366/4e6200a4-9788-4219-bf71-574cd869cf1c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:13.025486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:13.095346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35560) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:13.237424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:13.259593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcc683-a0be-43a7-ac6a-ef86b4c00ae9 req-e1925256-a84c-4dc2-9e8a-5995cd54175b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:13.266313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Transition to ACTIVE for port object 4e6200a4-9788-4219-bf71-574cd869cf1c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:13.268253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2fcc683-a0be-43a7-ac6a-ef86b4c00ae9 req-e1925256-a84c-4dc2-9e8a-5995cd54175b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.6254563 Apr 01 15:10:13.296837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Transition to ACTIVE for port object 4e6200a4-9788-4219-bf71-574cd869cf1c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:13.306634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:13.373987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': '1cdff359-99a0-4bb1-a326-ef1cfa772a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1408093b-94c0-4f73-99d3-8ca735054924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:13.374705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 1408093b-94c0-4f73-99d3-8ca735054924, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:10:13.421327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Pushing event updated for resources: {'Port': ['ID=4e6200a4-9788-4219-bf71-574cd869cf1c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:13.428538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Network 57064e97-8283-42ab-b96c-80867e35874d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:13.430187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:13.437281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:13.477282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2fcc683-a0be-43a7-ac6a-ef86b4c00ae9 req-6e02f52f-bbae-426a-b467-7192dfa99f98 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078514 Apr 01 15:10:13.656116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 1408093b-94c0-4f73-99d3-8ca735054924 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:10:13.692752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1408093b-94c0-4f73-99d3-8ca735054924) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:13.701663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:13.701663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:13.740073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef7147-5986-483b-8925-1235e0faca38 None None] Network 1408093b-94c0-4f73-99d3-8ca735054924 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:13.782700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e89a63b-00bd-4e8e-922f-d3488a11ff1f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9282639 Apr 01 15:10:13.784463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35572) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:13.794617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-765439218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:13.797888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:13.818066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:13.827688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:router and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:13.834465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:13.848858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:13.862369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:13.924513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.014700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:14.025663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Usage tracker for resource:security_group_rule and tenant:84deec9ace4448b39786a6ad371ffefc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:14.036052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:14.049430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:14.075532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=dddddabf-64ed-4712-8425-c0ee1a3a08ff,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:14.086331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.088047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.106503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6a025-0d69-46fd-8975-4790d877ed05 req-c1dca849-2930-4986-aacd-e17accda3126 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:14.110543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2aa6a025-0d69-46fd-8975-4790d877ed05 req-c1dca849-2930-4986-aacd-e17accda3126 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 943 time: 0.8338897 Apr 01 15:10:14.150837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device cda01b15-bb16-499c-a450-630dbe1bfdd8 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:10:14.179129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': '6ed4badf-2fac-435a-ba13-32517c5e2d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8996971d-ad59-4423-a19e-234791c2475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:14.180004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: 8996971d-ad59-4423-a19e-234791c2475f, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:10:14.216983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7176a-be8c-446a-bf4d-cde6afd7a5ca req-ff84bdfa-beb1-40c9-9529-8bb3ed341569 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:14.227330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8b7176a-be8c-446a-bf4d-cde6afd7a5ca req-ff84bdfa-beb1-40c9-9529-8bb3ed341569 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.2724948 Apr 01 15:10:14.253003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2aa6a025-0d69-46fd-8975-4790d877ed05 req-62617f53-f130-403a-8db3-bdaf06b116c3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342134 Apr 01 15:10:14.276141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.331045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8b7176a-be8c-446a-bf4d-cde6afd7a5ca req-5e302659-bc24-4a90-a6ba-c649922af9d7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018829 Apr 01 15:10:14.333294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 8996971d-ad59-4423-a19e-234791c2475f is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:10:14.333437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.345360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.348429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.397813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 8996971d-ad59-4423-a19e-234791c2475f) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:14.411973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:14.412683 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.417680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aff0a7-f89f-4b17-95c1-25964d81a0e4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:14.429586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.433400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7bdad3c3-6275-45d8-9ee1-587c0b0e20cb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6449039 Apr 01 15:10:14.433746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35578) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:14.502401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Attempting to bind port 4e6200a4-9788-4219-bf71-574cd869cf1c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:10:14.502897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Attempting to bind port 4e6200a4-9788-4219-bf71-574cd869cf1c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9cabe7af-1080-4360-a7de-8d374712c6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '57064e97-8283-42ab-b96c-80867e35874d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:10:14.503636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Attempting to bind port 4e6200a4-9788-4219-bf71-574cd869cf1c on network 57064e97-8283-42ab-b96c-80867e35874d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:14.510615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb3fd9-f407-40ef-8e71-9ddce07d3ade None None] Network 8996971d-ad59-4423-a19e-234791c2475f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:14.535586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-56bfe06f-3dbb-423e-9c02-ff1c93beec07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84deec9ace4448b39786a6ad371ffefc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4385478 Apr 01 15:10:14.538100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35582) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:14.564098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1408093b-94c0-4f73-99d3-8ca735054924', 'network_id': '1408093b-94c0-4f73-99d3-8ca735054924', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': 'faa79c7c-b219-4451-b04b-5451d8d5e9d4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:10:14.568598 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.585931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-53afc7e4-9c10-45f7-9f45-611db9d5aedb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3641810 Apr 01 15:10:14.595647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35588) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:14.603150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1990648998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:14.613765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:14.621779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:router and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:14.625526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:14.633063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:14.781109 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.792359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.805600 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cb937a5-3c5a-4fd6-a136-031d3fa45942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.835026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:10:14.835741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Checking segment: {'id': '9cabe7af-1080-4360-a7de-8d374712c6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '57064e97-8283-42ab-b96c-80867e35874d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:14.836154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.836597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Bound using segment: {'id': '9cabe7af-1080-4360-a7de-8d374712c6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '57064e97-8283-42ab-b96c-80867e35874d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:10:14.838304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Bound port: 4e6200a4-9788-4219-bf71-574cd869cf1c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cabe7af-1080-4360-a7de-8d374712c6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '57064e97-8283-42ab-b96c-80867e35874d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:10:14.840528 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.897295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cb937a5-3c5a-4fd6-a136-031d3fa45942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:14.970853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] For port 4e6200a4-9788-4219-bf71-574cd869cf1c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:10:14.974176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] For port 4e6200a4-9788-4219-bf71-574cd869cf1c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4e6200a4-9788-4219-bf71-574cd869cf1c,segment=NetworkSegment(9cabe7af-1080-4360-a7de-8d374712c6d4),segment_id=9cabe7af-1080-4360-a7de-8d374712c6d4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:10:14.982178 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:10:15.046728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cb937a5-3c5a-4fd6-a136-031d3fa45942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.073907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cb937a5-3c5a-4fd6-a136-031d3fa45942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.075492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8cb937a5-3c5a-4fd6-a136-031d3fa45942 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4aff0a7-f89f-4b17-95c1-25964d81a0e4 HTTP/1.1" status: 204 len: 168 time: 0.5361717 Apr 01 15:10:15.085358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20fa97-06a8-40d8-aa38-42a33515209c req-55523d3a-740d-42c6-8161-98c0ce3f21b4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:15.097372 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce20fa97-06a8-40d8-aa38-42a33515209c req-55523d3a-740d-42c6-8161-98c0ce3f21b4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.3774633 Apr 01 15:10:15.123150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb937a5-3c5a-4fd6-a136-031d3fa45942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aff0a7-f89f-4b17-95c1-25964d81a0e4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:15.254766 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce20fa97-06a8-40d8-aa38-42a33515209c req-a51d0019-6e56-4a66-bd0a-e1046be245a9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542947 Apr 01 15:10:15.311356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.470657 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.550079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.624231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.628007 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-49f49cb0-0b18-4427-891a-ba3ed7ce4bf2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0287607 Apr 01 15:10:15.628352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35606) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:15.638313 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.703958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:15.809989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a5e72d46-d1ff-45ab-90ea-1d45a502a77b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:15.810366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:16.246908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-8996971d-ad59-4423-a19e-234791c2475f', 'network_id': '8996971d-ad59-4423-a19e-234791c2475f', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': 'dddddabf-64ed-4712-8425-c0ee1a3a08ff'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:10:16.246908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:16.617417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a46e7-52db-4027-9ffb-885b2702ae3d req-95dbaf3c-5ca8-444b-8387-840e9a26fbe4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:16.624247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f07a46e7-52db-4027-9ffb-885b2702ae3d req-95dbaf3c-5ca8-444b-8387-840e9a26fbe4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.8386788 Apr 01 15:10:16.657734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b179496-2ffa-49a4-accb-dd27216206f3 req-cfb894ec-a611-4f8e-8b06-54eab2b2b2dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:16.677572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7b179496-2ffa-49a4-accb-dd27216206f3 req-cfb894ec-a611-4f8e-8b06-54eab2b2b2dc tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 943 time: 1.0017312 Apr 01 15:10:16.678542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240db3b-ced4-4778-89f4-8659f8f74dc8 None None] Pushing event updated for resources: {'Port': ['ID=4e6200a4-9788-4219-bf71-574cd869cf1c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:16.705373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:16.742284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'port_id': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'mac_address': 'fa:16:3e:48:ee:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:10:16.849478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.20.0.1 (1408093b-94c0-4f73-99d3-8ca735054924/faa79c7c-b219-4451-b04b-5451d8d5e9d4/d115fb30-05dd-4f6a-a4d3-25d2cb637c5b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:16.858090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f07a46e7-52db-4027-9ffb-885b2702ae3d req-c1d36ed8-d45a-45cf-96b7-b2dcd68e768f tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254872 Apr 01 15:10:17.146312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35626) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:17.210932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Allocated IP 2001:db8:1::2 (8996971d-ad59-4423-a19e-234791c2475f/dddddabf-64ed-4712-8425-c0ee1a3a08ff/ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:17.321565 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7b179496-2ffa-49a4-accb-dd27216206f3 req-8f334e85-017f-4c12-bb0f-fc33311356a4 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6427052 Apr 01 15:10:17.363828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:17.426239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4e6200a4-9788-4219-bf71-574cd869cf1c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:17.487990 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:17.546989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object d115fb30-05dd-4f6a-a4d3-25d2cb637c5b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:17.547716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:17.597691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1993103966'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:17.613600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:17.617771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Usage tracker for resource:network and tenant:7235dcd68e664fe6ad7faa8e0a7c424e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:17.622680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:17.632466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:17.674544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Made reservation on behalf of 7235dcd68e664fe6ad7faa8e0a7c424e for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:17.687045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:17.721158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:17.725633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee731-a5c5-47df-b13c-e5fa9fff2a3d req-9df13e1a-0f02-423c-b47b-1cba8ce251d0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:17.737005 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e42ee731-a5c5-47df-b13c-e5fa9fff2a3d req-9df13e1a-0f02-423c-b47b-1cba8ce251d0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 946 time: 0.4429827 Apr 01 15:10:17.841833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=d115fb30-05dd-4f6a-a4d3-25d2cb637c5b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:17.856996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:17.879128 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:17.937177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e42ee731-a5c5-47df-b13c-e5fa9fff2a3d req-14b2370a-6822-4967-8c39-9f3db1e86424 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986029 Apr 01 15:10:17.993871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:17.999265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Usage tracker for resource:security_group_rule and tenant:7235dcd68e664fe6ad7faa8e0a7c424e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:18.003629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:18.011470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:18.063925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:18.069853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda01b15-bb16-499c-a450-630dbe1bfdd8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:10:18.087397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa4b23-b2c5-4ea8-a724-cee5d9acd964 None None] Network 57064e97-8283-42ab-b96c-80867e35874d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:18.109537 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.116762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 1408093b-94c0-4f73-99d3-8ca735054924 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:18.120336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:18.130111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:18.187622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.201863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:10:18.217906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.218188 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Added segment 21544ade-e0e6-46f9-af47-24a24d252458 of type vlan for network cf3e95b7-fbd4-4398-9913-869439f8b443 Apr 01 15:10:18.223202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 4e6200a4-9788-4219-bf71-574cd869cf1c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:18.242398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:18.245044 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'code': 200} Apr 01 15:10:18.255920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.358552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:18.375125 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.388251 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.521774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.531372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.544465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:18.545173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.588494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8::1 (57064e97-8283-42ab-b96c-80867e35874d/c3cfae06-681b-4bba-8401-5cef81f26366/dfa4b89d-c24f-45da-887a-726728ec1dfd) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:18.597813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=13']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:18.604535 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.630041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151ec0b2-db48-4620-be53-c8870888da2a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:18.653158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5058706 Apr 01 15:10:18.660234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35640) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:18.681522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Request body: {'subnet': {'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:18.689405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=cda01b15-bb16-499c-a450-630dbe1bfdd8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:18.695837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Transition to ACTIVE for port object ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:18.699813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Allocated IP 172.20.0.2 (1408093b-94c0-4f73-99d3-8ca735054924/faa79c7c-b219-4451-b04b-5451d8d5e9d4/88311788-8220-4e3c-9862-ba9f3afdda0e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:18.733969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30a03d37-33bf-4197-9910-3af0816c2f18 None None] Provisioning for port 4e6200a4-9788-4219-bf71-574cd869cf1c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:18.762959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30a03d37-33bf-4197-9910-3af0816c2f18 None None] Provisioning complete for port 4e6200a4-9788-4219-bf71-574cd869cf1c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:18.763511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30a03d37-33bf-4197-9910-3af0816c2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.809480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.826967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object dfa4b89d-c24f-45da-887a-726728ec1dfd will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:18.834034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Transition to ACTIVE for port object ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:18.883530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:18.938434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 57064e97-8283-42ab-b96c-80867e35874d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:18.944471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:18.947129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:18.948225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:19.029540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=dfa4b89d-c24f-45da-887a-726728ec1dfd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:19.030298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['cda01b15-bb16-499c-a450-630dbe1bfdd8'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:10:19.052439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4adcc0-e2d7-41a5-a71d-bc65b31ebded req-37417fe6-4a71-4811-a4d2-6c45ee41a0d8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:19.059710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc4adcc0-e2d7-41a5-a71d-bc65b31ebded req-37417fe6-4a71-4811-a4d2-6c45ee41a0d8 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 944 time: 0.2135715 Apr 01 15:10:19.108542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:19.122122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c7263-5967-43d2-86fe-d7a8e3a02bec req-243ce8d9-9a0a-4b30-9513-e77b9e86d786 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:19.131006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb7c7263-5967-43d2-86fe-d7a8e3a02bec req-243ce8d9-9a0a-4b30-9513-e77b9e86d786 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.8305027 Apr 01 15:10:19.135597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6db15c-0de0-4b10-b52b-83ceff852d01 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event updated for resources: {'Network': ['ID=cf3e95b7-fbd4-4398-9913-869439f8b443,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:19.167572 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc4adcc0-e2d7-41a5-a71d-bc65b31ebded req-8f25ca17-e516-41cb-8402-9ce94bfad96e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065884 Apr 01 15:10:19.177918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network cf3e95b7-fbd4-4398-9913-869439f8b443 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:10:19.191950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:19.260044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:19.264021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Usage tracker for resource:subnet and tenant:7235dcd68e664fe6ad7faa8e0a7c424e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:19.266946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:19.273461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:19.306581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb7c7263-5967-43d2-86fe-d7a8e3a02bec req-bc2f0161-63f2-4d29-bc61-9329d0c7b273 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745079 Apr 01 15:10:19.309389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Made reservation on behalf of 7235dcd68e664fe6ad7faa8e0a7c424e for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:19.627192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Pushing event updated for resources: {'Port': ['ID=ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:19.644892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Network 8996971d-ad59-4423-a19e-234791c2475f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:19.654977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd672e-6dd1-4a75-b963-fc69dec7bbb9 req-e65db42d-fef6-43e5-b4e5-53c2eae333a7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:19.665148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6cbd672e-6dd1-4a75-b963-fc69dec7bbb9 req-e65db42d-fef6-43e5-b4e5-53c2eae333a7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.2062671 Apr 01 15:10:19.687771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:19.700608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:19.761288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:19.783957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:19.916973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6cbd672e-6dd1-4a75-b963-fc69dec7bbb9 req-ba7d9838-a385-4cfa-8731-3e524d4d59de tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505882 Apr 01 15:10:20.093456 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.100102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.101408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.219902 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30a03d37-33bf-4197-9910-3af0816c2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.312104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Attempting to bind port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:10:20.312493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Attempting to bind port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6ed4badf-2fac-435a-ba13-32517c5e2d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8996971d-ad59-4423-a19e-234791c2475f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:10:20.312832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Attempting to bind port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 on network 8996971d-ad59-4423-a19e-234791c2475f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:20.352440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-30a03d37-33bf-4197-9910-3af0816c2f18 None None] For port 4e6200a4-9788-4219-bf71-574cd869cf1c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4e6200a4-9788-4219-bf71-574cd869cf1c,segment=NetworkSegment(9cabe7af-1080-4360-a7de-8d374712c6d4),segment_id=9cabe7af-1080-4360-a7de-8d374712c6d4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:20.380036 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30a03d37-33bf-4197-9910-3af0816c2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.391058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.431767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.489512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:10:20.489799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Checking segment: {'id': '6ed4badf-2fac-435a-ba13-32517c5e2d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8996971d-ad59-4423-a19e-234791c2475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:20.490203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.490592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Bound using segment: {'id': '6ed4badf-2fac-435a-ba13-32517c5e2d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8996971d-ad59-4423-a19e-234791c2475f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:10:20.491062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Bound port: ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed4badf-2fac-435a-ba13-32517c5e2d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8996971d-ad59-4423-a19e-234791c2475f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:10:20.491487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.547136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=dfa4b89d-c24f-45da-887a-726728ec1dfd,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:20.588276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.620577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Transition to ACTIVE for port object 88311788-8220-4e3c-9862-ba9f3afdda0e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:20.926491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.936152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 57064e97-8283-42ab-b96c-80867e35874d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:20.943346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a03d37-33bf-4197-9910-3af0816c2f18 None None] Pushing event updated for resources: {'Port': ['ID=4e6200a4-9788-4219-bf71-574cd869cf1c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:20.955301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Transition to ACTIVE for port object 88311788-8220-4e3c-9862-ba9f3afdda0e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:20.956769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d05675c3-81d2-4f74-9349-8c2844f06187 None None] Provisioning for port dfa4b89d-c24f-45da-887a-726728ec1dfd completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:20.960827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=d115fb30-05dd-4f6a-a4d3-25d2cb637c5b,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:20.970583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d05675c3-81d2-4f74-9349-8c2844f06187 None None] Provisioning complete for port dfa4b89d-c24f-45da-887a-726728ec1dfd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:20.970953 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d05675c3-81d2-4f74-9349-8c2844f06187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:20.985189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34ef37-be13-4f60-8f2a-4e727915fe8d req-870272ae-a642-407a-a662-bc6738433adf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:20.989843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:20.996203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a34ef37-be13-4f60-8f2a-4e727915fe8d req-870272ae-a642-407a-a662-bc6738433adf tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 944 time: 0.4677906 Apr 01 15:10:21.041956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] For port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:10:21.044486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:21.069703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a34ef37-be13-4f60-8f2a-4e727915fe8d req-a4edcbfc-ec6a-41c4-b63a-fc7f73b11356 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719445 Apr 01 15:10:21.273929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Pushing event updated for resources: {'Port': ['ID=88311788-8220-4e3c-9862-ba9f3afdda0e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:21.295482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] For port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7,segment=NetworkSegment(6ed4badf-2fac-435a-ba13-32517c5e2d1a),segment_id=6ed4badf-2fac-435a-ba13-32517c5e2d1a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:10:21.314734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Network 1408093b-94c0-4f73-99d3-8ca735054924 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:21.318141 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:21.334046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:21.342480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:21.456021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4e6200a4-9788-4219-bf71-574cd869cf1c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:21.493824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d5f56-34cc-4cbc-b0dc-0fedf73745a2 None None] Pushing event updated for resources: {'Port': ['ID=ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:21.510404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d05675c3-81d2-4f74-9349-8c2844f06187 None None] Port dfa4b89d-c24f-45da-887a-726728ec1dfd cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:21.620676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d05675c3-81d2-4f74-9349-8c2844f06187 None None] Provisioning complete for port 4e6200a4-9788-4219-bf71-574cd869cf1c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:21.621054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d05675c3-81d2-4f74-9349-8c2844f06187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:21.698553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 1408093b-94c0-4f73-99d3-8ca735054924 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:21.714644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:21.728242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:21.866661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6faf6-dd2a-4f96-84e1-02d7c73288f7 req-90b6b7a0-4ab8-432d-abeb-542371af9002 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:21.908182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fa6faf6-dd2a-4f96-84e1-02d7c73288f7 req-90b6b7a0-4ab8-432d-abeb-542371af9002 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 1.2590892 Apr 01 15:10:22.056170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event updated for resources: {'Subnet': ['ID=880690dc-92e4-4f00-bf01-338a593f08db,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:22.058586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fa6faf6-dd2a-4f96-84e1-02d7c73288f7 req-50c021b9-c01d-43fd-81f0-9f377890dab4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495228 Apr 01 15:10:22.094647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104085e-3830-4b30-b893-198ccb0193a9 req-fdc9bc58-d8cd-425f-bcdf-8f2b1fa36d20 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:22.113658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8104085e-3830-4b30-b893-198ccb0193a9 req-fdc9bc58-d8cd-425f-bcdf-8f2b1fa36d20 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.6571870 Apr 01 15:10:22.153845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router adab7bf7-7e54-4ad0-9a90-69ee367496b2 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:10:22.197188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Attempting to bind port 88311788-8220-4e3c-9862-ba9f3afdda0e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:10:22.197773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Attempting to bind port 88311788-8220-4e3c-9862-ba9f3afdda0e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '1cdff359-99a0-4bb1-a326-ef1cfa772a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1408093b-94c0-4f73-99d3-8ca735054924'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:10:22.197881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Attempting to bind port 88311788-8220-4e3c-9862-ba9f3afdda0e on network 1408093b-94c0-4f73-99d3-8ca735054924 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:22.255869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:10:22.256306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Checking segment: {'id': '1cdff359-99a0-4bb1-a326-ef1cfa772a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1408093b-94c0-4f73-99d3-8ca735054924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:22.256642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:22.257035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Bound using segment: {'id': '1cdff359-99a0-4bb1-a326-ef1cfa772a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1408093b-94c0-4f73-99d3-8ca735054924'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:10:22.257518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Bound port: 88311788-8220-4e3c-9862-ba9f3afdda0e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdff359-99a0-4bb1-a326-ef1cfa772a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1408093b-94c0-4f73-99d3-8ca735054924'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:10:22.257894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:22.299011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4e6200a4-9788-4219-bf71-574cd869cf1c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:22.300039 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:22.493985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Checking segment: {'id': '21544ade-e0e6-46f9-af47-24a24d252458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:22.494379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Network hostable DHCP agents. Network: cf3e95b7-fbd4-4398-9913-869439f8b443, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:10:22.562540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8104085e-3830-4b30-b893-198ccb0193a9 req-7b4b0019-e9df-4122-8661-10540ea9e2d2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4407213 Apr 01 15:10:22.609514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Network cf3e95b7-fbd4-4398-9913-869439f8b443 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:10:22.638165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, cf3e95b7-fbd4-4398-9913-869439f8b443) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:22.650258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:22.650847 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:22.664600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672c459-56eb-4011-a933-9fc0b8a7cc63 req-d888cf09-10ed-4254-9cd6-56c468888a6a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:22.676351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d672c459-56eb-4011-a933-9fc0b8a7cc63 req-d888cf09-10ed-4254-9cd6-56c468888a6a tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 944 time: 0.2857244 Apr 01 15:10:22.692133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device cda01b15-bb16-499c-a450-630dbe1bfdd8 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:22.732323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-52c3212f-7f89-4e9f-920e-9f1a452c6256 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0563636 Apr 01 15:10:22.735270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b0dd498-a091-49f5-9540-35a30fc3c598 req-21ad5311-efaa-44c0-a201-96ff13e30071 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1097 time: 0.3977110 Apr 01 15:10:22.739485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35678) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:22.750464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Request body: {'port': {'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443', 'name': 'tempest-ExtraDHCPOptionsTestJSON-249492228'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:22.801866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router 93fadd3e-db3b-41f8-9ca5-dba97566ebd8 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:10:22.831293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230c310-b7fd-474f-8b37-462e35beacde None None] Network cf3e95b7-fbd4-4398-9913-869439f8b443 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:22.993532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d672c459-56eb-4011-a933-9fc0b8a7cc63 req-6201e10b-300d-4b9d-b26b-8faaa35c1f41 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147249 Apr 01 15:10:23.025491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b0dd498-a091-49f5-9540-35a30fc3c598 req-c7b25799-0df3-4082-9f69-692e3f954231 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557220 Apr 01 15:10:23.053456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:23.081526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] Sync routers for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:23.092702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-af724f62-cc4b-4220-9f0c-65e2d3b88f6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/adab7bf7-7e54-4ad0-9a90-69ee367496b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4632154 Apr 01 15:10:23.095696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35682) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:23.153775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] For port 88311788-8220-4e3c-9862-ba9f3afdda0e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:10:23.174093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] For port 88311788-8220-4e3c-9862-ba9f3afdda0e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=88311788-8220-4e3c-9862-ba9f3afdda0e,segment=NetworkSegment(1cdff359-99a0-4bb1-a326-ef1cfa772a55),segment_id=1cdff359-99a0-4bb1-a326-ef1cfa772a55)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:10:23.182358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:23.183134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:23.199012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:23.218844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Usage tracker for resource:port and tenant:7235dcd68e664fe6ad7faa8e0a7c424e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:23.240617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:23.264458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:23.325784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:23.336957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f04315-9f84-44e4-aacb-e7b2c7238f68 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:23.337588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d6f04315-9f84-44e4-aacb-e7b2c7238f68 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:23.338719 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] Sync routers for ids ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:23.340140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-90db1f91-e7d8-4b59-866c-11a455ec61d1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/93fadd3e-db3b-41f8-9ca5-dba97566ebd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9051280 Apr 01 15:10:23.343191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35688) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:23.366784 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] Routers {'93fadd3e-db3b-41f8-9ca5-dba97566ebd8'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:23.367434 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:23.400046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Made reservation on behalf of 7235dcd68e664fe6ad7faa8e0a7c424e for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:23.408056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port cda01b15-bb16-499c-a450-630dbe1bfdd8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:23.411814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:23.422301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:23.445742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c6769-d33c-4a47-b835-bcf6457640d3 None None] Network 8996971d-ad59-4423-a19e-234791c2475f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:23.509966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d6f04315-9f84-44e4-aacb-e7b2c7238f68 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:23.512400 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d6f04315-9f84-44e4-aacb-e7b2c7238f68 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports/dfa4b89d-c24f-45da-887a-726728ec1dfd HTTP/1.1" status: 200 len: 911 time: 0.4148481 Apr 01 15:10:23.515497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35692) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:23.515945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] device_id is not set on port d0879a25-da4c-40f0-ae24-7a98767a2c9c yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:10:23.563463 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:23.566132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922dab5-6184-4a28-9428-20f360b1b23f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:23.570465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b922dab5-6184-4a28-9428-20f360b1b23f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports/d115fb30-05dd-4f6a-a4d3-25d2cb637c5b HTTP/1.1" status: 200 len: 910 time: 0.2198346 Apr 01 15:10:23.570943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35698) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:23.589804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'faa79c7c-b219-4451-b04b-5451d8d5e9d4'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:23.637000 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] Routers {'93fadd3e-db3b-41f8-9ca5-dba97566ebd8'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:23.637873 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:23.694574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4bd53-2f77-4fbf-b1e5-7e3436523d79 req-1c8f08da-0c13-46ac-81cd-9e155d67da72 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:23.696083 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4de4bd53-2f77-4fbf-b1e5-7e3436523d79 req-1c8f08da-0c13-46ac-81cd-9e155d67da72 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3683527 Apr 01 15:10:23.834754 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:23.843894 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4902db6-708b-4d35-a686-38f37d97730e None None] The sync data for ids ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:23.844097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4de4bd53-2f77-4fbf-b1e5-7e3436523d79 req-ac4153ba-7644-41eb-8444-9991aa834bd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776057 Apr 01 15:10:23.847154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:23.884011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:24.010090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Allocated IP 172.20.0.6 (cf3e95b7-fbd4-4398-9913-869439f8b443/880690dc-92e4-4f00-bf01-338a593f08db/d0879a25-da4c-40f0-ae24-7a98767a2c9c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:24.052617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:24.053257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:24.221539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bcbfd3c9-4318-401f-b3d2-7b6e32026947 None None] Provisioning complete for port dfa4b89d-c24f-45da-887a-726728ec1dfd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:24.223727 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd3c9-4318-401f-b3d2-7b6e32026947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:24.314733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port cda01b15-bb16-499c-a450-630dbe1bfdd8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:24.315455 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:24.415747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961e542-179d-4f6e-ac8b-1f5ab6ab52a5 req-4f59d818-7a5e-46d5-9fc2-81e106782b36 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:24.422638 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d961e542-179d-4f6e-ac8b-1f5ab6ab52a5 req-4f59d818-7a5e-46d5-9fc2-81e106782b36 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 944 time: 0.1445994 Apr 01 15:10:24.536845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:24.537407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa5366-4e99-4f96-bb2c-bee8e77d491b None None] The sync data for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:24.538777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d961e542-179d-4f6e-ac8b-1f5ab6ab52a5 req-fc51f9ae-d397-469b-8897-56c5ea8ebf3b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151912 Apr 01 15:10:24.551621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfd3c9-4318-401f-b3d2-7b6e32026947 None None] Port dfa4b89d-c24f-45da-887a-726728ec1dfd cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:24.777873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35710) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:25.008947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fff7ae32-fd94-44ee-8302-b319f3968564 None None] Provisioning for port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:25.051592 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:25.060600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:25.106426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799cb6-d9cf-4d68-8546-087e8b79010c None None] Pushing event updated for resources: {'Port': ['ID=88311788-8220-4e3c-9862-ba9f3afdda0e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:25.170305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:25.195808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:25.196180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:25.301686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:25.326636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-cf3e95b7-fbd4-4398-9913-869439f8b443', 'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443', 'tenant_id': '7235dcd68e664fe6ad7faa8e0a7c424e', 'fixed_ips': [{'subnet_id': '880690dc-92e4-4f00-bf01-338a593f08db'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:10:25.327572 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:25.460968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:25.556010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bc81e-cb94-4a35-8180-3015f68746ad req-f096b8b8-df1b-44f6-bd53-e7dc0146feca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:25.563525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e79bc81e-cb94-4a35-8180-3015f68746ad req-f096b8b8-df1b-44f6-bd53-e7dc0146feca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 1.4166794 Apr 01 15:10:25.565473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:25.677025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:25.732051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Transition to ACTIVE for port object d0879a25-da4c-40f0-ae24-7a98767a2c9c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:25.831763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7,segment=NetworkSegment(6ed4badf-2fac-435a-ba13-32517c5e2d1a),segment_id=6ed4badf-2fac-435a-ba13-32517c5e2d1a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:25.832831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b57950-9f56-4c88-bb78-10476e1286c9 req-ddc859ef-8c9c-40ea-ae54-8b6b4190dcdf tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:25.835446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03b57950-9f56-4c88-bb78-10476e1286c9 req-ddc859ef-8c9c-40ea-ae54-8b6b4190dcdf tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.5106072 Apr 01 15:10:25.854296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:25.865047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d88132-85b3-4982-b45d-42c53ddba385 None None] Network 1408093b-94c0-4f73-99d3-8ca735054924 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:25.948449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e79bc81e-cb94-4a35-8180-3015f68746ad req-b9a6f7a0-daae-45a5-a88f-882337cd10c2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837397 Apr 01 15:10:25.983023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-03b57950-9f56-4c88-bb78-10476e1286c9 req-5c2a1f91-3cd1-4e42-8baa-2754de21a9a4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379020 Apr 01 15:10:26.161060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8:1::1 (8996971d-ad59-4423-a19e-234791c2475f/dddddabf-64ed-4712-8425-c0ee1a3a08ff/ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:26.292104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Allocated IP 172.20.0.2 (cf3e95b7-fbd4-4398-9913-869439f8b443/880690dc-92e4-4f00-bf01-338a593f08db/7b70f980-9ac7-472e-88f3-9557a89a77ed) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:26.393062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.413587 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:26.447420 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.449756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.486776 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'code': 200} Apr 01 15:10:26.496021 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.619562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f961f026-ee3a-43f5-9370-d2dfcacfb7a5 None None] Provisioning for port 88311788-8220-4e3c-9862-ba9f3afdda0e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:26.637325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:26.657621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 8996971d-ad59-4423-a19e-234791c2475f is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:26.662900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=cda01b15-bb16-499c-a450-630dbe1bfdd8,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:26.675291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.684559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:26.690230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.702326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:26.705274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.709488 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:26.721648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88311788-8220-4e3c-9862-ba9f3afdda0e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:27.005003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Transition to ACTIVE for port object 7b70f980-9ac7-472e-88f3-9557a89a77ed will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:27.033371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.043792 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.049402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Transition to ACTIVE for port object 7b70f980-9ac7-472e-88f3-9557a89a77ed will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:27.055324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:27.077080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.187511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:27.188452 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.193586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/ports/d115fb30-05dd-4f6a-a4d3-25d2cb637c5b HTTP/1.1" status: 200 len: 910 time: 3.6209233 Apr 01 15:10:27.201499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35734) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:27.203143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Pushing event updated for resources: {'Port': ['ID=7b70f980-9ac7-472e-88f3-9557a89a77ed,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:27.255981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Network cf3e95b7-fbd4-4398-9913-869439f8b443 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:27.264101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-821e8ef2-13dc-4acd-b6b6-913a3b63e74b None None] Provisioning complete for port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:27.264640 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-821e8ef2-13dc-4acd-b6b6-913a3b63e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.317435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-86d7f462-1004-4f41-a9bb-522b904527da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1097 time: 0.4721668 Apr 01 15:10:27.343177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 88311788-8220-4e3c-9862-ba9f3afdda0e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:27.351023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:27.353594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:27.368209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 88311788-8220-4e3c-9862-ba9f3afdda0e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:27.369004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.528568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Network cf3e95b7-fbd4-4398-9913-869439f8b443 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:27.538444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:27.541341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:27.616781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:27.617719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.686273 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.816218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event updated for resources: {'Port': ['ID=d0879a25-da4c-40f0-ae24-7a98767a2c9c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:27.919764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32fa12-ddab-4b6b-b1e0-943c398e31f0 req-42cb1f85-21d8-4c49-965d-224711d88d9c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:27.922806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1817286 Apr 01 15:10:27.928521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb32fa12-ddab-4b6b-b1e0-943c398e31f0 req-42cb1f85-21d8-4c49-965d-224711d88d9c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.5248442 Apr 01 15:10:27.935489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35738) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:27.951332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c061effa-617e-43ba-aa10-c53d6593670d req-39f02a92-99d5-487c-9116-959f02ea0fbd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 1096 time: 1.0402696 Apr 01 15:10:27.955749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Request body: {'port': {'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443', 'name': 'tempest-ExtraDHCPOptionsTestJSON-594310841', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:27.956598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.api.validators [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] bootfile-name is not in valid_values {{(pid=83954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:10:27.956858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-e2e8f156-0b55-4e16-b3a2-adc3566c6341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:27.957004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.api.validators [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] tftp-server is not in valid_values {{(pid=83954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:10:27.957243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.api.validators [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] server-ip-address is not in valid_values {{(pid=83954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:10:27.958766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-e2e8f156-0b55-4e16-b3a2-adc3566c6341 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.5247560 Apr 01 15:10:27.980670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Attempting to bind port 7b70f980-9ac7-472e-88f3-9557a89a77ed on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:10:27.981741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Attempting to bind port 7b70f980-9ac7-472e-88f3-9557a89a77ed by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '21544ade-e0e6-46f9-af47-24a24d252458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:10:27.982252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Attempting to bind port 7b70f980-9ac7-472e-88f3-9557a89a77ed on network cf3e95b7-fbd4-4398-9913-869439f8b443 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:27.985459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66dab744-9b0d-45ac-87d8-79f6da957f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:27.997190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 88311788-8220-4e3c-9862-ba9f3afdda0e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=88311788-8220-4e3c-9862-ba9f3afdda0e,segment=NetworkSegment(1cdff359-99a0-4bb1-a326-ef1cfa772a55),segment_id=1cdff359-99a0-4bb1-a326-ef1cfa772a55)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:28.003391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:10:28.004640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Checking segment: {'id': '21544ade-e0e6-46f9-af47-24a24d252458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:28.005555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.006404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Bound using segment: {'id': '21544ade-e0e6-46f9-af47-24a24d252458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:10:28.007141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Bound port: 7b70f980-9ac7-472e-88f3-9557a89a77ed, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21544ade-e0e6-46f9-af47-24a24d252458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cf3e95b7-fbd4-4398-9913-869439f8b443'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:10:28.007632 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.020964 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.109740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-eace7d5d-b4ef-4996-9d88-c11d17860a14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 200 len: 217 time: 0.1225321 Apr 01 15:10:28.120034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=88311788-8220-4e3c-9862-ba9f3afdda0e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:28.264729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] For port 7b70f980-9ac7-472e-88f3-9557a89a77ed, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:10:28.268928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] For port 7b70f980-9ac7-472e-88f3-9557a89a77ed, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7b70f980-9ac7-472e-88f3-9557a89a77ed,segment=NetworkSegment(21544ade-e0e6-46f9-af47-24a24d252458),segment_id=21544ade-e0e6-46f9-af47-24a24d252458)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:10:28.271345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e2b5f9ff-81dd-46c3-8e36-a3de9a099cde None None] Provisioning for port ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:28.278919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e2b5f9ff-81dd-46c3-8e36-a3de9a099cde None None] Provisioning complete for port ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:28.279472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f9ff-81dd-46c3-8e36-a3de9a099cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.300054 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb32fa12-ddab-4b6b-b1e0-943c398e31f0 req-476a1604-48e0-43d9-a95e-0331803e3175 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702700 Apr 01 15:10:28.351401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5f9ff-81dd-46c3-8e36-a3de9a099cde None None] Port ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:28.355444 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.400251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-ae7a578e-c1c2-457b-a992-ea3f239ae17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:28.402112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-ae7a578e-c1c2-457b-a992-ea3f239ae17c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.2674320 Apr 01 15:10:28.513233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9855b3-90d0-492c-a848-8511169af887 req-84491f02-9c6f-4d51-ac63-55b37cb3776d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:28.521462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b9855b3-90d0-492c-a848-8511169af887 req-84491f02-9c6f-4d51-ac63-55b37cb3776d tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 1.7075734 Apr 01 15:10:28.558109 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:10:28.577874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21899050-0017-45d5-976d-43fc35fb01eb None None] Pushing event updated for resources: {'Port': ['ID=7b70f980-9ac7-472e-88f3-9557a89a77ed,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:28.587282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-65bf5f95-1fa9-4fb2-b3c0-0efd079457ef None None] Provisioning for port d115fb30-05dd-4f6a-a4d3-25d2cb637c5b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:28.601757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-65bf5f95-1fa9-4fb2-b3c0-0efd079457ef None None] Provisioning complete for port d115fb30-05dd-4f6a-a4d3-25d2cb637c5b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:28.603596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65bf5f95-1fa9-4fb2-b3c0-0efd079457ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.735725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:28.743108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.743485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.743786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.744116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.744442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.744763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.745078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.745395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.745711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.746025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.746338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98d6f-b641-402e-81e5-105fedb079c9 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:28.852988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c061effa-617e-43ba-aa10-c53d6593670d req-afbac38b-11a7-49a2-b6d4-d51312b42e41 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470647 Apr 01 15:10:28.854267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:28.903654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Usage tracker for resource:port and tenant:7235dcd68e664fe6ad7faa8e0a7c424e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:28.957949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.967879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b9855b3-90d0-492c-a848-8511169af887 req-0c9003b3-5009-4ca5-bfbb-ae6f8b9ed482 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4452965 Apr 01 15:10:28.973427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.974213 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:28.983426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:29.038221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:29.063590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-65bf5f95-1fa9-4fb2-b3c0-0efd079457ef None None] Port d115fb30-05dd-4f6a-a4d3-25d2cb637c5b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:29.081471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:29.081840 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:29.134666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-8fe7693e-1574-45e8-813a-8e6a87f43af7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7215743 Apr 01 15:10:29.187036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-65bf5f95-1fa9-4fb2-b3c0-0efd079457ef None None] Provisioning complete for port 88311788-8220-4e3c-9862-ba9f3afdda0e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:29.187307 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65bf5f95-1fa9-4fb2-b3c0-0efd079457ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:29.295810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e61c07-91a2-4788-b65e-19e42ac21175 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=d115fb30-05dd-4f6a-a4d3-25d2cb637c5b,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:29.327870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Made reservation on behalf of 7235dcd68e664fe6ad7faa8e0a7c424e for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:29.333096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:29.390619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88311788-8220-4e3c-9862-ba9f3afdda0e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:29.397003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] device_id is not set on port 98875479-283d-48ae-b270-bbe33a40dc68 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:10:29.431856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:29.468136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2c230-bc9b-49b3-9a00-d9eef29a81aa req-10a26a87-878d-4145-b2e9-fe56ed62f18f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:29.472276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:29.477182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11f2c230-bc9b-49b3-9a00-d9eef29a81aa req-10a26a87-878d-4145-b2e9-fe56ed62f18f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.8983366 Apr 01 15:10:29.586705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 88311788-8220-4e3c-9862-ba9f3afdda0e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:29.587504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:29.608618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11f2c230-bc9b-49b3-9a00-d9eef29a81aa req-40896bbc-17cd-4ccf-ba79-62f78492f0c3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304226 Apr 01 15:10:29.641955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 8996971d-ad59-4423-a19e-234791c2475f is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:29.645071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:29.650003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-c3fbb8c2-b7ec-4a3d-b0f6-ba09877632ea service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748825 Apr 01 15:10:29.802218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-acddb5c8-ff6b-4801-afdd-6e51b2a335b8 None None] Provisioning complete for port d115fb30-05dd-4f6a-a4d3-25d2cb637c5b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:29.804765 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acddb5c8-ff6b-4801-afdd-6e51b2a335b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:30.067446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-acddb5c8-ff6b-4801-afdd-6e51b2a335b8 None None] Port d115fb30-05dd-4f6a-a4d3-25d2cb637c5b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:30.160911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:30.240114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ec6957a-1d30-4bd9-bd9b-ed6e84697062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:30.336925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68651257-3609-415c-a3a6-55d897df98ac None None] Provisioning complete for port ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:30.337319 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68651257-3609-415c-a3a6-55d897df98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:30.447347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Allocated IP 172.20.0.13 (cf3e95b7-fbd4-4398-9913-869439f8b443/880690dc-92e4-4f00-bf01-338a593f08db/98875479-283d-48ae-b270-bbe33a40dc68) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:30.484952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68651257-3609-415c-a3a6-55d897df98ac None None] Port ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:30.542777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56f785-3de7-4b3b-aee3-2bc9eb9f0018 None None] Network cf3e95b7-fbd4-4398-9913-869439f8b443 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:30.600410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a50008c-3b45-4dfc-a379-d969c79870e5 req-8db925c5-ae48-4cb6-9909-83f07081085f service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8398974 Apr 01 15:10:30.648906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router adab7bf7-7e54-4ad0-9a90-69ee367496b2 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:30.873841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7b70f980-9ac7-472e-88f3-9557a89a77ed up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:30.895505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7d6f5-bf15-427f-9c56-30af902cc2d4 req-40d79b58-e24f-44af-95c6-ad8afb8288b4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:30.902476 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41d7d6f5-bf15-427f-9c56-30af902cc2d4 req-40d79b58-e24f-44af-95c6-ad8afb8288b4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.8130424 Apr 01 15:10:30.985523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7783a5f2-e9fc-40b4-ab81-c303b346c1a8 None None] Provisioning for port 7b70f980-9ac7-472e-88f3-9557a89a77ed completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:31.016168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7783a5f2-e9fc-40b4-ab81-c303b346c1a8 None None] Provisioning complete for port 7b70f980-9ac7-472e-88f3-9557a89a77ed triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:31.016614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7783a5f2-e9fc-40b4-ab81-c303b346c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:31.080795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59408cc-a171-4db4-a7dc-a1c539c0f3af req-326be112-bbc8-455e-8e2c-a1ddacad7b41 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:31.081510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41d7d6f5-bf15-427f-9c56-30af902cc2d4 req-bbc8c8bd-bf3c-4b3d-a883-901a5264f2c3 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777084 Apr 01 15:10:31.082331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b59408cc-a171-4db4-a7dc-a1c539c0f3af req-326be112-bbc8-455e-8e2c-a1ddacad7b41 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 0.2773650 Apr 01 15:10:31.142732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7b70f980-9ac7-472e-88f3-9557a89a77ed completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:31.160261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7b70f980-9ac7-472e-88f3-9557a89a77ed triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:31.160829 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:31.221886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b59408cc-a171-4db4-a7dc-a1c539c0f3af req-08c60924-1ea9-4a29-a2ec-95457f878ad0 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291156 Apr 01 15:10:31.226384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:31.264152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-431fecf3-a09f-4a25-9dd1-677feae70d0b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/adab7bf7-7e54-4ad0-9a90-69ee367496b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7441850 Apr 01 15:10:31.266300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] Sync routers for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:31.269902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35764) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:31.302233 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:31.358844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:31.360188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:31.491374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a78b6b3-8ddf-474f-98e4-eb01e0074c8d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:31.491915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7a78b6b3-8ddf-474f-98e4-eb01e0074c8d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:31.530719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Transition to ACTIVE for port object 98875479-283d-48ae-b270-bbe33a40dc68 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:31.571562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:31.582599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:31.583298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:31.606484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:31.607299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:31.645231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7a78b6b3-8ddf-474f-98e4-eb01e0074c8d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:31.650633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a78b6b3-8ddf-474f-98e4-eb01e0074c8d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports/ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a HTTP/1.1" status: 200 len: 913 time: 0.3792169 Apr 01 15:10:31.653485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:31.695577 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:31.725504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7783a5f2-e9fc-40b4-ab81-c303b346c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:31.829897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7b70f980-9ac7-472e-88f3-9557a89a77ed, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7b70f980-9ac7-472e-88f3-9557a89a77ed,segment=NetworkSegment(21544ade-e0e6-46f9-af47-24a24d252458),segment_id=21544ade-e0e6-46f9-af47-24a24d252458)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:31.834723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:31.835131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5043e97-0a14-4c70-915d-d25fa7c1710c None None] The sync data for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:31.877868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:32.062530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7b70f980-9ac7-472e-88f3-9557a89a77ed,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:32.183312 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-7783a5f2-e9fc-40b4-ab81-c303b346c1a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:10:32.183937 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-7783a5f2-e9fc-40b4-ab81-c303b346c1a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:10:32.239528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6128517-0f36-494d-9948-ee5bdfd664c7 req-57e1e38d-d797-4148-9cfb-f9aa1eadab65 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:32.246565 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6128517-0f36-494d-9948-ee5bdfd664c7 req-57e1e38d-d797-4148-9cfb-f9aa1eadab65 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.7088287 Apr 01 15:10:32.359164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:32.361278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6128517-0f36-494d-9948-ee5bdfd664c7 req-2a2a39da-501d-4f9e-a59e-e2a19f68aa3d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132715 Apr 01 15:10:32.537421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f9a00-2067-4c49-b070-eeac543082a8 req-073ceaf7-1f2e-4f3a-a84d-fc002520d2f9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:32.549404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:32.550161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b2f9a00-2067-4c49-b070-eeac543082a8 req-073ceaf7-1f2e-4f3a-a84d-fc002520d2f9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 0.9173334 Apr 01 15:10:32.559971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Request body: {'floatingip': {'port_id': 'cda01b15-bb16-499c-a450-630dbe1bfdd8'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:32.650573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7b70f980-9ac7-472e-88f3-9557a89a77ed up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:32.710546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Network cf3e95b7-fbd4-4398-9913-869439f8b443 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:32.715483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event updated for resources: {'Port': ['ID=98875479-283d-48ae-b270-bbe33a40dc68,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:32.787644 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:32.811956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:32.829963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:32.840852 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:32.906834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7b70f980-9ac7-472e-88f3-9557a89a77ed triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:32.907533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:32.982074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-9e7bcea7-7c73-4b07-88a1-d98bc9240b51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1098 time: 0.8816428 Apr 01 15:10:33.036889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c8f7517a-bf9a-4c75-9ea8-e3547db979f1 None None] Provisioning complete for port 7b70f980-9ac7-472e-88f3-9557a89a77ed triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:33.037400 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f7517a-bf9a-4c75-9ea8-e3547db979f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:33.140541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:33.141272 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:33.230020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-062d89db-d575-4c47-89ef-c96fb5335daf tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.2826726 Apr 01 15:10:33.244311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35786) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:33.342314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-001a6a98-130f-4fde-bd32-1f49dc73d729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:33.351880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-001a6a98-130f-4fde-bd32-1f49dc73d729 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.3402746 Apr 01 15:10:33.368071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c8f7517a-bf9a-4c75-9ea8-e3547db979f1 None None] Provisioning for port d0879a25-da4c-40f0-ae24-7a98767a2c9c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:33.377746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ac30-c2e5-4274-8ca6-908ffa45dc06 req-0682ca68-ab93-4778-84a1-2740375327de tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:33.384700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c8f7517a-bf9a-4c75-9ea8-e3547db979f1 None None] Provisioning complete for port d0879a25-da4c-40f0-ae24-7a98767a2c9c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:33.385067 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f7517a-bf9a-4c75-9ea8-e3547db979f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:33.387383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b78ac30-c2e5-4274-8ca6-908ffa45dc06 req-0682ca68-ab93-4778-84a1-2740375327de tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.6672297 Apr 01 15:10:33.497544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7517a-bf9a-4c75-9ea8-e3547db979f1 None None] Port d0879a25-da4c-40f0-ae24-7a98767a2c9c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:33.613482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-26b0aa9a-5da6-43ea-9f1a-03406f6a9aaf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 1001 time: 0.1970925 Apr 01 15:10:33.631716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2bc0a975-038c-4f80-b612-4ce7bcb8e0f2 None None] Provisioning for port 98875479-283d-48ae-b270-bbe33a40dc68 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:33.645611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:33.648547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2bc0a975-038c-4f80-b612-4ce7bcb8e0f2 None None] Provisioning complete for port 98875479-283d-48ae-b270-bbe33a40dc68 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:33.648992 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a975-038c-4f80-b612-4ce7bcb8e0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:33.720362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b78ac30-c2e5-4274-8ca6-908ffa45dc06 req-d3238c16-c98a-4c70-90b0-8f4286a2d0d9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321218 Apr 01 15:10:33.768278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2bc0a975-038c-4f80-b612-4ce7bcb8e0f2 None None] Port 98875479-283d-48ae-b270-bbe33a40dc68 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:33.829448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Deleting port 7c2e77b3-665f-4102-b7c3-13f237307f49 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:33.829857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:33.857935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port d115fb30-05dd-4f6a-a4d3-25d2cb637c5b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:33.858261 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:33.898501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ace29-9c6c-409d-a282-f33648911912 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:33.902301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ace29-9c6c-409d-a282-f33648911912 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:33.908894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-d35e208c-edc5-4460-a9f2-c55acf43629e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:33.910447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-d35e208c-edc5-4460-a9f2-c55acf43629e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2873912 Apr 01 15:10:33.919376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ace29-9c6c-409d-a282-f33648911912 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:33.923777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-be6ace29-9c6c-409d-a282-f33648911912 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6752491 Apr 01 15:10:33.962541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35794) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:34.185171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432de9c-fbf7-4421-9f97-0014a2e5a085 req-d88d718b-137c-4919-9aae-4514eae10cec tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:34.186203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f432de9c-fbf7-4421-9f97-0014a2e5a085 req-d88d718b-137c-4919-9aae-4514eae10cec tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.2638583 Apr 01 15:10:34.330639 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f432de9c-fbf7-4421-9f97-0014a2e5a085 req-061d0b59-30b5-4889-9af6-2f052c86de4c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296160 Apr 01 15:10:34.335063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bfeff-d71f-4f63-afb1-ecf226265164 req-f0a8c46b-f485-4955-b9ca-13f0a6fa058c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:34.342252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-da4bfeff-d71f-4f63-afb1-ecf226265164 req-f0a8c46b-f485-4955-b9ca-13f0a6fa058c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 947 time: 0.7793236 Apr 01 15:10:34.423267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Deleting port 98875479-283d-48ae-b270-bbe33a40dc68 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:34.423267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:34.589358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-da4bfeff-d71f-4f63-afb1-ecf226265164 req-635d742a-7d67-4e35-8c4d-54333dda683c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461331 Apr 01 15:10:34.622268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] For port 7c2e77b3-665f-4102-b7c3-13f237307f49, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7c2e77b3-665f-4102-b7c3-13f237307f49,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:34.622961 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:34.633113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:10:34.652980 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-74c28774-4943-4f84-8f4b-7b4ea7ab00f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7305150 Apr 01 15:10:34.681598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:34.844875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:34.883851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Calling delete_port for 7c2e77b3-665f-4102-b7c3-13f237307f49 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:34.891001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:35.061408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for d115fb30-05dd-4f6a-a4d3-25d2cb637c5b owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:35.252400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27bb10-515f-4262-9d56-03d5cde50dd4 req-6247fc72-9aa7-432f-b5ed-b7988d44b8b5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:35.260341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f27bb10-515f-4262-9d56-03d5cde50dd4 req-6247fc72-9aa7-432f-b5ed-b7988d44b8b5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.2983370 Apr 01 15:10:35.351897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-9167b9c7-3d91-4fc6-904f-198b5f51bca0 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522038 Apr 01 15:10:35.422349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f27bb10-515f-4262-9d56-03d5cde50dd4 req-eec50ee3-865c-47d8-b221-f086b25f0765 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610556 Apr 01 15:10:35.509150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:35.545405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-95398479-30b0-4dff-8dbe-05051c44c505 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:35.546839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-95398479-30b0-4dff-8dbe-05051c44c505 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 947 time: 0.2262707 Apr 01 15:10:35.653013 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP 7c9d26fd-ac9a-47b4-b6cd-9bb696486f16 associated. External IP: 172.25.2.63, port: cda01b15-bb16-499c-a450-630dbe1bfdd8. Apr 01 15:10:35.819531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Calling delete_port for 98875479-283d-48ae-b270-bbe33a40dc68 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:35.855723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Deleting port c62933d0-a5f8-439f-a69d-92400d9d8916 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:35.856060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:35.900481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:35.900773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:36.436491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:36.593960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:36.702859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f185b6cf-e697-4a23-be89-0c9ec3f94c5c req-3d73b756-eec7-4aa8-9481-558825b48206 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3249137 Apr 01 15:10:36.703938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:36.763524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:36.779191 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:36.785337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=d115fb30-05dd-4f6a-a4d3-25d2cb637c5b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:36.864445 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:10:36.935125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2e77b3-665f-4102-b7c3-13f237307f49,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:37.160949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7cab-eaf4-4dcb-8431-ec9706dd9740 req-9d900bf3-bb2c-4c57-bbf7-10adb4f22a30 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:37.170223 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f1d7cab-eaf4-4dcb-8431-ec9706dd9740 req-9d900bf3-bb2c-4c57-bbf7-10adb4f22a30 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 947 time: 1.0800250 Apr 01 15:10:37.235607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:37.242283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] For port c62933d0-a5f8-439f-a69d-92400d9d8916, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=c62933d0-a5f8-439f-a69d-92400d9d8916,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:37.242283 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:37.330754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f85fa-52c4-47d6-b1a4-8a0ca727423c req-1ed004fa-0967-4139-848e-d0b09234e70d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:37.332424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-129f85fa-52c4-47d6-b1a4-8a0ca727423c req-1ed004fa-0967-4139-848e-d0b09234e70d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 1.7970431 Apr 01 15:10:37.464665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event deleted for resources: {'Port': ['ID=98875479-283d-48ae-b270-bbe33a40dc68,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:37.554503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:37.559168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=ec2dd59a-ef5f-4ab9-b9f1-e1c363c62b7a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:37.573317 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-78f8d22d-2db0-41b7-8ac3-0d040671d914 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "DELETE /v2.0/ports/98875479-283d-48ae-b270-bbe33a40dc68 HTTP/1.1" status: 204 len: 168 time: 3.6096485 Apr 01 15:10:37.584909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35818) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:37.593353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Request body: {'port': {'name': 'tempest-new-port-name-1527149277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:37.593900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.api.validators [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] bootfile-name is not in valid_values {{(pid=83954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:10:37.594231 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.api.validators [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] tftp-server is not in valid_values {{(pid=83954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:10:37.594547 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.api.validators [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] server-ip-address is not in valid_values {{(pid=83954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:10:37.602589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f1d7cab-eaf4-4dcb-8431-ec9706dd9740 req-e7b8b79d-d1b9-49cc-b022-e51d6c11fef6 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=e30dd4c7-97b5-4411-a0a0-cfad3677ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314971 Apr 01 15:10:37.752457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.037100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-129f85fa-52c4-47d6-b1a4-8a0ca727423c req-a08d087e-9c3d-44f5-a56e-fe0b9ee9e340 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6017568 Apr 01 15:10:38.152238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.152238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.152238 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Floating IP e26037b3-f9c6-4ee6-b280-7d955e547047 disassociated. External IP: 172.25.2.18, port: c62933d0-a5f8-439f-a69d-92400d9d8916. Apr 01 15:10:38.152238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Calling delete_port for c62933d0-a5f8-439f-a69d-92400d9d8916 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:38.279037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.382467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.670394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:10:38.677754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device c62933d0-a5f8-439f-a69d-92400d9d8916 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:38.689929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.713468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.918066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35834) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:38.924995 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.939774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675055521', 'description': 'tempest-description--1495560222'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:38.958476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:38.960689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:39.037628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:39.046105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event deleted for resources: {'Port': ['ID=c62933d0-a5f8-439f-a69d-92400d9d8916,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:39.128939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:39.168278 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c075f65-b9b4-4a3a-bed5-2de6e9be578b req-12ac77a7-0f78-4dc9-b25d-b30c53a2a343 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 210 time: 0.2172861 Apr 01 15:10:39.181482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event updated for resources: {'Port': ['ID=d0879a25-da4c-40f0-ae24-7a98767a2c9c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:39.192441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d9145a69-1119-4a96-8051-ccb161a9588c None None] Provisioning complete for port d0879a25-da4c-40f0-ae24-7a98767a2c9c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:39.193648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9145a69-1119-4a96-8051-ccb161a9588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:39.255626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:39.281500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] In _notify_port_updated(), no bound segment for port d0879a25-da4c-40f0-ae24-7a98767a2c9c on network cf3e95b7-fbd4-4398-9913-869439f8b443 {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:10:39.287050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:39.287720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:39.292042 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-432244e4-184d-4c1a-8375-2d36531644a3 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "PUT /v2.0/ports/d0879a25-da4c-40f0-ae24-7a98767a2c9c HTTP/1.1" status: 200 len: 1136 time: 1.7037959 Apr 01 15:10:39.292877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35840) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:39.307003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d9145a69-1119-4a96-8051-ccb161a9588c None None] Port d0879a25-da4c-40f0-ae24-7a98767a2c9c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:39.349439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:39.459911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732fdae-a8b8-4235-8446-172142c16dd2 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:39.460600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f732fdae-a8b8-4235-8446-172142c16dd2 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Synchronizing usage tracker for tenant:7235dcd68e664fe6ad7faa8e0a7c424e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:39.514062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:39.548352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router 93fadd3e-db3b-41f8-9ca5-dba97566ebd8 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:39.551944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Usage tracker for resource:security_group_rule and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:39.565782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:39.597657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:39.611047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f732fdae-a8b8-4235-8446-172142c16dd2 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Unset dirty status for tenant:7235dcd68e664fe6ad7faa8e0a7c424e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:39.612425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f732fdae-a8b8-4235-8446-172142c16dd2 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "GET /v2.0/ports/d0879a25-da4c-40f0-ae24-7a98767a2c9c HTTP/1.1" status: 200 len: 1136 time: 0.3150055 Apr 01 15:10:39.620661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35850) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:39.808279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85273eee-a577-438c-994e-0b91ecffa6c8 req-302eafac-aad9-4092-9ef8-aa491bfe2b5c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:39.809837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85273eee-a577-438c-994e-0b91ecffa6c8 req-302eafac-aad9-4092-9ef8-aa491bfe2b5c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.5258343 Apr 01 15:10:39.854648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Deleting port d0879a25-da4c-40f0-ae24-7a98767a2c9c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:39.854946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:39.985447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-751f5b66-e236-446e-97db-dbbea231c5ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4073594 Apr 01 15:10:39.987132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:40.002284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-96281d0d-5417-4964-9f9f-ca35fdec0ab6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/93fadd3e-db3b-41f8-9ca5-dba97566ebd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7651360 Apr 01 15:10:40.006929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35880) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:40.007392 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] Sync routers for ids ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:40.019306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.023421 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] Routers {'93fadd3e-db3b-41f8-9ca5-dba97566ebd8'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:40.024060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:40.044398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.083986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:40.097443 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] Routers {'93fadd3e-db3b-41f8-9ca5-dba97566ebd8'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:40.098054 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:40.124921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b63ca8a8-64f7-4296-980d-0ecc0ab5aac4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:40.149933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85273eee-a577-438c-994e-0b91ecffa6c8 req-417fda56-35f8-45bf-99ab-ab75a238e617 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797298 Apr 01 15:10:40.180440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:40.190446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.192170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa9faf70-e8a7-41a0-8bfe-30b1c583dbd5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2568207 Apr 01 15:10:40.199149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35886) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:40.205194 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:40.207764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'security_group_rule': {'security_group_id': '2b94db1b-88d4-473f-8484-bbe6ff4e1b0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:40.212007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a0f53-05b7-4a50-bc12-3c1deb3c07d1 None None] The sync data for ids ['93fadd3e-db3b-41f8-9ca5-dba97566ebd8'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:40.221035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:40.226304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:40.236312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Usage tracker for resource:security_group_rule and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:40.242157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:40.251956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:40.295537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b63ca8a8-64f7-4296-980d-0ecc0ab5aac4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:40.302285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b63ca8a8-64f7-4296-980d-0ecc0ab5aac4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=93fadd3e-db3b-41f8-9ca5-dba97566ebd8 HTTP/1.1" status: 200 len: 205 time: 0.2926605 Apr 01 15:10:40.306646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35896) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:40.506198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.616093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router adab7bf7-7e54-4ad0-9a90-69ee367496b2 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:40.617117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.690619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:40.701241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.706972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:40.720283 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.725023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:40.725656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:40.735163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Calling delete_port for d0879a25-da4c-40f0-ae24-7a98767a2c9c owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:40.827805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-307fdc97-215d-4969-91a5-b0c787c6ac81 req-968e518e-1aae-4ad0-ad48-9f52ed80a7ae tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 210 time: 0.3782234 Apr 01 15:10:40.908101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f273a4e-9eb8-4545-a888-e0f8bbcf8035 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "PUT /v2.0/floatingips/7c9d26fd-ac9a-47b4-b6cd-9bb696486f16 HTTP/1.1" status: 200 len: 990 time: 8.3573611 Apr 01 15:10:40.913003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:40.938845 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:40.939180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:40.960652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64a3c2-d4d2-4c4e-a51b-4d3a02291f78 req-9c8744d3-d332-437f-b565-c5fc54497285 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:40.962186 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a64a3c2-d4d2-4c4e-a51b-4d3a02291f78 req-9c8744d3-d332-437f-b565-c5fc54497285 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.3898644 Apr 01 15:10:40.967445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.017529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4794e3-2132-44ff-924e-36d8c270ddf6,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:41.035064 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'status': 'completed', 'code': 200} Apr 01 15:10:41.038245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-9a2d09a7-9830-466d-978f-e16187f8c076 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1097 time: 0.9812093 Apr 01 15:10:41.047524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.049515 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7f048d0a-c77e-4169-b553-43837f69501e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8466256 Apr 01 15:10:41.053897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35904) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:41.077520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'security_group_rule': {'security_group_id': '2b94db1b-88d4-473f-8484-bbe6ff4e1b0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:41.089722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:41.100244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a64a3c2-d4d2-4c4e-a51b-4d3a02291f78 req-ca9f5556-fa9f-42ed-93dc-1d2ad7a34ac9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230543 Apr 01 15:10:41.101293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Usage tracker for resource:security_group_rule and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:41.106805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:41.115032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:41.141399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:41.151235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:41.152394 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] Sync routers for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:41.164239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-47d9b945-7d0c-44fa-b05c-55bbcbd184d1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/adab7bf7-7e54-4ad0-9a90-69ee367496b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4904449 Apr 01 15:10:41.180222 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:41.182906 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:41.191675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35910) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:41.294635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] Sync routers for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:41.301824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.331449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:41.333236 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:41.337973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:41.346942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-1eb0d5be-1dfc-4b4c-b6cf-f629c06eb916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:41.347771 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:41.348275 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:41.349906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-1eb0d5be-1dfc-4b4c-b6cf-f629c06eb916 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.2436748 Apr 01 15:10:41.371907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33aeb8b8-7a46-40ed-a342-0a1a50909b0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.381843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.420090 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:41.420546 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48f52-325e-485a-b322-8947d918bba8 None None] The sync data for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:41.460127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] No DVR routers for this DVR port c62933d0-a5f8-439f-a69d-92400d9d8916 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:41.470821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.473158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.496745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "DELETE /v2.0/ports/c62933d0-a5f8-439f-a69d-92400d9d8916 HTTP/1.1" status: 204 len: 173 time: 5.9176877 Apr 01 15:10:41.503155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1272e82d-4058-4e51-b9d6-5f87b2c9fa63,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:41.564771 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.569998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6dbe7ddc-7376-44e1-b61f-23c4226bc271 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5113885 Apr 01 15:10:41.571478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35932) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:41.576578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '7c9d26fd-ac9a-47b4-b6cd-9bb696486f16', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:48:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:09:57Z', 'updated_at': '2022-04-01T15:10:34Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:41.586742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:41.586982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:10:41.596122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:41.606826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Usage tracker for resource:floatingip and tenant:2ac9fe8bb9c74f418befb79913f005bf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:41.611029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:41.616610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-558a2c5c-992d-43a2-beca-5d63b160acc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 200 len: 217 time: 0.1627190 Apr 01 15:10:41.621554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:41.640820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:41.641794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:41.792656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:41.947472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:42.069075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:42.152205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:42.260887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-5034aeab-12fb-48e9-86a3-e6bb9dc696a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:42.262700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-5034aeab-12fb-48e9-86a3-e6bb9dc696a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.6254714 Apr 01 15:10:42.281498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81b31a4c-4d2e-4e08-b603-2ae3811504db req-9f232de6-8eb7-4dde-8fa5-099e611a0eaa tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c HTTP/1.1" status: 200 len: 210 time: 0.0986352 Apr 01 15:10:42.356893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:42.397804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-6628f3a0-6cc8-4bb2-9f3d-9f708af8408c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 1096 time: 1.2926915 Apr 01 15:10:42.398408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:42.563686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event deleted for resources: {'Port': ['ID=d0879a25-da4c-40f0-ae24-7a98767a2c9c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:42.616476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33aeb8b8-7a46-40ed-a342-0a1a50909b0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:42.637968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '7c9d26fd-ac9a-47b4-b6cd-9bb696486f16', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:48:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:09:57Z', 'updated_at': '2022-04-01T15:10:34Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:42.653203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b1386-13e7-48aa-8b5d-bf70054aafe2 None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '7c9d26fd-ac9a-47b4-b6cd-9bb696486f16', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'port_id': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'mac_address': 'fa:16:3e:48:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:09:57Z', 'updated_at': '2022-04-01T15:10:34Z', 'revision_number': 1, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:42.778227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-4aa943a3-a671-49c3-810a-2065923a5a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:42.780434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-4aa943a3-a671-49c3-810a-2065923a5a8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 200 len: 916 time: 0.3148184 Apr 01 15:10:42.781449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33aeb8b8-7a46-40ed-a342-0a1a50909b0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:42.804649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:42.824226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] Checking router: 0d3e1f9a-fe68-4120-8d7a-31019de7a733 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:10:42.843646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:42.844271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:43.016596 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ae459-480c-473d-ad19-0652ebbfbba8 None None] New status for floating IP 7c9d26fd-ac9a-47b4-b6cd-9bb696486f16: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:10:43.036185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-deleted', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:43.090461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:43.093896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-46813f2c-cb44-4dc2-a129-c2bb8a5a4293 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8 HTTP/1.1" status: 200 len: 998 time: 0.2761710 Apr 01 15:10:43.095119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Allocated IP 172.25.2.167 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/a06db898-ed32-48cb-a314-5e35a611579a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:43.124502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-4ce1944e-18bb-4a7f-b161-cd77e435cf00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8418167 Apr 01 15:10:43.166404 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e6dab4-e0f4-4a3c-95a1-c4e1a8d80a1c', 'name': 'network-vif-deleted', 'tag': 'c62933d0-a5f8-439f-a69d-92400d9d8916', 'status': 'completed', 'code': 200} Apr 01 15:10:43.329350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-0efbaf43-85e2-4761-87f1-8d07b1a31ae7 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486051 Apr 01 15:10:43.336690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33aeb8b8-7a46-40ed-a342-0a1a50909b0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:43.337493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aeb8b8-7a46-40ed-a342-0a1a50909b0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Fanout notify agent at l3_agent the message router_deleted on router 93fadd3e-db3b-41f8-9ca5-dba97566ebd8 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:10:43.350187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b0de4-83eb-4709-9c14-cf575563453d req-0ad23941-f94b-4f35-a913-9ab48ee7ad9b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:43.357356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd5b0de4-83eb-4709-9c14-cf575563453d req-0ad23941-f94b-4f35-a913-9ab48ee7ad9b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.4347715 Apr 01 15:10:43.467168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bd5b0de4-83eb-4709-9c14-cf575563453d req-967057f5-d592-431c-b06f-f50d542d12c7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074700 Apr 01 15:10:43.496349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35994) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:43.501006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:43.501741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a2e03cc-7f17-436c-9cd6-b142f3dd2bf2 req-9322806d-1e01-486c-a71f-14376daef59c service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585023 Apr 01 15:10:43.505956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0b5d5-c2ef-4df3-baec-c34d081d8bfb None None] The sync data for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 is: [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:43.521685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:43.525442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-8220576c-6ee1-43ee-a84f-e466c54f1705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:43.526876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-8220576c-6ee1-43ee-a84f-e466c54f1705 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 200 len: 854 time: 0.4169216 Apr 01 15:10:43.542758 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33aeb8b8-7a46-40ed-a342-0a1a50909b0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:43.543914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-33aeb8b8-7a46-40ed-a342-0a1a50909b0d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/93fadd3e-db3b-41f8-9ca5-dba97566ebd8 HTTP/1.1" status: 204 len: 168 time: 3.2338870 Apr 01 15:10:43.582348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36000) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:43.583848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-574b51ad-9a4b-4ec2-9477-3c91085042d5 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "DELETE /v2.0/ports/d0879a25-da4c-40f0-ae24-7a98767a2c9c HTTP/1.1" status: 204 len: 168 time: 3.9540536 Apr 01 15:10:43.605725 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:43.624218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36004) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:43.754836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c10308e-30c1-45db-8eba-d2adb418b7b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:43.816866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Router 91359cc3-2baf-44c1-9278-4a626f8bb760 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:43.824391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c10308e-30c1-45db-8eba-d2adb418b7b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:43.847345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:43.935975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:43.979971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-0d5c9985-3776-47f5-951b-45cfb6038c36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55cc7f3b-7b44-4350-9885-32fdac15a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4330394 Apr 01 15:10:43.984440 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.014230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:44.028887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:44.042295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.076399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:44.081524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'Port': ['ID=a06db898-ed32-48cb-a314-5e35a611579a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:44.085038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:44.095839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:44.138970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a32f-bbea-42ec-9c76-a77eb2418317 req-a6e9e48c-3abf-413c-a149-66aab80fdc1c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:44.140518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d696a32f-bbea-42ec-9c76-a77eb2418317 req-a6e9e48c-3abf-413c-a149-66aab80fdc1c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 947 time: 0.4689622 Apr 01 15:10:44.149146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c10308e-30c1-45db-8eba-d2adb418b7b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.152507 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'code': 200} Apr 01 15:10:44.161181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=14']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:44.188655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet faa79c7c-b219-4451-b04b-5451d8d5e9d4 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:10:44.197107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.226693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Deleting subnet 880690dc-92e4-4f00-bf01-338a593f08db {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:10:44.239552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10308e-30c1-45db-8eba-d2adb418b7b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30dd4c7-97b5-4411-a0a0-cfad3677ecca,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:44.262962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.292886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.326818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-69c55e63-9db8-4529-b8c7-93ecc670c90e service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376966 Apr 01 15:10:44.347472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port dfa4b89d-c24f-45da-887a-726728ec1dfd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:44.347804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.382998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.418844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c10308e-30c1-45db-8eba-d2adb418b7b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.422619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0c10308e-30c1-45db-8eba-d2adb418b7b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "DELETE /v2.0/security-groups/e30dd4c7-97b5-4411-a0a0-cfad3677ecca HTTP/1.1" status: 204 len: 168 time: 0.9190841 Apr 01 15:10:44.422619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d696a32f-bbea-42ec-9c76-a77eb2418317 req-a3e459ee-d6d8-4e56-9f7d-eca01d9b68bb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670434 Apr 01 15:10:44.422879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36010) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:44.518488 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-65852198-e179-4620-a42f-7b7ad02ed9a3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] show failed (client error): The resource could not be found. Apr 01 15:10:44.518976 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.519548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-65852198-e179-4620-a42f-7b7ad02ed9a3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups/e30dd4c7-97b5-4411-a0a0-cfad3677ecca HTTP/1.1" status: 404 len: 347 time: 0.0871284 Apr 01 15:10:44.527420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36016) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:44.551035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.590186 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5e44bba-f31a-479e-9f87-291f3ba422e7 req-60f68b85-284e-4c68-a1aa-f60e14a05fe2 service neutron] 10.222.0.44 "GET /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512569 Apr 01 15:10:44.634668 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.668799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:44.686026 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-20de56ae-9b9b-4d59-a4b2-c55be351bb1f admin admin] 10.222.0.48 "PUT /v2.0/routers/91359cc3-2baf-44c1-9278-4a626f8bb760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.9029801 Apr 01 15:10:44.686244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36020) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:44.691860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] Sync routers for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:44.707998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:44.709196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:44.743988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.857644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=faa79c7c-b219-4451-b04b-5451d8d5e9d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:44.870273 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:44.874704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b30bdae3-6987-4fa6-9226-267f91bd5a74 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/faa79c7c-b219-4451-b04b-5451d8d5e9d4 HTTP/1.1" status: 204 len: 168 time: 1.2871232 Apr 01 15:10:44.879832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a4dbc-f36f-4fc2-bd37-909da75588cc req-561db7cc-b419-47a8-97b5-407f6919b05d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:44.881265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2a4dbc-f36f-4fc2-bd37-909da75588cc req-561db7cc-b419-47a8-97b5-407f6919b05d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2963810 Apr 01 15:10:44.883500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36024) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:44.920305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb230b74-ba3f-4281-9999-26ae669fba40 None None] Network 1408093b-94c0-4f73-99d3-8ca735054924 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:44.973407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Deleting port 02aede17-7ba7-4e7c-8f21-81f1ec0b749c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:44.973750 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.049814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.063730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea2a4dbc-f36f-4fc2-bd37-909da75588cc req-e06596e3-e177-45d8-9b32-cd75f3161a3f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577618 Apr 01 15:10:45.094269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 88311788-8220-4e3c-9862-ba9f3afdda0e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:45.094269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.120483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:45.215837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.224595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.233036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.296551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.400696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event deleted for resources: {'Subnet': ['ID=880690dc-92e4-4f00-bf01-338a593f08db,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:45.508567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for dfa4b89d-c24f-45da-887a-726728ec1dfd owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:45.569652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.570849 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e8c50-baae-4bc5-bcc7-c32ba82967cd None None] New status for floating IP e26037b3-f9c6-4ee6-b280-7d955e547047: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:10:45.600650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4995f82c-84c4-4134-948e-0f3b9419a67e None None] Network cf3e95b7-fbd4-4398-9913-869439f8b443 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:45.610664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.611236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.620853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.653780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3ef2fe4f-cd3b-4934-a999-5c0c65c6c4e7 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "DELETE /v2.0/subnets/880690dc-92e4-4f00-bf01-338a593f08db HTTP/1.1" status: 204 len: 168 time: 2.0281479 Apr 01 15:10:45.664072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36032) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:45.701373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 88311788-8220-4e3c-9862-ba9f3afdda0e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=88311788-8220-4e3c-9862-ba9f3afdda0e,segment=NetworkSegment(1cdff359-99a0-4bb1-a326-ef1cfa772a55),segment_id=1cdff359-99a0-4bb1-a326-ef1cfa772a55)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:45.701734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:45.823904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Calling delete_port for 02aede17-7ba7-4e7c-8f21-81f1ec0b749c owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:45.905783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:10:35Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:45.911192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] Checking router: 91359cc3-2baf-44c1-9278-4a626f8bb760 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:10:45.928557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] Routers {'91359cc3-2baf-44c1-9278-4a626f8bb760'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:45.928557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['91359cc3-2baf-44c1-9278-4a626f8bb760'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:45.947435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 88311788-8220-4e3c-9862-ba9f3afdda0e owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:45.989923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304ce6b-e169-480d-b107-59e773b6f1cf None None] DHCP port deletion for 1408093b-94c0-4f73-99d3-8ca735054924 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:10:46.060127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] DHCP port deletion for cf3e95b7-fbd4-4398-9913-869439f8b443 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:10:46.067387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Deleting port 7b70f980-9ac7-472e-88f3-9557a89a77ed {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:46.067753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.068343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.103478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-ab03e58c-9609-4ec7-a37e-dcad6935f7aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1096 time: 0.6020417 Apr 01 15:10:46.106351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3304ce6b-e169-480d-b107-59e773b6f1cf None None] Deleting port 88311788-8220-4e3c-9862-ba9f3afdda0e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:46.106351 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3304ce6b-e169-480d-b107-59e773b6f1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.136835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0638-a46d-46ef-85c9-63cf56074c40 req-0ee4fee1-ee59-46b7-be81-6c0a91b2f4a3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:46.138267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1ae0638-a46d-46ef-85c9-63cf56074c40 req-0ee4fee1-ee59-46b7-be81-6c0a91b2f4a3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5214803 Apr 01 15:10:46.148570 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:10:46.149211 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:10:46.164156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Deleting port 7b70f980-9ac7-472e-88f3-9557a89a77ed {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:46.164403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.237478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.263055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.281893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3304ce6b-e169-480d-b107-59e773b6f1cf None None] The port '88311788-8220-4e3c-9862-ba9f3afdda0e' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:10:46.324499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.326237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=dfa4b89d-c24f-45da-887a-726728ec1dfd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:46.329344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=88311788-8220-4e3c-9862-ba9f3afdda0e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:46.337354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.385246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port 88311788-8220-4e3c-9862-ba9f3afdda0e on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:46.389089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] Set router 91359cc3-2baf-44c1-9278-4a626f8bb760 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:10:46.458083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'Port': ['ID=a06db898-ed32-48cb-a314-5e35a611579a,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:46.467822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1ae0638-a46d-46ef-85c9-63cf56074c40 req-bf857271-4189-40c6-9116-94d4848e0902 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237815 Apr 01 15:10:46.594500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-5570ffdc-2437-4766-93b6-35f3d542ea71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:46.595975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-5570ffdc-2437-4766-93b6-35f3d542ea71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.4841354 Apr 01 15:10:46.600423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7b70f980-9ac7-472e-88f3-9557a89a77ed no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:46.673470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Deleting port 02aede17-7ba7-4e7c-8f21-81f1ec0b749c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:46.673801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.759842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.856117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] For port 7b70f980-9ac7-472e-88f3-9557a89a77ed, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7b70f980-9ac7-472e-88f3-9557a89a77ed,segment=NetworkSegment(21544ade-e0e6-46f9-af47-24a24d252458),segment_id=21544ade-e0e6-46f9-af47-24a24d252458)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:46.856779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.894929 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.935841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1408093b-94c0-4f73-99d3-8ca735054924']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:46.952293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] For port 7b70f980-9ac7-472e-88f3-9557a89a77ed, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7b70f980-9ac7-472e-88f3-9557a89a77ed,segment=NetworkSegment(21544ade-e0e6-46f9-af47-24a24d252458),segment_id=21544ade-e0e6-46f9-af47-24a24d252458)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:46.952695 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.977677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdff359-99a0-4bb1-a326-ef1cfa772a55') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:46.977949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdff359-99a0-4bb1-a326-ef1cfa772a55') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:46.981713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.988448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Calling delete_port for 7b70f980-9ac7-472e-88f3-9557a89a77ed owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:46.995604 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:46.996797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8403d345-0191-43a3-9e7a-7a6cb23641c0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4198344 Apr 01 15:10:47.044305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.110405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.114857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-820eafd0-123d-41a5-b835-3918afa4f68b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.4968746 Apr 01 15:10:47.123291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Calling delete_port for 7b70f980-9ac7-472e-88f3-9557a89a77ed owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:47.149491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.149491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.161864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.207928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Port 7b70f980-9ac7-472e-88f3-9557a89a77ed update to DOWN by agent not found {{(pid=83955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 01 15:10:47.208346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88311788-8220-4e3c-9862-ba9f3afdda0e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:47.220695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Deleting port b74c9b42-d95d-4da8-babd-6346d50e2919 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:47.220695 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.246321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] No DVR routers for this DVR port 7b70f980-9ac7-472e-88f3-9557a89a77ed on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:47.260024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 88311788-8220-4e3c-9862-ba9f3afdda0e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:47.260413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 88311788-8220-4e3c-9862-ba9f3afdda0e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:47.263278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.264462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Pushing event deleted for resources: {'Port': ['ID=7b70f980-9ac7-472e-88f3-9557a89a77ed,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:47.283791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.283791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.284067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.284371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.286662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.289983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.289983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.289983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.290282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.290553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.290991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884d24-c959-4e2f-ae36-149d3d3a3e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:10:47.301837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Calling delete_port for 02aede17-7ba7-4e7c-8f21-81f1ec0b749c owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:47.305713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:10:35Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:47.309949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf8eda-c301-4248-aeaf-9d5026ac7271 None None] The sync data for ids ['91359cc3-2baf-44c1-9278-4a626f8bb760'] in n-d-836017-1 is: [{'id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'name': 'tempest-AttachVolumeTestJSON-393866644-router', 'tenant_id': '9757218e019f4279aae1261d703db4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:03:34Z', 'updated_at': '2022-04-01T15:10:35Z', 'revision_number': 5, 'project_id': '9757218e019f4279aae1261d703db4fc', 'gw_port': {'id': 'b74c9b42-d95d-4da8-babd-6346d50e2919', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359cc3-2baf-44c1-9278-4a626f8bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:03:36Z', 'updated_at': '2022-04-01T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:47.312567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:10:47.313189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:10:47.332338 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:10:47.431875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-0d35b7b9-8240-4f83-99fb-00444cbac790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:47.433322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-0d35b7b9-8240-4f83-99fb-00444cbac790 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2648096 Apr 01 15:10:47.512616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-ac2966ec-9af1-447c-ab95-66bd5f1e71bd tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:47.552190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.565598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:10:47.565881 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:10:47.595764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.602264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=1408093b-94c0-4f73-99d3-8ca735054924,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:47.686406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-ac2966ec-9af1-447c-ab95-66bd5f1e71bd tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:47.687621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-ac2966ec-9af1-447c-ab95-66bd5f1e71bd tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--675055521&fields=id&tenant_id=2ac9fe8bb9c74f418befb79913f005bf HTTP/1.1" status: 200 len: 267 time: 0.4057112 Apr 01 15:10:47.704543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49910cc6-368a-4959-8269-ef76c204a2a4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/1408093b-94c0-4f73-99d3-8ca735054924 HTTP/1.1" status: 204 len: 168 time: 2.8164845 Apr 01 15:10:47.708937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36048) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:47.734235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] For port b74c9b42-d95d-4da8-babd-6346d50e2919, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b74c9b42-d95d-4da8-babd-6346d50e2919,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:47.735036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.738076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1442401570', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:47.744247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-af0e970c-8f33-4ab6-831c-247f21d87ba8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906959 Apr 01 15:10:47.752663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:47.811258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:router and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:47.821787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:47.839506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.845890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:47.884899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router adab7bf7-7e54-4ad0-9a90-69ee367496b2 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:10:47.906089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Calling delete_port for b74c9b42-d95d-4da8-babd-6346d50e2919 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:47.923516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event deleted for resources: {'Port': ['ID=02aede17-7ba7-4e7c-8f21-81f1ec0b749c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:47.929896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:47.930810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.053094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c398237-1e3b-49fc-b153-cdc2f6c746f7 req-80075e98-1de6-48e3-a156-083f0c15f57f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:48.054642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c398237-1e3b-49fc-b153-cdc2f6c746f7 req-80075e98-1de6-48e3-a156-083f0c15f57f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4465675 Apr 01 15:10:48.079765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Deleting port 7b70f980-9ac7-472e-88f3-9557a89a77ed {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:48.080024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.123742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-5f19f230-59ba-4946-8330-10022fc0ae32 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:48.125189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-5f19f230-59ba-4946-8330-10022fc0ae32 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 818 time: 0.4203234 Apr 01 15:10:48.180240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] The port '7b70f980-9ac7-472e-88f3-9557a89a77ed' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:10:48.233249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-e9a7fbc7-4c24-4a2f-9264-4ddd1577168c service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806387 Apr 01 15:10:48.295068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-42dddc83-a8e7-41d0-86d6-de502011020d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/quotas/2ac9fe8bb9c74f418befb79913f005bf HTTP/1.1" status: 200 len: 375 time: 0.1448638 Apr 01 15:10:48.302981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.334129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c398237-1e3b-49fc-b153-cdc2f6c746f7 req-a6145d01-8bd0-4a5d-96db-dfb7e7893163 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702034 Apr 01 15:10:48.368106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.385628 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.406588 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.415887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:48.428205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] Sync routers for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:48.444041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:48.444854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:48.445271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c4d1fe0b-2668-4196-ae6b-fc0d6f0c93aa tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/adab7bf7-7e54-4ad0-9a90-69ee367496b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2484779 Apr 01 15:10:48.449607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.460097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1828d3dc-4f1f-4bb2-99ad-b7788e219748 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "DELETE /v2.0/floatingips/e26037b3-f9c6-4ee6-b280-7d955e547047 HTTP/1.1" status: 204 len: 168 time: 3.9223204 Apr 01 15:10:48.460097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.460097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f243f81-3b5e-4241-b8d7-c831c762a1ff tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7425978 Apr 01 15:10:48.460097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36052) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:48.460097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36054) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:48.494233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-675715898'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:48.510193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:48.513520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e0f32741-898c-4340-b2ad-a3cb4e004a0f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:48.520562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:48.526407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:48.527158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:48.529592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7c2e77b3-665f-4102-b7c3-13f237307f49 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:48.538998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-d1107d79-060d-41df-9472-2d4e8dde7dab tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2325561 Apr 01 15:10:48.544085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:48.569661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 7c2e77b3-665f-4102-b7c3-13f237307f49 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:48.569995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7c2e77b3-665f-4102-b7c3-13f237307f49 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:48.587467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] Routers {'adab7bf7-7e54-4ad0-9a90-69ee367496b2'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:48.588003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:48.589365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e0f32741-898c-4340-b2ad-a3cb4e004a0f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:48.590554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e0f32741-898c-4340-b2ad-a3cb4e004a0f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=adab7bf7-7e54-4ad0-9a90-69ee367496b2 HTTP/1.1" status: 200 len: 205 time: 0.1351185 Apr 01 15:10:48.595614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:48.598744 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.653936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36062) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:48.656498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:48.656909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fcdef2-8830-41d3-813d-652e2711d110 None None] The sync data for ids ['adab7bf7-7e54-4ad0-9a90-69ee367496b2'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:10:48.671162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3e95b7-fbd4-4398-9913-869439f8b443']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:48.687329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21544ade-e0e6-46f9-af47-24a24d252458') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:48.687614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21544ade-e0e6-46f9-af47-24a24d252458') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:48.704529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.738647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.754497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:10:48.754892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:10:48.769762 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:10:48.776123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.851445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36066) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:48.857808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee7724cb-7cb5-4c7a-8540-fbfbab71931d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:48.910760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979364684', 'description': 'tempest-description--1074338227'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:48.912210 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec3bbf2a-1035-427d-80af-c4c616d2efe8 req-2187ee8f-201f-4909-880f-5969c159b753 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580997 Apr 01 15:10:48.923205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-7c56837c-7167-442d-ac7b-99eaade7510b service neutron] 10.222.0.48 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601515 Apr 01 15:10:48.927991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Pushing event deleted for resources: {'Port': ['ID=b74c9b42-d95d-4da8-babd-6346d50e2919,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:48.998064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:49.001747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.024119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.041325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] Pushing event deleted for resources: {'Network': ['ID=cf3e95b7-fbd4-4398-9913-869439f8b443,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:49.047358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9f378a24-c478-4236-bf2d-b6996b7dbd98 tempest-ExtraDHCPOptionsTestJSON-966568889 tempest-ExtraDHCPOptionsTestJSON-966568889-project] 10.222.0.48 "DELETE /v2.0/networks/cf3e95b7-fbd4-4398-9913-869439f8b443 HTTP/1.1" status: 204 len: 168 time: 3.3742189 Apr 01 15:10:49.057909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:49.069000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:10:49.071231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:49.099175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:49.111789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.112223 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment c13f3ef4-8ac7-4c83-a6e2-6d5698586293 of type vlan for network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb Apr 01 15:10:49.150111 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.238573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.306457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.323514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:49.355394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-816b5587-7219-4671-996d-87ad045de156 service neutron] 10.222.0.48 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224072 Apr 01 15:10:49.625490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.630240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.693641 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.693641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91359cc3-2baf-44c1-9278-4a626f8bb760 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:10:49.706240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.710130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-43ca9caa-6009-4154-9cff-fe4d5581964a admin admin] 10.222.0.48 "DELETE /v2.0/routers/91359cc3-2baf-44c1-9278-4a626f8bb760 HTTP/1.1" status: 204 len: 168 time: 5.0202901 Apr 01 15:10:49.712903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36086) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:49.718965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:49.732406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:10:49.813040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] Deleting subnet aa26572c-175d-4b4e-b2f0-0cb36ba4181f {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:10:49.820935 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.824744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group_rule and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:49.866974 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-273d8dd2-5a2d-44e4-b0ad-8bd137fe850a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7235dcd68e664fe6ad7faa8e0a7c424e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5398777 Apr 01 15:10:49.867982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:49.878367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36094) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:49.878847 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.882786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:49.883437 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.888252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ad54-e235-451e-9674-e536b04957f5 req-049fdbec-9a32-4ebf-918a-d996ed1dba06 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:49.889736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19a4ad54-e235-451e-9674-e536b04957f5 req-049fdbec-9a32-4ebf-918a-d996ed1dba06 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2362280 Apr 01 15:10:49.914637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee7724cb-7cb5-4c7a-8540-fbfbab71931d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:49.943669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:49.948148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b074ad6b-bac5-4f68-b8f2-b9bc219700bc req-1020f481-6fa2-40d4-b488-853ad745f31a tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 210 time: 0.1875036 Apr 01 15:10:49.971274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.050019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee7724cb-7cb5-4c7a-8540-fbfbab71931d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.050974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b701165f-d4d7-4d0e-a135-4b2ff5b101d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.059859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19a4ad54-e235-451e-9674-e536b04957f5 req-e16c9b91-9952-4354-90d3-6f6ad6f32e29 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506124 Apr 01 15:10:50.060445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6027017 Apr 01 15:10:50.065434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36100) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:50.083982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:50.103585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b701165f-d4d7-4d0e-a135-4b2ff5b101d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.112352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eda144-d9f3-45b4-9412-66e1b014b149 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:50.125130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:10:50.159863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.254852 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b701165f-d4d7-4d0e-a135-4b2ff5b101d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.274511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee7724cb-7cb5-4c7a-8540-fbfbab71931d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.275272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7724cb-7cb5-4c7a-8540-fbfbab71931d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Fanout notify agent at l3_agent the message router_deleted on router adab7bf7-7e54-4ad0-9a90-69ee367496b2 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:10:50.281362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.281555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701165f-d4d7-4d0e-a135-4b2ff5b101d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ec0b2-db48-4620-be53-c8870888da2a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:50.299163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b701165f-d4d7-4d0e-a135-4b2ff5b101d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.304204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:50.304413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b701165f-d4d7-4d0e-a135-4b2ff5b101d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/151ec0b2-db48-4620-be53-c8870888da2a HTTP/1.1" status: 204 len: 168 time: 0.4249036 Apr 01 15:10:50.306336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.315595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.337415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:50.344787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:50.358316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.362855 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aa26572c-175d-4b4e-b2f0-0cb36ba4181f HTTP/1.1" status: 204 len: 168 time: 0.6458459 Apr 01 15:10:50.365667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7c55b-e536-45ed-9f19-91b7137a09c2 None None] Network d7cbb437-7e80-42c6-ac77-a3ad41aac6cb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:50.365861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36106) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:50.366928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88c971-cca6-4ab9-ad67-79af8b49e39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa26572c-175d-4b4e-b2f0-0cb36ba4181f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:50.376987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee7724cb-7cb5-4c7a-8540-fbfbab71931d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.378219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ee7724cb-7cb5-4c7a-8540-fbfbab71931d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/adab7bf7-7e54-4ad0-9a90-69ee367496b2 HTTP/1.1" status: 204 len: 168 time: 1.7231112 Apr 01 15:10:50.381382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:50.389389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36110) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:50.420515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c065c905-b2fb-4a2f-93ac-4028390f0d87,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:50.506087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.513123 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.517694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b8b7e4f0-1b12-4f17-ba03-55ec6270ca33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6650078 Apr 01 15:10:50.519133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Deleting port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:50.519679 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.524954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36114) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:50.540986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'security_group_rule': {'security_group_id': 'c065c905-b2fb-4a2f-93ac-4028390f0d87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:50.549180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:50.554599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group_rule and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:50.558131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:50.568613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:50.581829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:50.603024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b74c9b42-d95d-4da8-babd-6346d50e2919 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:50.646625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b74c9b42-d95d-4da8-babd-6346d50e2919 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:50.646897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b74c9b42-d95d-4da8-babd-6346d50e2919 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:50.702948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.740126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] DHCP port deletion for d7cbb437-7e80-42c6-ac77-a3ad41aac6cb request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:10:50.744497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] Deleting port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:50.744869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.780574 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.811635 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:50.911775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] For port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:50.915699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.019418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.085620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet dddddabf-64ed-4712-8425-c0ee1a3a08ff {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:10:51.089316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.122194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Calling delete_port for 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:51.143510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] For port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,segment=NetworkSegment(03c970f6-cdd8-480d-9329-aeb39a74f919),segment_id=03c970f6-cdd8-480d-9329-aeb39a74f919)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:51.144147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.242963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.334610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.342645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] Calling delete_port for 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:51.368991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.370472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8411672 Apr 01 15:10:51.416281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36136) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:51.429031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.431060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'security_group_rule': {'security_group_id': 'c065c905-b2fb-4a2f-93ac-4028390f0d87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:51.437259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:51.441551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:security_group_rule and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:51.444619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:51.450585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:51.468013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590dc41-471b-47bf-b7d6-505faaa30f08 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4da5a7-433c-47d3-a21d-8b61604c3d75,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:51.484449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] Pushing event deleted for resources: {'Port': ['ID=0d5f7fbe-1b1d-4581-bd44-28a5183ec736,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:51.511657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e486794f-0f5f-4881-8e7d-6557c6c72fd2 None None] No DVR routers for this DVR port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:51.511890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c8e355aa-8ae0-4ea3-b370-e123d15fc82b req-29eed23f-a88f-4ce9-a744-e1244fcf4ee0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 210 time: 0.1321497 Apr 01 15:10:51.528402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.547939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-7a0b74ef-faa8-402a-a6a5-fd089f5e5e71 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:51.549450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-7a0b74ef-faa8-402a-a6a5-fd089f5e5e71 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 818 time: 0.3854723 Apr 01 15:10:51.598761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:10:51.599083 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:10:51.626834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a022094-f13d-4690-8e95-41674cec9bd4 req-1f2a7ff6-6a5d-46dc-980c-70b94f730b27 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:51.634249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a022094-f13d-4690-8e95-41674cec9bd4 req-1f2a7ff6-6a5d-46dc-980c-70b94f730b27 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2968898 Apr 01 15:10:51.634829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.663289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36142) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:51.674583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-5c1bc97e-4b87-4857-bedb-f2349396642d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac9fe8bb9c74f418befb79913f005bf HTTP/1.1" status: 200 len: 379 time: 0.1103046 Apr 01 15:10:51.679742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=dddddabf-64ed-4712-8425-c0ee1a3a08ff,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:51.697732 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.700075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'port': {'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'admin_state_up': True, 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'security_groups': ['2b94db1b-88d4-473f-8484-bbe6ff4e1b0b']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:51.704195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec31ee-6bd6-4fce-974a-8daf89a7c369 None None] Network 8996971d-ad59-4423-a19e-234791c2475f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:51.723766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-91654116-d300-492c-904a-047a4f73edb9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/dddddabf-64ed-4712-8425-c0ee1a3a08ff HTTP/1.1" status: 204 len: 168 time: 1.3052881 Apr 01 15:10:51.724537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36148) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:51.749585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.811158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.818836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:51.860768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991768a9-d5d9-4b0a-9230-66faf34cb5f2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:51.874549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c890dac2-6397-4ca2-9faf-825af0df15cd tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] Request body: {'port': {'network_id': '59d5291f-c947-426e-95b1-d8ddae3e4396', 'name': 'tempest-NetworksNegativeTestJSON-1703941527'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:51.904194 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a022094-f13d-4690-8e95-41674cec9bd4 req-61bb06c1-e897-42f3-a59a-ba2950ebc278 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614753 Apr 01 15:10:51.931959 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c890dac2-6397-4ca2-9faf-825af0df15cd tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] POST failed (client error): The resource could not be found. Apr 01 15:10:51.933481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c890dac2-6397-4ca2-9faf-825af0df15cd tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:10:51.934617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c890dac2-6397-4ca2-9faf-825af0df15cd tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2680075 Apr 01 15:10:51.945526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36154) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:51.972769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=52831688-cdda-4ddf-a082-04871706991a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:51.999747 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-00462bb8-8872-4fda-a83e-d35b20d17d75 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] DELETE failed (client error): The resource could not be found. Apr 01 15:10:52.000075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00462bb8-8872-4fda-a83e-d35b20d17d75 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:10:52.011743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-00462bb8-8872-4fda-a83e-d35b20d17d75 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "DELETE /v2.0/networks/383fbc15-b6c7-48a2-9f51-82cc897bc83a HTTP/1.1" status: 404 len: 339 time: 0.0649457 Apr 01 15:10:52.011900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36158) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.016324 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.018046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dd11f526-833e-4665-bdbf-9d705915c734 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6005661 Apr 01 15:10:52.021111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36162) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.026276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:52.034450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] DHCP port deletion for 8996971d-ad59-4423-a19e-234791c2475f request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:10:52.036091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:52.039641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] Deleting port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:52.040146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.051801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Usage tracker for resource:floatingip and tenant:53c5dc507d294d82b80e9473cca7d486 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:52.056661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:52.066119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:52.066617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:52.066975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:10:52.070275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:52.083257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet c3cfae06-681b-4bba-8401-5cef81f26366 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:10:52.083467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:52.087838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.090768 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.107416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Deleting port 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:52.107753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.133852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Made reservation on behalf of 2ac9fe8bb9c74f418befb79913f005bf for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:52.137022 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.201609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] The port '0d5f7fbe-1b1d-4581-bd44-28a5183ec736' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:10:52.234875 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-472fdd82-7ee9-42a0-b922-72018c16f44a tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] DELETE failed (client error): The resource could not be found. Apr 01 15:10:52.235232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472fdd82-7ee9-42a0-b922-72018c16f44a tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:10:52.236911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-472fdd82-7ee9-42a0-b922-72018c16f44a tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "DELETE /v2.0/ports/3db0d733-baeb-4f88-8061-a3a340894d32 HTTP/1.1" status: 404 len: 333 time: 0.2229097 Apr 01 15:10:52.245561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36168) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.283787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] For port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7,segment=NetworkSegment(6ed4badf-2fac-435a-ba13-32517c5e2d1a),segment_id=6ed4badf-2fac-435a-ba13-32517c5e2d1a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:52.284470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.293704 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce208f6d-b788-43d2-b2f3-8b68465abf76 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] DELETE failed (client error): The resource could not be found. Apr 01 15:10:52.294130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce208f6d-b788-43d2-b2f3-8b68465abf76 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:10:52.295787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ce208f6d-b788-43d2-b2f3-8b68465abf76 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "DELETE /v2.0/subnets/475fcaaf-4703-4e97-bc80-4a19bca762c9 HTTP/1.1" status: 404 len: 337 time: 0.0492032 Apr 01 15:10:52.300265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36172) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.337941 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b318ad6-89fa-401b-8a7a-0e6918c85a3f tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] GET failed (client error): The resource could not be found. Apr 01 15:10:52.339183 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5b318ad6-89fa-401b-8a7a-0e6918c85a3f tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "GET /v2.0/networks/d9d847f1-7354-4578-a03c-556339d3e71f HTTP/1.1" status: 404 len: 339 time: 0.0380428 Apr 01 15:10:52.342833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.370049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36176) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.377108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:10:52.430663 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-41260061-9d18-4fe2-944a-e06f4823235f tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] GET failed (client error): The resource could not be found. Apr 01 15:10:52.432004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] Calling delete_port for ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:52.432411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41260061-9d18-4fe2-944a-e06f4823235f tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "GET /v2.0/ports/9fbefea7-2513-44b6-a97d-7fc862e17a73 HTTP/1.1" status: 404 len: 333 time: 0.0612650 Apr 01 15:10:52.436275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:52.437928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36180) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.479084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:52.480572 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.491048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.504318 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0c3edf-9892-4135-9221-c06044050096 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] GET failed (client error): The resource could not be found. Apr 01 15:10:52.505632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a0c3edf-9892-4135-9221-c06044050096 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "GET /v2.0/subnets/1532dee4-cf3d-485b-9835-5220a600d397 HTTP/1.1" status: 404 len: 337 time: 0.0665574 Apr 01 15:10:52.509905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36184) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.521153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9aab6cd4-beac-4d71-bf73-97b15db1ded6 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:52.527909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5dabe-cf74-4547-9e8b-56d5c8171f04 None None] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:52.545585 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.548326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cb07413b-35ed-48af-9010-ba0d01545df7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4811380 Apr 01 15:10:52.550989 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aab6cd4-beac-4d71-bf73-97b15db1ded6 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] PUT failed (client error): The resource could not be found. Apr 01 15:10:52.551439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aab6cd4-beac-4d71-bf73-97b15db1ded6 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:10:52.552445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9aab6cd4-beac-4d71-bf73-97b15db1ded6 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "PUT /v2.0/networks/d8042550-7fc6-4020-8232-e8ed71d174c4 HTTP/1.1" status: 404 len: 339 time: 0.0389757 Apr 01 15:10:52.553869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36190) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.561710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36194) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.647184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:52.716924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] Pushing event deleted for resources: {'Port': ['ID=ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:52.717568 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.719333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:52.719760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:52.720271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:52.739691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cbb437-7e80-42c6-ac77-a3ad41aac6cb']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:52.757755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3b466200-7188-4295-8028-9f1a3d0f2d16 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:52.762030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37d2f84b-65e1-41f2-abdb-8e995ca06898 req-241eca9b-6229-4971-9747-fca2523fd4d2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 210 time: 0.0886276 Apr 01 15:10:52.823122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:52.823584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d5f7fbe-1b1d-4581-bd44-28a5183ec736 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:52.823809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c970f6-cdd8-480d-9329-aeb39a74f919') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:52.824261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c970f6-cdd8-480d-9329-aeb39a74f919') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:52.848608 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b466200-7188-4295-8028-9f1a3d0f2d16 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] PUT failed (client error): The resource could not be found. Apr 01 15:10:52.849044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b466200-7188-4295-8028-9f1a3d0f2d16 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:10:52.851487 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3b466200-7188-4295-8028-9f1a3d0f2d16 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "PUT /v2.0/ports/adbaa21a-8ae7-4608-ab9b-33c0831daee5 HTTP/1.1" status: 404 len: 333 time: 0.2813993 Apr 01 15:10:52.854423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36198) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:52.861465 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.867149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e197819-063c-419c-8fb3-2b50ec0ff2ea None None] No DVR routers for this DVR port ed2fbd82-b6ec-4d63-95ee-c8de0eac16b7 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:52.874418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7a5ec1cb-9270-42a6-8f4e-e8f61fd1afb7 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:52.886840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa989-77cd-40f9-b9a4-0161fea65dc9 req-d933ca98-0ec9-40f2-81d1-a00c4020b327 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:52.893301 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-766fa989-77cd-40f9-b9a4-0161fea65dc9 req-d933ca98-0ec9-40f2-81d1-a00c4020b327 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6454229 Apr 01 15:10:52.922037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.934238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Allocated IP 172.20.0.5 (fc361259-1eac-41fa-b192-ddfe54067608/023a0e73-e46a-43ee-a4b5-d5624b490ace/39fadf50-e80d-4518-8151-aae58f246d9e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:52.946535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:10:52.947599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.952878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:10:52.953281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:10:52.967624 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:10:52.971852 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5ec1cb-9270-42a6-8f4e-e8f61fd1afb7 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] PUT failed (client error): The resource could not be found. Apr 01 15:10:52.972487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5ec1cb-9270-42a6-8f4e-e8f61fd1afb7 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:10:52.973367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a5ec1cb-9270-42a6-8f4e-e8f61fd1afb7 tempest-NetworksNegativeTestJSON-459951809 tempest-NetworksNegativeTestJSON-459951809-project] 10.222.0.48 "PUT /v2.0/subnets/da8edc15-69dd-4f3d-9bed-1b228346bf81 HTTP/1.1" status: 404 len: 337 time: 0.1133256 Apr 01 15:10:53.070972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.098518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-766fa989-77cd-40f9-b9a4-0161fea65dc9 req-2681407b-85f6-4a03-8a12-6918d8fc9728 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042596 Apr 01 15:10:53.126932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.182256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cfae06-681b-4bba-8401-5cef81f26366,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:53.187243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.191737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.200641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d523316c-f26c-48c7-8a9b-0bd37f93ca6c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/c3cfae06-681b-4bba-8401-5cef81f26366 HTTP/1.1" status: 204 len: 168 time: 1.4736886 Apr 01 15:10:53.203113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36206) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:53.207699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5811dd3a-8b47-4a68-bc7e-bc5e81680b05 None None] Network 57064e97-8283-42ab-b96c-80867e35874d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:53.214233 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.332977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7cbb437-7e80-42c6-ac77-a3ad41aac6cb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:53.373618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Allocated IP 172.20.0.2 (785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb/52831688-cdda-4ddf-a082-04871706991a/5b5ebe8b-ecce-4acb-a74f-db37a55d64d0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:53.385517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36212) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:53.415938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0138897f-0a28-4327-bcf3-4a9c9661b1d3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d7cbb437-7e80-42c6-ac77-a3ad41aac6cb HTTP/1.1" status: 204 len: 168 time: 3.0460236 Apr 01 15:10:53.464328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.489555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.551840 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.555470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Allocated IP 172.25.2.24 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/44a5e576-ce6d-4fb5-8394-e2dcbbdaf416) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:53.577871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Transition to ACTIVE for port object 39fadf50-e80d-4518-8151-aae58f246d9e will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:53.707098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36220) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:53.714327 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.771193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] DHCP port deletion for 57064e97-8283-42ab-b96c-80867e35874d request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:10:53.780957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] Deleting port 4e6200a4-9788-4219-bf71-574cd869cf1c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:10:53.781338 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.817571 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.835988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.845225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:53.851084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Transition to ACTIVE for port object 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:53.918003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Transition to ACTIVE for port object 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:53.940309 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:53.953579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe24aad8e1a402fb4138a1c04ff820d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:54.007625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:54.012567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event updated for resources: {'Port': ['ID=39fadf50-e80d-4518-8151-aae58f246d9e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:54.032539 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.033414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:54.038533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.043816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Pushing event updated for resources: {'Port': ['ID=5b5ebe8b-ecce-4acb-a74f-db37a55d64d0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:54.057306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f9bf5ee0-cecb-4e15-aa28-56cb9d9d3d27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9757218e019f4279aae1261d703db4fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3444495 Apr 01 15:10:54.064342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36226) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:54.075011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Network fc361259-1eac-41fa-b192-ddfe54067608 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:54.094789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:54.098985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8996971d-ad59-4423-a19e-234791c2475f']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:54.102348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:54.121239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:54.123051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908185c7-fb59-448e-bc61-639670b1793c req-38feaff0-ac4f-4891-b4a9-0b8f223415c9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:54.124711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:54.124871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-908185c7-fb59-448e-bc61-639670b1793c req-38feaff0-ac4f-4891-b4a9-0b8f223415c9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.7639232 Apr 01 15:10:54.129127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:54.144351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed4badf-2fac-435a-ba13-32517c5e2d1a') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:54.144648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed4badf-2fac-435a-ba13-32517c5e2d1a') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:54.178532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] For port 4e6200a4-9788-4219-bf71-574cd869cf1c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4e6200a4-9788-4219-bf71-574cd869cf1c,segment=NetworkSegment(9cabe7af-1080-4360-a7de-8d374712c6d4),segment_id=9cabe7af-1080-4360-a7de-8d374712c6d4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:54.179302 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.225601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:54.226080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.228804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.292901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-211d4ca6-5280-459c-969d-249c18e9e8ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6046422 Apr 01 15:10:54.295609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-908185c7-fb59-448e-bc61-639670b1793c req-6749e8ad-4492-4235-a5ab-5bf854b2c0e6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360219 Apr 01 15:10:54.302394 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.316029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Request body: {'port': {'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:54.321222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:10:54.321946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:10:54.338483 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:10:54.345181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] Calling delete_port for 4e6200a4-9788-4219-bf71-574cd869cf1c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:10:54.402534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.432690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.20.0.1 (785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb/52831688-cdda-4ddf-a082-04871706991a/9cefee2a-6dea-4723-aacf-31a23ebc8ee4) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:10:54.474709 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.517608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.559888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] Pushing event deleted for resources: {'Port': ['ID=4e6200a4-9788-4219-bf71-574cd869cf1c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:54.571349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088188b4-ea27-49ef-ba07-4aeb27580492 req-373b9d38-dcb7-4fcf-9b58-31d8d97da265 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:54.572246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-088188b4-ea27-49ef-ba07-4aeb27580492 req-373b9d38-dcb7-4fcf-9b58-31d8d97da265 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:10:54.585189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4e6200a4-9788-4219-bf71-574cd869cf1c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:10:54.598076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e97bbc0-29a4-4caf-b4e8-37e9008f60da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.612720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'Port': ['ID=44a5e576-ce6d-4fb5-8394-e2dcbbdaf416,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:54.620372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.621498 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.624387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:54.630177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 4e6200a4-9788-4219-bf71-574cd869cf1c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:10:54.630515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4e6200a4-9788-4219-bf71-574cd869cf1c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:10:54.633007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9500c370-f840-4b76-b87e-4dcf779e8547 None None] Provisioning for port 39fadf50-e80d-4518-8151-aae58f246d9e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:54.636286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:54.637243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdf860-74f3-4c11-a753-80b2f44b483a None None] No DVR routers for this DVR port 4e6200a4-9788-4219-bf71-574cd869cf1c on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:10:54.638767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.641018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=8996971d-ad59-4423-a19e-234791c2475f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:54.644118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Attempting to bind port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:10:54.644489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Attempting to bind port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:10:54.644855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Attempting to bind port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 on network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:54.654933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:10:54.654933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Checking segment: {'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:54.654933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.655495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Bound using segment: {'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:10:54.655731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Bound port: 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:10:54.655962 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.661559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:54.662901 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8caa1799-0337-4d41-95fa-b37a37eabbb0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/8996971d-ad59-4423-a19e-234791c2475f HTTP/1.1" status: 204 len: 168 time: 1.4585688 Apr 01 15:10:54.665465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9500c370-f840-4b76-b87e-4dcf779e8547 None None] Provisioning complete for port 39fadf50-e80d-4518-8151-aae58f246d9e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:54.665719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36236) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:54.665851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9500c370-f840-4b76-b87e-4dcf779e8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.692671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.739713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-088188b4-ea27-49ef-ba07-4aeb27580492 req-373b9d38-dcb7-4fcf-9b58-31d8d97da265 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:10:54.740882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-088188b4-ea27-49ef-ba07-4aeb27580492 req-373b9d38-dcb7-4fcf-9b58-31d8d97da265 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 931 time: 0.8002093 Apr 01 15:10:54.770557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e97bbc0-29a4-4caf-b4e8-37e9008f60da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.773143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9500c370-f840-4b76-b87e-4dcf779e8547 None None] Port 39fadf50-e80d-4518-8151-aae58f246d9e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:54.823938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] For port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:10:54.827614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] For port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b5ebe8b-ecce-4acb-a74f-db37a55d64d0,segment=NetworkSegment(c13f3ef4-8ac7-4c83-a6e2-6d5698586293),segment_id=c13f3ef4-8ac7-4c83-a6e2-6d5698586293)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:10:54.837676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.842535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.853206 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:54.869236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b529c-f197-46d7-a96e-d572a5feaf64 req-0b4d6be4-7c37-4ed4-b79c-19e2ed6434ac tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:54.870759 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb1b529c-f197-46d7-a96e-d572a5feaf64 req-0b4d6be4-7c37-4ed4-b79c-19e2ed6434ac tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4216135 Apr 01 15:10:54.879777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:54.891081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a76266-e5c4-4171-ab86-b40bb0228030,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:54.903768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-acfb0e9f-ac5f-4191-8b11-614b26110553 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbe24aad8e1a402fb4138a1c04ff820d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5165393 Apr 01 15:10:54.912961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36240) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:54.927426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbd7a2-caf7-487d-aa98-3de3c58a2fd5 None None] Pushing event updated for resources: {'Port': ['ID=5b5ebe8b-ecce-4acb-a74f-db37a55d64d0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:55.047868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-088188b4-ea27-49ef-ba07-4aeb27580492 req-ea601e6b-45bf-44e6-bad8-c7acc154ae7c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913425 Apr 01 15:10:55.056846 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.069764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb1b529c-f197-46d7-a96e-d572a5feaf64 req-db87f8f9-c392-4efa-a26e-4f51b23536f7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866052 Apr 01 15:10:55.093862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.122247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e97bbc0-29a4-4caf-b4e8-37e9008f60da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.160612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57064e97-8283-42ab-b96c-80867e35874d']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:55.226518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cabe7af-1080-4360-a7de-8d374712c6d4') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:55.226805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cabe7af-1080-4360-a7de-8d374712c6d4') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:55.256032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:55.260652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.267681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:55.272204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:55.275278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:10:55.329547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.342269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:10:55.342841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:10:55.358189 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:10:55.415620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97bbc0-29a4-4caf-b4e8-37e9008f60da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfcec03-86d0-4f5b-bc02-26c0ece5c712,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:55.426855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.429549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7534b8ba-238c-4515-82ff-39ff6e645037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.461800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.483120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.498684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=57064e97-8283-42ab-b96c-80867e35874d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:55.506084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7534b8ba-238c-4515-82ff-39ff6e645037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.539474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e8dbfd22-119d-470c-842a-0599d741842c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/57064e97-8283-42ab-b96c-80867e35874d HTTP/1.1" status: 204 len: 168 time: 0.8703415 Apr 01 15:10:55.546715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:55.554554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-731099432'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:55.568632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:55.575565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:55.580114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:55.587081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.596748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:55.602339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e97bbc0-29a4-4caf-b4e8-37e9008f60da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.606026 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6e97bbc0-29a4-4caf-b4e8-37e9008f60da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9dfcec03-86d0-4f5b-bc02-26c0ece5c712 HTTP/1.1" status: 204 len: 168 time: 1.5374715 Apr 01 15:10:55.636356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.640075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:55.643441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.713647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:10:55.780584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff889-b92a-44aa-9ad1-459bd05378ed req-2c8ebe57-a3e0-4423-b079-c29058c06053 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:55.787535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d26ff889-b92a-44aa-9ad1-459bd05378ed req-2c8ebe57-a3e0-4423-b079-c29058c06053 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4267552 Apr 01 15:10:55.789237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.879500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7534b8ba-238c-4515-82ff-39ff6e645037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.917280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b8ba-238c-4515-82ff-39ff6e645037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a76266-e5c4-4171-ab86-b40bb0228030,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:55.962893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fadf50-e80d-4518-8151-aae58f246d9e {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:10:55.970971 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7534b8ba-238c-4515-82ff-39ff6e645037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:55.972673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7534b8ba-238c-4515-82ff-39ff6e645037 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78a76266-e5c4-4171-ab86-b40bb0228030 HTTP/1.1" status: 204 len: 168 time: 1.0442572 Apr 01 15:10:56.008890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.013554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d26ff889-b92a-44aa-9ad1-459bd05378ed req-0997fc7f-dc9f-456f-9361-75e8a41cdecd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252040 Apr 01 15:10:56.069667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Transition to ACTIVE for port object 39fadf50-e80d-4518-8151-aae58f246d9e will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:10:56.121263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.189086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83da8b-270f-4397-b6f4-879406dd4ffe None None] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:56.246485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Pushing event updated for resources: {'Port': ['ID=39fadf50-e80d-4518-8151-aae58f246d9e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:56.511886 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.544366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.544366 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment e16102b8-9f14-406e-ba05-8ab8c67427c3 of type vlan for network cd33bb33-e281-45ba-a0a6-b644db3d9856 Apr 01 15:10:56.577078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-69dc8b97-34ad-4ab2-a169-d240d99bffe6 None None] Provisioning for port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:56.621893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.648024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.665862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-d51dbcf0-b5d3-41fc-961f-a61a2bb2217d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:56.669159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-d51dbcf0-b5d3-41fc-961f-a61a2bb2217d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.2326777 Apr 01 15:10:56.688750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:56.737152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-4f8740b2-324b-457a-8ede-0df54f8150cf tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/quotas/83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 375 time: 0.0294800 Apr 01 15:10:56.803641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.816340 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.820878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:56.821801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.930793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Attempting to bind port 39fadf50-e80d-4518-8151-aae58f246d9e on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:10:56.931744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Attempting to bind port 39fadf50-e80d-4518-8151-aae58f246d9e by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:10:56.932348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Attempting to bind port 39fadf50-e80d-4518-8151-aae58f246d9e on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:56.952472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:56.963356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:56.963718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.976182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:56.982672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=cd33bb33-e281-45ba-a0a6-b644db3d9856,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:56.992078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.005574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1224844e-a8b0-497f-bd43-c3bdd6813901 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4576786 Apr 01 15:10:57.013724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36284) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:57.037671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Port 39fadf50-e80d-4518-8151-aae58f246d9e on network fc361259-1eac-41fa-b192-ddfe54067608 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:10:57.038219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Attempting to bind port 39fadf50-e80d-4518-8151-aae58f246d9e on network fc361259-1eac-41fa-b192-ddfe54067608 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:10:57.039984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:10:57.055663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:10:57.056342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Checking segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:57.056922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Bound using segment: {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:10:57.057572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Bound port: 39fadf50-e80d-4518-8151-aae58f246d9e, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823516c3-b729-4ee8-bfdb-9845cba53526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:10:57.058124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.087578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:57.177859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.207502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'Port': ['ID=44a5e576-ce6d-4fb5-8394-e2dcbbdaf416,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:57.254637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:57.267751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.278812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e72455b-ee5c-4f06-8197-4ba392b40ef9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2469192 Apr 01 15:10:57.279034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:57.290329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:57.291865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-f5d9b818-cadb-4c1c-98c1-429491ea080d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4965384 Apr 01 15:10:57.308175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:57.335736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:57.386713 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.407170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f306-7d95-4909-8985-2345e35fa8f5 req-16894ac7-f83a-4ad4-9b25-46296c3d8fb2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:57.416953 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9593f306-7d95-4909-8985-2345e35fa8f5 req-16894ac7-f83a-4ad4-9b25-46296c3d8fb2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 943 time: 0.8939934 Apr 01 15:10:57.443552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b5ebe8b-ecce-4acb-a74f-db37a55d64d0,segment=NetworkSegment(c13f3ef4-8ac7-4c83-a6e2-6d5698586293),segment_id=c13f3ef4-8ac7-4c83-a6e2-6d5698586293)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:10:57.457460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.458295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:57.496689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:10:57.533066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39fadf50-e80d-4518-8151-aae58f246d9e,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:10:57.543050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=5b5ebe8b-ecce-4acb-a74f-db37a55d64d0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:57.544440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-e79368fd-8f83-4751-8135-f1866ca00e62 service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516851 Apr 01 15:10:57.545612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.651574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-39ac0e4d-4d99-42dd-8473-693ad2dff583 None None] Provisioning for port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:10:57.658757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-39ac0e4d-4d99-42dd-8473-693ad2dff583 None None] Provisioning complete for port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:57.659231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39ac0e4d-4d99-42dd-8473-693ad2dff583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.667839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9593f306-7d95-4909-8985-2345e35fa8f5 req-54b21481-886a-49b8-8bf1-49631ae06034 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498934 Apr 01 15:10:57.703545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:10:57.706486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:57.721451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.723037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] 10.222.0.44 "PUT /v2.0/ports/39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 1091 time: 3.4141006 Apr 01 15:10:57.723807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276af51-2516-47ed-a8c2-c350b0716b1c service neutron] Pushing event updated for resources: {'Port': ['ID=39fadf50-e80d-4518-8151-aae58f246d9e,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:57.738392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:10:57.807073 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.849514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-39ac0e4d-4d99-42dd-8473-693ad2dff583 None None] Port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:57.871983 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8491053c-1b58-405f-ba85-0ea534306e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:57.902551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-39ac0e4d-4d99-42dd-8473-693ad2dff583 None None] Provisioning complete for port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:57.903308 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39ac0e4d-4d99-42dd-8473-693ad2dff583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:58.033382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-079ad591-baa2-4310-9a48-98e7fac303b7 req-3cbc0ffc-fe2a-43c1-836f-c79163adf7ad service neutron] (83954) timed out ('10.222.0.48', 47358) {{(pid=83954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:10:58.228161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-8857670c-9032-491e-bfdf-9a3bc1f19797 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1094 time: 0.1930377 Apr 01 15:10:58.239748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-dcfc1914-dd08-4e9d-b5a5-551f710e69b2 service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476924 Apr 01 15:10:58.336863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-881b1b10-15f8-4772-af31-1a6604350f57 None None] Provisioning complete for port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:58.337462 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-881b1b10-15f8-4772-af31-1a6604350f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:58.366733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-1a02d4de-c83e-4d7a-89ee-2a0d13f5fc86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 217 time: 0.1255836 Apr 01 15:10:58.409707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-881b1b10-15f8-4772-af31-1a6604350f57 None None] Port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:10:58.585143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-77aceb8a-b4c2-40ab-bb68-befe6f1647aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:58.591600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-77aceb8a-b4c2-40ab-bb68-befe6f1647aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.2150371 Apr 01 15:10:58.641798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:10:58.770281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:58.793167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:10:58.793434 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:58.812783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-e27a7fc7-8beb-4075-8b22-cb23d1a1a874 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--979364684&fields=id&tenant_id=53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 267 time: 0.2306900 Apr 01 15:10:58.845567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=2cab7acb-50e6-441c-a2f7-e41aa4938519,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:10:58.975741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-92eafe78-1d9f-4440-9d89-42e9c59db92a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426476 Apr 01 15:10:58.998794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': 'e16102b8-9f14-406e-ba05-8ab8c67427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:10:58.999109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: cd33bb33-e281-45ba-a0a6-b644db3d9856, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:10:59.095864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:10:59.106334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:10:59.111323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-c9290184-f639-4da2-ad80-2a96b20808e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:59.118430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-c9290184-f639-4da2-ad80-2a96b20808e2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 816 time: 0.3036954 Apr 01 15:10:59.146953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-ec7901ee-e953-4367-850d-808b4f313106 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/quotas/53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 375 time: 0.0275173 Apr 01 15:10:59.270796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, cd33bb33-e281-45ba-a0a6-b644db3d9856) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:10:59.280829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d7c188-fbc2-4d15-8a43-5dc0a9ddf7a2 None None] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:10:59.303707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-5e37ad73-6633-445c-b709-a88e3ee1ee76 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130174 Apr 01 15:10:59.308791 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e', 'status': 'completed', 'code': 200} Apr 01 15:10:59.338363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:10:59.338954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.429034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0184fc01-a6d0-4867-a391-218fdd4d9d75 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3634698 Apr 01 15:10:59.429729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36350) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:59.447429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1254109788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:59.460303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:59.498643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:router and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:59.518246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:59.531574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-c9e2a08f-f3a9-483f-82a7-93a7368270c3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3830447 Apr 01 15:10:59.566698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:59.584315 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8428f430-bbbd-4f4a-b1d7-fe5819088041 req-925ca54d-89b7-4089-9bcb-de823989e652 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 210 time: 0.0678306 Apr 01 15:10:59.605296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:10:59.610454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-607da9c7-99db-41c7-9cd3-9251337ac596 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0556047 Apr 01 15:10:59.612078 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.613053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.617119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:10:59.620569 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:10:59.647662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1294408145'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:10:59.650870 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:10:59.651514 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:10:59.667377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:10:59.682025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:10:59.700280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:10:59.706869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:10:59.726211 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.751911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:10:59.757158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.758540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-cd33bb33-e281-45ba-a0a6-b644db3d9856', 'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': '2cab7acb-50e6-441c-a2f7-e41aa4938519'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:10:59.759553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.835572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:10:59.847306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.896194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:10:59.896589 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment 833b6ae1-a218-4156-a337-2a7984d79cd8 of type vlan for network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 Apr 01 15:10:59.963264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e8df44e-c67a-4513-8a8a-c1b9aab88458 req-6f470cf0-c0bf-4a80-9c43-5b60439ae7d6 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519308 Apr 01 15:11:00.006721 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:00.053684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.056775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8a6f4257-d05e-424b-8482-1961023bc75b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6219685 Apr 01 15:11:00.077658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:00.097168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'port': {'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856', 'name': 'tempest-RoutersIpV6Test-1705435622'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:00.113302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Allocated IP 2001:db8::2 (cd33bb33-e281-45ba-a0a6-b644db3d9856/2cab7acb-50e6-441c-a2f7-e41aa4938519/e228a433-fec1-4e93-a9b5-0b591296dd57) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:00.124493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.156099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-acf4eec7-770c-443a-b385-c6c5cdc45145 service neutron] 10.222.0.48 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958605 Apr 01 15:11:00.231909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-1bded7a2-7a68-4239-9903-f8f5b28c3dc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1094 time: 0.2003796 Apr 01 15:11:00.361204 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a04e3f38-7fb9-4b6d-adb5-7fd21a6ef881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.437989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.442168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:00.456158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.532646 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.548668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d3b22-4010-4b34-a5c2-0c485e05fbb5 req-01073f1e-ddaa-4ff6-be17-0e8cd468197c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:00.549586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Transition to ACTIVE for port object e228a433-fec1-4e93-a9b5-0b591296dd57 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:00.564383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de4d3b22-4010-4b34-a5c2-0c485e05fbb5 req-01073f1e-ddaa-4ff6-be17-0e8cd468197c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 943 time: 0.6441638 Apr 01 15:11:00.572538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Transition to ACTIVE for port object e228a433-fec1-4e93-a9b5-0b591296dd57 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:00.585789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.656438 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:10:55Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:10:56Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:00.661711 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:00.662300 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Updating router fb355d48-5218-4976-a987-163ead557178 port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:11:00.711827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-79135fcb-6439-4b48-a2ff-755ecc0bff17 service neutron] 10.222.0.48 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460539 Apr 01 15:11:00.743756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-e8c67a83-aed3-4a94-b779-f7a4e635eeff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:00.745219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-e8c67a83-aed3-4a94-b779-f7a4e635eeff service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.3853710 Apr 01 15:11:00.756839 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:00.803654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:00.808268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:00.824218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:00.876553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2579865 Apr 01 15:11:00.891311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36380) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:00.909353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:00.914678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:00.943047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-f767d9e0-29e7-409d-8f52-3f169c2005d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 217 time: 0.1844738 Apr 01 15:11:01.195439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Pushing event updated for resources: {'Port': ['ID=e228a433-fec1-4e93-a9b5-0b591296dd57,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:01.256868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749257f-3079-4178-b8db-147e11891125 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:01.308220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:port and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:01.319463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:01.338154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:11:01.355809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de4d3b22-4010-4b34-a5c2-0c485e05fbb5 req-ca4e8190-e5d3-4527-a095-4e1efed67e11 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7872674 Apr 01 15:11:01.356821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:01.400451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:01.411510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:01.417889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:01.426498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:01.439775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.489892 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.501850 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Transition to ACTIVE for port object 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:01.511138 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.523363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:01.527041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a649016c-5267-4b9a-9b9f-b7965a7631aa req-579b982c-0eec-4ff6-8277-cc0b4066286f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:01.541803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Attempting to bind port e228a433-fec1-4e93-a9b5-0b591296dd57 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:01.542742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Attempting to bind port e228a433-fec1-4e93-a9b5-0b591296dd57 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'e16102b8-9f14-406e-ba05-8ab8c67427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:01.543807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Attempting to bind port e228a433-fec1-4e93-a9b5-0b591296dd57 on network cd33bb33-e281-45ba-a0a6-b644db3d9856 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:01.555538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] device_id is not set on port 18bf7622-b448-457f-b25f-092b4bde35e9 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:11:01.567170 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.582000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:01.582891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Checking segment: {'id': 'e16102b8-9f14-406e-ba05-8ab8c67427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:01.583518 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.584279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Bound using segment: {'id': 'e16102b8-9f14-406e-ba05-8ab8c67427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:01.585019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Bound port: e228a433-fec1-4e93-a9b5-0b591296dd57, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16102b8-9f14-406e-ba05-8ab8c67427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cd33bb33-e281-45ba-a0a6-b644db3d9856'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:01.585951 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.589863 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Pushing event updated for resources: {'Port': ['ID=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:01.598353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-8f66e211-ce02-4a6c-80f3-eab8b54ebd55 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:01.599800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-8f66e211-ce02-4a6c-80f3-eab8b54ebd55 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.3037486 Apr 01 15:11:01.622915 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.627172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a649016c-5267-4b9a-9b9f-b7965a7631aa req-579b982c-0eec-4ff6-8277-cc0b4066286f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:01.645553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a649016c-5267-4b9a-9b9f-b7965a7631aa req-579b982c-0eec-4ff6-8277-cc0b4066286f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 210 time: 0.1748090 Apr 01 15:11:01.647606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:01.652075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'port': {'device_id': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'admin_state_up': True, 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:01.675496 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.676593 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.677179 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.677715 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.678269 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.679053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.679598 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.681914 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.681914 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.681914 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.681914 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:01.735068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-92312327-b59a-44db-8b3c-8785af932a36 req-512641ff-152d-4bdc-b3fe-8602e2b6213a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 210 time: 0.1300094 Apr 01 15:11:01.795814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] For port e228a433-fec1-4e93-a9b5-0b591296dd57, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:01.807762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] For port e228a433-fec1-4e93-a9b5-0b591296dd57, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e228a433-fec1-4e93-a9b5-0b591296dd57,segment=NetworkSegment(e16102b8-9f14-406e-ba05-8ab8c67427c3),segment_id=e16102b8-9f14-406e-ba05-8ab8c67427c3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:01.814833 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.821978 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Attempting to bind port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:01.822670 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Attempting to bind port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:01.823405 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Attempting to bind port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 on network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:01.831643 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:01.832581 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Checking segment: {'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:01.833211 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.833985 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Bound using segment: {'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:01.834743 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Bound port: 9cefee2a-6dea-4723-aacf-31a23ebc8ee4, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:01.835840 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:01.936325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-c23c384b-507a-44af-95c3-da0ea50f9668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:01.943057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-c23c384b-507a-44af-95c3-da0ea50f9668 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.9923353 Apr 01 15:11:02.015362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1218857-fbec-4c9d-88c7-05c7fc385be2 None None] Pushing event updated for resources: {'Port': ['ID=e228a433-fec1-4e93-a9b5-0b591296dd57,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:02.029626 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] For port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:02.036535 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] For port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,segment=NetworkSegment(c13f3ef4-8ac7-4c83-a6e2-6d5698586293),segment_id=c13f3ef4-8ac7-4c83-a6e2-6d5698586293)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:02.049097 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:02.116535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8::185 (cd33bb33-e281-45ba-a0a6-b644db3d9856/2cab7acb-50e6-441c-a2f7-e41aa4938519/18bf7622-b448-457f-b25f-092b4bde35e9) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:02.156432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:02.156809 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41752ba4-8fea-4b08-ad5c-1fe975f5a1f9 None None] Pushing event updated for resources: {'Port': ['ID=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:02.172249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:02.182097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-7551395d-865a-4e63-ab4c-df4ff52472e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291834 Apr 01 15:11:02.188125 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:02.191110 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:02.216585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Made reservation on behalf of 83d3a9f26bda4e5dabf09b55be8b318b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:02.220540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:02.647475 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:02.711372 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:02.801798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:02.809533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39fadf50-e80d-4518-8151-aae58f246d9e details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:11:02.942687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Allocated IP 172.20.0.8 (c49cf382-ea2b-4856-8b41-a005636cd4d1/4c5b885d-3160-49fb-b83f-d3099095e6ea/5fe0f58a-92b3-400d-a468-f0a5aa2d13e7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:03.168404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39fadf50-e80d-4518-8151-aae58f246d9e,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:03.188787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '39fadf50-e80d-4518-8151-aae58f246d9e', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e', 'mac_address': 'fa:16:3e:4b:58:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:11:03.285508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:03.311895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fadf50-e80d-4518-8151-aae58f246d9e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:11:03.357748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39fadf50-e80d-4518-8151-aae58f246d9e,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:03.376633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:03.429209 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5dd7954-cd90-4c88-a87d-d6cee9a6a1fb req-b660f6eb-9a49-47ca-a8e3-b8fe0bb99111 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 210 time: 0.2065096 Apr 01 15:11:03.574504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=39fadf50-e80d-4518-8151-aae58f246d9e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:03.591481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:03.647686 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:10:55Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:02Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:03.651810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-44dd3ed2-ae3e-45e9-9e57-c1c9c32dca16 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4604070 Apr 01 15:11:03.654648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46339c9b-0bee-4ee1-b8db-2bc991c7df97 None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:10:55Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:02Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:03.696460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['39fadf50-e80d-4518-8151-aae58f246d9e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:11:03.797326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:03.832346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Transition to ACTIVE for port object 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:03.938808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=46be6590-1368-4819-89ee-14812d324887,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:04.040469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7589d0-2122-4ad5-a159-43c0b7679122 None None] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:04.067754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:04.081446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0beba-46c8-4657-9d75-b571956f853b req-0c349d9f-2980-4929-a2af-81c99da24588 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:04.096205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f0beba-46c8-4657-9d75-b571956f853b req-0c349d9f-2980-4929-a2af-81c99da24588 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 943 time: 1.2419977 Apr 01 15:11:04.145096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:04.171024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:04.171360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:11:04.194131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object 18bf7622-b448-457f-b25f-092b4bde35e9 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:04.224920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6ead1ad5-7517-473b-a9d7-85b5e4777502 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:04.226933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6ead1ad5-7517-473b-a9d7-85b5e4777502 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 816 time: 0.8928010 Apr 01 15:11:04.327600 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f0beba-46c8-4657-9d75-b571956f853b req-485fc5be-5e71-463c-b074-5f16554cdb63 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304089 Apr 01 15:11:04.329712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:04.334731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:11:04.556381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c5c80e26-dede-4a85-842c-e220f4040ad8 None None] Provisioning for port e228a433-fec1-4e93-a9b5-0b591296dd57 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:04.592380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:04.619299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:04.665290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:04.674308 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:04.683486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b50224f-feb0-449b-80f1-701a2dbadcc2 req-38847c43-12ce-4774-85a7-9726bc0ba5bd service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0133078 Apr 01 15:11:04.700795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:04.707390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-2b0735f1-c0eb-4678-9d9d-1d5b57644315 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 379 time: 0.3841980 Apr 01 15:11:04.709931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:04.712433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:04.715109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:04.725395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:04.759861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'port': {'device_id': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'admin_state_up': True, 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'security_groups': ['c065c905-b2fb-4a2f-93ac-4028390f0d87']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:04.789904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:04.806533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:04.823672 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:04.927346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382f203-54ff-40af-8a2e-ecc354125b45 None None] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:04.990151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:04.990872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9114528 Apr 01 15:11:04.992451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36446) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:05.143012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:05.143634 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.159646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b29488-46ab-4445-844a-de3b8eee331a req-c875acad-b7b7-46e4-a305-bbb26f31faf0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:05.166489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6b29488-46ab-4445-844a-de3b8eee331a req-c875acad-b7b7-46e4-a305-bbb26f31faf0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 931 time: 1.4423985 Apr 01 15:11:05.236853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68140776-14a0-49d5-809c-f6a51d4ddcc8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=18bf7622-b448-457f-b25f-092b4bde35e9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:05.250804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4709acd8-c7a7-439a-b23b-d6bc66aee7db tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3547134 Apr 01 15:11:05.254219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36450) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:05.262475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9a8e40b0-ede1-49f2-897c-e73188b4a2ed tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6149631 Apr 01 15:11:05.262736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f92c87b-3be2-4060-9d5b-7dad5a2a27ba req-4ef4b81b-21aa-42da-bc6f-0eba0dc16fc4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 210 time: 0.1186173 Apr 01 15:11:05.316425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:05.328508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:05.328919 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.331533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:05.337034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Request body: {'port': {'device_id': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:05.386787 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e6b29488-46ab-4445-844a-de3b8eee331a req-b6aeb1bf-1bfb-4954-8df8-4c14b36e3900 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193449 Apr 01 15:11:05.423516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-015019d9-5c04-4187-bc00-dc7d11356f14 None None] Provisioning for port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:05.434099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-015019d9-5c04-4187-bc00-dc7d11356f14 None None] Provisioning complete for port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:05.434459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-015019d9-5c04-4187-bc00-dc7d11356f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.470178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:05.485338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:11:05.486154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.517114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Made reservation on behalf of 53c5dc507d294d82b80e9473cca7d486 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:05.534598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.687971 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.736316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.773925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-015019d9-5c04-4187-bc00-dc7d11356f14 None None] Port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:05.873264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,segment=NetworkSegment(c13f3ef4-8ac7-4c83-a6e2-6d5698586293),segment_id=c13f3ef4-8ac7-4c83-a6e2-6d5698586293)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:05.903097 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:05.903908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e228a433-fec1-4e93-a9b5-0b591296dd57 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:06.077440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ae868-0f78-40a0-bb3d-c8c1406f3c93 req-03160dde-f293-439d-a5de-62e6b0f8c43a tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:06.080766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-000ae868-0f78-40a0-bb3d-c8c1406f3c93 req-03160dde-f293-439d-a5de-62e6b0f8c43a tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 944 time: 0.5168643 Apr 01 15:11:06.169508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Allocated IP 172.21.0.2 (32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7/46be6590-1368-4819-89ee-14812d324887/52ee775f-8ad5-4f7c-85bc-42131775dc80) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:06.173562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:06.258389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-000ae868-0f78-40a0-bb3d-c8c1406f3c93 req-7d4e638a-559c-41b6-98fa-f8ee09d50fdd tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247282 Apr 01 15:11:06.283942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:06.333569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e228a433-fec1-4e93-a9b5-0b591296dd57 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:06.339084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-deabc23e-e279-464f-897f-c2e690b03df2 None None] Provisioning for port 18bf7622-b448-457f-b25f-092b4bde35e9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:06.377819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-deabc23e-e279-464f-897f-c2e690b03df2 None None] Provisioning complete for port 18bf7622-b448-457f-b25f-092b4bde35e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:06.378317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-deabc23e-e279-464f-897f-c2e690b03df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:06.410509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e228a433-fec1-4e93-a9b5-0b591296dd57 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:06.411083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:06.434390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Allocated IP 172.20.0.8 (00f1747f-3195-44b7-90c1-bf710959cc94/c9f36492-8857-43e7-ad7d-7f996179cc3c/db66e860-cd6d-4684-b414-53fea5eff95a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:06.637202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-deabc23e-e279-464f-897f-c2e690b03df2 None None] Port 18bf7622-b448-457f-b25f-092b4bde35e9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:06.678507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d5e7b44f-4207-4feb-bc46-ce83a7412704 req-2ff74d9c-84bb-4a32-92cc-78d1a3a4b26b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 210 time: 0.1019762 Apr 01 15:11:06.865156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39fadf50-e80d-4518-8151-aae58f246d9e up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:07.024317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.026650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26279a21-259c-4b9b-ba7e-d10ef136fb6f req-a32ec7b0-4185-4008-b9c1-c38905773d89 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:07.028189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26279a21-259c-4b9b-ba7e-d10ef136fb6f req-a32ec7b0-4185-4008-b9c1-c38905773d89 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 931 time: 0.2730799 Apr 01 15:11:07.043633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e5becca4-b85c-4a6a-944c-55c6dc4e26f0 None None] Provisioning complete for port 18bf7622-b448-457f-b25f-092b4bde35e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:07.044121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5becca4-b85c-4a6a-944c-55c6dc4e26f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.099242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26279a21-259c-4b9b-ba7e-d10ef136fb6f req-07881708-843e-4c39-81c4-50280853acd9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Apr 01 15:11:07.101819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.114999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.122163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.160746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e5becca4-b85c-4a6a-944c-55c6dc4e26f0 None None] Port 18bf7622-b448-457f-b25f-092b4bde35e9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:07.162576 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.168911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Transition to ACTIVE for port object db66e860-cd6d-4684-b414-53fea5eff95a will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:07.202608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Transition to ACTIVE for port object 52ee775f-8ad5-4f7c-85bc-42131775dc80 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:07.232519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:11:07.244315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.248199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e228a433-fec1-4e93-a9b5-0b591296dd57, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e228a433-fec1-4e93-a9b5-0b591296dd57,segment=NetworkSegment(e16102b8-9f14-406e-ba05-8ab8c67427c3),segment_id=e16102b8-9f14-406e-ba05-8ab8c67427c3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:07.252449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Transition to ACTIVE for port object 52ee775f-8ad5-4f7c-85bc-42131775dc80 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:07.267319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Transition to ACTIVE for port object 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:07.270329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.272176 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.305242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=18bf7622-b448-457f-b25f-092b4bde35e9,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:07.319132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.517567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e228a433-fec1-4e93-a9b5-0b591296dd57,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:07.523711 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.646891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 39fadf50-e80d-4518-8151-aae58f246d9e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:07.664858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:07.793692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 39fadf50-e80d-4518-8151-aae58f246d9e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:07.794069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.871322 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:07.885898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Network 00f1747f-3195-44b7-90c1-bf710959cc94 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:07.933963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:07.962143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:08.010988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5eb71-4a62-4d95-adcf-b4168f497fb5 req-5efa18b1-fca8-4562-9349-5547410545e1 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:08.018743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04f5eb71-4a62-4d95-adcf-b4168f497fb5 req-5efa18b1-fca8-4562-9349-5547410545e1 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 944 time: 0.2763052 Apr 01 15:11:08.141755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Pushing event updated for resources: {'Port': ['ID=52ee775f-8ad5-4f7c-85bc-42131775dc80,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:08.170374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:08.183301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:08.197502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04f5eb71-4a62-4d95-adcf-b4168f497fb5 req-ace5dbd0-376f-4c39-b690-ac1217508af9 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775434 Apr 01 15:11:08.208095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.209606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:08.224216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:08.282459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:08.283077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.290068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.309506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3a4a2ce6-7e31-4e3a-b585-ead00c73872c None None] Provisioning complete for port 18bf7622-b448-457f-b25f-092b4bde35e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:08.309887 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2ce6-7e31-4e3a-b585-ead00c73872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.421381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Pushing event updated for resources: {'Port': ['ID=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:08.498961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6e8a1464-d98a-44ee-8030-d82dccc86855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7510695 Apr 01 15:11:08.517557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Request body: {'port': {'device_id': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:08.583340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Attempting to bind port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:08.583950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Attempting to bind port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:08.584462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Attempting to bind port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:08.596878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:11:08.597187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Attempting to bind port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:08.620140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ce6b-35a5-4b6e-b47c-746caebe351b req-ba54a8ed-b0bc-4b92-b38a-a04a95e44db4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:08.627224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7320ce6b-35a5-4b6e-b47c-746caebe351b req-ba54a8ed-b0bc-4b92-b38a-a04a95e44db4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 943 time: 0.2125087 Apr 01 15:11:08.629746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:08.672560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39fadf50-e80d-4518-8151-aae58f246d9e,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:08.675466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.695093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d7f2-1eb7-4e59-8e3a-c5a34df67516 req-81031041-ddc7-472b-8b70-4148ba56e26c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:08.696191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1be3d7f2-1eb7-4e59-8e3a-c5a34df67516 req-81031041-ddc7-472b-8b70-4148ba56e26c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:08.699089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:08.699872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.711486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:08.712147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:08.712741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Bound using segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:08.713385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Bound port: 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:08.713934 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.723361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a2ce6-7e31-4e3a-b585-ead00c73872c None None] Port 18bf7622-b448-457f-b25f-092b4bde35e9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:08.723870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7320ce6b-35a5-4b6e-b47c-746caebe351b req-30191132-18c8-45a6-8494-18dd2d0d84d6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956218 Apr 01 15:11:08.730326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.732285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Attempting to bind port 52ee775f-8ad5-4f7c-85bc-42131775dc80 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:08.732718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Attempting to bind port 52ee775f-8ad5-4f7c-85bc-42131775dc80 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:08.733132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Attempting to bind port 52ee775f-8ad5-4f7c-85bc-42131775dc80 on network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:08.807874 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.823848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.824625 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.925132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:08.967642 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e', 'code': 200} Apr 01 15:11:09.007092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:09.007734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Checking segment: {'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:09.008305 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:09.009939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Bound using segment: {'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:09.010619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Bound port: 52ee775f-8ad5-4f7c-85bc-42131775dc80, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:09.018404 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:09.071846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=39fadf50-e80d-4518-8151-aae58f246d9e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:09.124563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d41c19b6-92b4-4e5a-a3e1-24c489ca5aa3 None None] Provisioning for port db66e860-cd6d-4684-b414-53fea5eff95a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:09.180743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d41c19b6-92b4-4e5a-a3e1-24c489ca5aa3 None None] Provisioning complete for port db66e860-cd6d-4684-b414-53fea5eff95a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:09.181146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d41c19b6-92b4-4e5a-a3e1-24c489ca5aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:09.225017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1be3d7f2-1eb7-4e59-8e3a-c5a34df67516 req-81031041-ddc7-472b-8b70-4148ba56e26c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:09.226355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be3d7f2-1eb7-4e59-8e3a-c5a34df67516 req-81031041-ddc7-472b-8b70-4148ba56e26c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 931 time: 1.1618743 Apr 01 15:11:09.281857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=18bf7622-b448-457f-b25f-092b4bde35e9,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:09.325369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.327046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.328663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.329215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.330699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.331686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.332088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.332429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.332761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.333086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.333414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:09.344253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:09.346096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:09.383723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] For port 52ee775f-8ad5-4f7c-85bc-42131775dc80, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:09.385147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d41c19b6-92b4-4e5a-a3e1-24c489ca5aa3 None None] Port db66e860-cd6d-4684-b414-53fea5eff95a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:09.389580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] For port 52ee775f-8ad5-4f7c-85bc-42131775dc80, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=52ee775f-8ad5-4f7c-85bc-42131775dc80,segment=NetworkSegment(833b6ae1-a218-4156-a337-2a7984d79cd8),segment_id=833b6ae1-a218-4156-a337-2a7984d79cd8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:09.404390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:09.654644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e228a433-fec1-4e93-a9b5-0b591296dd57 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:09.735295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.21.0.1 (32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7/46be6590-1368-4819-89ee-14812d324887/8328c3b4-46ee-4827-abac-2acec9ce4086) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:09.884209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e75ac-6ee0-4173-ad0b-c18f86e061f5 None None] Pushing event updated for resources: {'Port': ['ID=52ee775f-8ad5-4f7c-85bc-42131775dc80,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:09.920616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e228a433-fec1-4e93-a9b5-0b591296dd57 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:09.921261 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:10.048237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e9d2ed89-4b26-4a7f-a50e-6c37e5f81a4b None None] Provisioning complete for port 18bf7622-b448-457f-b25f-092b4bde35e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:10.048959 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9d2ed89-4b26-4a7f-a50e-6c37e5f81a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:10.106500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:10.196249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object 8328c3b4-46ee-4827-abac-2acec9ce4086 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:10.326119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:10.338789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec374f7a-9f91-42fb-9677-f8ea6f98014f req-99664adb-f455-440c-b1ab-d6ffc78fe26b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:10.342693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2ed89-4b26-4a7f-a50e-6c37e5f81a4b None None] Port 18bf7622-b448-457f-b25f-092b4bde35e9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:10.347446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec374f7a-9f91-42fb-9677-f8ea6f98014f req-99664adb-f455-440c-b1ab-d6ffc78fe26b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.4981337 Apr 01 15:11:10.425529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec374f7a-9f91-42fb-9677-f8ea6f98014f req-54cb9ede-4d35-4413-87bf-453af4c54536 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769420 Apr 01 15:11:10.501185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router a8c02548-df1b-446a-a0b3-cd0c730919e7 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:11:10.540611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=8328c3b4-46ee-4827-abac-2acec9ce4086,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:10.560157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] For port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:10.735853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:10.782670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:10.796701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] For port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:11.028136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ab8da-a361-4dc8-896e-31232322c1b9 req-3caa49fd-60df-40ce-b32b-61734465fc37 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:11.029773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b6ab8da-a361-4dc8-896e-31232322c1b9 req-3caa49fd-60df-40ce-b32b-61734465fc37 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 943 time: 0.4054720 Apr 01 15:11:11.046437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:11.055334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:11.085264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be3d7f2-1eb7-4e59-8e3a-c5a34df67516 req-98455f47-eaa0-464c-90f8-79f43a8aa47a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7782393 Apr 01 15:11:11.106964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b6ab8da-a361-4dc8-896e-31232322c1b9 req-1805faa9-71c5-4cce-984b-28e9a11575f5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673618 Apr 01 15:11:11.121135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:11.129568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-42d0ed56-aab2-4c5c-b06d-9377086e21a2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/a8c02548-df1b-446a-a0b3-cd0c730919e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1123974 Apr 01 15:11:11.131664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36532) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:11.132494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] Sync routers for ids ['a8c02548-df1b-446a-a0b3-cd0c730919e7'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:11.157253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] Routers {'a8c02548-df1b-446a-a0b3-cd0c730919e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:11.158121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a8c02548-df1b-446a-a0b3-cd0c730919e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:11.252383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:11.312720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:11.315933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7da419-fe43-42e0-b2d0-6a1a3df98c36 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:11.316553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e7da419-fe43-42e0-b2d0-6a1a3df98c36 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:11.330060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db66e860-cd6d-4684-b414-53fea5eff95a {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:11:11.350240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:11.367970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e7da419-fe43-42e0-b2d0-6a1a3df98c36 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:11.369404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e7da419-fe43-42e0-b2d0-6a1a3df98c36 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports/18bf7622-b448-457f-b25f-092b4bde35e9 HTTP/1.1" status: 200 len: 984 time: 0.2367718 Apr 01 15:11:11.372208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36540) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:11.372678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] Routers {'a8c02548-df1b-446a-a0b3-cd0c730919e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:11.376233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a8c02548-df1b-446a-a0b3-cd0c730919e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:11.386812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Transition to ACTIVE for port object db66e860-cd6d-4684-b414-53fea5eff95a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:11.525449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14f776f7-b4a2-4c08-bb9e-3e4466073afa req-57533662-f1c8-4031-8514-4a2d12b257cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 2.3977976 Apr 01 15:11:11.551293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:11.577916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31115d05-5b89-4b2c-b7f9-b93eb9967c54 None None] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:11.656864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:11.663116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf18ac-f94f-4035-9a98-33b7ef7b3911 None None] The sync data for ids ['a8c02548-df1b-446a-a0b3-cd0c730919e7'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:11.779818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:11.784314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 52ee775f-8ad5-4f7c-85bc-42131775dc80 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:11.786581 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] 10.222.0.62 "PUT /v2.0/ports/5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 HTTP/1.1" status: 200 len: 1091 time: 6.4621921 Apr 01 15:11:11.813287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'tag': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:11.826667 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:12.035144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f140159d-5326-4080-9cfd-455f79e16845 None None] Provisioning for port 52ee775f-8ad5-4f7c-85bc-42131775dc80 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:12.140512 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'tag': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', 'status': 'completed', 'code': 200} Apr 01 15:11:12.147231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14f776f7-b4a2-4c08-bb9e-3e4466073afa req-dcf2993f-fd08-44c0-bbab-a852dd4a44b0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5765781 Apr 01 15:11:12.170029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 52ee775f-8ad5-4f7c-85bc-42131775dc80 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:12.229873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 52ee775f-8ad5-4f7c-85bc-42131775dc80 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:12.230261 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:12.242094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c544b6-ccab-41d3-a422-d51307cb976d service neutron] Pushing event updated for resources: {'Port': ['ID=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:12.441055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:12.441715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:12.441715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:12.458182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:12.476976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Port db66e860-cd6d-4684-b414-53fea5eff95a on network 00f1747f-3195-44b7-90c1-bf710959cc94 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:11:12.480751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:12.540454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:12.611618 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:12.657341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a690f1b-3b4b-4fb6-b1b1-7c605969bad3 req-14876aa9-d620-47a4-8d81-08fe776ac97a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:12.658986 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a690f1b-3b4b-4fb6-b1b1-7c605969bad3 req-14876aa9-d620-47a4-8d81-08fe776ac97a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.2684848 Apr 01 15:11:12.675588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 52ee775f-8ad5-4f7c-85bc-42131775dc80, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=52ee775f-8ad5-4f7c-85bc-42131775dc80,segment=NetworkSegment(833b6ae1-a218-4156-a337-2a7984d79cd8),segment_id=833b6ae1-a218-4156-a337-2a7984d79cd8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:12.692056 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:12.849109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3a690f1b-3b4b-4fb6-b1b1-7c605969bad3 req-1ea5a925-6e41-405c-9e76-eb4302a35850 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:12.854598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=52ee775f-8ad5-4f7c-85bc-42131775dc80,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:12.904488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3a690f1b-3b4b-4fb6-b1b1-7c605969bad3 req-1ea5a925-6e41-405c-9e76-eb4302a35850 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:12.905668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a690f1b-3b4b-4fb6-b1b1-7c605969bad3 req-1ea5a925-6e41-405c-9e76-eb4302a35850 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317507 Apr 01 15:11:12.968133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:12.973190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Checking segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:12.973900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Bound using segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:12.975231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Bound port: db66e860-cd6d-4684-b414-53fea5eff95a, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:12.977485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:13.024193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-36f9ba20-1ec1-4533-9786-a1d4f995426a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 1094 time: 1.1649876 Apr 01 15:11:13.102299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c352e5-323d-4f90-903d-9b3d5e6aa50d req-9e8328b3-b0e4-46b8-a626-edb4b7c95fba tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:13.106523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96c352e5-323d-4f90-903d-9b3d5e6aa50d req-9e8328b3-b0e4-46b8-a626-edb4b7c95fba tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 1.2820218 Apr 01 15:11:13.129706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4fb3fcc8-7ce4-4b18-be93-bd7e9e0bc3a9 None None] Provisioning for port 8328c3b4-46ee-4827-abac-2acec9ce4086 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:13.141580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4fb3fcc8-7ce4-4b18-be93-bd7e9e0bc3a9 None None] Provisioning complete for port 8328c3b4-46ee-4827-abac-2acec9ce4086 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:13.141956 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fb3fcc8-7ce4-4b18-be93-bd7e9e0bc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:13.265766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3fcc8-7ce4-4b18-be93-bd7e9e0bc3a9 None None] Port 8328c3b4-46ee-4827-abac-2acec9ce4086 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:13.292566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4fb3fcc8-7ce4-4b18-be93-bd7e9e0bc3a9 None None] Provisioning complete for port 52ee775f-8ad5-4f7c-85bc-42131775dc80 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:13.292937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fb3fcc8-7ce4-4b18-be93-bd7e9e0bc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:13.301465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-a81843e5-dba4-4191-97f2-5d40081bc403 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 HTTP/1.1" status: 200 len: 217 time: 0.2209811 Apr 01 15:11:13.540971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 52ee775f-8ad5-4f7c-85bc-42131775dc80 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:13.667524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:13.672116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:13.707058 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:13.757464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96c352e5-323d-4f90-903d-9b3d5e6aa50d req-5b634c17-aac9-492c-833a-1e7f1f5386ca tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386129 Apr 01 15:11:13.758894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-d13aa51e-1827-4651-a776-edaf7f5143d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:13.760358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-d13aa51e-1827-4651-a776-edaf7f5143d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.3060880 Apr 01 15:11:13.764619 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:13.830330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 52ee775f-8ad5-4f7c-85bc-42131775dc80 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:13.830820 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:13.842291 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:11:14.098886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003e054-fa05-4ff4-b946-577a6c18d4bd req-16e6ea07-2470-46a8-8406-6de4b05b5dc0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:14.105463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7003e054-fa05-4ff4-b946-577a6c18d4bd req-16e6ea07-2470-46a8-8406-6de4b05b5dc0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 943 time: 0.6973066 Apr 01 15:11:14.142682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7c62eb93-87e3-463b-a1d8-0803f362609c None None] Provisioning complete for port 8328c3b4-46ee-4827-abac-2acec9ce4086 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:14.143386 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7c62eb93-87e3-463b-a1d8-0803f362609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:14.244462 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7003e054-fa05-4ff4-b946-577a6c18d4bd req-3a440f73-9824-4214-beac-5a3e8b9721bb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079223 Apr 01 15:11:14.526099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:14.529113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] 10.222.0.44 "PUT /v2.0/ports/db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 200 len: 1091 time: 6.0163960 Apr 01 15:11:14.555248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7c62eb93-87e3-463b-a1d8-0803f362609c None None] Port 8328c3b4-46ee-4827-abac-2acec9ce4086 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:14.566788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:14.622962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 18bf7622-b448-457f-b25f-092b4bde35e9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:14.623689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:14.647940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:14.745063 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'status': 'completed', 'code': 200} Apr 01 15:11:14.846688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e4e0f-8031-4fa4-a89d-c61dfac69873 service neutron] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:14.876299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:14.983884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:15.016628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 18bf7622-b448-457f-b25f-092b4bde35e9 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:15.023956 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:15.169360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36604) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:15.226363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-9491c09d-650e-49db-adc5-b543ffaf81ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4224873 Apr 01 15:11:15.230688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=8328c3b4-46ee-4827-abac-2acec9ce4086,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:15.241747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac45c7a-5060-4953-af4d-a478beb79d61 req-c2281038-f288-4714-bf01-75812fdd613c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:15.246714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ac45c7a-5060-4953-af4d-a478beb79d61 req-c2281038-f288-4714-bf01-75812fdd613c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.7163601 Apr 01 15:11:15.260164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c58a5e-317c-44a4-9132-c7cb14250765 req-5b4c394c-9ad0-4f03-b2a1-edece174475b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:15.261647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15c58a5e-317c-44a4-9132-c7cb14250765 req-5b4c394c-9ad0-4f03-b2a1-edece174475b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.1298878 Apr 01 15:11:15.291542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:15.317349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-94541629-55e4-4eed-95a0-4958bb53e525 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 1094 time: 0.6693361 Apr 01 15:11:15.371478 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15c58a5e-317c-44a4-9132-c7cb14250765 req-9d901505-3dac-42b8-a475-880993fa6ab6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976894 Apr 01 15:11:15.388062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:15.538472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-60ec9333-b580-4ff8-9ceb-24253c6618d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 200 len: 217 time: 0.1600094 Apr 01 15:11:15.650690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ac45c7a-5060-4953-af4d-a478beb79d61 req-a2298ca5-1775-4d1d-9596-8f9852e49316 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824131 Apr 01 15:11:15.680869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=18bf7622-b448-457f-b25f-092b4bde35e9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:15.683170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:15.732593 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-b9b6ae6b-9050-429c-b3ea-b8fc27eded62 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651732 Apr 01 15:11:15.811129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6a633005-50f1-40b3-b37d-b48fc3ae2ff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:15.812892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-6a633005-50f1-40b3-b37d-b48fc3ae2ff6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.2612288 Apr 01 15:11:15.836518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:15.841489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:15.846614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Usage tracker for resource:security_group_rule and tenant:13adcf073d1f452f9455fb5fa83f27c0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:15.852034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:15.862322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:16.024376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:16.032277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:16.413599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a945165-c0d5-48f9-97df-e222a4bcde53 req-8c4131e4-1315-4f5e-bb86-32b90551a348 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797826 Apr 01 15:11:16.424678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-bd9be2f8-6eda-4233-8b72-000344d44d18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5926635 Apr 01 15:11:16.437750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243da5a-d87e-44c2-bba8-e77e821ade46 req-a5f1a153-2a65-4c6d-8a93-8b811923133d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:16.438948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b243da5a-d87e-44c2-bba8-e77e821ade46 req-a5f1a153-2a65-4c6d-8a93-8b811923133d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:16.458966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5aef2faf-2d22-4861-a8b3-8756b86cc019 None None] Provisioning complete for port 8328c3b4-46ee-4827-abac-2acec9ce4086 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:16.460086 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5aef2faf-2d22-4861-a8b3-8756b86cc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:16.557091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:16.576706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5aef2faf-2d22-4861-a8b3-8756b86cc019 None None] Port 8328c3b4-46ee-4827-abac-2acec9ce4086 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:16.582738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:16.762435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dbdc3-5a21-4f9a-b604-ae98a3ec457b req-a25ad31a-bcc3-4c70-8370-cd6cc2454aa0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:16.783922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f95dbdc3-5a21-4f9a-b604-ae98a3ec457b req-a25ad31a-bcc3-4c70-8370-cd6cc2454aa0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.3375342 Apr 01 15:11:16.787745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36646) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:16.802515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d643ac9-bbec-4ee4-9fc1-1f4c119aa017,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:16.810770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'floatingip': {'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:16.872591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b243da5a-d87e-44c2-bba8-e77e821ade46 req-a5f1a153-2a65-4c6d-8a93-8b811923133d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:16.879403 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b243da5a-d87e-44c2-bba8-e77e821ade46 req-a5f1a153-2a65-4c6d-8a93-8b811923133d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 943 time: 0.9167490 Apr 01 15:11:16.961287 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-38e6cf85-f802-457a-8033-9366145a1587 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13adcf073d1f452f9455fb5fa83f27c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7883494 Apr 01 15:11:16.962078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36650) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:17.047965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b243da5a-d87e-44c2-bba8-e77e821ade46 req-63092cab-9bb5-4485-94b2-59ac6bb09287 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675830 Apr 01 15:11:17.048341 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:17.112163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-f8d7a351-fa8f-4cf1-b7a6-68c1dcb688cf service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608629 Apr 01 15:11:17.151400 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-2bf4d7a3-818d-4b3e-b02f-7fc459561a8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 1094 time: 0.6395507 Apr 01 15:11:17.196403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router a8c02548-df1b-446a-a0b3-cd0c730919e7 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:17.294228 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-735087e0-a234-4270-b8a5-19f02348a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:17.354267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:17.410132 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b42ff96-d5d1-4b29-8089-c71b1f8d0a71 req-4f971b73-4d90-475a-b198-ed1873a791f0 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896764 Apr 01 15:11:17.415762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-ed86e70a-ab6f-41c3-9d2e-a06879bc01bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:17.417127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-ed86e70a-ab6f-41c3-9d2e-a06879bc01bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.2160153 Apr 01 15:11:17.529830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-735087e0-a234-4270-b8a5-19f02348a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:17.544207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c54b43-3009-4dbb-972d-66788ebfb91f req-20b30c29-f1d1-4403-aa23-0b8cb6643052 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:17.551294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6c54b43-3009-4dbb-972d-66788ebfb91f req-20b30c29-f1d1-4403-aa23-0b8cb6643052 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.5710914 Apr 01 15:11:17.654407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-4453758c-452f-4e99-96a7-8c2ca66f0313 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 HTTP/1.1" status: 200 len: 217 time: 0.1676216 Apr 01 15:11:17.777390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-7dad1513-2bd4-486d-8123-525f81557641 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:17.778852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-7dad1513-2bd4-486d-8123-525f81557641 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.1164057 Apr 01 15:11:17.839916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cd01594-c621-4707-b573-320d8515a5b0 req-90717fe5-bf95-4c39-8941-e8cb9b58ed92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 1094 time: 0.3084581 Apr 01 15:11:17.850847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:17.867555 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51143676-a736-4987-8265-5916f51fd35f None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:17.936347 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:17.939989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:18.066931 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-80af38e7-6349-4251-bf37-d262d930efe5 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8009484 Apr 01 15:11:18.096873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36660) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:18.110056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-2004265792'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:18.142922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:18.153441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:18.171545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:18.189541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:18.219962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6c54b43-3009-4dbb-972d-66788ebfb91f req-4061a06f-587c-4f39-a35e-b68cf60ed1fd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6639004 Apr 01 15:11:18.228284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:18.239607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] Sync routers for ids ['a8c02548-df1b-446a-a0b3-cd0c730919e7'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:18.278155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] Routers {'a8c02548-df1b-446a-a0b3-cd0c730919e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:18.278924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a8c02548-df1b-446a-a0b3-cd0c730919e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:18.294971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-921cc47a-2d70-408b-bca7-a5c72534a7ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5038941 Apr 01 15:11:18.304412 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:18.335548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:18.335548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9b699dc-b028-4593-81f4-6ad94955aaf9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/a8c02548-df1b-446a-a0b3-cd0c730919e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9542921 Apr 01 15:11:18.335903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:18.336013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36666) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:18.336115 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:18.416422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:18.444161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] Routers {'a8c02548-df1b-446a-a0b3-cd0c730919e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:18.444925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a8c02548-df1b-446a-a0b3-cd0c730919e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:18.462381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:18.562887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:18.563833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3465277-5926-45a2-995a-1fc31bb0f028 None None] The sync data for ids ['a8c02548-df1b-446a-a0b3-cd0c730919e7'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:18.620979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd01594-c621-4707-b573-320d8515a5b0 req-52194788-4803-4405-9523-df01575b241b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:18.622753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cd01594-c621-4707-b573-320d8515a5b0 req-52194788-4803-4405-9523-df01575b241b service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.7700505 Apr 01 15:11:18.688192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:11:18.717076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-735087e0-a234-4270-b8a5-19f02348a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:18.727954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-735087e0-a234-4270-b8a5-19f02348a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:18.731950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-735087e0-a234-4270-b8a5-19f02348a673 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d643ac9-bbec-4ee4-9fc1-1f4c119aa017 HTTP/1.1" status: 204 len: 168 time: 1.7509465 Apr 01 15:11:18.826413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735087e0-a234-4270-b8a5-19f02348a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d643ac9-bbec-4ee4-9fc1-1f4c119aa017,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:19.028190 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cd01594-c621-4707-b573-320d8515a5b0 req-a1c7340a-f4a8-4b5e-9422-262f1ba52dd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 200 len: 217 time: 0.3895423 Apr 01 15:11:19.030259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:19.030608 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment d5488520-c5e9-472b-8818-67ec4cf5619e of type vlan for network 664c5946-9a65-410b-81af-28cfd0404ac0 Apr 01 15:11:19.037880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-20f0cdee-d3f3-453a-8d66-45fe5c7f87ac service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161779 Apr 01 15:11:19.207003 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:11Z', 'revision_number': 3, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:13Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:19.214141 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51143676-a736-4987-8265-5916f51fd35f None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:19.214479 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51143676-a736-4987-8265-5916f51fd35f None None] Updating router fb355d48-5218-4976-a987-163ead557178 port 8328c3b4-46ee-4827-abac-2acec9ce4086 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:11:19.281612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd01594-c621-4707-b573-320d8515a5b0 req-0043c4d1-46c3-429e-80ff-3e9e93853035 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:19.283058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cd01594-c621-4707-b573-320d8515a5b0 req-0043c4d1-46c3-429e-80ff-3e9e93853035 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.2351670 Apr 01 15:11:19.363564 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-51143676-a736-4987-8265-5916f51fd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:19.394277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:19.428238 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-39478e62-4bbd-4240-9c52-0082369eed9e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:11:19.431980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-39478e62-4bbd-4240-9c52-0082369eed9e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/a8c02548-df1b-446a-a0b3-cd0c730919e7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0971603 Apr 01 15:11:19.432796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36682) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:19.461769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fa326-9097-484d-b0c6-47f61f404df4 req-342f044a-cacc-4293-a10e-e1c30326ccad tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:19.461769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-878fa326-9097-484d-b0c6-47f61f404df4 req-342f044a-cacc-4293-a10e-e1c30326ccad tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 943 time: 1.1363177 Apr 01 15:11:19.503276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-60ed86c0-6840-4b9e-863a-ae8e4e24b6bc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:19.538217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-60ed86c0-6840-4b9e-863a-ae8e4e24b6bc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:19.539631 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-60ed86c0-6840-4b9e-863a-ae8e4e24b6bc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c02548-df1b-446a-a0b3-cd0c730919e7 HTTP/1.1" status: 200 len: 205 time: 0.1057220 Apr 01 15:11:19.540988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-039a053c-55e1-4c8a-a7e1-853c4ba35cc8 req-d528fe3d-c6ce-4fd5-aaa1-cb9ea7d3bd7f service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582486 Apr 01 15:11:19.548769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:19.602353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cd01594-c621-4707-b573-320d8515a5b0 req-1bc3ea32-44b9-42bf-83ad-08f4d1b7afdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997742 Apr 01 15:11:19.602773 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:19.607183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:19.608002 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:19.671477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-878fa326-9097-484d-b0c6-47f61f404df4 req-5456a18b-43c4-44eb-8fb6-e8a9d1dc2539 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806858 Apr 01 15:11:19.818144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7197332 Apr 01 15:11:19.824846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36698) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:19.836471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:19.862626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98804d36-497a-40d6-8962-b80fd940d2bb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=664c5946-9a65-410b-81af-28cfd0404ac0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:19.885586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 664c5946-9a65-410b-81af-28cfd0404ac0 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:11:19.986306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cd01594-c621-4707-b573-320d8515a5b0 req-1315efcf-cc3c-4354-9b07-43966a104057 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711779 Apr 01 15:11:19.993137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:19.997587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:20.000713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:20.007482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:20.030005 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-51143676-a736-4987-8265-5916f51fd35f None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.037493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:20.041999 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-51143676-a736-4987-8265-5916f51fd35f None None] Transition to ACTIVE for port object 8328c3b4-46ee-4827-abac-2acec9ce4086 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:20.052260 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-51143676-a736-4987-8265-5916f51fd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.169243 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586ef15-dc12-4758-bf52-3ecf1f581a87 None None] Pushing event updated for resources: {'Port': ['ID=8328c3b4-46ee-4827-abac-2acec9ce4086,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:20.177777 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Floating IP 3e326c43-e2c3-4b40-8aa4-82396f16e8f2 associated. External IP: 172.25.2.167, port: 39fadf50-e80d-4518-8151-aae58f246d9e. Apr 01 15:11:20.344256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:11:20.345718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.587622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0520-8ea8-4070-b5ea-edfa1ebd0913 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.589825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:20.598457 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-51143676-a736-4987-8265-5916f51fd35f None None] Attempting to bind port 8328c3b4-46ee-4827-abac-2acec9ce4086 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:20.599134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-51143676-a736-4987-8265-5916f51fd35f None None] Attempting to bind port 8328c3b4-46ee-4827-abac-2acec9ce4086 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:20.599134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51143676-a736-4987-8265-5916f51fd35f None None] Attempting to bind port 8328c3b4-46ee-4827-abac-2acec9ce4086 on network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:20.614433 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51143676-a736-4987-8265-5916f51fd35f None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:20.614433 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51143676-a736-4987-8265-5916f51fd35f None None] Checking segment: {'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:20.614878 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-51143676-a736-4987-8265-5916f51fd35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.615198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51143676-a736-4987-8265-5916f51fd35f None None] Bound using segment: {'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:20.615527 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-51143676-a736-4987-8265-5916f51fd35f None None] Bound port: 8328c3b4-46ee-4827-abac-2acec9ce4086, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833b6ae1-a218-4156-a337-2a7984d79cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:20.615884 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-51143676-a736-4987-8265-5916f51fd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.656471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571f83a-2b56-42c4-a69f-d75b9b996188 req-b6fd4c94-fd59-4677-a134-4e7c18f6ce01 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:20.664027 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2571f83a-2b56-42c4-a69f-d75b9b996188 req-b6fd4c94-fd59-4677-a134-4e7c18f6ce01 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.9902263 Apr 01 15:11:20.673585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', 'mac_address': 'fa:16:3e:9c:c3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:11:20.698518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cd01594-c621-4707-b573-320d8515a5b0 req-2acc9955-4bfd-451f-a715-801e2780101c service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831174 Apr 01 15:11:20.840721 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.868882 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-51143676-a736-4987-8265-5916f51fd35f None None] For port 8328c3b4-46ee-4827-abac-2acec9ce4086, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:20.877521 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-51143676-a736-4987-8265-5916f51fd35f None None] For port 8328c3b4-46ee-4827-abac-2acec9ce4086, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8328c3b4-46ee-4827-abac-2acec9ce4086,segment=NetworkSegment(833b6ae1-a218-4156-a337-2a7984d79cd8),segment_id=833b6ae1-a218-4156-a337-2a7984d79cd8)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:20.894620 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-51143676-a736-4987-8265-5916f51fd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:20.904616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:11:20.916984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:11:20.959043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:20.980957 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:21.130994 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:11:21.137932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586ef15-dc12-4758-bf52-3ecf1f581a87 None None] Pushing event updated for resources: {'Port': ['ID=8328c3b4-46ee-4827-abac-2acec9ce4086,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:21.148830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:21.153657 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:21.154490 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:21.313204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:21.362476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5fe0f58a-92b3-400d-a468-f0a5aa2d13e7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:11:21.404804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=5c578635-b8f4-4799-99df-62287616bef1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:21.440529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2571f83a-2b56-42c4-a69f-d75b9b996188 req-ad919ff1-c40d-4c7b-add9-2ee48be326ba tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7754896 Apr 01 15:11:21.479232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:21.498227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed7cb4-5e55-4b82-aee7-b19ea5116558 req-f230016b-31c6-422e-b61b-aa7c731e90ce tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:21.504366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fed7cb4-5e55-4b82-aee7-b19ea5116558 req-f230016b-31c6-422e-b61b-aa7c731e90ce tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 944 time: 0.4805040 Apr 01 15:11:21.505821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:21.506177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 664c5946-9a65-410b-81af-28cfd0404ac0, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:11:21.530652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'port_id': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'mac_address': 'fa:16:3e:1e:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:11:21.617542 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:21.653152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fed7cb4-5e55-4b82-aee7-b19ea5116558 req-c25d2f09-b9a9-4b3e-8a4c-48f2592efc06 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322496 Apr 01 15:11:21.654210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 664c5946-9a65-410b-81af-28cfd0404ac0 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:11:21.673611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 664c5946-9a65-410b-81af-28cfd0404ac0) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:21.695585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:21.698965 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:21.768121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8bd047d6-4be1-4bf3-b84c-d3d3e9ac67c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9422562 Apr 01 15:11:21.771851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36726) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:21.779949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e470c-a70b-4da1-822e-9268596c15a6 None None] Network 664c5946-9a65-410b-81af-28cfd0404ac0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:22.082718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0520-8ea8-4070-b5ea-edfa1ebd0913 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:22.091553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0520-8ea8-4070-b5ea-edfa1ebd0913 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:22.157962 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:22.190318 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-51143676-a736-4987-8265-5916f51fd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:11Z', 'revision_number': 3, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:20Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:22.199880 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51143676-a736-4987-8265-5916f51fd35f None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:11Z', 'revision_number': 3, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:20Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:22.338883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db66e860-cd6d-4684-b414-53fea5eff95a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:11:22.406021 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0520-8ea8-4070-b5ea-edfa1ebd0913 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:22.406561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4f0520-8ea8-4070-b5ea-edfa1ebd0913 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Fanout notify agent at l3_agent the message router_deleted on router a8c02548-df1b-446a-a0b3-cd0c730919e7 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:11:22.418431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:22.429201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:22.437820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0520-8ea8-4070-b5ea-edfa1ebd0913 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:22.438929 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bc4f0520-8ea8-4070-b5ea-edfa1ebd0913 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/a8c02548-df1b-446a-a0b3-cd0c730919e7 HTTP/1.1" status: 204 len: 168 time: 2.8872192 Apr 01 15:11:22.443886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36736) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:22.569474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-664c5946-9a65-410b-81af-28cfd0404ac0', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:11:22.571892 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:22.807987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:22.830281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['db66e860-cd6d-4684-b414-53fea5eff95a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:11:22.845914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet 2cab7acb-50e6-441c-a2f7-e41aa4938519 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:11:22.894830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:23.125737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:23.224958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f39357-fc21-444a-962e-ca1ccb8e7f43 req-93b090f8-0100-42c5-9b1a-1e1c4cc5d7c0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:23.232480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5f39357-fc21-444a-962e-ca1ccb8e7f43 req-93b090f8-0100-42c5-9b1a-1e1c4cc5d7c0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.4545288 Apr 01 15:11:23.237227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:23.294293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:23.380075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e597-bfb3-45fe-8103-092e184d8ce8 req-70a8f417-c674-4593-bbe4-ecfe8d77e25e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:23.389492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d34e597-bfb3-45fe-8103-092e184d8ce8 req-70a8f417-c674-4593-bbe4-ecfe8d77e25e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 944 time: 0.3129821 Apr 01 15:11:23.469953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Allocated IP 172.22.0.2 (664c5946-9a65-410b-81af-28cfd0404ac0/5c578635-b8f4-4799-99df-62287616bef1/61aa03c9-1cc5-4827-91a9-eed1232836e7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:23.473399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5f39357-fc21-444a-962e-ca1ccb8e7f43 req-7f7e9dd5-d143-4f52-9994-ae9256aafd1e tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392781 Apr 01 15:11:23.513823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:23.593187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d34e597-bfb3-45fe-8103-092e184d8ce8 req-c4ee868d-cf2f-4b85-8b9b-ebef9f2e695e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065276 Apr 01 15:11:23.628232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8328c3b4-46ee-4827-abac-2acec9ce4086 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:23.686762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:23.782595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=2cab7acb-50e6-441c-a2f7-e41aa4938519,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:23.796590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:23.809104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-93b5458f-f651-4c13-b839-a3eddf8625e9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/2cab7acb-50e6-441c-a2f7-e41aa4938519 HTTP/1.1" status: 204 len: 168 time: 1.3592288 Apr 01 15:11:23.812546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36766) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:23.816734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e82417-a6f8-49c2-8f51-c0eccdd66668 None None] Network cd33bb33-e281-45ba-a0a6-b644db3d9856 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:24.128108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:24.135679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:24.143065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.154619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] Sync routers for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:24.163322 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:24.164245 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:24.165807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8328c3b4-46ee-4827-abac-2acec9ce4086 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:24.218103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.239330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8328c3b4-46ee-4827-abac-2acec9ce4086 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:24.239702 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.247263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port e228a433-fec1-4e93-a9b5-0b591296dd57 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:24.247710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.292552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e07b279e-2ae6-4571-a68a-eceec65a20fe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "PUT /v2.0/floatingips/3e326c43-e2c3-4b40-8aa4-82396f16e8f2 HTTP/1.1" status: 200 len: 991 time: 7.4900239 Apr 01 15:11:24.292552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:24.361397 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e', 'status': 'completed', 'code': 200} Apr 01 15:11:24.363146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.412784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Transition to ACTIVE for port object 61aa03c9-1cc5-4827-91a9-eed1232836e7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:24.445329 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:24.490576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-31ef96ca-1635-4d5f-8748-cf8157b94751 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 0.1080792 Apr 01 15:11:24.495257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Transition to ACTIVE for port object 61aa03c9-1cc5-4827-91a9-eed1232836e7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:24.502507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:24.529062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:24.529409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.546723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port e228a433-fec1-4e93-a9b5-0b591296dd57, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e228a433-fec1-4e93-a9b5-0b591296dd57,segment=NetworkSegment(e16102b8-9f14-406e-ba05-8ab8c67427c3),segment_id=e16102b8-9f14-406e-ba05-8ab8c67427c3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:24.551111 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.556501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.657165 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:24.689168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Pushing event updated for resources: {'Port': ['ID=61aa03c9-1cc5-4827-91a9-eed1232836e7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:24.705920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Network 664c5946-9a65-410b-81af-28cfd0404ac0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:24.714329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:24.721640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:24.818226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for e228a433-fec1-4e93-a9b5-0b591296dd57 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:24.868205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8328c3b4-46ee-4827-abac-2acec9ce4086, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8328c3b4-46ee-4827-abac-2acec9ce4086,segment=NetworkSegment(833b6ae1-a218-4156-a337-2a7984d79cd8),segment_id=833b6ae1-a218-4156-a337-2a7984d79cd8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:24.886737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84898adb-1746-492b-9922-7305f0c4adac None None] DHCP port deletion for cd33bb33-e281-45ba-a0a6-b644db3d9856 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:11:24.919668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.22.0.1 (664c5946-9a65-410b-81af-28cfd0404ac0/5c578635-b8f4-4799-99df-62287616bef1/3716de4b-72b5-43aa-8fc2-16466ffc846c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:24.951167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:25.023496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.099513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9b38-e783-431c-b90e-7b3923302d3f req-db8d77a6-ab99-4ef5-a01b-8566b9e7215a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:25.099513 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a29c9b38-e783-431c-b90e-7b3923302d3f req-db8d77a6-ab99-4ef5-a01b-8566b9e7215a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 944 time: 0.2306294 Apr 01 15:11:25.177577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.185815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-6210cfb7-c2e9-4ae9-a848-af0480709af2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:25.194735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-6210cfb7-c2e9-4ae9-a848-af0480709af2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.6899016 Apr 01 15:11:25.227066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-84898adb-1746-492b-9922-7305f0c4adac None None] Deleting port e228a433-fec1-4e93-a9b5-0b591296dd57 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:25.227826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84898adb-1746-492b-9922-7305f0c4adac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.249643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=e228a433-fec1-4e93-a9b5-0b591296dd57,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:25.312951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a29c9b38-e783-431c-b90e-7b3923302d3f req-4a4ce657-7311-47bd-87bf-a50f96db0db0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096868 Apr 01 15:11:25.315648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No DVR routers for this DVR port e228a433-fec1-4e93-a9b5-0b591296dd57 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:11:25.486858 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3e326c43-e2c3-4b40-8aa4-82396f16e8f2', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'mac_address': 'fa:16:3e:4b:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:44Z', 'updated_at': '2022-04-01T15:11:18Z', 'revision_number': 1, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:25.492671 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] Checking router: 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:25.533144 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:25.535731 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:25.536315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-84898adb-1746-492b-9922-7305f0c4adac None None] The port 'e228a433-fec1-4e93-a9b5-0b591296dd57' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:11:25.576495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e228a433-fec1-4e93-a9b5-0b591296dd57 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:11:25.604597 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.639723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Attempting to bind port 61aa03c9-1cc5-4827-91a9-eed1232836e7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:25.640392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Attempting to bind port 61aa03c9-1cc5-4827-91a9-eed1232836e7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:25.641001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Attempting to bind port 61aa03c9-1cc5-4827-91a9-eed1232836e7 on network 664c5946-9a65-410b-81af-28cfd0404ac0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:25.647897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.668575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e228a433-fec1-4e93-a9b5-0b591296dd57 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:11:25.669246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e228a433-fec1-4e93-a9b5-0b591296dd57 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:11:25.682655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd33bb33-e281-45ba-a0a6-b644db3d9856']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:25.690898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a3599-6eed-40ec-90f0-3438d7d7deec req-762a0e91-2a71-4b41-88e6-71865fa7af4d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:25.692577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-865a3599-6eed-40ec-90f0-3438d7d7deec req-762a0e91-2a71-4b41-88e6-71865fa7af4d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.8460851 Apr 01 15:11:25.700361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.713149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:25.714107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Checking segment: {'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:25.714730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.715818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Bound using segment: {'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:25.716769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Bound port: 61aa03c9-1cc5-4827-91a9-eed1232836e7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:25.717630 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.730273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16102b8-9f14-406e-ba05-8ab8c67427c3') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:25.730551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16102b8-9f14-406e-ba05-8ab8c67427c3') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:25.745871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8328c3b4-46ee-4827-abac-2acec9ce4086,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:25.764619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.765834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-d1de368c-f6ee-4a81-a6b8-6a5e8eb90f51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 999 time: 0.5701520 Apr 01 15:11:25.800644 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.802873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:25.814006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:11:25.814156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:11:25.846678 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:11:25.867362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object 3716de4b-72b5-43aa-8fc2-16466ffc846c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:25.981264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:25.994096 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', 'code': 200} Apr 01 15:11:26.004557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.010910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port db66e860-cd6d-4684-b414-53fea5eff95a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:26.062274 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:26.110184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.165614 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.168468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=cd33bb33-e281-45ba-a0a6-b644db3d9856,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:26.207484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3288e437-cacb-41e4-8d0d-ddd8d5eb2fa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/cd33bb33-e281-45ba-a0a6-b644db3d9856 HTTP/1.1" status: 204 len: 168 time: 2.3941846 Apr 01 15:11:26.211133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36842) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:26.217228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1270447464'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:26.231157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port db66e860-cd6d-4684-b414-53fea5eff95a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:26.234914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:26.235560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.245527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-865a3599-6eed-40ec-90f0-3438d7d7deec req-651f4855-6ec4-4867-bd4f-3f1a11cb254c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5329201 Apr 01 15:11:26.246856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-56637247-c008-4aed-93c0-dbc8b4416878 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:26.248230 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-56637247-c008-4aed-93c0-dbc8b4416878 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.3829737 Apr 01 15:11:26.248686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36846) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:26.261957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:26.274222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:26.293684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:26.299160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:26.347694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:26.351248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.407821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:11:26.408749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.432031 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.432900 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2 of type vlan for network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 Apr 01 15:11:26.489545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.552206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] For port 61aa03c9-1cc5-4827-91a9-eed1232836e7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:26.567146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.572131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:26.572877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.586261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] For port 61aa03c9-1cc5-4827-91a9-eed1232836e7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=61aa03c9-1cc5-4827-91a9-eed1232836e7,segment=NetworkSegment(d5488520-c5e9-472b-8818-67ec4cf5619e),segment_id=d5488520-c5e9-472b-8818-67ec4cf5619e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:26.596448 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.616186 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.695654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:26.699491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4868913 Apr 01 15:11:26.704047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36860) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:26.720300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': '1ff75fc0-1379-473a-b0e3-04c7e8e56ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:26.760652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a8fe5-4d38-49c3-9412-18b77be497c8 None None] Pushing event updated for resources: {'Port': ['ID=61aa03c9-1cc5-4827-91a9-eed1232836e7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:26.765283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e34cb-5821-479a-a5a8-7bb03be41b06 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=1ff75fc0-1379-473a-b0e3-04c7e8e56ec1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:26.775397 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.788054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 664c5946-9a65-410b-81af-28cfd0404ac0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:26.801377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-69941aaa-12a5-42b8-8227-cc7da637c661 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5410309 Apr 01 15:11:26.802677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:26.827367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:26.843587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:26.935907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:11:26.973723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:26.974941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:26.984134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:26.992854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:27.006381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:27.018955 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3e326c43-e2c3-4b40-8aa4-82396f16e8f2', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'mac_address': 'fa:16:3e:4b:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:44Z', 'updated_at': '2022-04-01T15:11:18Z', 'revision_number': 1, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:27.022099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:27.026303 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4d531-69aa-4976-9fde-11ad665c634d None None] The sync data for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 is: [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3e326c43-e2c3-4b40-8aa4-82396f16e8f2', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'mac_address': 'fa:16:3e:4b:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:44Z', 'updated_at': '2022-04-01T15:11:18Z', 'revision_number': 1, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:27.034988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:27.039441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=3716de4b-72b5-43aa-8fc2-16466ffc846c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:27.077609 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f3be2ba-1529-4aa1-bb27-0cc645d49e33 req-b57736b2-a564-4123-825b-14aee059bc23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 1096 time: 0.9234273 Apr 01 15:11:27.183027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:27.191451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:27.192960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Usage tracker for resource:security_group_rule and tenant:bbdb50b2e1d643be9a53d7323b13c552 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:27.206175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:27.238566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c289ac-64de-4379-b411-b9f610b2bcb6 req-578ec12b-93c2-4f36-b57b-e8744a4823a3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:27.240097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53c289ac-64de-4379-b411-b9f610b2bcb6 req-578ec12b-93c2-4f36-b57b-e8744a4823a3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.6310368 Apr 01 15:11:27.242583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:27.282717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f3be2ba-1529-4aa1-bb27-0cc645d49e33 req-d680af19-557f-42e6-8f4a-14d5d8f874d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718376 Apr 01 15:11:27.307941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-5b7f2cc5-4cf0-4fad-a5fd-6b6ba682d16c service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826838 Apr 01 15:11:27.404934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf875214-a65a-4fd2-ae93-9561e178aebc None None] New status for floating IP 3e326c43-e2c3-4b40-8aa4-82396f16e8f2: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:11:27.777067 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53c289ac-64de-4379-b411-b9f610b2bcb6 req-6771409e-28dd-433b-8265-d6d762c24c2e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134714 Apr 01 15:11:27.801585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 61aa03c9-1cc5-4827-91a9-eed1232836e7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:27.876491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:27.902077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937c662-8d8b-458c-b89d-7504c2124f3e req-0c1a15b4-e9d4-4690-b340-d80acbc29d5a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:27.913466 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6937c662-8d8b-458c-b89d-7504c2124f3e req-0c1a15b4-e9d4-4690-b340-d80acbc29d5a tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.1676135 Apr 01 15:11:27.917785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:27.947704 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af700403-95a8-4baf-b76b-44e8e1395d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.082316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:28.111235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 61aa03c9-1cc5-4827-91a9-eed1232836e7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:28.122853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8328c3b4-46ee-4827-abac-2acec9ce4086 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:28.135791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6937c662-8d8b-458c-b89d-7504c2124f3e req-c7e225ce-3cab-4580-ba95-5fbaec322dfa tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206199 Apr 01 15:11:28.139429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': 'c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1ff75fc0-1379-473a-b0e3-04c7e8e56ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:28.140305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:11:28.178436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=81ff76d7-3d60-4df8-8d37-208842426f1f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:28.254572 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'code': 200} Apr 01 15:11:28.269374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8328c3b4-46ee-4827-abac-2acec9ce4086 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:28.269746 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.276648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:11:28.291319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:28.296259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:28.296836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.337837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e123c6-fe7c-4f6e-80ee-2104d4ff84b2 None None] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:28.368923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f3a7024-44e3-46a5-9143-79c5093a7cf7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6628587 Apr 01 15:11:28.370043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36876) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:28.381742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1438938513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:28.391947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:28.399243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:router and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:28.405222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:28.413886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:28.542714 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.570112 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.572019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.613856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.638287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.642129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec52f8f0-97b9-444b-ab04-a4ccd25b90ca req-26327ee1-0619-4ccd-8ca2-bae79e58760f service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3034077 Apr 01 15:11:28.663683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.676403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.681826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f12a95e8-68df-42fa-a2dd-3daf5e3d49ce tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3067780 Apr 01 15:11:28.682062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36882) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:28.804147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d96d9-e1c4-409f-aad6-ca1c1eff7adc None None] Network 664c5946-9a65-410b-81af-28cfd0404ac0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:28.834569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36890) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:28.841857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbdb50b2e1d643be9a53d7323b13c552&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5908909 Apr 01 15:11:28.852902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0add5851-e8c0-4293-9b3b-4d20b7e0ec77,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:28.929590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.930206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.930206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.930990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.931154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1ff75fc0-1379-473a-b0e3-04c7e8e56ec1', 'network_id': '1ff75fc0-1379-473a-b0e3-04c7e8e56ec1', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': '81ff76d7-3d60-4df8-8d37-208842426f1f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:11:28.931310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.931310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.931502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.931589 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:28.931828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.932065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.932386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.932699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18bdd1-0699-4f2d-b256-f478fd67ecf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:28.995557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0257475c-a7ae-4b74-b231-8471ecf4c823 req-7d10c147-6bfb-4754-a0ee-c1283ed39362 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 1096 time: 0.5219126 Apr 01 15:11:29.024209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b60cafe5-19e4-49a4-8b38-e6aa0e5f753e None None] Provisioning for port 61aa03c9-1cc5-4827-91a9-eed1232836e7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:29.055493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b60cafe5-19e4-49a4-8b38-e6aa0e5f753e None None] Provisioning complete for port 61aa03c9-1cc5-4827-91a9-eed1232836e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:29.056193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b60cafe5-19e4-49a4-8b38-e6aa0e5f753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.070390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0257475c-a7ae-4b74-b231-8471ecf4c823 req-f4dbdf5e-8425-4c13-be13-b5d06168fe77 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639420 Apr 01 15:11:29.077453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.084055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.163355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1519e5f7-02bf-4259-8c5d-b42a54eef2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.183676 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.288978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1519e5f7-02bf-4259-8c5d-b42a54eef2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.530660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca10d2-dd75-4967-9a50-ec013aecc986 req-f5c8c45b-7f51-452e-995a-bb6c5f3a956f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:29.532592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7bca10d2-dd75-4967-9a50-ec013aecc986 req-f5c8c45b-7f51-452e-995a-bb6c5f3a956f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.5233593 Apr 01 15:11:29.558296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=3716de4b-72b5-43aa-8fc2-16466ffc846c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:29.593137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7bca10d2-dd75-4967-9a50-ec013aecc986 req-311afd23-798e-4831-919b-4b907dc89463 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537481 Apr 01 15:11:29.636508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9850e-2d21-4b57-923c-bb072572694b req-e34daad0-d002-4e52-8e35-e30048d67e9f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:29.643629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8be9850e-2d21-4b57-923c-bb072572694b req-e34daad0-d002-4e52-8e35-e30048d67e9f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.1664679 Apr 01 15:11:29.652443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1519e5f7-02bf-4259-8c5d-b42a54eef2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.671152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Allocated IP 2001:db8::2 (1ff75fc0-1379-473a-b0e3-04c7e8e56ec1/81ff76d7-3d60-4df8-8d37-208842426f1f/06f3a95c-5bb6-4178-8dd0-8ec05d863a44) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:29.686166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 664c5946-9a65-410b-81af-28cfd0404ac0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:29.689492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:29.699753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519e5f7-02bf-4259-8c5d-b42a54eef2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0add5851-e8c0-4293-9b3b-4d20b7e0ec77,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:29.702279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1519e5f7-02bf-4259-8c5d-b42a54eef2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.705792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1519e5f7-02bf-4259-8c5d-b42a54eef2d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0add5851-e8c0-4293-9b3b-4d20b7e0ec77 HTTP/1.1" status: 204 len: 168 time: 0.8620644 Apr 01 15:11:29.805965 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:29.991839 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b60cafe5-19e4-49a4-8b38-e6aa0e5f753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:30.139680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8be9850e-2d21-4b57-923c-bb072572694b req-bfd557c8-d096-4645-9765-17b3562a908e tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4948049 Apr 01 15:11:30.321052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b60cafe5-19e4-49a4-8b38-e6aa0e5f753e None None] For port 61aa03c9-1cc5-4827-91a9-eed1232836e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=61aa03c9-1cc5-4827-91a9-eed1232836e7,segment=NetworkSegment(d5488520-c5e9-472b-8818-67ec4cf5619e),segment_id=d5488520-c5e9-472b-8818-67ec4cf5619e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:30.329805 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:30.393091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Transition to ACTIVE for port object 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:30.417562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b60cafe5-19e4-49a4-8b38-e6aa0e5f753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:30.512870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36924) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:30.575699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:30.618068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-949db4d8-c7db-4350-95b7-9dc2e0b9c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:30.655548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-080d42cc-7a2d-40b0-a74d-ddcbb76b9864 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6113496 Apr 01 15:11:30.657608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Transition to ACTIVE for port object 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:30.691353 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:30.732032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cafe5-19e4-49a4-8b38-e6aa0e5f753e None None] Pushing event updated for resources: {'Port': ['ID=61aa03c9-1cc5-4827-91a9-eed1232836e7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:30.751835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b1ae5-892d-471d-8e6e-392a0d75133f req-9b0db1dc-b669-4824-b64e-a0769720b0c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:30.753442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b8b1ae5-892d-471d-8e6e-392a0d75133f req-9b0db1dc-b669-4824-b64e-a0769720b0c7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 0.3459435 Apr 01 15:11:30.887404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:30.892196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:30.915962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:30.960891 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b8b1ae5-892d-471d-8e6e-392a0d75133f req-3fb555dc-c593-4141-8d89-fdf68a0bada6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008247 Apr 01 15:11:31.034807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:31.085535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Pushing event updated for resources: {'Port': ['ID=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:31.115689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:31.130251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Usage tracker for resource:security_group_rule and tenant:f05691ea39c24055850ec27379b36a30 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:31.147321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:31.166090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:31.172642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Attempting to bind port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:31.173127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Attempting to bind port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1ff75fc0-1379-473a-b0e3-04c7e8e56ec1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:31.174024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Attempting to bind port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 on network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:31.178553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-47f3194b-5d7b-4f78-8616-89f9d9fe575a None None] Provisioning for port 3716de4b-72b5-43aa-8fc2-16466ffc846c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:31.193470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-3d4b07b3-b0e6-46f5-85ac-90b8ee706c00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 1097 time: 0.3533897 Apr 01 15:11:31.195801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-47f3194b-5d7b-4f78-8616-89f9d9fe575a None None] Provisioning complete for port 3716de4b-72b5-43aa-8fc2-16466ffc846c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:31.198014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-47f3194b-5d7b-4f78-8616-89f9d9fe575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.250714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8::1 (1ff75fc0-1379-473a-b0e3-04c7e8e56ec1/81ff76d7-3d60-4df8-8d37-208842426f1f/e0f30b95-3450-4d95-be1c-f71ac88ce15c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:31.258911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:31.259438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Checking segment: {'id': 'c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1ff75fc0-1379-473a-b0e3-04c7e8e56ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:31.259912 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.260405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Bound using segment: {'id': 'c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1ff75fc0-1379-473a-b0e3-04c7e8e56ec1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:31.260934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Bound port: 06f3a95c-5bb6-4178-8dd0-8ec05d863a44, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1ff75fc0-1379-473a-b0e3-04c7e8e56ec1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:31.261432 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.281003 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.398914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-47f3194b-5d7b-4f78-8616-89f9d9fe575a None None] Port 3716de4b-72b5-43aa-8fc2-16466ffc846c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:31.402013 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.458427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5720de-51af-4482-9610-4839327a09f0 req-7684266b-fb44-4893-b412-8a84d06729b4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:31.460204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e5720de-51af-4482-9610-4839327a09f0 req-7684266b-fb44-4893-b412-8a84d06729b4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.4041722 Apr 01 15:11:31.465833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-47f3194b-5d7b-4f78-8616-89f9d9fe575a None None] Provisioning complete for port 61aa03c9-1cc5-4827-91a9-eed1232836e7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:31.466323 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-47f3194b-5d7b-4f78-8616-89f9d9fe575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.514067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] For port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:31.556018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] For port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,segment=NetworkSegment(c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2),segment_id=c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:31.568686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 61aa03c9-1cc5-4827-91a9-eed1232836e7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:31.629026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.629985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.649015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.661632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072f979-b652-46af-9559-239196d704e0 req-63412986-96f5-46e8-999c-fe8bbfe48166 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:31.663487 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-63412986-96f5-46e8-999c-fe8bbfe48166 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.3727040 Apr 01 15:11:31.690404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e5720de-51af-4482-9610-4839327a09f0 req-e7ded6c5-1a92-4c2a-8982-2cad571747ee tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036207 Apr 01 15:11:31.703774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.730644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f05691ea39c24055850ec27379b36a30&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2166214 Apr 01 15:11:31.734487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36934) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:31.778038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object e0f30b95-3450-4d95-be1c-f71ac88ce15c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:31.779198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd8752-83b4-450d-b48b-57081fd09f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e82aae-c39d-4c5a-8969-0487447c6fbe,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:31.818740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2944e7b-6f52-4329-8834-0edb82906d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.837444 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-3397a80f-ac77-40d5-bddd-061f10ca4594 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae3b983-9ff9-4106-a052-e06e316bf890 HTTP/1.1" status: 200 len: 217 time: 0.1622815 Apr 01 15:11:31.841814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:31.845154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.858128 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:31.877304 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:31.878161 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:31.901117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321eaf4-ff3a-449a-bf7c-32819255cf29 req-98309a37-5d69-46ed-81d7-904c1db31339 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:31.902734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e321eaf4-ff3a-449a-bf7c-32819255cf29 req-98309a37-5d69-46ed-81d7-904c1db31339 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.4532223 Apr 01 15:11:31.906343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093ae44-4ce8-4b49-b669-1952d7250ab0 None None] Pushing event updated for resources: {'Port': ['ID=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:31.922579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 61aa03c9-1cc5-4827-91a9-eed1232836e7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:31.922954 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.928456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2944e7b-6f52-4329-8834-0edb82906d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:31.953668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a209d8de-1301-44d0-b4c7-4f4010052b13 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1805007 Apr 01 15:11:31.956649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072f979-b652-46af-9559-239196d704e0 req-020deb3e-9e3c-4c29-b51e-576271ed790f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:31.957565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36940) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:31.958222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-020deb3e-9e3c-4c29-b51e-576271ed790f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.1097274 Apr 01 15:11:31.986964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:31.992587 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1347343154'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:32.008532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:32.015857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:32.024704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:32.025347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.038586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e321eaf4-ff3a-449a-bf7c-32819255cf29 req-9d8a877d-e83e-4fbe-8812-817f594170e5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238718 Apr 01 15:11:32.053916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:network and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:32.057044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=e0f30b95-3450-4d95-be1c-f71ac88ce15c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:32.060217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:32.068885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:32.095412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-bc37a82c-6286-46b4-a3a7-6acb23877f1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281209 Apr 01 15:11:32.150970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:32.158663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.214455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.255855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2944e7b-6f52-4329-8834-0edb82906d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.318264 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:32.320345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2944e7b-6f52-4329-8834-0edb82906d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e82aae-c39d-4c5a-8969-0487447c6fbe,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:32.362996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-05915b48-40b0-4579-9e87-634a4ee104f3 None None] Provisioning complete for port 3716de4b-72b5-43aa-8fc2-16466ffc846c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:32.363651 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05915b48-40b0-4579-9e87-634a4ee104f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.453852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:11:32.510081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.510326 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added segment ea35c52e-4669-4d6c-9e23-2c06207a1c32 of type vlan for network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 Apr 01 15:11:32.536683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-05915b48-40b0-4579-9e87-634a4ee104f3 None None] Port 3716de4b-72b5-43aa-8fc2-16466ffc846c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:32.605170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2944e7b-6f52-4329-8834-0edb82906d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.606541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e2944e7b-6f52-4329-8834-0edb82906d77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65e82aae-c39d-4c5a-8969-0487447c6fbe HTTP/1.1" status: 204 len: 168 time: 0.8694077 Apr 01 15:11:32.691434 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.732933 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.767628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff945f-05c7-4b11-863c-80486cfbfec6 req-851ca9d0-4a71-4a48-b8e1-0f86381e2f8e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:32.776594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1ff945f-05c7-4b11-863c-80486cfbfec6 req-851ca9d0-4a71-4a48-b8e1-0f86381e2f8e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 0.4445472 Apr 01 15:11:32.917820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.921932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:32.922720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:32.949114 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-3c9096e7-38c2-49d8-86de-746b41b6ceb7 service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329177 Apr 01 15:11:33.062746 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:27Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:28Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:33.066980 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:33.068206 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Updating router fb355d48-5218-4976-a987-163ead557178 port 3716de4b-72b5-43aa-8fc2-16466ffc846c binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:11:33.073457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e4dba-cd95-4204-aed1-4d415ac1ae71 req-9450cb90-fa16-4ad4-9ed0-e9c337827f26 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:33.086287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-648e4dba-cd95-4204-aed1-4d415ac1ae71 req-9450cb90-fa16-4ad4-9ed0-e9c337827f26 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.6687753 Apr 01 15:11:33.099771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1244953 Apr 01 15:11:33.100382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:33.115242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36958) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:33.116188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36962) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:33.140539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'subnet': {'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:33.142942 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:33.179923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d1ff945f-05c7-4b11-863c-80486cfbfec6 req-d3973ceb-8833-4485-b5f1-a0590aa3976f tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016569 Apr 01 15:11:33.189566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:33.190332 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:33.238409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131caf54-8e21-4815-95bc-67571ad8f9de req-d2693168-397b-40ac-9054-9a99767998b7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:33.250435 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-131caf54-8e21-4815-95bc-67571ad8f9de req-d2693168-397b-40ac-9054-9a99767998b7 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 0.8312805 Apr 01 15:11:33.267685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Request body: {'floatingip': {'port_id': 'db66e860-cd6d-4684-b414-53fea5eff95a'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:33.446110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:33.498229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9a2d2-db7b-4ca8-9ffd-e871582f24c6 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Network': ['ID=973e2f0c-dac9-41b3-b1c4-4e5e657e71d7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:33.530893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:11:33.580727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=e0f30b95-3450-4d95-be1c-f71ac88ce15c,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:33.630300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:33.633073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:33.795477 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:33.815803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:33.824282 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Transition to ACTIVE for port object 3716de4b-72b5-43aa-8fc2-16466ffc846c will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:33.854254 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:33.904828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25f8bb-2992-4e28-9b9e-3ad45877e5ff None None] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:34.272954 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Attempting to bind port 3716de4b-72b5-43aa-8fc2-16466ffc846c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:34.273537 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Attempting to bind port 3716de4b-72b5-43aa-8fc2-16466ffc846c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:34.273649 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Attempting to bind port 3716de4b-72b5-43aa-8fc2-16466ffc846c on network 664c5946-9a65-410b-81af-28cfd0404ac0 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:34.287067 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:34.287506 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Checking segment: {'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:34.287830 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:34.291084 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Bound using segment: {'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:34.291591 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Bound port: 3716de4b-72b5-43aa-8fc2-16466ffc846c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5488520-c5e9-472b-8818-67ec4cf5619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:34.291963 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:34.310245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-39c13e6d-1309-4d5b-80a7-7ef674a51432 None None] Provisioning for port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:34.314622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:34.359755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-39c13e6d-1309-4d5b-80a7-7ef674a51432 None None] Provisioning complete for port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:34.362886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39c13e6d-1309-4d5b-80a7-7ef674a51432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:34.427768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port cda01b15-bb16-499c-a450-630dbe1bfdd8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:34.429034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:34.442100 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] For port 3716de4b-72b5-43aa-8fc2-16466ffc846c, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:34.445208 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] For port 3716de4b-72b5-43aa-8fc2-16466ffc846c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3716de4b-72b5-43aa-8fc2-16466ffc846c,segment=NetworkSegment(d5488520-c5e9-472b-8818-67ec4cf5619e),segment_id=d5488520-c5e9-472b-8818-67ec4cf5619e)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:34.449857 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4736e-1c23-4304-93c8-19b7d65c3281 None None] Pushing event updated for resources: {'Port': ['ID=3716de4b-72b5-43aa-8fc2-16466ffc846c,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:34.459019 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:34.478212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:34.479095 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:34.569493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:34.626154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5072f979-b652-46af-9559-239196d704e0 req-ad7ea5c4-446a-4ee2-b895-d768029ba70e service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6763783 Apr 01 15:11:34.657408 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4736e-1c23-4304-93c8-19b7d65c3281 None None] Pushing event updated for resources: {'Port': ['ID=3716de4b-72b5-43aa-8fc2-16466ffc846c,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:34.668771 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:34.669393 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:34.751872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100096eb-3a00-4a77-87df-efc91900b1a6 req-1f5b5c41-27b6-4ffa-a983-d0263aa6bad9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:34.760453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-100096eb-3a00-4a77-87df-efc91900b1a6 req-1f5b5c41-27b6-4ffa-a983-d0263aa6bad9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 0.2697611 Apr 01 15:11:34.786056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:subnet and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:34.807418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:34.835826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-100096eb-3a00-4a77-87df-efc91900b1a6 req-b99400ac-22c1-42ee-872b-917bcff6927c tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740485 Apr 01 15:11:34.888989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:34.908020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router d6c69e6f-6d93-453e-b5e0-a0efff978117 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:11:34.937409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944eadf-ebc8-4148-ae8a-afba81d73f9d req-aa6429fb-947f-41d9-b5de-555090dac061 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:34.940168 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3944eadf-ebc8-4148-ae8a-afba81d73f9d req-aa6429fb-947f-41d9-b5de-555090dac061 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 1.3808010 Apr 01 15:11:35.069775 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:35.126784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:35.145176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c0b11063-c9bf-4f73-adce-e1cbeecdeea8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/d6c69e6f-6d93-453e-b5e0-a0efff978117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4619207 Apr 01 15:11:35.146903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37004) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:35.229727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891fef0-570d-4759-8792-47925cf97673 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:35.230463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4891fef0-570d-4759-8792-47925cf97673 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:35.235233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] Sync routers for ids ['d6c69e6f-6d93-453e-b5e0-a0efff978117'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:35.249833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4891fef0-570d-4759-8792-47925cf97673 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:35.254770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4891fef0-570d-4759-8792-47925cf97673 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports/e0f30b95-3450-4d95-be1c-f71ac88ce15c HTTP/1.1" status: 200 len: 911 time: 0.1061881 Apr 01 15:11:35.255646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37012) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:35.294153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:35.307564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,segment=NetworkSegment(c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2),segment_id=c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:35.376284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] Routers {'d6c69e6f-6d93-453e-b5e0-a0efff978117'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:35.380752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d6c69e6f-6d93-453e-b5e0-a0efff978117'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:35.417762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Made reservation on behalf of b714620ec33b4fe19b2f57d547da7a6b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:35.457753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37018) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:35.518188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:35.543838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:35.634676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] Routers {'d6c69e6f-6d93-453e-b5e0-a0efff978117'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:35.635243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d6c69e6f-6d93-453e-b5e0-a0efff978117'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:35.792224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3944eadf-ebc8-4148-ae8a-afba81d73f9d req-89d769ef-bd1c-4a5c-a8f7-eec4d96fa559 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8207195 Apr 01 15:11:35.800750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:35.801266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89296b88-060a-40eb-b732-2f7669b9fe8f None None] The sync data for ids ['d6c69e6f-6d93-453e-b5e0-a0efff978117'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:35.897316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:35.899265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:36.015096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.022607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:36.022801 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:27Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:34Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:36.037651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:0663dee2c3c3455f92398ebc80b11cef is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:36.039481 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d5e7-9f2e-4c26-a151-70875679645d None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:27Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:34Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:36.056726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:36.125910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:36.147487 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.155052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-87f85755-4d51-421c-a290-55a8f7c7ad0c None None] Provisioning complete for port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:36.158799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87f85755-4d51-421c-a290-55a8f7c7ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.285810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:36.286175 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.398287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-87f85755-4d51-421c-a290-55a8f7c7ad0c None None] Provisioning for port e0f30b95-3450-4d95-be1c-f71ac88ce15c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:36.405442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-87f85755-4d51-421c-a290-55a8f7c7ad0c None None] Provisioning complete for port e0f30b95-3450-4d95-be1c-f71ac88ce15c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:36.405961 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87f85755-4d51-421c-a290-55a8f7c7ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.438318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.473372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.497554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-87f85755-4d51-421c-a290-55a8f7c7ad0c None None] Port e0f30b95-3450-4d95-be1c-f71ac88ce15c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:36.639070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-82dad3ff-2a71-4a81-ac15-34126fb22e5b None None] Provisioning complete for port e0f30b95-3450-4d95-be1c-f71ac88ce15c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:36.639659 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82dad3ff-2a71-4a81-ac15-34126fb22e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.777020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-82dad3ff-2a71-4a81-ac15-34126fb22e5b None None] Port e0f30b95-3450-4d95-be1c-f71ac88ce15c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:36.864528 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0663dee2c3c3455f92398ebc80b11cef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3994069 Apr 01 15:11:36.868971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37044) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:36.906578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf6b8ed1-2282-4d4b-b477-cb28828382da None None] Provisioning complete for port e0f30b95-3450-4d95-be1c-f71ac88ce15c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:36.907032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.908070 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.908485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf6b8ed1-2282-4d4b-b477-cb28828382da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:36.908722 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP 7c9d26fd-ac9a-47b4-b6cd-9bb696486f16 disassociated. External IP: 172.25.2.63, port: cda01b15-bb16-499c-a450-630dbe1bfdd8. Apr 01 15:11:36.909394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for cda01b15-bb16-499c-a450-630dbe1bfdd8 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:37.001803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca88681-b012-43d6-a0a8-4536adff6aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af773b48-3320-41ce-82c4-a6549a18c814,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:37.019578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32c94-d889-49d0-a95d-3cf964cddcbc req-0aa94f8c-dd01-4fa5-84fe-fbfef3777e30 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:37.023719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ebb32c94-d889-49d0-a95d-3cf964cddcbc req-0aa94f8c-dd01-4fa5-84fe-fbfef3777e30 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 945 time: 0.9696405 Apr 01 15:11:37.030900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device cda01b15-bb16-499c-a450-630dbe1bfdd8 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:11:37.055076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b8ed1-2282-4d4b-b477-cb28828382da None None] Port e0f30b95-3450-4d95-be1c-f71ac88ce15c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:37.168066 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.173750 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5940d727-c00c-49be-bc42-84d8e18e8072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.189455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ebb32c94-d889-49d0-a95d-3cf964cddcbc req-7c3f7ca6-8877-4f9a-ab7f-da050df82078 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579025 Apr 01 15:11:37.201173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:37.214164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:37.224070 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.238996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5940d727-c00c-49be-bc42-84d8e18e8072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.263051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:11:37.263051 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:11:37.292414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945193fe-44d4-42d6-a6d1-8538ccb238df req-61fdaa13-1ab3-44dc-912c-7bc62f7bb3bb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:37.293920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945193fe-44d4-42d6-a6d1-8538ccb238df req-61fdaa13-1ab3-44dc-912c-7bc62f7bb3bb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.2732472 Apr 01 15:11:37.296174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.407618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=cda01b15-bb16-499c-a450-630dbe1bfdd8,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:37.435495 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'code': 200} Apr 01 15:11:37.541105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Subnet': ['ID=8e22d1a5-2831-4af7-b3f7-68a081bec690,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:37.554067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5940d727-c00c-49be-bc42-84d8e18e8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.563601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.572312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-945193fe-44d4-42d6-a6d1-8538ccb238df req-c4a61361-eb5d-4bcf-8064-7f57320241b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538048 Apr 01 15:11:37.575069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.603118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940d727-c00c-49be-bc42-84d8e18e8072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af773b48-3320-41ce-82c4-a6549a18c814,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:37.622767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5940d727-c00c-49be-bc42-84d8e18e8072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.624271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5940d727-c00c-49be-bc42-84d8e18e8072 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af773b48-3320-41ce-82c4-a6549a18c814 HTTP/1.1" status: 204 len: 168 time: 0.7521620 Apr 01 15:11:37.633702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Checking segment: {'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:37.634053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network hostable DHCP agents. Network: 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:11:37.767395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port cda01b15-bb16-499c-a450-630dbe1bfdd8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:37.768610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.810691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3716de4b-72b5-43aa-8fc2-16466ffc846c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:37.878428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port e0f30b95-3450-4d95-be1c-f71ac88ce15c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:37.890671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:37.951230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:11:37.953118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3716de4b-72b5-43aa-8fc2-16466ffc846c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:37.963723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3716de4b-72b5-43aa-8fc2-16466ffc846c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:37.964383 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.021523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:38.036382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:38.037126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.055906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741495c4-1045-4ab8-8705-4ca429400065 None None] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:38.289139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.319815 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.337987 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-330da889-79ab-4f84-bdc4-1f94bfffed2a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2120395 Apr 01 15:11:38.343238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37070) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:38.343576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37072) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:38.434067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 3716de4b-72b5-43aa-8fc2-16466ffc846c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3716de4b-72b5-43aa-8fc2-16466ffc846c,segment=NetworkSegment(d5488520-c5e9-472b-8818-67ec4cf5619e),segment_id=d5488520-c5e9-472b-8818-67ec4cf5619e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:38.461033 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.461820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:38.470829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for e0f30b95-3450-4d95-be1c-f71ac88ce15c owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:38.532113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.546427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] For port cda01b15-bb16-499c-a450-630dbe1bfdd8, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=cda01b15-bb16-499c-a450-630dbe1bfdd8,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:38.546827 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.648946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=3716de4b-72b5-43aa-8fc2-16466ffc846c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:38.691490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:38.702412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'fixed_ips': [{'subnet_id': '8e22d1a5-2831-4af7-b3f7-68a081bec690'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:11:38.703580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.715584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Usage tracker for resource:security_group_rule and tenant:abd0acd65a6a48f391f121bb0fc5e357 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:38.722887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:38.740163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:38.740705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:38.819475 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Floating IP 312ba802-5ad1-431b-ac88-85dfd8060153 associated. External IP: 172.25.2.24, port: db66e860-cd6d-4684-b414-53fea5eff95a. Apr 01 15:11:38.890321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:38.897309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.104160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=e0f30b95-3450-4d95-be1c-f71ac88ce15c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:39.139775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc9d8c-e43b-4fdd-abee-86c1612f021b req-cf5722c1-f032-4f0d-9900-ac22f66aab0b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:39.141283 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7cbc9d8c-e43b-4fdd-abee-86c1612f021b req-cf5722c1-f032-4f0d-9900-ac22f66aab0b tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 943 time: 0.6424568 Apr 01 15:11:39.166068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Allocated IP 172.23.0.2 (973e2f0c-dac9-41b3-b1c4-4e5e657e71d7/8e22d1a5-2831-4af7-b3f7-68a081bec690/69a029d4-8248-4d66-833b-984911b3faf6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:39.253788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.265701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7cbc9d8c-e43b-4fdd-abee-86c1612f021b req-572ebf02-57e0-47c3-93bb-f1f4357a3d90 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664783 Apr 01 15:11:39.292482 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.335605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.345269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37086) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:39.458069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.469583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Transition to ACTIVE for port object 69a029d4-8248-4d66-833b-984911b3faf6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:39.490600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Transition to ACTIVE for port object 69a029d4-8248-4d66-833b-984911b3faf6 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:39.497931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.576267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Pushing event updated for resources: {'Port': ['ID=69a029d4-8248-4d66-833b-984911b3faf6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:39.598681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:39.600018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:39.606808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:39.614657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.615028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.615372 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Floating IP 7c9d26fd-ac9a-47b4-b6cd-9bb696486f16 disassociated. External IP: 172.25.2.63, port: cda01b15-bb16-499c-a450-630dbe1bfdd8. Apr 01 15:11:39.615722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for cda01b15-bb16-499c-a450-630dbe1bfdd8 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:39.671248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abd0acd65a6a48f391f121bb0fc5e357&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3163002 Apr 01 15:11:39.672406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdda867-091b-425a-8967-f7d7197ea488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be731c07-b3ac-437d-b2b4-8c13ecd56002,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:39.685511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37092) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:39.712939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3716de4b-72b5-43aa-8fc2-16466ffc846c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:39.715371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149ac9c-8ca2-4c69-aba9-17279d360b24 req-2905c23b-62a2-4998-b14c-74cccdc27d2c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:39.716859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4149ac9c-8ca2-4c69-aba9-17279d360b24 req-2905c23b-62a2-4998-b14c-74cccdc27d2c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.8455713 Apr 01 15:11:39.755963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Attempting to bind port 69a029d4-8248-4d66-833b-984911b3faf6 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:39.757693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Attempting to bind port 69a029d4-8248-4d66-833b-984911b3faf6 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:39.758355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Attempting to bind port 69a029d4-8248-4d66-833b-984911b3faf6 on network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:39.788013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:39.788477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Checking segment: {'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:39.789244 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.789672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Bound using segment: {'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:39.790149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Bound port: 69a029d4-8248-4d66-833b-984911b3faf6, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:39.790538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.798077 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.901524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3716de4b-72b5-43aa-8fc2-16466ffc846c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:39.901778 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.939800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] For port 69a029d4-8248-4d66-833b-984911b3faf6, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:39.953033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:39.958328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Usage tracker for resource:security_group_rule and tenant:557eac006ddc46079fc612e0999120bf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:39.959328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] For port 69a029d4-8248-4d66-833b-984911b3faf6, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=69a029d4-8248-4d66-833b-984911b3faf6,segment=NetworkSegment(ea35c52e-4669-4d6c-9e23-2c06207a1c32),segment_id=ea35c52e-4669-4d6c-9e23-2c06207a1c32)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:39.962354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:39.971442 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:39.971989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:39.981208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router d6c69e6f-6d93-453e-b5e0-a0efff978117 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:40.078725 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-3bfdb44d-de72-4946-9ee3-70b7f076ebe8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7636476 Apr 01 15:11:40.083969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.124142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4589-d22e-4ebf-bdb8-aafafe2ea943 None None] Pushing event updated for resources: {'Port': ['ID=69a029d4-8248-4d66-833b-984911b3faf6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:40.176304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4149ac9c-8ca2-4c69-aba9-17279d360b24 req-1c6144cb-4104-4eef-8edd-e76b2097df4c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512856 Apr 01 15:11:40.180573 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.185427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:40.193026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.203106 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] Sync routers for ids ['d6c69e6f-6d93-453e-b5e0-a0efff978117'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:40.217104 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] Routers {'d6c69e6f-6d93-453e-b5e0-a0efff978117'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:40.217744 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d6c69e6f-6d93-453e-b5e0-a0efff978117'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:40.263256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f90a1d-58fc-48ee-8aaf-629b19949e71,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:40.269541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7f80dc4e-5492-4141-915e-bf9ed1a92a86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=557eac006ddc46079fc612e0999120bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8769386 Apr 01 15:11:40.274882 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d806c5b1-ac9a-407b-86e7-3079b2836694 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/d6c69e6f-6d93-453e-b5e0-a0efff978117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0180526 Apr 01 15:11:40.275511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:40.275829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37098) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:40.276331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=cda01b15-bb16-499c-a450-630dbe1bfdd8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:40.279723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9ef38dd-5a3f-4c82-ab73-7b4a67da1d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.297939 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:40.310877 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] Routers {'d6c69e6f-6d93-453e-b5e0-a0efff978117'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:40.312022 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d6c69e6f-6d93-453e-b5e0-a0efff978117'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:40.332868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9ef38dd-5a3f-4c82-ab73-7b4a67da1d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.348439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9d70848e-439e-4d43-932a-a6b1b2f4b988 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:40.379727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9d70848e-439e-4d43-932a-a6b1b2f4b988 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:40.383836 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9d70848e-439e-4d43-932a-a6b1b2f4b988 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c69e6f-6d93-453e-b5e0-a0efff978117 HTTP/1.1" status: 200 len: 205 time: 0.1022437 Apr 01 15:11:40.385382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37106) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:40.452457 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:40.453124 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10191-803f-452d-9397-e4fa9dcee14e None None] The sync data for ids ['d6c69e6f-6d93-453e-b5e0-a0efff978117'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:40.556553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c8acbf3-d19a-401d-bbfe-db3dc5d739b7 req-74421cb5-39cc-4b62-8812-0050c9aa3d4e tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 210 time: 0.0563576 Apr 01 15:11:40.646655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5dd9fbef-6375-454a-837c-462b61b709c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.677839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8143689-0cec-4630-9f79-30997a413e2f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.715665 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.726072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5dd9fbef-6375-454a-837c-462b61b709c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.866709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-8e1a2622-d8a3-4868-8dd1-86ec6f69b972 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 1097 time: 0.6559267 Apr 01 15:11:40.869405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9ef38dd-5a3f-4c82-ab73-7b4a67da1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:40.932118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef38dd-5a3f-4c82-ab73-7b4a67da1d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be731c07-b3ac-437d-b2b4-8c13ecd56002,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:41.025545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5dd9fbef-6375-454a-837c-462b61b709c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.057771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9ef38dd-5a3f-4c82-ab73-7b4a67da1d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.061507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9ef38dd-5a3f-4c82-ab73-7b4a67da1d5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be731c07-b3ac-437d-b2b4-8c13ecd56002 HTTP/1.1" status: 204 len: 168 time: 1.3699453 Apr 01 15:11:41.129017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-38fa5104-1780-4ecc-9443-584e19316c0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:41.131326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-38fa5104-1780-4ecc-9443-584e19316c0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.2338872 Apr 01 15:11:41.313998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-2bacfcf4-99aa-4559-ab9b-9f43e1e6c212 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 200 len: 217 time: 0.1721513 Apr 01 15:11:41.316097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9fbef-6375-454a-837c-462b61b709c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f90a1d-58fc-48ee-8aaf-629b19949e71,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:41.363931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5dd9fbef-6375-454a-837c-462b61b709c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.370070 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5dd9fbef-6375-454a-837c-462b61b709c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9f90a1d-58fc-48ee-8aaf-629b19949e71 HTTP/1.1" status: 204 len: 168 time: 1.0909693 Apr 01 15:11:41.377347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8143689-0cec-4630-9f79-30997a413e2f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.381815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8143689-0cec-4630-9f79-30997a413e2f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.422634 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8143689-0cec-4630-9f79-30997a413e2f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.423181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8143689-0cec-4630-9f79-30997a413e2f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Fanout notify agent at l3_agent the message router_deleted on router d6c69e6f-6d93-453e-b5e0-a0efff978117 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:11:41.434866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b8143689-0cec-4630-9f79-30997a413e2f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.441569 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b8143689-0cec-4630-9f79-30997a413e2f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/d6c69e6f-6d93-453e-b5e0-a0efff978117 HTTP/1.1" status: 204 len: 168 time: 1.0528584 Apr 01 15:11:41.442656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:41.521836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-c374d92a-6c9a-4aab-befb-012e90cbf72b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:41.523456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-c374d92a-6c9a-4aab-befb-012e90cbf72b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.1949530 Apr 01 15:11:41.546477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a73d3-7edb-497a-9fda-1c9916b3b645 None None] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:41.673362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:41.719020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-efb47afc-bf23-4712-9911-019bae5f1c6a None None] Provisioning for port 69a029d4-8248-4d66-833b-984911b3faf6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:41.752327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet 81ff76d7-3d60-4df8-8d37-208842426f1f {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:11:41.765150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.766620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:41.786457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69a029d4-8248-4d66-833b-984911b3faf6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:41.830461 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:41.932438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3082ad0f-5efe-4d90-8066-f1fa67e56947 req-dbd7962d-e9e9-46e8-873e-b1b473d76348 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 210 time: 0.0993762 Apr 01 15:11:41.957588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.026730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 69a029d4-8248-4d66-833b-984911b3faf6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:42.034801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 69a029d4-8248-4d66-833b-984911b3faf6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:42.034801 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.035861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:42.073826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.103374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.185193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.226422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 69a029d4-8248-4d66-833b-984911b3faf6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=69a029d4-8248-4d66-833b-984911b3faf6,segment=NetworkSegment(ea35c52e-4669-4d6c-9e23-2c06207a1c32),segment_id=ea35c52e-4669-4d6c-9e23-2c06207a1c32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:42.237574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:42.239225 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.243755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e779ad1670e4a8a9b98e3330e5ed2c9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:42.246295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:42.253054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:42.335769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.344116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=69a029d4-8248-4d66-833b-984911b3faf6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:42.399506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=81ff76d7-3d60-4df8-8d37-208842426f1f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:42.416322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbc56e-0906-4fb8-a8c1-ba2e650bb920 req-c48ef3d2-cf26-47f4-a869-77132dce8398 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:42.419538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.419822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-55bbc56e-0906-4fb8-a8c1-ba2e650bb920 req-c48ef3d2-cf26-47f4-a869-77132dce8398 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 1.0042398 Apr 01 15:11:42.421841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcdec6-a430-4dcf-8732-599495240047 None None] Network 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:42.440961 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.445619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-42309789-97d6-41f4-be3a-abbdc9dc51c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/81ff76d7-3d60-4df8-8d37-208842426f1f HTTP/1.1" status: 204 len: 168 time: 0.9994736 Apr 01 15:11:42.445825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37144) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:42.562443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.565583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.621921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:42.622850 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.628511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45dee7bd-79cc-4374-a2dc-8658eea1062d None None] Provisioning complete for port 69a029d4-8248-4d66-833b-984911b3faf6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:42.628881 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45dee7bd-79cc-4374-a2dc-8658eea1062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.661175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e779ad1670e4a8a9b98e3330e5ed2c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6203489 Apr 01 15:11:42.662145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b03fa-91a4-4735-a045-22a6c51487e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddac7a0-7a45-4458-b13c-63f3fa2837bb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:42.666464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37150) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:42.805590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d8e18ee-bc22-4008-8ffa-4a440b42144b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.934864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-9a6697ea-d00b-47f3-955a-9d23be21fb79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3782501 Apr 01 15:11:42.937740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d8e18ee-bc22-4008-8ffa-4a440b42144b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.942960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] DHCP port deletion for 1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:11:42.947484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Deleting port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:42.948102 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:42.978187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,segment=NetworkSegment(c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2),segment_id=c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:42.978566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.006832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-55bbc56e-0906-4fb8-a8c1-ba2e650bb920 req-b860924f-8149-44b4-b2ba-447a5aa7987c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238129 Apr 01 15:11:43.177574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Allocated IP 172.23.0.1 (973e2f0c-dac9-41b3-b1c4-4e5e657e71d7/8e22d1a5-2831-4af7-b3f7-68a081bec690/f6b6f37a-d2bb-4c40-8449-1305cdce66bf) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:43.241458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:43.254982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] For port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,segment=NetworkSegment(c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2),segment_id=c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:43.255392 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.265495 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-2dcdaacd-5548-42c4-b027-1d31ff430f66 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115847 Apr 01 15:11:43.297853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-456a5b5e-4208-4315-a583-76b9ebb95bb9 req-bfcb4374-0ae7-413c-a8e3-307c0741b3d9 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 210 time: 0.1156628 Apr 01 15:11:43.303928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d8e18ee-bc22-4008-8ffa-4a440b42144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.337321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e18ee-bc22-4008-8ffa-4a440b42144b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddac7a0-7a45-4458-b13c-63f3fa2837bb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:43.352625 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d8e18ee-bc22-4008-8ffa-4a440b42144b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.354067 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d8e18ee-bc22-4008-8ffa-4a440b42144b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cddac7a0-7a45-4458-b13c-63f3fa2837bb HTTP/1.1" status: 204 len: 168 time: 0.6866508 Apr 01 15:11:43.381088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.404299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Calling delete_port for 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:43.483639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:11:43.483993 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:11:43.485726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No DVR routers for this DVR port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:11:43.524993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:43.541385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] Sync routers for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:43.555124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:43.556097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:43.563404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=06f3a95c-5bb6-4178-8dd0-8ec05d863a44,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:43.606522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.649809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e479eb73-d8f2-4b40-b862-6b8244f2591f req-7932ff21-7c04-4e09-9427-d54cdaee5c72 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269494 Apr 01 15:11:43.656482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:43.668633 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:43.718223 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:43.720540 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:43.725342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.755548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69a029d4-8248-4d66-833b-984911b3faf6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:43.876803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Transition to ACTIVE for port object f6b6f37a-d2bb-4c40-8449-1305cdce66bf will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:43.892520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] No DVR routers for this DVR port cda01b15-bb16-499c-a450-630dbe1bfdd8 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:11:43.897900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.899901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-131caf54-8e21-4815-95bc-67571ad8f9de req-af178362-c5f2-4e4c-8ccb-68807d3df264 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.44 "DELETE /v2.0/ports/cda01b15-bb16-499c-a450-630dbe1bfdd8 HTTP/1.1" status: 204 len: 173 time: 10.3325188 Apr 01 15:11:43.900469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'name': 'network-vif-deleted', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:43.909879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-628f8320-f12d-412f-bfae-8f59c439fbf9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "PUT /v2.0/floatingips/312ba802-5ad1-431b-ac88-85dfd8060153 HTTP/1.1" status: 200 len: 990 time: 10.7860792 Apr 01 15:11:43.953414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 69a029d4-8248-4d66-833b-984911b3faf6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:43.954007 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.955801 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:43.987254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Deleting port 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:43.987611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.047724 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:44.090536 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.093745 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59c9e0a-dc37-4a49-9abb-ad65d5059011', 'name': 'network-vif-deleted', 'tag': 'cda01b15-bb16-499c-a450-630dbe1bfdd8', 'status': 'completed', 'code': 200} Apr 01 15:11:44.123279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5d45b-ddef-4868-9784-a1a0bdb75729 None None] The port '06f3a95c-5bb6-4178-8dd0-8ec05d863a44' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:11:44.148587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:44.151025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:44.177690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:44.235706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff75fc0-1379-473a-b0e3-04c7e8e56ec1']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:44.244524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:44.288971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:44.293677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cc85a3-0dc4-42b4-bd30-44ac4fff05c2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:44.346122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.399935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.434532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:11:44.435082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.459247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:11:44.491670 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:11:44.503608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:11:44.527063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.560785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:11:44.561421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 06f3a95c-5bb6-4178-8dd0-8ec05d863a44 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:11:44.725110 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:44.740040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:44.753217 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:44.753827 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:44.770233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.784741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.812440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=1ff75fc0-1379-473a-b0e3-04c7e8e56ec1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:44.838268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8412bc-a00c-4d33-9c71-412761097754 req-2e1011e8-80b8-4fa7-838d-c27135f4bae8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:44.848198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a8412bc-a00c-4d33-9c71-412761097754 req-2e1011e8-80b8-4fa7-838d-c27135f4bae8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.3552327 Apr 01 15:11:44.882990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.899414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1fef8f6b-f9f5-4f40-b96f-0d004a0ee5d4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/1ff75fc0-1379-473a-b0e3-04c7e8e56ec1 HTTP/1.1" status: 204 len: 168 time: 2.4524016 Apr 01 15:11:44.907559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37196) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:44.917770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1860256430', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:44.928800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:44.936891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b0e0a84e-0a8d-4f8a-8fe8-6418dde223f7 None None] Provisioning for port f6b6f37a-d2bb-4c40-8449-1305cdce66bf completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:44.947744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a8412bc-a00c-4d33-9c71-412761097754 req-b36f3422-0d6b-4327-85cb-c78e84474fef tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978231 Apr 01 15:11:44.949149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:router and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:44.960254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:44.962806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b0e0a84e-0a8d-4f8a-8fe8-6418dde223f7 None None] Provisioning complete for port f6b6f37a-d2bb-4c40-8449-1305cdce66bf triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:44.971672 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a84e-0a8d-4f8a-8fe8-6418dde223f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.973305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:44.991286 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:44.992417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:45.026202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:45.192307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a18f7743-fa34-4b24-bfad-769bf782c8c1 req-757c04ae-8a5e-4688-b024-5b61dadf0849 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Synchronizing usage tracker for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:11:45.205676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0a84e-0a8d-4f8a-8fe8-6418dde223f7 None None] Port f6b6f37a-d2bb-4c40-8449-1305cdce66bf cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:45.219547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:45.219874 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:45.249939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '312ba802-5ad1-431b-ac88-85dfd8060153', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'port_id': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'mac_address': 'fa:16:3e:1e:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:55Z', 'updated_at': '2022-04-01T15:11:37Z', 'revision_number': 1, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:45.253703 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:45.257587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] Checking router: 0d3e1f9a-fe68-4120-8d7a-31019de7a733 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:45.280752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a18f7743-fa34-4b24-bfad-769bf782c8c1 req-757c04ae-8a5e-4688-b024-5b61dadf0849 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Unset dirty status for tenant:80b1ddfff78f4e45aa963e3cb6e69964 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:11:45.282265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a18f7743-fa34-4b24-bfad-769bf782c8c1 req-757c04ae-8a5e-4688-b024-5b61dadf0849 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d59c9e0a-dc37-4a49-9abb-ad65d5059011 HTTP/1.1" status: 200 len: 210 time: 0.6081181 Apr 01 15:11:45.285051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:45.286830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:45.687958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:45.771408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:45.772209 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.020301 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.030557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 172.25.2.228 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/733b3616-a0f1-456a-ae4e-e405edb02e80) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:11:46.035203 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.140946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:11:46.144237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37222) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:46.224289 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:46.239796 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abb7bb-1f52-4f05-a916-eb6b9ad7d053 None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:04:12Z', 'revision_number': 4, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '2b906d8c-719c-4213-ae65-23511fe412d3', 'name': '', 'network_id': '55cc7f3b-7b44-4350-9885-32fdac15a847', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'mac_address': 'fa:16:3e:2b:bd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:11Z', 'updated_at': '2022-04-01T15:04:23Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'subnets': [{'id': '3589c822-bb20-4279-a1bd-ccf87a65739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:46.261780 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'status': 'completed', 'code': 200} Apr 01 15:11:46.376963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event updated for resources: {'Port': ['ID=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:46.382509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.451970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.464680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.494187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '312ba802-5ad1-431b-ac88-85dfd8060153', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'port_id': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'mac_address': 'fa:16:3e:1e:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:55Z', 'updated_at': '2022-04-01T15:11:37Z', 'revision_number': 1, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:46.500121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894d55d-b0ca-44bf-a1f3-8711e853a5a2 None None] The sync data for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 is: [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '312ba802-5ad1-431b-ac88-85dfd8060153', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'port_id': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'mac_address': 'fa:16:3e:1e:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:55Z', 'updated_at': '2022-04-01T15:11:37Z', 'revision_number': 1, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:46.522759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565929-530d-405c-b0e6-c8c94b14bb4c req-e4d5167e-e7af-459b-9822-dc3d71022ed2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:46.524295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b565929-530d-405c-b0e6-c8c94b14bb4c req-e4d5167e-e7af-459b-9822-dc3d71022ed2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.2940559 Apr 01 15:11:46.525377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:46.531159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Usage tracker for resource:security_group_rule and tenant:4fd64fd5155c4edaa79db95b4b4fc70f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:46.536319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:46.542134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37240) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:46.548314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:46.587317 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-60d583ad-2107-471d-b54f-d5e93d0dd485 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 1096 time: 0.3065925 Apr 01 15:11:46.607816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.695823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:46.712913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:11:46.716501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:46.718304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:46.731100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:11:46.808377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b565929-530d-405c-b0e6-c8c94b14bb4c req-3aed3df0-7577-4070-8440-6c91c1a00d42 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731502 Apr 01 15:11:46.808961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=733b3616-a0f1-456a-ae4e-e405edb02e80,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:46.903054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20ce9c8a-37e2-415e-a672-78bda511c7b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.936118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-143e1cf7-c013-49f5-a4d7-9d7867058826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:46.937690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-143e1cf7-c013-49f5-a4d7-9d7867058826 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.3394699 Apr 01 15:11:46.941425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.954773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:46.989461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20ce9c8a-37e2-415e-a672-78bda511c7b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.108217 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20ce9c8a-37e2-415e-a672-78bda511c7b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.117145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a93da3-3c72-434d-8c63-6643a25a87b5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:47.144372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-af2dbf3b-9f22-4dd9-ad80-0745c015bf53 None None] Provisioning complete for port f6b6f37a-d2bb-4c40-8449-1305cdce66bf triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:47.144594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c6604635-872c-4258-9c4f-523cdf00d0cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fd64fd5155c4edaa79db95b4b4fc70f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9992590 Apr 01 15:11:47.145200 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af2dbf3b-9f22-4dd9-ad80-0745c015bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.152123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37252) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:47.157310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce9c8a-37e2-415e-a672-78bda511c7b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4599f5b-9ab7-45c7-a9ee-4322de4a0c35,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:47.165732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-ba1fac19-cc51-438a-8a27-275a27a312b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 200 len: 998 time: 0.2175534 Apr 01 15:11:47.241020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-af2dbf3b-9f22-4dd9-ad80-0745c015bf53 None None] Port f6b6f37a-d2bb-4c40-8449-1305cdce66bf cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:11:47.253287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-bf4d1fbc-81b2-4eee-acf8-9855f8825a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:47.255081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.255277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-bf4d1fbc-81b2-4eee-acf8-9855f8825a39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.0784969 Apr 01 15:11:47.255395 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.259840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20ce9c8a-37e2-415e-a672-78bda511c7b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.263712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-20ce9c8a-37e2-415e-a672-78bda511c7b3 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/security-groups/c4599f5b-9ab7-45c7-a9ee-4322de4a0c35 HTTP/1.1" status: 204 len: 168 time: 0.7179673 Apr 01 15:11:47.271986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37258) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:47.348362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:47.363462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-893f3225-8668-450d-881b-3007f0ebd4c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006033 Apr 01 15:11:47.513673 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-811e3d51-cfa5-4e96-a02f-17f55b8e504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.539476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-811e3d51-cfa5-4e96-a02f-17f55b8e504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.591388 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-0d430974-53f6-465e-873d-7fdbe834fb66 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] show failed (client error): The resource could not be found. Apr 01 15:11:47.591388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d430974-53f6-465e-873d-7fdbe834fb66 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "GET /v2.0/security-groups/c4599f5b-9ab7-45c7-a9ee-4322de4a0c35 HTTP/1.1" status: 404 len: 347 time: 0.3160627 Apr 01 15:11:47.597550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37268) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:47.735741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b5368-52d9-40e1-b522-69cbd729dba3 None None] New status for floating IP 312ba802-5ad1-431b-ac88-85dfd8060153: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:11:47.852400 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-811e3d51-cfa5-4e96-a02f-17f55b8e504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.900672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Deleting port 3f5371bd-241f-426f-ac32-db2c4bca2033 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:47.901436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.908818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-fe8200da-b1a3-4b3e-87d5-2f22c51f3bc5 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540342 Apr 01 15:11:47.944918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-811e3d51-cfa5-4e96-a02f-17f55b8e504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:47.946732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-811e3d51-cfa5-4e96-a02f-17f55b8e504b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05a93da3-3c72-434d-8c63-6643a25a87b5 HTTP/1.1" status: 204 len: 168 time: 0.7860007 Apr 01 15:11:48.004716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e3d51-cfa5-4e96-a02f-17f55b8e504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a93da3-3c72-434d-8c63-6643a25a87b5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:48.191875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:48.205192 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:48.209804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-20ff3140-5cac-4c12-9a75-c3a06648a7c7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8598495 Apr 01 15:11:48.214318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:48.227899 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:48.230219 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:48.231811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:48.273325 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01a7fd3-649f-4801-9ed9-ae4412248a18 req-a326d9a8-ff8d-4061-a9bf-fc287bd36a6b service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220732 Apr 01 15:11:48.297899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef44e-d805-4c72-a3ad-3ef19f8e3fb0 req-b1365790-ea67-49dd-b8c3-e4bf2f776d25 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:48.306812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-622ef44e-d805-4c72-a3ad-3ef19f8e3fb0 req-b1365790-ea67-49dd-b8c3-e4bf2f776d25 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.1572807 Apr 01 15:11:48.371763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-622ef44e-d805-4c72-a3ad-3ef19f8e3fb0 req-845f085d-4b7c-47cf-964e-8e66760405b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632665 Apr 01 15:11:48.428941 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:48.430670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:48.431379 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:48.507431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 7bf8b6a9-a3a5-43fc-a561-10503ce91f7a is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:11:48.570084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Calling delete_port for 3f5371bd-241f-426f-ac32-db2c4bca2033 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:48.758855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37292) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:48.784733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:48.832379 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:44Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b6f37a-d2bb-4c40-8449-1305cdce66bf', 'name': '', 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:ee:7e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:42Z', 'updated_at': '2022-04-01T15:11:45Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:48.841947 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:48.842670 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Updating router fb355d48-5218-4976-a987-163ead557178 port f6b6f37a-d2bb-4c40-8449-1305cdce66bf binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:11:48.849813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:48.859841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Usage tracker for resource:security_group_rule and tenant:eddd878da5954ea7a5c230a1c493d443 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:48.868214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:48.882042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:48.909290 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:48.993897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.003657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.074525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30381f07-711b-4e9b-a609-92a0c9eb5e71,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:49.078822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-284f5dbc-eb2b-47da-8230-ccbdc7912283 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eddd878da5954ea7a5c230a1c493d443&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3188007 Apr 01 15:11:49.081719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37300) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:49.149567 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9262cb2f-54b8-4e14-9d9c-448f3471c560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.178800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.181897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9262cb2f-54b8-4e14-9d9c-448f3471c560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.266532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9262cb2f-54b8-4e14-9d9c-448f3471c560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.279141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Pushing event deleted for resources: {'Port': ['ID=3f5371bd-241f-426f-ac32-db2c4bca2033,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:49.288335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262cb2f-54b8-4e14-9d9c-448f3471c560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30381f07-711b-4e9b-a609-92a0c9eb5e71,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:49.290625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9262cb2f-54b8-4e14-9d9c-448f3471c560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.294218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9262cb2f-54b8-4e14-9d9c-448f3471c560 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30381f07-711b-4e9b-a609-92a0c9eb5e71 HTTP/1.1" status: 204 len: 168 time: 0.2090333 Apr 01 15:11:49.431836 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.448735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.456093 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Transition to ACTIVE for port object f6b6f37a-d2bb-4c40-8449-1305cdce66bf will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:11:49.472958 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.530836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.532192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e0fae9d-ba38-402f-bbee-51619059e7a6 tempest-AttachVolumeNegativeTest-1411648898 tempest-AttachVolumeNegativeTest-1411648898-project] 10.222.0.48 "DELETE /v2.0/floatingips/7c9d26fd-ac9a-47b4-b6cd-9bb696486f16 HTTP/1.1" status: 204 len: 168 time: 1.9193149 Apr 01 15:11:49.717232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:49.727232 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb705d-0b6d-44d4-b551-1d46d05eb697 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:49.744167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] Sync routers for ids ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:49.764701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] Routers {'7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:49.766414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:49.920009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:49.983168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] Routers {'7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:49.985117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:49.988845 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb0c0b-0fb8-4544-bf35-4b90f37d28d8 None None] New status for floating IP 7c9d26fd-ac9a-47b4-b6cd-9bb696486f16: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:11:49.994048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:49.995268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-03602a05-ff7a-44cd-abc3-7254451324df tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0863810 Apr 01 15:11:49.998193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37328) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:50.069012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:11:50.093936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Removed routes are [] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:11:50.094333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:50.109446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89e6ac-3469-4d86-8b48-3db80fc674d1 req-3a41e314-df36-4d97-acc9-260761792b10 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:50.123930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc89e6ac-3469-4d86-8b48-3db80fc674d1 req-3a41e314-df36-4d97-acc9-260761792b10 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.5838819 Apr 01 15:11:50.138361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:50.138765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0157a2-6eb1-43e8-acd8-bd0a42927169 None None] The sync data for ids ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:50.262820 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Attempting to bind port f6b6f37a-d2bb-4c40-8449-1305cdce66bf on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:11:50.263331 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Attempting to bind port f6b6f37a-d2bb-4c40-8449-1305cdce66bf by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:11:50.263689 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Attempting to bind port f6b6f37a-d2bb-4c40-8449-1305cdce66bf on network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:11:50.276212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:11:50.276579 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Checking segment: {'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:50.276971 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:50.278621 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Bound using segment: {'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:11:50.279470 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Bound port: f6b6f37a-d2bb-4c40-8449-1305cdce66bf, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea35c52e-4669-4d6c-9e23-2c06207a1c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:11:50.279849 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:50.411820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc89e6ac-3469-4d86-8b48-3db80fc674d1 req-dd946ef4-686a-4102-b65b-a47d1d0eec25 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870541 Apr 01 15:11:50.428548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6e22557f-bd9d-468a-b7d1-62bbcd49410f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/routers/7bf8b6a9-a3a5-43fc-a561-10503ce91f7a HTTP/1.1" status: 200 len: 885 time: 0.4283893 Apr 01 15:11:50.431472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37342) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:50.493750 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] For port f6b6f37a-d2bb-4c40-8449-1305cdce66bf, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:11:50.503023 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] For port f6b6f37a-d2bb-4c40-8449-1305cdce66bf, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,segment=NetworkSegment(ea35c52e-4669-4d6c-9e23-2c06207a1c32),segment_id=ea35c52e-4669-4d6c-9e23-2c06207a1c32)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:11:50.517313 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:50.665001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-865ef319-687d-49ac-bd24-7f484f42e2a7 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2323904 Apr 01 15:11:50.667722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37348) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:50.677249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-034c40b2-633a-446f-b14e-ddc55c613526 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1860256430'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:50.680060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb705d-0b6d-44d4-b551-1d46d05eb697 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:50.695765 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:50.696904 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:50.903055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:50.909273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:50.974545 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:11:51.007420 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:51.359939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:51.671402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:51.686344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:51.687573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-27bd521c-7818-4e19-acf5-a53ace892624 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 200 len: 934 time: 3.4716783 Apr 01 15:11:51.690187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37374) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:51.692134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:50Z', 'revision_number': 6, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b6f37a-d2bb-4c40-8449-1305cdce66bf', 'name': '', 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:ee:7e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:42Z', 'updated_at': '2022-04-01T15:11:50Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:51.698643 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c43b4-ac6d-4b4a-b9cb-1072190614a3 None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:50Z', 'revision_number': 6, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b6f37a-d2bb-4c40-8449-1305cdce66bf', 'name': '', 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:ee:7e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:42Z', 'updated_at': '2022-04-01T15:11:50Z', 'revision_number': 4, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:51.882791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-034c40b2-633a-446f-b14e-ddc55c613526 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:52.010589 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-034c40b2-633a-446f-b14e-ddc55c613526 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:52.128632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4362252a-33da-4a91-ae47-0306880401be tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/routers/fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 200 len: 934 time: 0.4373240 Apr 01 15:11:52.129354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37380) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:52.134536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'routes': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:52.290593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0d906-0ee2-4e19-8062-ee140ca0f0be req-a9662467-622d-421d-a522-449ec0bfacf1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:52.296464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcc0d906-0ee2-4e19-8062-ee140ca0f0be req-a9662467-622d-421d-a522-449ec0bfacf1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.3909311 Apr 01 15:11:52.540566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcc0d906-0ee2-4e19-8062-ee140ca0f0be req-6b6a7ba6-9c7c-4831-907b-7356a2884486 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536386 Apr 01 15:11:52.540566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034c40b2-633a-446f-b14e-ddc55c613526 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 7bf8b6a9-a3a5-43fc-a561-10503ce91f7a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:52.801863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034c40b2-633a-446f-b14e-ddc55c613526 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:52.815601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-034c40b2-633a-446f-b14e-ddc55c613526 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:52.819594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-034c40b2-633a-446f-b14e-ddc55c613526 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/7bf8b6a9-a3a5-43fc-a561-10503ce91f7a HTTP/1.1" status: 200 len: 892 time: 2.1481988 Apr 01 15:11:52.820102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37398) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:52.821015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] Sync routers for ids ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:52.852551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] Routers {'7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:52.853182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:53.055975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:53.082037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] Routers {'7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:53.082949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:53.135276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6b2caa51-a0ab-4be6-8e48-d2791c9a9005 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/routers/7bf8b6a9-a3a5-43fc-a561-10503ce91f7a HTTP/1.1" status: 200 len: 892 time: 0.3111756 Apr 01 15:11:53.135834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37408) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:53.178980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:53.179409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19ad7a-64b6-449c-9558-989b7fb978a8 None None] The sync data for ids ['7bf8b6a9-a3a5-43fc-a561-10503ce91f7a'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:53.191693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-103294a2-bffb-46c4-a406-60be56f529b4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bf8b6a9-a3a5-43fc-a561-10503ce91f7a HTTP/1.1" status: 200 len: 205 time: 0.0548215 Apr 01 15:11:53.194293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37412) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:53.393810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added routes are [] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:11:53.394247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:11:53.428440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:53.743183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:53.744255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f6b6f37a-d2bb-4c40-8449-1305cdce66bf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:53.930090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f6b6f37a-d2bb-4c40-8449-1305cdce66bf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:11:53.935622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f6b6f37a-d2bb-4c40-8449-1305cdce66bf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:53.936153 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.017847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaaa5-7ee0-40d1-9359-d454d1281ed8 req-74bce9d7-7632-4d13-b786-a27d981e96ab tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:54.020266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6aaaa5-7ee0-40d1-9359-d454d1281ed8 req-74bce9d7-7632-4d13-b786-a27d981e96ab tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.2930536 Apr 01 15:11:54.111751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.175885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f6b6f37a-d2bb-4c40-8449-1305cdce66bf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,segment=NetworkSegment(ea35c52e-4669-4d6c-9e23-2c06207a1c32),segment_id=ea35c52e-4669-4d6c-9e23-2c06207a1c32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:54.192099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.261296 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.283973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.308580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:54.320696 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e6aaaa5-7ee0-40d1-9359-d454d1281ed8 req-e85b97f4-6816-435b-bd4f-31dc317bdc13 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927899 Apr 01 15:11:54.333115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.333596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.334066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.338902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.339517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.340348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.340803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.341274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.341748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.342202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.342676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:11:54.491090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.513610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 733b3616-a0f1-456a-ae4e-e405edb02e80 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:54.514565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.555547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:11:54.746137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.949062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 733b3616-a0f1-456a-ae4e-e405edb02e80 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:54.976005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:11:54.987628 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:54.992248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-52f857a4-cad5-4ccf-b63e-49ced9e8fbb9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 200 len: 700 time: 2.8618100 Apr 01 15:11:54.993586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37460) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:55.238897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:55.250151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cf4ad687-e33c-469c-8912-56d317b1f5e2 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/routers/fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 200 len: 700 time: 0.2539477 Apr 01 15:11:55.251454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37470) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:55.393818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=733b3616-a0f1-456a-ae4e-e405edb02e80,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:55.707144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f6b6f37a-d2bb-4c40-8449-1305cdce66bf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:11:55.718217 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:55.978850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f6b6f37a-d2bb-4c40-8449-1305cdce66bf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:11:55.979114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.023082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.527241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37502) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:56.532759 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:11:56.550433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.554325 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:56.555032 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:56.574039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.581433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbd389-18cc-4c47-925f-bac18f6d14b5 req-ab215ba3-def8-47c9-b88a-36394b1febbd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:56.582995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-50bbd389-18cc-4c47-925f-bac18f6d14b5 req-ab215ba3-def8-47c9-b88a-36394b1febbd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.9433272 Apr 01 15:11:56.696232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.696795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf8b6a9-a3a5-43fc-a561-10503ce91f7a {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:11:56.710927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-50bbd389-18cc-4c47-925f-bac18f6d14b5 req-f4159bee-4450-4839-b4c5-258fee671d73 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215887 Apr 01 15:11:56.725560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.727020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9dd743db-c388-4c37-b646-266045c8eb60 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/7bf8b6a9-a3a5-43fc-a561-10503ce91f7a HTTP/1.1" status: 204 len: 168 time: 3.5312543 Apr 01 15:11:56.743761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37514) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:56.754218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-613035466'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:56.764298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:56.776473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:56.780924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:56.795120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:56.824882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:56.828518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.891732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:11:56.910487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.911000 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment 974f3d4c-8151-4585-8b05-396906699566 of type vlan for network c5732bc1-e327-46a5-9634-37080d32c22a Apr 01 15:11:56.940677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:56.988569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:57.000100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:57.000870 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:57.090751 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:57.102468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:57.131058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port f6b6f37a-d2bb-4c40-8449-1305cdce66bf {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:11:57.131796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:57.251004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=c5732bc1-e327-46a5-9634-37080d32c22a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:57.264864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c5732bc1-e327-46a5-9634-37080d32c22a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:11:57.271986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2183eb39-5928-404c-82a0-96df44b18e09 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5269284 Apr 01 15:11:57.272674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37530) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:57.276476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:57.279739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': 'c5732bc1-e327-46a5-9634-37080d32c22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:57.308709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Usage tracker for resource:security_group_rule and tenant:eaad2a471d3040aab7af8acf1310481b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:57.311917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:57.327590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:57.506855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:57.531770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:57.700113 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaad2a471d3040aab7af8acf1310481b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1706822 Apr 01 15:11:57.701229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342386e-e006-40ec-945b-9404e96a6017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220944ac-14de-4a25-b6b0-eff82bdeef12,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:57.710253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37540) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:57.830729 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61aef0d8-e6d1-4fa8-997c-e2cb7bfe145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:57.975786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:57.990479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:57.993877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:58.008131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:58.031856 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:53Z', 'revision_number': 7, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b6f37a-d2bb-4c40-8449-1305cdce66bf', 'name': '', 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:ee:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:42Z', 'updated_at': '2022-04-01T15:11:54Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:58.038356 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:11:58.043898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:11:58.055540 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:11:58.056469 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:11:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:58.118802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port f6b6f37a-d2bb-4c40-8449-1305cdce66bf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,segment=NetworkSegment(ea35c52e-4669-4d6c-9e23-2c06207a1c32),segment_id=ea35c52e-4669-4d6c-9e23-2c06207a1c32)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:11:58.119478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:58.323493 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:11:58.372581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for f6b6f37a-d2bb-4c40-8449-1305cdce66bf owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:11:58.480528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b729aa69-d4e4-4149-b1af-6be78d52be81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:58.529752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:58.633678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:58.659648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b729aa69-d4e4-4149-b1af-6be78d52be81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:58.712904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=f6b6f37a-d2bb-4c40-8449-1305cdce66bf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:58.774795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860614b-4b81-439c-a5ca-522b614d4801 req-91421bd4-1b02-4cda-9abc-f8f8a5efa2e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:58.790021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5860614b-4b81-439c-a5ca-522b614d4801 req-91421bd4-1b02-4cda-9abc-f8f8a5efa2e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.7614443 Apr 01 15:11:58.877509 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:53Z', 'revision_number': 7, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b6f37a-d2bb-4c40-8449-1305cdce66bf', 'name': '', 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:ee:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:42Z', 'updated_at': '2022-04-01T15:11:54Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:11:58.885317 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7dba1-2e36-4bff-b100-354e5f141567 None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:53Z', 'revision_number': 7, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b6f37a-d2bb-4c40-8449-1305cdce66bf', 'name': '', 'network_id': '973e2f0c-dac9-41b3-b1c4-4e5e657e71d7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:ee:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:42Z', 'updated_at': '2022-04-01T15:11:54Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '8e22d1a5-2831-4af7-b3f7-68a081bec690', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:11:58.935442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5860614b-4b81-439c-a5ca-522b614d4801 req-07c5ff51-6094-49f0-b577-338f7526b467 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443830 Apr 01 15:11:58.958897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b729aa69-d4e4-4149-b1af-6be78d52be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:58.996957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729aa69-d4e4-4149-b1af-6be78d52be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220944ac-14de-4a25-b6b0-eff82bdeef12,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:59.037540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b729aa69-d4e4-4149-b1af-6be78d52be81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.040077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b729aa69-d4e4-4149-b1af-6be78d52be81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/220944ac-14de-4a25-b6b0-eff82bdeef12 HTTP/1.1" status: 204 len: 168 time: 1.3282411 Apr 01 15:11:59.209214 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.298537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=4900b551-d994-4534-bc0a-e40a93ac6571,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:11:59.356667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': '974f3d4c-8151-4585-8b05-396906699566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c5732bc1-e327-46a5-9634-37080d32c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:11:59.357079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: c5732bc1-e327-46a5-9634-37080d32c22a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:11:59.376185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.425473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network c5732bc1-e327-46a5-9634-37080d32c22a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:11:59.453290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c5732bc1-e327-46a5-9634-37080d32c22a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:11:59.466635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c801a-43ca-4a1b-b0e3-4960f30c61e4 None None] Network c5732bc1-e327-46a5-9634-37080d32c22a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:11:59.473718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:59.474319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.638774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-645ca564-4d2a-4ff3-a368-23261a95264f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3645935 Apr 01 15:11:59.642076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37572) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:11:59.665773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1017945901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:11:59.675098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:11:59.680112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:router and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:11:59.683364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:11:59.691955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:11:59.732552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.732997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.798704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfc162-1adc-449c-9e81-79cc65ceef55 req-d6bb82af-5516-4331-a61a-22cea07d0232 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:11:59.806687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cfc162-1adc-449c-9e81-79cc65ceef55 req-d6bb82af-5516-4331-a61a-22cea07d0232 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2659044 Apr 01 15:11:59.809560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.906958 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cfc162-1adc-449c-9e81-79cc65ceef55 req-bc1c913a-921c-4381-94a7-334f5422c55a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990031 Apr 01 15:11:59.909336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.987817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:11:59.990100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-42e65697-5297-4a68-8b2d-edb83bd9baa6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3338671 Apr 01 15:11:59.992953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37578) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:00.065864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c5732bc1-e327-46a5-9634-37080d32c22a', 'network_id': 'c5732bc1-e327-46a5-9634-37080d32c22a', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': '4900b551-d994-4534-bc0a-e40a93ac6571'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:12:00.071906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:00.141193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37582) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:00.326385 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:00.490272 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b500030e-7dd7-45fb-8193-837f2a886098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:00.506128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:00.521620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Allocated IP 2001:db8::2 (c5732bc1-e327-46a5-9634-37080d32c22a/4900b551-d994-4534-bc0a-e40a93ac6571/29908fb0-2b02-4c89-b8c4-8b174344dce3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:00.634176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816315db-c16f-47db-af24-7a97c376883d req-92e8ab66-fb9a-4757-a505-c60bb79d5afe tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:00.636283 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-816315db-c16f-47db-af24-7a97c376883d req-92e8ab66-fb9a-4757-a505-c60bb79d5afe tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4963071 Apr 01 15:12:00.674279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Usage tracker for resource:security_group_rule and tenant:1286c990522846ae85837108eb14d4ed is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:00.679437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:00.695014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:00.748014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-816315db-c16f-47db-af24-7a97c376883d req-d2315270-f014-4999-8635-8a28f48ec733 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031775 Apr 01 15:12:00.796689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:00.807065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:00.813154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:00.895367 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:00.909213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Transition to ACTIVE for port object 29908fb0-2b02-4c89-b8c4-8b174344dce3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:00.942687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Transition to ACTIVE for port object 29908fb0-2b02-4c89-b8c4-8b174344dce3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:00.953433 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:00.972296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37598) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:00.973099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1286c990522846ae85837108eb14d4ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8171532 Apr 01 15:12:01.041504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Network c5732bc1-e327-46a5-9634-37080d32c22a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:01.047047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:01.052226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Pushing event updated for resources: {'Port': ['ID=29908fb0-2b02-4c89-b8c4-8b174344dce3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:01.057737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:01.102122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5e6ae-bbe5-46fc-a95b-a375a8645a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1f5582-5af7-4234-be3c-5012b3ac0985,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:01.179516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Attempting to bind port 29908fb0-2b02-4c89-b8c4-8b174344dce3 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:01.179924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Attempting to bind port 29908fb0-2b02-4c89-b8c4-8b174344dce3 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '974f3d4c-8151-4585-8b05-396906699566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c5732bc1-e327-46a5-9634-37080d32c22a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:01.180490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Attempting to bind port 29908fb0-2b02-4c89-b8c4-8b174344dce3 on network c5732bc1-e327-46a5-9634-37080d32c22a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:01.189421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:01.189841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Checking segment: {'id': '974f3d4c-8151-4585-8b05-396906699566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c5732bc1-e327-46a5-9634-37080d32c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:01.190246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.190800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Bound using segment: {'id': '974f3d4c-8151-4585-8b05-396906699566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c5732bc1-e327-46a5-9634-37080d32c22a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:01.191281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Bound port: 29908fb0-2b02-4c89-b8c4-8b174344dce3, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974f3d4c-8151-4585-8b05-396906699566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c5732bc1-e327-46a5-9634-37080d32c22a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:01.191653 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.197463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcf10-e2f9-4cf2-87cb-a3d01c3737a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.244852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcf10-e2f9-4cf2-87cb-a3d01c3737a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.273434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:01.311913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c04ba5db-e305-43ed-8424-4c554a3e0e82 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0587773 Apr 01 15:12:01.314484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37610) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:01.401307 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.410048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.435273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcf10-e2f9-4cf2-87cb-a3d01c3737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.468173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:01.475385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29908fb0-2b02-4c89-b8c4-8b174344dce3,segment=NetworkSegment(974f3d4c-8151-4585-8b05-396906699566),segment_id=974f3d4c-8151-4585-8b05-396906699566)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:01.490574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.516601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfcf10-e2f9-4cf2-87cb-a3d01c3737a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1f5582-5af7-4234-be3c-5012b3ac0985,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:01.650547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1776a-76c8-47cf-92be-d521adbe4a71 None None] Pushing event updated for resources: {'Port': ['ID=29908fb0-2b02-4c89-b8c4-8b174344dce3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:01.671476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:01.682823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ecfcf10-e2f9-4cf2-87cb-a3d01c3737a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.686801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7ecfcf10-e2f9-4cf2-87cb-a3d01c3737a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef1f5582-5af7-4234-be3c-5012b3ac0985 HTTP/1.1" status: 204 len: 168 time: 0.7021039 Apr 01 15:12:01.709641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37624) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:01.742586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:01.743239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:01.755439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48ea0c-bde6-4354-a204-cba9efb77a29 req-96977328-0e1a-4716-a275-262b0bbff014 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:01.777000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e48ea0c-bde6-4354-a204-cba9efb77a29 req-96977328-0e1a-4716-a275-262b0bbff014 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6759408 Apr 01 15:12:01.865302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 8e22d1a5-2831-4af7-b3f7-68a081bec690 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:12:01.877283 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:01.888454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:02.067974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:02.070876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:02.117845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e48ea0c-bde6-4354-a204-cba9efb77a29 req-47ab0f87-02c7-466a-81bc-78d3256b225b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396368 Apr 01 15:12:02.599298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:02.614532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8::1 (c5732bc1-e327-46a5-9634-37080d32c22a/4900b551-d994-4534-bc0a-e40a93ac6571/ae94a9b2-a202-4509-b57e-00606ba24baa) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:02.729851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:02.770362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d844-cb99-4812-b0ef-3620da924a79 req-77164386-b967-41fb-a71c-65fb6ce9fa10 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:02.771864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b52d844-cb99-4812-b0ef-3620da924a79 req-77164386-b967-41fb-a71c-65fb6ce9fa10 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3007169 Apr 01 15:12:02.776815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:02.795487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:58Z', 'revision_number': 8, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:02.804207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:02.829131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:02.829864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:02.873719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=8e22d1a5-2831-4af7-b3f7-68a081bec690,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:02.886557 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:02.914258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cde97c2c-6fe2-4df9-86bd-0839b90b332a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/8e22d1a5-2831-4af7-b3f7-68a081bec690 HTTP/1.1" status: 204 len: 168 time: 1.5986147 Apr 01 15:12:02.918280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37650) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:02.941982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b52d844-cb99-4812-b0ef-3620da924a79 req-7fcd1151-dbb2-4f4f-9de6-de335a589d80 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587896 Apr 01 15:12:03.070044 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:03.106800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:03.111073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object ae94a9b2-a202-4509-b57e-00606ba24baa will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:03.157021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc4c0d-5ca3-44e9-bf2b-6f436edde3fc None None] Network 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:03.159860 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:03.178387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:03.304124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network c5732bc1-e327-46a5-9634-37080d32c22a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:03.306243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:03.311242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:03.311788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:03.314924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=ae94a9b2-a202-4509-b57e-00606ba24baa,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:03.331008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 69a029d4-8248-4d66-833b-984911b3faf6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:03.331489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:03.462426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:03.524757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db3405-4829-441d-b812-3d47725afe9e None None] Network c5732bc1-e327-46a5-9634-37080d32c22a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:03.818472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 29908fb0-2b02-4c89-b8c4-8b174344dce3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:04.053896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 69a029d4-8248-4d66-833b-984911b3faf6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=69a029d4-8248-4d66-833b-984911b3faf6,segment=NetworkSegment(ea35c52e-4669-4d6c-9e23-2c06207a1c32),segment_id=ea35c52e-4669-4d6c-9e23-2c06207a1c32)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:04.057033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.068528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.081247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.082183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.093694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4bd14767-2eba-455f-80e5-9be49c5f6f8e None None] Provisioning for port 29908fb0-2b02-4c89-b8c4-8b174344dce3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:04.229277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 29908fb0-2b02-4c89-b8c4-8b174344dce3 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:04.234062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 69a029d4-8248-4d66-833b-984911b3faf6 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:04.292548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 29908fb0-2b02-4c89-b8c4-8b174344dce3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:04.293083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.316480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.336950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=ae94a9b2-a202-4509-b57e-00606ba24baa,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:04.357385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-50e2f497-21b7-4e08-89ad-c8495b9d35ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:04.359553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-50e2f497-21b7-4e08-89ad-c8495b9d35ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.8827758 Apr 01 15:12:04.471045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba6b145-0bd3-45d1-bb26-63e5e4d0c4b9 None None] DHCP port deletion for 973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:12:04.484325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.545942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:58Z', 'revision_number': 8, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:04.554418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port 69a029d4-8248-4d66-833b-984911b3faf6 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:12:04.560710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7dc13-3305-48a6-8e24-0b431f202a4c None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:11:58Z', 'revision_number': 8, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '3716de4b-72b5-43aa-8fc2-16466ffc846c', 'name': '', 'network_id': '664c5946-9a65-410b-81af-28cfd0404ac0', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:27:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c578635-b8f4-4799-99df-62287616bef1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:23Z', 'updated_at': '2022-04-01T15:11:38Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '5c578635-b8f4-4799-99df-62287616bef1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:04.563660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.635851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=69a029d4-8248-4d66-833b-984911b3faf6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:04.657887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29908fb0-2b02-4c89-b8c4-8b174344dce3,segment=NetworkSegment(974f3d4c-8151-4585-8b05-396906699566),segment_id=974f3d4c-8151-4585-8b05-396906699566)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:04.669559 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.767278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network c5732bc1-e327-46a5-9634-37080d32c22a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:04.769538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-5e7f1e64-f920-4567-8df2-a6a0e1560318 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/quotas/83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 375 time: 0.0223160 Apr 01 15:12:04.770620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:04.824770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:04.935260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=29908fb0-2b02-4c89-b8c4-8b174344dce3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:04.939600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973e2f0c-dac9-41b3-b1c4-4e5e657e71d7']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:04.967355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea35c52e-4669-4d6c-9e23-2c06207a1c32') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:04.967775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea35c52e-4669-4d6c-9e23-2c06207a1c32') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:04.986974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.040726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.075537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:12:05.077330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.079643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-04d6d643-5e26-4849-97cd-a5a516beb165 None None] Provisioning complete for port 29908fb0-2b02-4c89-b8c4-8b174344dce3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:05.080025 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04d6d643-5e26-4849-97cd-a5a516beb165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:12:05.192331 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:12:05.212244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-31dc8190-4451-4de9-aff3-479481e31eb4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3050866 Apr 01 15:12:05.313301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-04d6d643-5e26-4849-97cd-a5a516beb165 None None] Provisioning for port ae94a9b2-a202-4509-b57e-00606ba24baa completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:05.334425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-04d6d643-5e26-4849-97cd-a5a516beb165 None None] Provisioning complete for port ae94a9b2-a202-4509-b57e-00606ba24baa triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:05.334953 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04d6d643-5e26-4849-97cd-a5a516beb165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.455909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.485001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-04d6d643-5e26-4849-97cd-a5a516beb165 None None] Port ae94a9b2-a202-4509-b57e-00606ba24baa cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:05.571485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.591721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=973e2f0c-dac9-41b3-b1c4-4e5e657e71d7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:05.621396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d33a023-df5f-4727-8e20-1105d3cd3433 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/973e2f0c-dac9-41b3-b1c4-4e5e657e71d7 HTTP/1.1" status: 204 len: 168 time: 2.7002208 Apr 01 15:12:05.624709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37716) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:05.642771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d3ea4647-f962-4239-b43f-ce5e20e39186 None None] Provisioning complete for port ae94a9b2-a202-4509-b57e-00606ba24baa triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:05.662485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4647-f962-4239-b43f-ce5e20e39186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:05.757529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 29908fb0-2b02-4c89-b8c4-8b174344dce3 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:05.792933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f165ca63-bfdb-43db-9d0b-03a960c807bf service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002501 Apr 01 15:12:05.977375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea4647-f962-4239-b43f-ce5e20e39186 None None] Port ae94a9b2-a202-4509-b57e-00606ba24baa cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:06.003299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 29908fb0-2b02-4c89-b8c4-8b174344dce3 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:06.003481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:06.056395 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-27976eaa-e7c0-4e94-b5b2-c3fcb231bbd2 service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571871 Apr 01 15:12:06.079876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 0485bd5e-18d3-4976-91c7-efdd91d7af5c is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:12:06.179975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ddaaaadc-8fe5-492c-bc85-9e3cbe4bb226 None None] Provisioning complete for port ae94a9b2-a202-4509-b57e-00606ba24baa triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:06.180427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ddaaaadc-8fe5-492c-bc85-9e3cbe4bb226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:06.261237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69a029d4-8248-4d66-833b-984911b3faf6 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:06.350399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ddaaaadc-8fe5-492c-bc85-9e3cbe4bb226 None None] Port ae94a9b2-a202-4509-b57e-00606ba24baa cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:06.364832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 69a029d4-8248-4d66-833b-984911b3faf6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:06.365165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69a029d4-8248-4d66-833b-984911b3faf6 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:06.365580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f6b6f37a-d2bb-4c40-8449-1305cdce66bf no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:06.438862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f6b6f37a-d2bb-4c40-8449-1305cdce66bf {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:06.439235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f6b6f37a-d2bb-4c40-8449-1305cdce66bf not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:06.493819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:06.505862 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] Sync routers for ids ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:06.528040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] Routers {'0485bd5e-18d3-4976-91c7-efdd91d7af5c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:06.528877 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:06.568553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2cc14931-0c99-4ff9-a6b2-6dca4916d567 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/0485bd5e-18d3-4976-91c7-efdd91d7af5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5743134 Apr 01 15:12:06.571463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37742) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:06.621534 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:06.637662 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] Routers {'0485bd5e-18d3-4976-91c7-efdd91d7af5c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:06.638593 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:06.728656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:06.729471 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17901509-f7db-45fe-b84c-0afea1cd6594 None None] The sync data for ids ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:06.766139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f250a55-e48f-48b1-9ff9-55e89674b0c1 req-6224f88b-ea0d-4000-9a94-220b1458961e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 210 time: 0.1319580 Apr 01 15:12:06.775703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37750) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:06.786695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc9cf7-c6bb-49d8-83d7-0212370e1a12 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:06.789389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-71bc9cf7-c6bb-49d8-83d7-0212370e1a12 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:12:06.832314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-71bc9cf7-c6bb-49d8-83d7-0212370e1a12 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:12:06.836824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-71bc9cf7-c6bb-49d8-83d7-0212370e1a12 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports/ae94a9b2-a202-4509-b57e-00606ba24baa HTTP/1.1" status: 200 len: 911 time: 0.2568588 Apr 01 15:12:06.837873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37756) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:06.850042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4900b551-d994-4534-bc0a-e40a93ac6571'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:07.038881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Deleting port 2b906d8c-719c-4213-ae65-23511fe412d3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:07.039235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:07.125465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:07.200867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:07.231235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:07.294678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:07.306303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Usage tracker for resource:security_group_rule and tenant:869469313a0847ba8d68caf6fd0d4998 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:07.315688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:07.379551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:07.482158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] For port 2b906d8c-719c-4213-ae65-23511fe412d3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2b906d8c-719c-4213-ae65-23511fe412d3,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:07.482541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:07.637992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Calling delete_port for 2b906d8c-719c-4213-ae65-23511fe412d3 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:07.750097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-e47f2cf1-3515-42fc-bf38-cc41b150ce30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 0.1919777 Apr 01 15:12:07.773576 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:07.865778 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:07.968809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934bb159-96d6-44c3-a3af-84acb408f9e8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:08.004418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-84a9b079-8bc5-41d6-b16b-56113902a2d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:08.006173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-84a9b079-8bc5-41d6-b16b-56113902a2d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.2061141 Apr 01 15:12:08.059476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c1d4cd0a-75f5-4e31-9a63-ccb4334cdabc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=869469313a0847ba8d68caf6fd0d4998&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2535663 Apr 01 15:12:08.066611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626291a7-665d-415f-a08d-3ab179967dd0 req-f2883f8a-b285-4b49-b1ad-2568ddd295ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:08.068265 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-626291a7-665d-415f-a08d-3ab179967dd0 req-f2883f8a-b285-4b49-b1ad-2568ddd295ef tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.4406548 Apr 01 15:12:08.079645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37784) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:08.226646 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-4decce78-3211-4e8a-ae36-885ac1c7d717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 1001 time: 0.1424699 Apr 01 15:12:08.337152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-626291a7-665d-415f-a08d-3ab179967dd0 req-71d77d54-5e22-41aa-92ff-084874448b9a tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549701 Apr 01 15:12:08.348757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:08.417177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b906d8c-719c-4213-ae65-23511fe412d3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:08.442673 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b75a927-791a-4710-97cc-0262599beb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:08.478195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b75a927-791a-4710-97cc-0262599beb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:08.526351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b9346cd-9528-4a5f-8b8e-300aed6e3a1f req-2444d235-81f0-4e42-8abb-2f2acd2d1e00 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 210 time: 0.0806277 Apr 01 15:12:08.556699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-b690e652-321f-4e78-b461-78092d847c5a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:08.558164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-b690e652-321f-4e78-b461-78092d847c5a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.8071957 Apr 01 15:12:08.581613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'port': {'device_id': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'admin_state_up': True, 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:08.610780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-f8edbca7-47db-4e9e-ab12-2b9ec9600351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:08.612591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-f8edbca7-47db-4e9e-ab12-2b9ec9600351 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.3770070 Apr 01 15:12:08.783853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b75a927-791a-4710-97cc-0262599beb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:08.883105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75a927-791a-4710-97cc-0262599beb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934bb159-96d6-44c3-a3af-84acb408f9e8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:08.883706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:12:08.942381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:08.974107 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-bea43fb8-b894-4027-bb84-f5848bcab19c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3526719 Apr 01 15:12:08.978534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:08.983845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:08.984520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:08.986182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/ports/ae94a9b2-a202-4509-b57e-00606ba24baa HTTP/1.1" status: 200 len: 911 time: 2.1455634 Apr 01 15:12:09.034578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b75a927-791a-4710-97cc-0262599beb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:09.038427 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1b75a927-791a-4710-97cc-0262599beb19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/934bb159-96d6-44c3-a3af-84acb408f9e8 HTTP/1.1" status: 204 len: 168 time: 0.9556332 Apr 01 15:12:09.050538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37796) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:09.113168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:09.152535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:09.194365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Made reservation on behalf of 83d3a9f26bda4e5dabf09b55be8b318b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:09.198243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:09.216180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336292e9-7d63-4aca-a661-09fb397be7c9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=ae94a9b2-a202-4509-b57e-00606ba24baa,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:09.259647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-5b3143dd-7cf6-451a-8f62-6c16b71013dd service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702880 Apr 01 15:12:09.771762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:09.828025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:09.960391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98aea224-b90f-4ff6-8ef6-b036b724c358 req-4ca168cc-d090-412b-814b-1438ff07784a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 210 time: 0.1200175 Apr 01 15:12:10.046947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 3716de4b-72b5-43aa-8fc2-16466ffc846c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:10.047909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.065153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:10.068935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-923f69c0-99cb-4c27-9aa5-9f8efaf7278f req-0fd814f7-0fa9-4f0e-8a03-a8868e91c3b0 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704773 Apr 01 15:12:10.073637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Usage tracker for resource:security_group_rule and tenant:801104fc14bd4867932300d52cf689ab is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:10.081298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:10.094185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:10.096319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Allocated IP 172.20.0.11 (c49cf382-ea2b-4856-8b41-a005636cd4d1/4c5b885d-3160-49fb-b83f-d3099095e6ea/5aa36677-1742-43a9-a7a9-50a89e3e47f0) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:10.168510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.272437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbffb77-ca35-438f-96b2-938e0c654e74 req-633c299e-04cf-480f-8c11-e8cb89ad9853 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:10.273945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cbffb77-ca35-438f-96b2-938e0c654e74 req-633c299e-04cf-480f-8c11-e8cb89ad9853 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.4519551 Apr 01 15:12:10.331270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.343739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.443965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=801104fc14bd4867932300d52cf689ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6700597 Apr 01 15:12:10.444387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616ed62-a59e-4874-90b8-d44d11ee3a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a572ae-f296-4dc1-883a-0babe3a0bbf2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:10.458958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37822) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:10.474919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.484790 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.507671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Transition to ACTIVE for port object 5aa36677-1742-43a9-a7a9-50a89e3e47f0 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:10.553296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7278058d-50d6-403e-bbce-9de8d1f501a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.581167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.593446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5fe0f58a-92b3-400d-a468-f0a5aa2d13e7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:12:10.651150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7278058d-50d6-403e-bbce-9de8d1f501a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.754846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.759572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cbffb77-ca35-438f-96b2-938e0c654e74 req-5e149b41-ab8b-462a-9ab7-451eda817aed tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256346 Apr 01 15:12:10.796779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7278058d-50d6-403e-bbce-9de8d1f501a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.814208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 3716de4b-72b5-43aa-8fc2-16466ffc846c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3716de4b-72b5-43aa-8fc2-16466ffc846c,segment=NetworkSegment(d5488520-c5e9-472b-8818-67ec4cf5619e),segment_id=d5488520-c5e9-472b-8818-67ec4cf5619e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:10.814597 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:10.874123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:10.875332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278058d-50d6-403e-bbce-9de8d1f501a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a572ae-f296-4dc1-883a-0babe3a0bbf2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:10.901260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:10.913739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:10.976695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=5aa36677-1742-43a9-a7a9-50a89e3e47f0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:10.999397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 3716de4b-72b5-43aa-8fc2-16466ffc846c owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:11.012292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7278058d-50d6-403e-bbce-9de8d1f501a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.015932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7278058d-50d6-403e-bbce-9de8d1f501a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50a572ae-f296-4dc1-883a-0babe3a0bbf2 HTTP/1.1" status: 204 len: 168 time: 0.5534666 Apr 01 15:12:11.025312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:11.025927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.063711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-56bb5cb1-d974-4f74-b173-b18264ca2c26 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4866755 Apr 01 15:12:11.077360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Request body: {'port': {'device_id': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:11.313724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-446f125a-e4a3-47bc-9f72-037f52df3280 None None] Provisioning for port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:11.325642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-446f125a-e4a3-47bc-9f72-037f52df3280 None None] Provisioning complete for port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:11.325996 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-446f125a-e4a3-47bc-9f72-037f52df3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.376591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.434260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-446f125a-e4a3-47bc-9f72-037f52df3280 None None] Port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:11.540984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89309283-a7f3-473b-831a-912a6a38766e req-f836a48a-6244-4de0-bc35-af9da333fe72 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:11.541685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89309283-a7f3-473b-831a-912a6a38766e req-f836a48a-6244-4de0-bc35-af9da333fe72 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:12:11.658369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-89309283-a7f3-473b-831a-912a6a38766e req-f836a48a-6244-4de0-bc35-af9da333fe72 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:12:11.659664 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89309283-a7f3-473b-831a-912a6a38766e req-f836a48a-6244-4de0-bc35-af9da333fe72 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 932 time: 0.3347633 Apr 01 15:12:11.669780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.728938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37842) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:11.737943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89309283-a7f3-473b-831a-912a6a38766e req-eeb2bf75-0081-402f-8c99-8e1881d4b269 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 Apr 01 15:12:11.747313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=3716de4b-72b5-43aa-8fc2-16466ffc846c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:11.849028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa36677-1742-43a9-a7a9-50a89e3e47f0 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:12:11.856560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.872811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Transition to ACTIVE for port object 5aa36677-1742-43a9-a7a9-50a89e3e47f0 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:11.879472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.880175 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:11.970818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa36677-1742-43a9-a7a9-50a89e3e47f0,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:11.981397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.981758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.982093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.982422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.982747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.983068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.983412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.983728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.988287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.988705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:11.990084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:12.282221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:12.286307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Usage tracker for resource:security_group_rule and tenant:24937d2683c24f0f8fc918ca07e8c48f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:12.293075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:12.300049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:12.361485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Attempting to bind port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:12.362974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Attempting to bind port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:12.363934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Attempting to bind port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:12.372739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:12:12.373352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Attempting to bind port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:12.386383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:12.386789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:12.387508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Bound using segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:12.388079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Bound port: 5aa36677-1742-43a9-a7a9-50a89e3e47f0, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:12.388443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:12.486104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] For port 5aa36677-1742-43a9-a7a9-50a89e3e47f0, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:12.490314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] For port 5aa36677-1742-43a9-a7a9-50a89e3e47f0, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:12.497408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:12.571358 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:12.573155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-f7878903-cb5a-4856-9930-257393436d81 service neutron] 10.222.0.62 "PUT /v2.0/ports/5aa36677-1742-43a9-a7a9-50a89e3e47f0 HTTP/1.1" status: 200 len: 1092 time: 1.5021667 Apr 01 15:12:12.573669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'tag': '5aa36677-1742-43a9-a7a9-50a89e3e47f0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:12:12.601490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7878903-cb5a-4856-9930-257393436d81 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa36677-1742-43a9-a7a9-50a89e3e47f0,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:12.817713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:12.851170 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'tag': '5aa36677-1742-43a9-a7a9-50a89e3e47f0', 'status': 'completed', 'code': 200} Apr 01 15:12:12.860842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:12.961530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f2fe1-323d-4310-815a-ce26d1e5901e req-cdfc060a-8a6d-4e2d-a10e-f5673727e9a8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:12.961872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f5e2e-8812-4ac1-9756-8bd6c4112e83 req-28aec22f-2086-4535-bee3-51a72a326c4d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:12.963017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c7f2fe1-323d-4310-815a-ce26d1e5901e req-cdfc060a-8a6d-4e2d-a10e-f5673727e9a8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.9283056 Apr 01 15:12:12.963559 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8f2f5e2e-8812-4ac1-9756-8bd6c4112e83 req-28aec22f-2086-4535-bee3-51a72a326c4d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.1114340 Apr 01 15:12:12.967954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-a4bcbbff-6d70-4d46-9097-efac847572d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 1095 time: 0.3447266 Apr 01 15:12:12.999890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24937d2683c24f0f8fc918ca07e8c48f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2538457 Apr 01 15:12:13.000690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf23b02-6265-4d39-bb93-ceedf0004ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88227646-ef9e-438f-b30a-38dde9363349,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:13.018386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37870) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:13.073628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-60bdc792-256e-4047-9f5f-d96fb4ba2119 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0 HTTP/1.1" status: 200 len: 217 time: 0.0871315 Apr 01 15:12:13.126845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8f2f5e2e-8812-4ac1-9756-8bd6c4112e83 req-e6812ca0-2e48-4cdd-b9c8-67d55d8273a0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570556 Apr 01 15:12:13.137220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:13.145363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-20b70d61-603f-49a0-ad1c-a276288269ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:13.146793 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-20b70d61-603f-49a0-ad1c-a276288269ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.0679667 Apr 01 15:12:13.206043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6c7f2fe1-323d-4310-815a-ce26d1e5901e req-846eb148-724c-4693-8571-8ee1454a7926 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221045 Apr 01 15:12:13.238575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-7b716dd5-49c4-4512-a422-689dbcb6cce5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854273 Apr 01 15:12:13.435657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7611407d-051c-4eb0-9e33-43891f151d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:13.439255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-cd13d29d-df77-40af-9516-7e4cc71147ce service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942484 Apr 01 15:12:13.472429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6048-e914-4034-88ff-ea2d7a642ce3 req-14c8d0c5-77e9-4691-a469-7d0374db3a9c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:13.474007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-532e6048-e914-4034-88ff-ea2d7a642ce3 req-14c8d0c5-77e9-4691-a469-7d0374db3a9c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 944 time: 0.1466758 Apr 01 15:12:13.475003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port ae94a9b2-a202-4509-b57e-00606ba24baa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:13.475365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:13.534066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7611407d-051c-4eb0-9e33-43891f151d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:13.599381 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-532e6048-e914-4034-88ff-ea2d7a642ce3 req-93c621ad-452b-4214-8326-1f1bcd2dde25 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795181 Apr 01 15:12:13.624340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b2e8c7-b21e-46eb-97c8-4fb34ed10b4c req-8dce0c5a-1c7f-4ee4-a83f-8c5f14d5c9a6 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770320 Apr 01 15:12:13.678997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:13.760815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-e4d44405-9f64-4bfe-b691-031db80573df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 1095 time: 0.0785282 Apr 01 15:12:13.824343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7611407d-051c-4eb0-9e33-43891f151d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:13.884047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:13.903000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-eb2955d4-c200-40ca-a11c-d27aa99a77a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:13.904575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-eb2955d4-c200-40ca-a11c-d27aa99a77a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.1367629 Apr 01 15:12:13.967569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611407d-051c-4eb0-9e33-43891f151d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88227646-ef9e-438f-b30a-38dde9363349,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:13.980828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-2bbb6edd-664f-4bc4-ab3e-7e2a2918d9e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0 HTTP/1.1" status: 200 len: 217 time: 0.0699794 Apr 01 15:12:14.055878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-fd3505fa-e0b6-40b1-b989-5dbb60c52380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:14.057347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-fd3505fa-e0b6-40b1-b989-5dbb60c52380 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.0699656 Apr 01 15:12:14.138904 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-4b47a848-3964-46a7-9e07-4d56ac8170d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746953 Apr 01 15:12:14.295964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-3944c4cc-44b5-463b-bf40-ec2679db0d7c service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498713 Apr 01 15:12:14.345225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for ae94a9b2-a202-4509-b57e-00606ba24baa owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:14.486434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7611407d-051c-4eb0-9e33-43891f151d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:14.487940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7611407d-051c-4eb0-9e33-43891f151d3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88227646-ef9e-438f-b30a-38dde9363349 HTTP/1.1" status: 204 len: 168 time: 1.4077690 Apr 01 15:12:14.540547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6c5d65c-d92f-439f-a0ca-f26dbb5295dc req-f3d9eac8-dbfa-4114-81da-71b21a3c43ab service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384157 Apr 01 15:12:14.583391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac54b6-650f-416a-96c1-a37193a0105b req-a4cd8b33-78e7-4711-836e-148ce3bb3086 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:14.591260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dac54b6-650f-416a-96c1-a37193a0105b req-a4cd8b33-78e7-4711-836e-148ce3bb3086 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.1529362 Apr 01 15:12:14.660954 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:14.715013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b66f-4989-4e77-affa-e40b1799c497 req-ee1e9f3b-a843-4b29-87c0-80b123b449b3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:14.716744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e249b66f-4989-4e77-affa-e40b1799c497 req-ee1e9f3b-a843-4b29-87c0-80b123b449b3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.3454211 Apr 01 15:12:14.720442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dac54b6-650f-416a-96c1-a37193a0105b req-8ad0b5b7-dd70-4931-84ab-fdec82a49fd4 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192930 Apr 01 15:12:14.928704 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e249b66f-4989-4e77-affa-e40b1799c497 req-946b1a4b-dc0f-49be-8910-ef864a27e508 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923440 Apr 01 15:12:14.952578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:14.959234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:14.967701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] Sync routers for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:14.996658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:14.997314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:15.023901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=ae94a9b2-a202-4509-b57e-00606ba24baa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:15.104343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e66ce16e-aa00-4b1b-bef1-e33efa794bf7 admin admin] 10.222.0.48 "PUT /v2.0/routers/b9be1d85-e5f0-4b6d-8c39-2f53abc11281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3896258 Apr 01 15:12:15.109795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37886) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:15.131345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:15.241442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:15.328493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00793ea-1c6c-4eda-a32d-3b81d71d8b1a req-55570959-efb6-4e05-953c-e878c33a7599 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:15.330031 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d00793ea-1c6c-4eda-a32d-3b81d71d8b1a req-55570959-efb6-4e05-953c-e878c33a7599 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 944 time: 0.4337907 Apr 01 15:12:15.426094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d00793ea-1c6c-4eda-a32d-3b81d71d8b1a req-f3919143-7517-4cf3-88bf-9c04f3656c01 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888381 Apr 01 15:12:15.664950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:12:08Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:15.673751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] Checking router: b9be1d85-e5f0-4b6d-8c39-2f53abc11281 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:15.699026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] Routers {'b9be1d85-e5f0-4b6d-8c39-2f53abc11281'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:15.699677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:15.736003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:15.755086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37904) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:15.998031 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.043238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] Set router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:16.075161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:16.084806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Usage tracker for resource:security_group_rule and tenant:c5213a9ef830484cb930474c00402cc0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:16.088833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:16.099200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:16.234523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.240364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.347942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa36677-1742-43a9-a7a9-50a89e3e47f0 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:12:16.350703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeba5a1-ff35-4c91-b2aa-2b75e07bdfff,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:16.389363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4bf49-35a4-45c0-8c52-68832c77928d req-fa9bad75-bc33-4c33-82a2-f1824341326b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:16.391260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62b4bf49-35a4-45c0-8c52-68832c77928d req-fa9bad75-bc33-4c33-82a2-f1824341326b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.1278780 Apr 01 15:12:16.397023 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-83503834-3735-4be1-b66c-b4523cbb3bdc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5213a9ef830484cb930474c00402cc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6401956 Apr 01 15:12:16.397866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37920) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:16.456810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859129f-e4c0-4185-86ee-7bd1126948f7 req-3623b482-e8b5-4961-af55-c15f8b5e1d09 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:16.463837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4859129f-e4c0-4185-86ee-7bd1126948f7 req-3623b482-e8b5-4961-af55-c15f8b5e1d09 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.4665229 Apr 01 15:12:16.507284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62b4bf49-35a4-45c0-8c52-68832c77928d req-ccd95d38-1026-4ae5-9f74-391c0171b9e1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079009 Apr 01 15:12:16.510025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3606bbd4-f00f-49c7-84d4-b7f3e442ffc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.535305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:12:08Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:16.539107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3606bbd4-f00f-49c7-84d4-b7f3e442ffc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.543326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d25a04-855a-4693-8ee9-4e01ab42ce1b None None] The sync data for ids ['b9be1d85-e5f0-4b6d-8c39-2f53abc11281'] in n-d-836017-1 is: [{'id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'name': 'tempest-AttachVolumeNegativeTest-1197484017-router', 'tenant_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:04:02Z', 'updated_at': '2022-04-01T15:12:08Z', 'revision_number': 5, 'project_id': '80b1ddfff78f4e45aa963e3cb6e69964', 'gw_port': {'id': 'c7ce9929-b439-4afa-bc2c-0aa210b15c3d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be1d85-e5f0-4b6d-8c39-2f53abc11281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:04:04Z', 'updated_at': '2022-04-01T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:16.567890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5aa36677-1742-43a9-a7a9-50a89e3e47f0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:16.590682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5aa36677-1742-43a9-a7a9-50a89e3e47f0', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': '5aa36677-1742-43a9-a7a9-50a89e3e47f0', 'mac_address': 'fa:16:3e:94:3a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:12:16.616197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:16.619198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.622505 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3606bbd4-f00f-49c7-84d4-b7f3e442ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.632083 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:16.655234 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:16.655843 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:16.660656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606bbd4-f00f-49c7-84d4-b7f3e442ffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeba5a1-ff35-4c91-b2aa-2b75e07bdfff,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:16.663777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3606bbd4-f00f-49c7-84d4-b7f3e442ffc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.664886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3606bbd4-f00f-49c7-84d4-b7f3e442ffc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1eeba5a1-ff35-4c91-b2aa-2b75e07bdfff HTTP/1.1" status: 204 len: 168 time: 0.2417865 Apr 01 15:12:16.708738 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.723023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-34f89c0c-7414-43c2-9549-377df0d5fca1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0949218 Apr 01 15:12:16.723744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37934) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:16.730411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa36677-1742-43a9-a7a9-50a89e3e47f0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:12:16.747380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5aa36677-1742-43a9-a7a9-50a89e3e47f0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:16.754484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:16.914467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5aa36677-1742-43a9-a7a9-50a89e3e47f0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:16.944252 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4859129f-e4c0-4185-86ee-7bd1126948f7 req-2414ec59-45b3-4e73-a49c-8178744a9133 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794774 Apr 01 15:12:16.968723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 0485bd5e-18d3-4976-91c7-efdd91d7af5c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:16.973615 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:17.014644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5aa36677-1742-43a9-a7a9-50a89e3e47f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:12:17.295643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e554e66-1337-4ad9-b0a6-eeae3e0c6e46 req-9bd26fef-bd3e-4c97-a5a0-68a1d7fba152 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:17.299678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e554e66-1337-4ad9-b0a6-eeae3e0c6e46 req-9bd26fef-bd3e-4c97-a5a0-68a1d7fba152 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 945 time: 0.4703882 Apr 01 15:12:17.370722 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:11Z', 'revision_number': 9, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:17.374957 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:17.386813 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:17.387655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:17.412949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:17.419286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9751c14d-b55b-45b1-ab2f-06ea4eedc395 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/0485bd5e-18d3-4976-91c7-efdd91d7af5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3625324 Apr 01 15:12:17.422932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] Sync routers for ids ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:17.433270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37954) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:17.447181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] Routers {'0485bd5e-18d3-4976-91c7-efdd91d7af5c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:17.448049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:17.471097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 5c578635-b8f4-4799-99df-62287616bef1 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:12:17.478220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e554e66-1337-4ad9-b0a6-eeae3e0c6e46 req-1c06bdb5-0a2e-46a1-ad3c-dd26f4b051d6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688571 Apr 01 15:12:17.478867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:17.539840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7caaf74a-c091-4b59-81fb-84b6e056f837 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:12:17.595448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7caaf74a-c091-4b59-81fb-84b6e056f837 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:12:17.597411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7caaf74a-c091-4b59-81fb-84b6e056f837 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=0485bd5e-18d3-4976-91c7-efdd91d7af5c HTTP/1.1" status: 200 len: 205 time: 0.1631293 Apr 01 15:12:17.600820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37962) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:17.603841 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:17.605234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:17.613158 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:17.638443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b906d8c-719c-4213-ae65-23511fe412d3 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:17.730920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 2b906d8c-719c-4213-ae65-23511fe412d3 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:17.732142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2b906d8c-719c-4213-ae65-23511fe412d3 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:17.738286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] Routers {'0485bd5e-18d3-4976-91c7-efdd91d7af5c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:17.739801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:17.781417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:17.840227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:17.841021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8c342-ea14-48ce-9b98-bbfe746a6b98 None None] The sync data for ids ['0485bd5e-18d3-4976-91c7-efdd91d7af5c'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:17.898173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:17.944235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Deleting port c7ce9929-b439-4afa-bc2c-0aa210b15c3d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:17.944867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:17.968500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.049194 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:11Z', 'revision_number': 9, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:18.058841 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17877e-655c-4fbf-af63-c5615b53be0f None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:11Z', 'revision_number': 9, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '8328c3b4-46ee-4827-abac-2acec9ce4086', 'name': '', 'network_id': '32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:5e:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46be6590-1368-4819-89ee-14812d324887', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:11:09Z', 'updated_at': '2022-04-01T15:11:24Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '46be6590-1368-4819-89ee-14812d324887', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:18.066516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=5c578635-b8f4-4799-99df-62287616bef1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:18.069555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8ae1c-5450-4feb-bb75-6f04815e9ec0 None None] Network 664c5946-9a65-410b-81af-28cfd0404ac0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:18.074574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.085022 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2262b631-ec83-48c8-8f73-cfbfa597adeb tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/5c578635-b8f4-4799-99df-62287616bef1 HTTP/1.1" status: 204 len: 168 time: 1.3600404 Apr 01 15:12:18.087546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37980) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:18.200896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] For port c7ce9929-b439-4afa-bc2c-0aa210b15c3d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:18.201761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.278671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d07c32b-e7fd-4634-a251-5f3702e520ee tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.361408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa36677-1742-43a9-a7a9-50a89e3e47f0 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:18.467331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.513768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 61aa03c9-1cc5-4827-91a9-eed1232836e7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:18.514242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.551926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:18.572454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edf08d-87b8-4fd3-82d6-ed6f9d0867a2 req-094ff7c4-e1e8-4fc5-b415-1e7329170649 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:18.573975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6edf08d-87b8-4fd3-82d6-ed6f9d0867a2 req-094ff7c4-e1e8-4fc5-b415-1e7329170649 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.3339458 Apr 01 15:12:18.587846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:18.588230 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.659015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Calling delete_port for c7ce9929-b439-4afa-bc2c-0aa210b15c3d owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:18.774532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] DHCP port deletion for 664c5946-9a65-410b-81af-28cfd0404ac0 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:12:18.779568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Deleting port 61aa03c9-1cc5-4827-91a9-eed1232836e7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:18.779892 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.783505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6edf08d-87b8-4fd3-82d6-ed6f9d0867a2 req-3460a1ff-586c-4a84-95f3-4b73eea25ae0 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007277 Apr 01 15:12:18.829789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 61aa03c9-1cc5-4827-91a9-eed1232836e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=61aa03c9-1cc5-4827-91a9-eed1232836e7,segment=NetworkSegment(d5488520-c5e9-472b-8818-67ec4cf5619e),segment_id=d5488520-c5e9-472b-8818-67ec4cf5619e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:18.830474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:18.889989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50151c-bfba-40fe-a7d3-6048af68e5d3 req-4a90e3b9-92a3-4ffa-9aa7-85cd198c2acb tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:18.893091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da50151c-bfba-40fe-a7d3-6048af68e5d3 req-4a90e3b9-92a3-4ffa-9aa7-85cd198c2acb tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 1.0617867 Apr 01 15:12:19.005579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 61aa03c9-1cc5-4827-91a9-eed1232836e7 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:19.094864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38006) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:19.101866 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.137103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da50151c-bfba-40fe-a7d3-6048af68e5d3 req-9e735d05-876c-4eb5-b336-9cdfc5788939 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355030 Apr 01 15:12:19.279252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa36677-1742-43a9-a7a9-50a89e3e47f0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:12:19.309051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d07c32b-e7fd-4634-a251-5f3702e520ee tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.316617 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d07c32b-e7fd-4634-a251-5f3702e520ee tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.346373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5aa36677-1742-43a9-a7a9-50a89e3e47f0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:19.394174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.415919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d07c32b-e7fd-4634-a251-5f3702e520ee tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.416742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d07c32b-e7fd-4634-a251-5f3702e520ee tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Fanout notify agent at l3_agent the message router_deleted on router 0485bd5e-18d3-4976-91c7-efdd91d7af5c {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:12:19.437848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d07c32b-e7fd-4634-a251-5f3702e520ee tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.439344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d07c32b-e7fd-4634-a251-5f3702e520ee tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/0485bd5e-18d3-4976-91c7-efdd91d7af5c HTTP/1.1" status: 204 len: 168 time: 1.8371594 Apr 01 15:12:19.441216 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.453074 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa36677-1742-43a9-a7a9-50a89e3e47f0', 'code': 200} Apr 01 15:12:19.454992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38018) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:19.458625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.496224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port 61aa03c9-1cc5-4827-91a9-eed1232836e7 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:12:19.538160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=61aa03c9-1cc5-4827-91a9-eed1232836e7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:19.560406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.570806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] For port 61aa03c9-1cc5-4827-91a9-eed1232836e7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=61aa03c9-1cc5-4827-91a9-eed1232836e7,segment=NetworkSegment(d5488520-c5e9-472b-8818-67ec4cf5619e),segment_id=d5488520-c5e9-472b-8818-67ec4cf5619e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:19.571415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.610373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e750-3c50-4ac0-b5e9-be8de6807d25 req-69c4c176-1203-4299-b4dd-f14d4b9b87e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:19.617254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6446e750-3c50-4ac0-b5e9-be8de6807d25 req-69c4c176-1203-4299-b4dd-f14d4b9b87e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 945 time: 0.5516088 Apr 01 15:12:19.634909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ce9929-b439-4afa-bc2c-0aa210b15c3d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:19.734775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5aa36677-1742-43a9-a7a9-50a89e3e47f0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:19.739532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 61aa03c9-1cc5-4827-91a9-eed1232836e7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:19.779863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.781095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Calling delete_port for 61aa03c9-1cc5-4827-91a9-eed1232836e7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:19.834590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6446e750-3c50-4ac0-b5e9-be8de6807d25 req-3c65b79a-7681-411a-9c1a-0e6f43aace9f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133770 Apr 01 15:12:19.838976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664c5946-9a65-410b-81af-28cfd0404ac0']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:19.853690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 61aa03c9-1cc5-4827-91a9-eed1232836e7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:19.854036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 61aa03c9-1cc5-4827-91a9-eed1232836e7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:19.854888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3716de4b-72b5-43aa-8fc2-16466ffc846c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:19.882517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df2b80bb-ebf3-4606-a919-793a022191f4 req-b4984f82-f4e7-4da0-9e5a-ece7abbce713 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 1097 time: 0.3284731 Apr 01 15:12:19.891050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:19.894614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5488520-c5e9-472b-8818-67ec4cf5619e') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:19.895024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5488520-c5e9-472b-8818-67ec4cf5619e') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:19.895694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet 4900b551-d994-4534-bc0a-e40a93ac6571 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:12:19.896777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3716de4b-72b5-43aa-8fc2-16466ffc846c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:19.897176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3716de4b-72b5-43aa-8fc2-16466ffc846c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:19.900044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.929422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:12:19.929917 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:12:19.975770 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:19.985230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.010163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df2b80bb-ebf3-4606-a919-793a022191f4 req-bf930e2e-86ea-4df1-99b2-2195a50fea0a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182690 Apr 01 15:12:20.012270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.022244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:12:20.023251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.023753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Usage tracker for resource:security_group_rule and tenant:a3eefec078704524b5d99817ed7cd61c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:12:20.039066 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:12:20.059464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:20.130690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:20.134367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.155741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.166693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=664c5946-9a65-410b-81af-28cfd0404ac0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:20.178520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-687d047b-ff20-4a41-a945-a6b1ee2962f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/664c5946-9a65-410b-81af-28cfd0404ac0 HTTP/1.1" status: 204 len: 168 time: 2.0899415 Apr 01 15:12:20.179550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38034) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:20.269863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.431452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Deleting port 61aa03c9-1cc5-4827-91a9-eed1232836e7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:20.432069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.521401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6d0eb241-d985-46ce-9004-016d8cbb17a2 None None] The port '61aa03c9-1cc5-4827-91a9-eed1232836e7' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:12:20.591926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1f5e8-bb4b-4b88-89bd-3c04ee33307f req-16144f1b-b153-412b-a182-a881c57a189b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:20.593062 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d2f1f5e8-bb4b-4b88-89bd-3c04ee33307f req-16144f1b-b153-412b-a182-a881c57a189b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.2241709 Apr 01 15:12:20.654315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.709244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d2f1f5e8-bb4b-4b88-89bd-3c04ee33307f req-2719a613-8b55-4d76-914a-644a014d00d9 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090274 Apr 01 15:12:20.717920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3d01-916b-4efa-aef1-7ac97fcacba1 req-ac4e92b8-953c-491d-97e0-34f74e8210c5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:20.719254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab0d3d01-916b-4efa-aef1-7ac97fcacba1 req-ac4e92b8-953c-491d-97e0-34f74e8210c5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.7003334 Apr 01 15:12:20.731550 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.817198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.826010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.843198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.846844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:20.911204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ab0d3d01-916b-4efa-aef1-7ac97fcacba1 req-f361e0ae-05d7-4578-93cb-cc346eaf0175 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811075 Apr 01 15:12:20.928565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8637800-1aa8-47ec-a4d6-02013816b1e2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:20.933522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c374c4c4-fc44-4777-8e78-b8498aaaec71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3eefec078704524b5d99817ed7cd61c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8364856 Apr 01 15:12:20.936435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38050) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:20.944381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.002301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=4900b551-d994-4534-bc0a-e40a93ac6571,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:21.006638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.007197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9be1d85-e5f0-4b6d-8c39-2f53abc11281 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:12:21.015321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.025514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab87509-243e-4caa-9318-d801f19ccccb None None] Network c5732bc1-e327-46a5-9634-37080d32c22a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:21.043202 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0da5a496-aa99-455a-a115-dbbcce8b79a8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/4900b551-d994-4534-bc0a-e40a93ac6571 HTTP/1.1" status: 204 len: 168 time: 1.5424292 Apr 01 15:12:21.046525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38054) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:21.081876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.090866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-69d2eaaf-a39e-4f61-8960-14577521cb42 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b9be1d85-e5f0-4b6d-8c39-2f53abc11281 HTTP/1.1" status: 204 len: 168 time: 5.9626503 Apr 01 15:12:21.097367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38058) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:21.169972 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3893b2ab-6204-42b4-a5ee-ac6e1dc58023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.379114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.385786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] Deleting subnet 3589c822-bb20-4279-a1bd-ccf87a65739a {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:12:21.391607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.412967 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3893b2ab-6204-42b4-a5ee-ac6e1dc58023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.461143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 29908fb0-2b02-4c89-b8c4-8b174344dce3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:21.461493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.500717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.525521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3893b2ab-6204-42b4-a5ee-ac6e1dc58023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.533712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa52d40-0ec4-459d-b2c2-a1b7e997f74c req-ca61f76b-4ccb-46f2-8a54-ec666c0ab6df tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:21.535172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7fa52d40-0ec4-459d-b2c2-a1b7e997f74c req-ca61f76b-4ccb-46f2-8a54-ec666c0ab6df tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 946 time: 0.3657174 Apr 01 15:12:21.556925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893b2ab-6204-42b4-a5ee-ac6e1dc58023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8637800-1aa8-47ec-a4d6-02013816b1e2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:21.579495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3893b2ab-6204-42b4-a5ee-ac6e1dc58023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.581226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3893b2ab-6204-42b4-a5ee-ac6e1dc58023 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8637800-1aa8-47ec-a4d6-02013816b1e2 HTTP/1.1" status: 204 len: 168 time: 0.6435089 Apr 01 15:12:21.633338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] DHCP port deletion for c5732bc1-e327-46a5-9634-37080d32c22a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:12:21.638377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Deleting port 29908fb0-2b02-4c89-b8c4-8b174344dce3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:21.638894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.694087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38064) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:21.702841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7fa52d40-0ec4-459d-b2c2-a1b7e997f74c req-b1dfe447-f030-4bb2-add8-3c65e93f6afc tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543887 Apr 01 15:12:21.723153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'network': {'name': 'tempest-network-smoke--1684477817', 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:21.781404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 29908fb0-2b02-4c89-b8c4-8b174344dce3 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:21.788839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:21.790035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 8328c3b4-46ee-4827-abac-2acec9ce4086 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:21.790885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.810964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:network and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:21.815516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:21.825721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:21.843253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.881434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29908fb0-2b02-4c89-b8c4-8b174344dce3,segment=NetworkSegment(974f3d4c-8151-4585-8b05-396906699566),segment_id=974f3d4c-8151-4585-8b05-396906699566)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:21.881788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:21.992358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Made reservation on behalf of 0e4cc8523b1f40c9bdc0f310f39eb8f6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:21.996559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.105206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 8328c3b4-46ee-4827-abac-2acec9ce4086, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8328c3b4-46ee-4827-abac-2acec9ce4086,segment=NetworkSegment(833b6ae1-a218-4156-a337-2a7984d79cd8),segment_id=833b6ae1-a218-4156-a337-2a7984d79cd8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:22.105654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.133559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 29908fb0-2b02-4c89-b8c4-8b174344dce3 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:22.169395 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.192079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29908fb0-2b02-4c89-b8c4-8b174344dce3,segment=NetworkSegment(974f3d4c-8151-4585-8b05-396906699566),segment_id=974f3d4c-8151-4585-8b05-396906699566)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:22.192647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.226386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:22.237755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:security_group_rule and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:22.240901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:22.248538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:22.259319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 8328c3b4-46ee-4827-abac-2acec9ce4086 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:22.328816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Calling delete_port for 29908fb0-2b02-4c89-b8c4-8b174344dce3 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:22.341888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf17aa7-66da-4e0f-8eba-9fef5e502641 req-efe9a4a9-c010-45c9-85d8-17688e4fc448 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:22.352339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2cf17aa7-66da-4e0f-8eba-9fef5e502641 req-efe9a4a9-c010-45c9-85d8-17688e4fc448 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.3179142 Apr 01 15:12:22.355425 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.423863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29908fb0-2b02-4c89-b8c4-8b174344dce3,segment=NetworkSegment(974f3d4c-8151-4585-8b05-396906699566),segment_id=974f3d4c-8151-4585-8b05-396906699566)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:22.433230 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.434044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c7ce9929-b439-4afa-bc2c-0aa210b15c3d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:22.437765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2cf17aa7-66da-4e0f-8eba-9fef5e502641 req-504c8dc6-5e0b-4ef0-b18e-fbee8f80db9b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845072 Apr 01 15:12:22.516517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:12:22.516851 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:12:22.523880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c7ce9929-b439-4afa-bc2c-0aa210b15c3d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:22.524094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c7ce9929-b439-4afa-bc2c-0aa210b15c3d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:22.553120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=29908fb0-2b02-4c89-b8c4-8b174344dce3,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:22.565137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.602204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.617471 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.624240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=8328c3b4-46ee-4827-abac-2acec9ce4086,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:22.643190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.698873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.700202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64d5c1-39b0-4973-8e3c-36a7116c0644 None None] Network 55cc7f3b-7b44-4350-9885-32fdac15a847 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:22.741365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:12:22.741906 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:12:22.755082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3589c822-bb20-4279-a1bd-ccf87a65739a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:22.771710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:12:22.783640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae1e72-524c-46f1-a3d6-e6d04ef54ad0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:22.813740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:22.814367 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Added segment 9a492a45-3bab-4a2c-aef7-0e81daad1c2b of type vlan for network 6c4da60f-415f-479a-8cf5-b7773d694b57 Apr 01 15:12:22.826516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bc5b7961-ce53-4425-a1c4-a9718b5899ac admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3589c822-bb20-4279-a1bd-ccf87a65739a HTTP/1.1" status: 204 len: 168 time: 1.7280333 Apr 01 15:12:22.829900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38090) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:22.864505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945890b5-f687-4cca-9d5a-95c671ae0450 req-ed8c8b27-7c08-415a-b751-4cb9a95da365 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:22.873040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945890b5-f687-4cca-9d5a-95c671ae0450 req-ed8c8b27-7c08-415a-b751-4cb9a95da365 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.5275867 Apr 01 15:12:22.994470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.018243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Deleting port 29908fb0-2b02-4c89-b8c4-8b174344dce3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:23.018967 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.038392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.161008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.179705 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-945890b5-f687-4cca-9d5a-95c671ae0450 req-0f32d621-ce37-406f-a549-13611b584738 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837157 Apr 01 15:12:23.184749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Deleting port 7c9784b6-a323-4ef6-a275-9604386c49fc {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:23.185188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.230423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.235897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:23.236692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.265820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 29908fb0-2b02-4c89-b8c4-8b174344dce3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:23.266453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.463315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29908fb0-2b02-4c89-b8c4-8b174344dce3,segment=NetworkSegment(974f3d4c-8151-4585-8b05-396906699566),segment_id=974f3d4c-8151-4585-8b05-396906699566)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:23.464710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.485876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] DHCP port deletion for 55cc7f3b-7b44-4350-9885-32fdac15a847 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:12:23.498475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Deleting port 7c9784b6-a323-4ef6-a275-9604386c49fc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:23.499260 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.529443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8330314 Apr 01 15:12:23.551993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38104) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:23.558369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb624e6-3cf4-48bd-9eda-de5f2656de07 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Network': ['ID=6c4da60f-415f-479a-8cf5-b7773d694b57,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:23.563625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'admin_state_up': True, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:23.586057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:23.616029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:router and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:23.659512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:12:23.718077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:23.741877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:23.855186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69b303-1570-4be1-8c77-f0710ba354e5 req-21f4dc20-6185-45ac-bd0e-377dee311394 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:23.864291 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa69b303-1570-4be1-8c77-f0710ba354e5 req-21f4dc20-6185-45ac-bd0e-377dee311394 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 946 time: 0.5387189 Apr 01 15:12:23.910390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Calling delete_port for 29908fb0-2b02-4c89-b8c4-8b174344dce3 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:23.926150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.927267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.938358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa69b303-1570-4be1-8c77-f0710ba354e5 req-826f1759-221b-464b-8b92-0c6d9d713dfe tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730286 Apr 01 15:12:23.945330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 29908fb0-2b02-4c89-b8c4-8b174344dce3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29908fb0-2b02-4c89-b8c4-8b174344dce3,segment=NetworkSegment(974f3d4c-8151-4585-8b05-396906699566),segment_id=974f3d4c-8151-4585-8b05-396906699566)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:23.945675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:23.996494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:24.073721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7c9784b6-a323-4ef6-a275-9604386c49fc no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:24.111490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 29908fb0-2b02-4c89-b8c4-8b174344dce3 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:24.186956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:12:24.187304 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:12:24.247500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.251432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:24.261849 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:24.268915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fb4569a8-f438-4a3a-b61e-0db88636e6f9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0883529 Apr 01 15:12:24.272055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38118) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:24.286556 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:24.287185 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:24.305476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] For port 7c9784b6-a323-4ef6-a275-9604386c49fc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7c9784b6-a323-4ef6-a275-9604386c49fc,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:24.305837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.333445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 29908fb0-2b02-4c89-b8c4-8b174344dce3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:24.333656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.359581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] Pushing event deleted for resources: {'Port': ['ID=29908fb0-2b02-4c89-b8c4-8b174344dce3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:24.476021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582eedd2-8572-407b-8638-2143f0dd46aa None None] No DVR routers for this DVR port 29908fb0-2b02-4c89-b8c4-8b174344dce3 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:12:24.516922 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:24.527035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Calling delete_port for 7c9784b6-a323-4ef6-a275-9604386c49fc owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:24.602663 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.639686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] For port 7c9784b6-a323-4ef6-a275-9604386c49fc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7c9784b6-a323-4ef6-a275-9604386c49fc,segment=NetworkSegment(d121beeb-8b0c-45e4-900a-a19d6f4589e0),segment_id=d121beeb-8b0c-45e4-900a-a19d6f4589e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:24.640081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.658707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 46be6590-1368-4819-89ee-14812d324887 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:12:24.664899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.678793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.689660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.713276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] The port '29908fb0-2b02-4c89-b8c4-8b174344dce3' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:12:24.720571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab60764-2eb1-4f52-9ba1-92ad372e89d3 req-f65d2a14-75da-4a17-bf7e-5d570b1c21f5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:24.722513 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eab60764-2eb1-4f52-9ba1-92ad372e89d3 req-f65d2a14-75da-4a17-bf7e-5d570b1c21f5 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.2007291 Apr 01 15:12:24.778069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] No DVR routers for this DVR port 7c9784b6-a323-4ef6-a275-9604386c49fc on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:12:24.796844 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.858979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eab60764-2eb1-4f52-9ba1-92ad372e89d3 req-850c71c9-f406-451c-b8c5-0985adfeb6dc tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058846 Apr 01 15:12:24.904185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Calling delete_port for 7c9784b6-a323-4ef6-a275-9604386c49fc owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:24.932712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:24.978116 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:22Z', 'revision_number': 10, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:24.983431 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:24.997528 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:24.998859 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:25.033774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.107517 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.116991 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/46be6590-1368-4819-89ee-14812d324887 HTTP/1.1" status: 204 len: 168 time: 0.8435204 Apr 01 15:12:25.120861 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:12:25.121215 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:12:25.123429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85848301-3e3f-4320-8fde-57755cce82b1 None None] Network 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:25.133505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3402ef-d262-4cb0-ae0c-92904015d7b4 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=46be6590-1368-4819-89ee-14812d324887,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:25.135907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38140) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:25.187743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9784b6-a323-4ef6-a275-9604386c49fc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:25.240613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c29b76-ee2e-40c9-b6c9-5267c6ca8d8a req-b88ce959-7e00-48a8-8336-dfaef3fb9aab tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:25.242100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73c29b76-ee2e-40c9-b6c9-5267c6ca8d8a req-b88ce959-7e00-48a8-8336-dfaef3fb9aab tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 1.0539656 Apr 01 15:12:25.268308 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:25.291601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:12:25.300064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.405083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.431230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 52ee775f-8ad5-4f7c-85bc-42131775dc80 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:25.433867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.495744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5732bc1-e327-46a5-9634-37080d32c22a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:25.523636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:12:25.558454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.622147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Deleting port 7c9784b6-a323-4ef6-a275-9604386c49fc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:25.622525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.656403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974f3d4c-8151-4585-8b05-396906699566') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:25.657475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974f3d4c-8151-4585-8b05-396906699566') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:25.692393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73c29b76-ee2e-40c9-b6c9-5267c6ca8d8a req-cf2c9e5a-d894-4325-ba28-a517bd75295b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713639 Apr 01 15:12:25.714845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0de276b5-dacb-471f-a567-e65a79646967 None None] The port '7c9784b6-a323-4ef6-a275-9604386c49fc' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:12:25.773930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.799726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 52ee775f-8ad5-4f7c-85bc-42131775dc80, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=52ee775f-8ad5-4f7c-85bc-42131775dc80,segment=NetworkSegment(833b6ae1-a218-4156-a337-2a7984d79cd8),segment_id=833b6ae1-a218-4156-a337-2a7984d79cd8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:25.800113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.815257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cc7f3b-7b44-4350-9885-32fdac15a847']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:25.832161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:25.863500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] DHCP port deletion for 32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:12:25.873561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Deleting port 52ee775f-8ad5-4f7c-85bc-42131775dc80 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:25.875930 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.905072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd121beeb-8b0c-45e4-900a-a19d6f4589e0') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:25.905370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd121beeb-8b0c-45e4-900a-a19d6f4589e0') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:25.952999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.968863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'port_id': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'mac_address': 'fa:16:3e:1e:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:12:25.977064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:25.992975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.073318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:12:26.074231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:12:26.116171 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:12:26.120374 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:22Z', 'revision_number': 10, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:26.122193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 52ee775f-8ad5-4f7c-85bc-42131775dc80 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:26.128994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.147835 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012dec44-9a1c-4f20-bc9b-0bd8bb788fbf None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:22Z', 'revision_number': 10, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None, '_interfaces': [{'id': '9cefee2a-6dea-4723-aacf-31a23ebc8ee4', 'name': '', 'network_id': '785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'mac_address': 'fa:16:3e:6b:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb355d48-5218-4976-a987-163ead557178', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52831688-cdda-4ddf-a082-04871706991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:10:53Z', 'updated_at': '2022-04-01T15:11:05Z', 'revision_number': 5, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'subnets': [{'id': '52831688-cdda-4ddf-a082-04871706991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:26.152692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.206918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db66e860-cd6d-4684-b414-53fea5eff95a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:12:26.237231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:12:26.237824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.292713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:26.311343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.382230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] For port 52ee775f-8ad5-4f7c-85bc-42131775dc80, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=52ee775f-8ad5-4f7c-85bc-42131775dc80,segment=NetworkSegment(833b6ae1-a218-4156-a337-2a7984d79cd8),segment_id=833b6ae1-a218-4156-a337-2a7984d79cd8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:26.382625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:12:26.401379 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:12:26.423280 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.498715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.521768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078775f7-1a70-4d9b-9fe8-36a4b673a192 req-4ee3d62f-ce5d-4be2-a925-af0310ba9b47 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:26.523568 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-078775f7-1a70-4d9b-9fe8-36a4b673a192 req-4ee3d62f-ce5d-4be2-a925-af0310ba9b47 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.4116085 Apr 01 15:12:26.553779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['db66e860-cd6d-4684-b414-53fea5eff95a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:12:26.596332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.602757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] 10.222.0.48 "DELETE /v2.0/networks/55cc7f3b-7b44-4350-9885-32fdac15a847 HTTP/1.1" status: 204 len: 168 time: 3.7716475 Apr 01 15:12:26.617731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e667f60-6afa-4758-867d-3437cbee5e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=55cc7f3b-7b44-4350-9885-32fdac15a847,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:26.629687 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.720830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:26.771254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port 52ee775f-8ad5-4f7c-85bc-42131775dc80 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:12:26.772289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=c5732bc1-e327-46a5-9634-37080d32c22a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:26.795986 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f2f47dca-4727-4886-a298-70c798d68331 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/c5732bc1-e327-46a5-9634-37080d32c22a HTTP/1.1" status: 204 len: 168 time: 5.7483919 Apr 01 15:12:26.811644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38194) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:26.823098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Calling delete_port for 52ee775f-8ad5-4f7c-85bc-42131775dc80 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:26.839917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-534551348', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:26.877046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=52ee775f-8ad5-4f7c-85bc-42131775dc80,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:26.891546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:26.917487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:router and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:26.929980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:26.955138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:26.962373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:12:27.062633 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:12:27.127684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:27.133862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:12:27.134488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-078775f7-1a70-4d9b-9fe8-36a4b673a192 req-e8aac55d-5396-4276-92c7-3cb5ba76ada7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895591 Apr 01 15:12:27.138095 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:12:27.151618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.152592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.155872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.157579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38204) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:27.193531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.226996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.276410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:27.282659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.299328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833b6ae1-a218-4156-a337-2a7984d79cd8') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:27.299578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833b6ae1-a218-4156-a337-2a7984d79cd8') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:27.322815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.350447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.358289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eabe1c-d287-422c-aabb-5b30e2dd537c req-de0d0fcc-c7a3-4dc2-acd2-7e42b9ea1004 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:27.360118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e5eabe1c-d287-422c-aabb-5b30e2dd537c req-de0d0fcc-c7a3-4dc2-acd2-7e42b9ea1004 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.2831244 Apr 01 15:12:27.363402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.372270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:12:27.373016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:12:27.390869 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:12:27.396134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-120508bd-60ca-4828-a832-1cd5df5634f2 req-3a7bdcb6-36c0-42b4-bc91-0e56d9120aa6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 0.6916068 Apr 01 15:12:27.402946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-46a3ea45-7133-4da0-8951-652ee8d79071 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80b1ddfff78f4e45aa963e3cb6e69964&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2658982 Apr 01 15:12:27.414597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38210) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:27.476385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Allocated IP 172.25.2.80 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/c334d4d8-c45f-49ca-867c-c6f8bfd586d6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:27.516602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-120508bd-60ca-4828-a832-1cd5df5634f2 req-ccc33d0f-61a6-4aef-9dc9-6cbf2b3daa47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633454 Apr 01 15:12:27.518640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.519983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6988a341-acb7-4f12-8988-a39711ba3b00 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7044446 Apr 01 15:12:27.524631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38214) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:27.531672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-356555997'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:27.537466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.539726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:27.559811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e5eabe1c-d287-422c-aabb-5b30e2dd537c req-65c0315d-e141-4d57-8ed0-fe4a61a54764 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904624 Apr 01 15:12:27.560369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.567188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:27.575435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:27.583510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:27.585648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:27.599066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8d6574f9-43d2-46a1-bd13-1a41b44576a1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/32c8f6c7-d357-48bc-ba55-c6d33e4a6dc7 HTTP/1.1" status: 204 len: 168 time: 2.4600942 Apr 01 15:12:27.601746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:27.636924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ae05ac0-134a-4d52-8638-3bf3611cd678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.639423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Deleting port 52ee775f-8ad5-4f7c-85bc-42131775dc80 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:27.640447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.691336 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ae05ac0-134a-4d52-8638-3bf3611cd678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.732172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-d207fee2-afe6-4f42-ab4b-c0286c7444e8 req-e9be3495-c973-44f4-b696-35bf55cc8746 service neutron] (83954) timed out ('10.222.0.48', 41984) {{(pid=83954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:12:27.774143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.778108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.799461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:27.801423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 52ee775f-8ad5-4f7c-85bc-42131775dc80 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:27.802022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ae05ac0-134a-4d52-8638-3bf3611cd678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.807354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.829288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae05ac0-134a-4d52-8638-3bf3611cd678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc6627-c7a0-49bb-8d9a-74662226dc1c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:27.837920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ae05ac0-134a-4d52-8638-3bf3611cd678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.842521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8ae05ac0-134a-4d52-8638-3bf3611cd678 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bfc6627-c7a0-49bb-8d9a-74662226dc1c HTTP/1.1" status: 204 len: 168 time: 0.4268861 Apr 01 15:12:27.851333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.852721 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:12:27.862220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-89f6f88f-d0e8-4a4a-90eb-1ea52e5e1c23 None None] The port '52ee775f-8ad5-4f7c-85bc-42131775dc80' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:12:27.891706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 52ee775f-8ad5-4f7c-85bc-42131775dc80 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:27.892049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 52ee775f-8ad5-4f7c-85bc-42131775dc80 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:27.892462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8328c3b4-46ee-4827-abac-2acec9ce4086 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:27.949168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8328c3b4-46ee-4827-abac-2acec9ce4086 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:27.949753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8328c3b4-46ee-4827-abac-2acec9ce4086 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:27.962759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e6ac-b8d9-40a5-84fd-1acdf42693ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:27.972475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:27.985638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:27.987792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:27.990693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:28.035502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:28.040356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7f06506bba4a63bddf1bb6c0bc0bfa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:28.043709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:28.057633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:28.060996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:12:28.105094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.105615 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment 79d78e07-90c4-4ac8-b4b4-1f21a1bbed94 of type vlan for network 159ea604-52ba-4825-ac41-f02fef1c1d52 Apr 01 15:12:28.159088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.391452 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.407120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.410856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:28.411478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.413169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.414000 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.426748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78643643-c1bf-4cc6-95cd-46227bed71ad req-d55b5e6f-5dbe-4417-a984-de46e4e8f189 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:28.433889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78643643-c1bf-4cc6-95cd-46227bed71ad req-d55b5e6f-5dbe-4417-a984-de46e4e8f189 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.1133399 Apr 01 15:12:28.515612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.561042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=159ea604-52ba-4825-ac41-f02fef1c1d52,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:28.574390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:12:28.621316 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-11a9cac3-71b4-40cc-a00d-d02248842eac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0928168 Apr 01 15:12:28.621316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86983a61-c4a1-4bfe-aae9-6f229358b860,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:28.633686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38240) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:28.636461 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-79eedb90-5f91-4f53-acb7-127c984a68d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f7f06506bba4a63bddf1bb6c0bc0bfa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4462616 Apr 01 15:12:28.645954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38242) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:28.662131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:28.743739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:28.915847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:28.923532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:28.929643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:28.937378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:28.982590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78643643-c1bf-4cc6-95cd-46227bed71ad req-549329b8-b067-4900-b4e9-fd62e45bc7ac tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5477083 Apr 01 15:12:28.984743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:29.150875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.321545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:29.342890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.381159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.406641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847701f-2edf-42c6-b369-f46cda7c8d0a req-85e25b61-4cc0-4bfb-942b-f6b6160f9f47 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:29.408209 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a847701f-2edf-42c6-b369-f46cda7c8d0a req-85e25b61-4cc0-4bfb-942b-f6b6160f9f47 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.5560694 Apr 01 15:12:29.453207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port db66e860-cd6d-4684-b414-53fea5eff95a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:29.453991 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.543163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a847701f-2edf-42c6-b369-f46cda7c8d0a req-e01288ce-0a3a-45ee-a5e2-2d5be28a5ebe tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184022 Apr 01 15:12:29.573763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.581837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.582422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.664375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86983a61-c4a1-4bfe-aae9-6f229358b860,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:29.685217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:12:29.708440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:29.720270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.721471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86983a61-c4a1-4bfe-aae9-6f229358b860 HTTP/1.1" status: 204 len: 168 time: 1.0715029 Apr 01 15:12:29.727098 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:29.742216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=f305c40e-7f12-49bb-a594-7e0903ab01ba,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:29.751167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:12:29.758245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:29.758593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: 159ea604-52ba-4825-ac41-f02fef1c1d52, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:12:29.758873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.759253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.759580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.763578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.763973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.764311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.764653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.771677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.772274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.773221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.773221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd40d58-f42c-44b3-9c35-e3ffb6c3c7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:29.881529 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'code': 200} Apr 01 15:12:29.882111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:30.173274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:12:30.190538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 159ea604-52ba-4825-ac41-f02fef1c1d52) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:30.197655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:30.198219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:30.211889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a6ef43-5fab-463b-b69d-425682f36ca5 None None] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:30.241680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bdf11d35-82c5-4047-a931-e20ab0b23feb tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5979245 Apr 01 15:12:30.241978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38286) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:30.450964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:30.451549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:30.575285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28c597fc-09eb-488f-9094-7af6e163d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:30.683857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-159ea604-52ba-4825-ac41-f02fef1c1d52', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:12:30.684672 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:30.778137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd88fb2-4843-4e11-9ba6-df2d345dab29 req-08c02a7a-5453-45f9-b2ea-a082d58d308b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:30.781306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2fd88fb2-4843-4e11-9ba6-df2d345dab29 req-08c02a7a-5453-45f9-b2ea-a082d58d308b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.5133140 Apr 01 15:12:30.808406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:30.827422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Sync routers for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:30.831228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38298) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:30.893920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:30.898357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:30.957841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:30.969474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:30.970643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-377117f5-b7e7-4c16-bd54-b945693e0e67 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.4177744 Apr 01 15:12:30.976583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38304) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:31.034765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2fd88fb2-4843-4e11-9ba6-df2d345dab29 req-efe9e5c6-1178-4432-b6a1-1c3491d09eee tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419195 Apr 01 15:12:31.156910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 9cefee2a-6dea-4723-aacf-31a23ebc8ee4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,segment=NetworkSegment(c13f3ef4-8ac7-4c83-a6e2-6d5698586293),segment_id=c13f3ef4-8ac7-4c83-a6e2-6d5698586293)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:31.163995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:31.196853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38312) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:31.201066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:31.239629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Allocated IP 2001:db8::2 (159ea604-52ba-4825-ac41-f02fef1c1d52/f305c40e-7f12-49bb-a594-7e0903ab01ba/31023323-b997-4787-be0c-24b4b005141c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:31.307470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2705e8324d844d6e865a15440612b3df is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:31.331684 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:31.343411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:31.382494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:31.438985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:31.454855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:31.460207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:31.484135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f2b4901-5a69-4df1-bef5-18658e7d8572 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5064919 Apr 01 15:12:31.489490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38322) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:31.736428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a470d2-c2e2-4cbb-a0df-6485af4b7860 req-3b707eca-9b39-46ff-99d1-1fbf203e73c3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:31.743643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59a470d2-c2e2-4cbb-a0df-6485af4b7860 req-3b707eca-9b39-46ff-99d1-1fbf203e73c3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.8376899 Apr 01 15:12:31.745655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2733b4-85b9-4fac-bf2a-da77d46f7d5b tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:31.747137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff2733b4-85b9-4fac-bf2a-da77d46f7d5b tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2485509 Apr 01 15:12:31.754361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38328) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:31.760492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-0cea1c9b-a3d0-458d-b50c-d9435847456b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7820737 Apr 01 15:12:31.779311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:31.883893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dee755ce-c4b7-453a-8ea1-e87e8382d4c5 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0970504 Apr 01 15:12:31.895198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38334) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:31.907060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:31.947701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626540370', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:32.015781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:32.031157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Usage tracker for resource:security_group_rule and tenant:5996c925d9104199a28aa0df22da0657 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:32.034359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:32.046384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:32.054032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.066437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Transition to ACTIVE for port object 31023323-b997-4787-be0c-24b4b005141c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:32.087566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Transition to ACTIVE for port object 31023323-b997-4787-be0c-24b4b005141c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:32.129679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:32.144467 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.188438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.238119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:subnet and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:32.242346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:32.244637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.254883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=9cefee2a-6dea-4723-aacf-31a23ebc8ee4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:32.258443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:32.272253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:32.287744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:32.320955 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.341865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59a470d2-c2e2-4cbb-a0df-6485af4b7860 req-0d4af38a-784b-4bad-b282-ca4bfaecf855 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5974531 Apr 01 15:12:32.344153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:32.365438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5996c925d9104199a28aa0df22da0657&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1660936 Apr 01 15:12:32.368933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38338) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:32.379572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Pushing event updated for resources: {'Port': ['ID=31023323-b997-4787-be0c-24b4b005141c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:32.437863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Attempting to bind port 31023323-b997-4787-be0c-24b4b005141c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:32.439592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Attempting to bind port 31023323-b997-4787-be0c-24b4b005141c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:32.439969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Attempting to bind port 31023323-b997-4787-be0c-24b4b005141c on network 159ea604-52ba-4825-ac41-f02fef1c1d52 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:32.454753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:32.455189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Checking segment: {'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:32.455574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.456493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Bound using segment: {'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:32.456992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Bound port: 31023323-b997-4787-be0c-24b4b005141c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:32.457373 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.474505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:28Z', 'revision_number': 3, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:32.482626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Checking router: 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:32.483005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Updating router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:12:32.497414 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.602154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.626943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.735305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Made reservation on behalf of 0e4cc8523b1f40c9bdc0f310f39eb8f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:32.767717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4888dc38-a113-4d2c-9c76-f0f99811fd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.809084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69a1e6-8179-4438-b8fb-fe43bbd12db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf3bb4-98f7-4f02-bcdc-32df478ff08c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:32.819084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-4a5f8c6f-a63f-448d-bd38-2f44c3b394f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1096 time: 0.8766181 Apr 01 15:12:32.826615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4888dc38-a113-4d2c-9c76-f0f99811fd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.846983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:32.982293 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2705e8324d844d6e865a15440612b3df&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1400769 Apr 01 15:12:32.996042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-80d10356-4507-490c-b09f-c7c05a2312b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:32.997489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-80d10356-4507-490c-b09f-c7c05a2312b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.1467643 Apr 01 15:12:32.999725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38344) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:33.011077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfbb6d-a04c-442a-98cd-a2a16eecf2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751cc476-1753-4935-b4e3-70f37e873d35,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:33.104689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.224559 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.238048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Transition to ACTIVE for port object c334d4d8-c45f-49ca-867c-c6f8bfd586d6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:33.304158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a90582e4-cf69-4284-8adc-442d80986a54 req-c762fbbb-cb8a-4fd8-bc17-13d5f4133ecc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 0.6150551 Apr 01 15:12:33.304422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] For port 31023323-b997-4787-be0c-24b4b005141c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:33.312785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] For port 31023323-b997-4787-be0c-24b4b005141c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=31023323-b997-4787-be0c-24b4b005141c,segment=NetworkSegment(79d78e07-90c4-4ac8-b4b4-1f21a1bbed94),segment_id=79d78e07-90c4-4ac8-b4b4-1f21a1bbed94)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:33.315972 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.353428 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-22fa421f-8035-4db5-8f5a-115c6c09072e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.371376 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.391447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.454865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-22fa421f-8035-4db5-8f5a-115c6c09072e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.461117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a57f3-71c4-4f86-9566-96e1799946b8 None None] Pushing event updated for resources: {'Port': ['ID=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:33.506526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Attempting to bind port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:33.507019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Attempting to bind port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:33.509651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Attempting to bind port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:33.535639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:33.536009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:33.536416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.536911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:33.537393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Bound port: c334d4d8-c45f-49ca-867c-c6f8bfd586d6, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:33.537769 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.582911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-5ab8eae3-165e-45b8-84e7-5966a173c548 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.5731955 Apr 01 15:12:33.595225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-22fa421f-8035-4db5-8f5a-115c6c09072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.616486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4888dc38-a113-4d2c-9c76-f0f99811fd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.704065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579e7b8-8d04-4c98-bdf2-f43b0392ec79 None None] Pushing event updated for resources: {'Port': ['ID=31023323-b997-4787-be0c-24b4b005141c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:33.726646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] For port c334d4d8-c45f-49ca-867c-c6f8bfd586d6, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:33.742819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] For port c334d4d8-c45f-49ca-867c-c6f8bfd586d6, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:33.761768 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.785187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa421f-8035-4db5-8f5a-115c6c09072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751cc476-1753-4935-b4e3-70f37e873d35,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:33.787995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4888dc38-a113-4d2c-9c76-f0f99811fd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:33.789441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4888dc38-a113-4d2c-9c76-f0f99811fd59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbbf3bb4-98f7-4f02-bcdc-32df478ff08c HTTP/1.1" status: 204 len: 168 time: 1.2265751 Apr 01 15:12:33.990730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:33.991400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:34.082606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888dc38-a113-4d2c-9c76-f0f99811fd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf3bb4-98f7-4f02-bcdc-32df478ff08c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:34.139483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8::1 (159ea604-52ba-4825-ac41-f02fef1c1d52/f305c40e-7f12-49bb-a594-7e0903ab01ba/5327ac25-a652-413c-ada5-1bc7bb8429bc) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:34.223775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-3c8551e0-bea3-40f4-9739-fb641afcb0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:34.223775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-3c8551e0-bea3-40f4-9739-fb641afcb0e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.5769510 Apr 01 15:12:34.223775 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-22fa421f-8035-4db5-8f5a-115c6c09072e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:34.235425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-22fa421f-8035-4db5-8f5a-115c6c09072e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/751cc476-1753-4935-b4e3-70f37e873d35 HTTP/1.1" status: 204 len: 168 time: 1.2281933 Apr 01 15:12:34.241670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a57f3-71c4-4f86-9566-96e1799946b8 None None] Pushing event updated for resources: {'Port': ['ID=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:34.314226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90582e4-cf69-4284-8adc-442d80986a54 req-5987af15-2e36-47b4-b8e3-18a2c7bf07ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:34.316349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a90582e4-cf69-4284-8adc-442d80986a54 req-5987af15-2e36-47b4-b8e3-18a2c7bf07ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.9686639 Apr 01 15:12:34.390488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb88e9-db46-42e9-8323-2ac8590c156e req-01e8a841-a483-4536-ba1c-c9513140c175 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:34.407157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8eb88e9-db46-42e9-8323-2ac8590c156e req-01e8a841-a483-4536-ba1c-c9513140c175 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 1.6108134 Apr 01 15:12:34.459273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:34.525281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:34.812528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:34.861353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object 5327ac25-a652-413c-ada5-1bc7bb8429bc will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:34.897347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a90582e4-cf69-4284-8adc-442d80986a54 req-57139fcd-5e76-4e20-9bd0-0e56c4865a6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 1001 time: 0.5243204 Apr 01 15:12:34.990504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Subnet': ['ID=a429b23e-c947-459d-8c9a-11c1ae9a31e4,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:35.003970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:35.066953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:28Z', 'revision_number': 3, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:35.072145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b87ff1-f954-42fc-ba31-5abf38d59f2e None None] The sync data for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 is: [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:28Z', 'revision_number': 3, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:35.082956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:35.095751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:35.098768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:35.099713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:35.217044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8eb88e9-db46-42e9-8323-2ac8590c156e req-1749ff49-de8c-411b-8936-a27f7209e1d6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8087575 Apr 01 15:12:35.332043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Checking segment: {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:35.343871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network hostable DHCP agents. Network: 6c4da60f-415f-479a-8cf5-b7773d694b57, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:12:35.365182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=5327ac25-a652-413c-ada5-1bc7bb8429bc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:35.381603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:35.461830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edfff2-68a1-463b-a7b8-0978e5358b7d req-24b7914f-c60b-4475-9856-2c8e84c5b041 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:35.480539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82edfff2-68a1-463b-a7b8-0978e5358b7d req-24b7914f-c60b-4475-9856-2c8e84c5b041 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 1.7523794 Apr 01 15:12:35.494560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293de67-23dd-4064-b827-bd0d18fc7789 None None] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:35.520669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:12:35.628117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90582e4-cf69-4284-8adc-442d80986a54 req-78f5489a-639d-4948-8527-e87c119b772e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:35.657279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a90582e4-cf69-4284-8adc-442d80986a54 req-78f5489a-639d-4948-8527-e87c119b772e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.7334955 Apr 01 15:12:35.657412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 6c4da60f-415f-479a-8cf5-b7773d694b57) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:35.791045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:35.791941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:35.898664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e6b8a61-7f6a-4af6-bdc3-04a9839d24a0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.9967456 Apr 01 15:12:35.905223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38390) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:35.908069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:35.991844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-82edfff2-68a1-463b-a7b8-0978e5358b7d req-3bd95550-ef7d-4aad-b38c-3395406dd06f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060761 Apr 01 15:12:36.060619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-0d11e214-eb68-4a6f-81c8-d016ef7d6c7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7418556 Apr 01 15:12:36.094917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d46b29-43ea-49d1-86e6-4b161856e1fe None None] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:36.186618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 31023323-b997-4787-be0c-24b4b005141c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:36.685624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 31023323-b997-4787-be0c-24b4b005141c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:36.700232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 31023323-b997-4787-be0c-24b4b005141c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:36.701335 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:36.800865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-555588e7-754e-47ec-9cf0-64283ae14d9f None None] Provisioning for port 31023323-b997-4787-be0c-24b4b005141c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:36.832061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:36.861450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:36.862517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:36.904623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-28a7e5b0-8c37-4067-891a-5ec3dde46b51 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030725 Apr 01 15:12:36.977484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-555588e7-754e-47ec-9cf0-64283ae14d9f None None] Provisioning complete for port 31023323-b997-4787-be0c-24b4b005141c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:36.977484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-555588e7-754e-47ec-9cf0-64283ae14d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:37.187614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a90582e4-cf69-4284-8adc-442d80986a54 req-7bc18927-cb6a-4f0a-9468-c207632ab890 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5186651 Apr 01 15:12:37.304039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-6c4da60f-415f-479a-8cf5-b7773d694b57', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:12:37.304787 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:37.379923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf049328-2bae-45f1-8611-ca6bda07934d req-eb4b5133-b9a7-4332-8382-617ab3123ca6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:37.380958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:37.391197 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf049328-2bae-45f1-8611-ca6bda07934d req-eb4b5133-b9a7-4332-8382-617ab3123ca6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 1.2647948 Apr 01 15:12:37.472309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=5327ac25-a652-413c-ada5-1bc7bb8429bc,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:37.519933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-555588e7-754e-47ec-9cf0-64283ae14d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:37.528878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:37.543748 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:37.546827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b1eae6b4-9763-412f-9259-2fecfc828f01 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9440234 Apr 01 15:12:37.556749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38422) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:37.585079 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:37.594850 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:37.680626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 31023323-b997-4787-be0c-24b4b005141c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=31023323-b997-4787-be0c-24b4b005141c,segment=NetworkSegment(79d78e07-90c4-4ac8-b4b4-1f21a1bbed94),segment_id=79d78e07-90c4-4ac8-b4b4-1f21a1bbed94)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:37.777933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:37.935556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:37.939992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:37.957763 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:37.999126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1529d10-dc1e-4678-b0f3-24e8515c62ea req-375a45d6-d5ce-4569-a751-7661049f6b4c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:38.008899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1529d10-dc1e-4678-b0f3-24e8515c62ea req-375a45d6-d5ce-4569-a751-7661049f6b4c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 1.0928240 Apr 01 15:12:38.046856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=31023323-b997-4787-be0c-24b4b005141c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:38.061010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c334d4d8-c45f-49ca-867c-c6f8bfd586d6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:38.117137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1412ddad-31fd-40dd-ab2a-0a09ca560b79 req-81295be4-e0b9-485f-88bf-281f65914e51 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1945446 Apr 01 15:12:38.187503 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a90582e4-cf69-4284-8adc-442d80986a54 req-f5885656-b99e-4276-8204-ca06a3c0b641 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9845166 Apr 01 15:12:38.208337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1529d10-dc1e-4678-b0f3-24e8515c62ea req-8094b914-2144-4f5e-a57e-6db29cd239ee tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984038 Apr 01 15:12:38.289347 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:31Z', 'revision_number': 11, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:38.302840 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:38.346663 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:38.347199 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:38.361968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-555588e7-754e-47ec-9cf0-64283ae14d9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:12:38.362529 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-555588e7-754e-47ec-9cf0-64283ae14d9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:12:38.410811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Allocated IP 172.20.0.2 (6c4da60f-415f-479a-8cf5-b7773d694b57/a429b23e-c947-459d-8c9a-11c1ae9a31e4/e0b2fd07-ed23-49fd-8c02-f582c4ef5594) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:38.428013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:38.444490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:38.445295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:38.557286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf049328-2bae-45f1-8611-ca6bda07934d req-23e37202-eb8f-48bd-b834-a481d7de94ce tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1650839 Apr 01 15:12:38.682996 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:38.763265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a90582e4-cf69-4284-8adc-442d80986a54 req-bbe192a7-8bd3-44b6-8895-deb5bc52495a service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538538 Apr 01 15:12:38.830239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f746b-6b3b-4091-abb7-f7db83211eb1 req-42681971-2964-4478-a075-68dfe08efe8c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:38.831673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a34f746b-6b3b-4091-abb7-f7db83211eb1 req-42681971-2964-4478-a075-68dfe08efe8c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.2571940 Apr 01 15:12:38.946373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a34f746b-6b3b-4091-abb7-f7db83211eb1 req-1a426a1d-5932-4245-95be-3a8f6e9a6436 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060147 Apr 01 15:12:38.948989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:31Z', 'revision_number': 11, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:38.957379 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dce22-733c-4a7b-9ef1-a95907249896 None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:31Z', 'revision_number': 11, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:39.028732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:39.172976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c334d4d8-c45f-49ca-867c-c6f8bfd586d6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:39.201796 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:39.415590 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:39.426112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting subnet 52831688-cdda-4ddf-a082-04871706991a {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:12:39.433176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:39.472443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Transition to ACTIVE for port object e0b2fd07-ed23-49fd-8c02-f582c4ef5594 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:39.505388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:39.510675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4fb0a298-2a15-4f64-9d0a-b4f1aa787187 None None] Provisioning complete for port 31023323-b997-4787-be0c-24b4b005141c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:39.519877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fb0a298-2a15-4f64-9d0a-b4f1aa787187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:39.590825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Transition to ACTIVE for port object e0b2fd07-ed23-49fd-8c02-f582c4ef5594 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:39.648678 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:39.652636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:39.688491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38484) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:39.761849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c7a08-ef5f-4ce2-b307-e4517db34d04 req-fa500d7a-0f65-470e-9e88-5a128b8528ce tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:39.774231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb4c7a08-ef5f-4ce2-b307-e4517db34d04 req-fa500d7a-0f65-470e-9e88-5a128b8528ce tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.2630856 Apr 01 15:12:39.834805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Pushing event updated for resources: {'Port': ['ID=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:39.867602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:39.869345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:39.873351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:39.931025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb4c7a08-ef5f-4ce2-b307-e4517db34d04 req-d795f560-65e0-4f92-883f-74ab8f83cebe tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432061 Apr 01 15:12:39.968236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddba56-d8c5-4e46-b428-537ae91eb85e req-e7a99e48-7ba9-4138-a60f-a00bc3084942 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:39.968236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fddba56-d8c5-4e46-b428-537ae91eb85e req-e7a99e48-7ba9-4138-a60f-a00bc3084942 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.8503211 Apr 01 15:12:40.017092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 31023323-b997-4787-be0c-24b4b005141c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:40.153174 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.221884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fddba56-d8c5-4e46-b428-537ae91eb85e req-70226981-feff-4f7c-9f39-19bfd38c4b11 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243323 Apr 01 15:12:40.283886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Attempting to bind port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:40.284462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Attempting to bind port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:40.284635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Attempting to bind port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 on network 6c4da60f-415f-479a-8cf5-b7773d694b57 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:40.302843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:40.303509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Checking segment: {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:40.303942 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.304349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Bound using segment: {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:40.304813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Bound port: e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:40.305216 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.308034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.353034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:12:40.392383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:40.397408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Usage tracker for resource:security_group_rule and tenant:11bdf5f829f841aaacf5402f67ed7def is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:40.401772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:40.408685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:40.535608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.588484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.591449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.630513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] For port e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:40.640646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] For port e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:40.647434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4fb0a298-2a15-4f64-9d0a-b4f1aa787187 None None] Provisioning for port 5327ac25-a652-413c-ada5-1bc7bb8429bc completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:40.664732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.690558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11bdf5f829f841aaacf5402f67ed7def&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0000017 Apr 01 15:12:40.697834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38502) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:40.771237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4fb0a298-2a15-4f64-9d0a-b4f1aa787187 None None] Provisioning complete for port 5327ac25-a652-413c-ada5-1bc7bb8429bc triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:40.790142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fb0a298-2a15-4f64-9d0a-b4f1aa787187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:40.795569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaec23-7a0e-4742-a5dd-9a88a9ca847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9316b1b5-69d1-48ac-bcfa-50193dddd015,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:40.952083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Subnet': ['ID=52831688-cdda-4ddf-a082-04871706991a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:40.975717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27a9c06e-092f-40f2-98c2-e07b93445510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.023745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2038-5f32-45ab-a5af-cde14f1bcd5c req-355dc449-6448-4d1d-8cec-e3abc7735952 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:41.032624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ffeb2038-5f32-45ab-a5af-cde14f1bcd5c req-355dc449-6448-4d1d-8cec-e3abc7735952 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.4941039 Apr 01 15:12:41.053589 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.058077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 31023323-b997-4787-be0c-24b4b005141c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:41.058567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.088435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27a9c06e-092f-40f2-98c2-e07b93445510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.088657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ae4d823b-a0e2-413c-8441-d20dc15becab tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/52831688-cdda-4ddf-a082-04871706991a HTTP/1.1" status: 204 len: 168 time: 3.4859128 Apr 01 15:12:41.097713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38510) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:41.215993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcea0a0-f93d-4e46-93f8-be48e6b257e2 None None] Network 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:41.301266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7d64c-6fe1-4e32-a17a-d4e74ff2181b req-66a2eb98-022e-4569-92bd-d3396c7fb621 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:41.303678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ffeb2038-5f32-45ab-a5af-cde14f1bcd5c req-eef97830-e148-4da8-954b-6f8f1077510e tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696705 Apr 01 15:12:41.317327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71b7d64c-6fe1-4e32-a17a-d4e74ff2181b req-66a2eb98-022e-4569-92bd-d3396c7fb621 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.7311590 Apr 01 15:12:41.360720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27a9c06e-092f-40f2-98c2-e07b93445510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.436842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9c06e-092f-40f2-98c2-e07b93445510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9316b1b5-69d1-48ac-bcfa-50193dddd015,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:41.454821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27a9c06e-092f-40f2-98c2-e07b93445510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.458638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27a9c06e-092f-40f2-98c2-e07b93445510 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9316b1b5-69d1-48ac-bcfa-50193dddd015 HTTP/1.1" status: 204 len: 168 time: 0.7570145 Apr 01 15:12:41.477855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.508231 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71b7d64c-6fe1-4e32-a17a-d4e74ff2181b req-c4095cef-ebd6-4553-a37e-ba5bb6189a0a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898785 Apr 01 15:12:41.519250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-a4271be4-031f-4fbd-8770-cf540e28fd6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435821 Apr 01 15:12:41.636134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Deleting port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:41.636772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.670550 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:41.760101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0a298-2a15-4f64-9d0a-b4f1aa787187 None None] Port 5327ac25-a652-413c-ada5-1bc7bb8429bc cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:41.857358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-15d32259-5173-49b2-9104-771b89f49845 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 0.3091877 Apr 01 15:12:41.894931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716626f-99b9-4c4c-8d4f-8f8d1ec86fb9 req-f7bf01c8-43a1-40ae-aedb-781a86ef3fb6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:41.896859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e716626f-99b9-4c4c-8d4f-8f8d1ec86fb9 req-f7bf01c8-43a1-40ae-aedb-781a86ef3fb6 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.3059294 Apr 01 15:12:41.969671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd4987-fc32-42d0-81bb-65a8923de775 None None] Pushing event updated for resources: {'Port': ['ID=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:42.186750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] For port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b5ebe8b-ecce-4acb-a74f-db37a55d64d0,segment=NetworkSegment(c13f3ef4-8ac7-4c83-a6e2-6d5698586293),segment_id=c13f3ef4-8ac7-4c83-a6e2-6d5698586293)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:42.189180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:42.195249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c334d4d8-c45f-49ca-867c-c6f8bfd586d6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:42.241309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-640c34c3-6545-46c8-9ac4-545fa1b851f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:42.246103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-640c34c3-6545-46c8-9ac4-545fa1b851f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.3477807 Apr 01 15:12:42.378530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:42.378530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:42.449554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Calling delete_port for 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:12:42.503068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5010cb-2112-4c82-9244-5b32f6000ed0 None None] DHCP port deletion for 785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:12:42.510183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:42.529701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:42.542720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bc5010cb-2112-4c82-9244-5b32f6000ed0 None None] Deleting port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:12:42.544566 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc5010cb-2112-4c82-9244-5b32f6000ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:42.549932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e716626f-99b9-4c4c-8d4f-8f8d1ec86fb9 req-719e6596-6d9d-496f-af9c-d027a4cb9395 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025525 Apr 01 15:12:42.552230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cb0af29c-517c-4c91-8d78-671b080d687a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3090703 Apr 01 15:12:42.557876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38536) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:42.607513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1677010535'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:42.625489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:42.644603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-0a8f6a07-d6f8-42e2-89b9-6cc89091b079 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 1001 time: 0.3570282 Apr 01 15:12:42.645821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:42.657813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:42.802088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:42.802717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:42.807538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:42.828753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-bf7aef63-9c5f-4f37-9a06-a84e8cccb959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:42.830228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-bf7aef63-9c5f-4f37-9a06-a84e8cccb959 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.1761293 Apr 01 15:12:42.935876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e117f4a-dfd8-453a-822c-391227b95523 req-5d069d7c-e0c6-48fc-bdb8-e4ddcd3f3153 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:42.939670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:42.943941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e117f4a-dfd8-453a-822c-391227b95523 req-5d069d7c-e0c6-48fc-bdb8-e4ddcd3f3153 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5529656 Apr 01 15:12:42.955080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No DVR routers for this DVR port 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:12:43.094674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:43.097654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.183248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:12:43.194146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.194494 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment 9ce00752-c852-4ba3-bfdd-ff74f354cca4 of type vlan for network f3896d15-363e-48df-b6ec-963dbcb45712 Apr 01 15:12:43.204510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Port': ['ID=5b5ebe8b-ecce-4acb-a74f-db37a55d64d0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:43.224240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.293184 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.296905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:43.297642 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.407463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8427124 Apr 01 15:12:43.431042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:43.435309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c944c62-d542-47e7-b164-e52586833947 req-823cff23-8054-4301-ae1c-41ed6ccd9b3b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:43.437398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.442705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c944c62-d542-47e7-b164-e52586833947 req-823cff23-8054-4301-ae1c-41ed6ccd9b3b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.4829135 Apr 01 15:12:43.486168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:43.501750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:43.502279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13f3ef4-8ac7-4c83-a6e2-6d5698586293') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:43.528187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.550838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.558619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:12:43.559371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.563182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38560) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:43.568624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-a353cbef-9b24-4b71-93f7-8cc898c3d018 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7297544 Apr 01 15:12:43.652207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:12:43.678117 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:12:43.711474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bc5010cb-2112-4c82-9244-5b32f6000ed0 None None] The port '5b5ebe8b-ecce-4acb-a74f-db37a55d64d0' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:12:43.713389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbea6a9-881f-4742-9e9c-570f74d8a017 None None] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:43.714239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.766008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.774426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:43.784215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Pushing event deleted for resources: {'Network': ['ID=785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:43.793224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4512fe1a-e0bc-4183-a723-b60b02303787 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/networks/785f5d8c-fbd4-47ac-9c3c-69a1f3aca5cb HTTP/1.1" status: 204 len: 168 time: 2.6909640 Apr 01 15:12:43.799991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38570) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:43.824579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3e117f4a-dfd8-453a-822c-391227b95523 req-d40095cf-a9b3-4912-a390-8d5d370c8c44 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8801289 Apr 01 15:12:43.832380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:43.885961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:43.893545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:43.901110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:43.915336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:44.008659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:44.108317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:44.108938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9cefee2a-6dea-4723-aacf-31a23ebc8ee4 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:44.145356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2cde642b-3592-4849-a16b-3e6662fe7fd2 None None] Provisioning for port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:44.235644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd09b4f-4dfd-4f30-9696-18c02835d50b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=f3896d15-363e-48df-b6ec-963dbcb45712,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:44.330810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network f3896d15-363e-48df-b6ec-963dbcb45712 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:12:44.386781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c944c62-d542-47e7-b164-e52586833947 req-6bf11ad9-f48f-4f90-ae0c-5ec6e92ab225 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9369843 Apr 01 15:12:44.572097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e0b2fd07-ed23-49fd-8c02-f582c4ef5594 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:44.615338 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:44.840604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38582) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:44.880488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-6a7bd7ae-23b4-4259-896a-48e61224ec3d service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2344785 Apr 01 15:12:44.942273 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:45.027494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'routes': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:45.068107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:45.086773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:45.087087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:45.129256 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec13c769-a8f1-4959-bd70-706de4f8ceee req-73bacd45-57b2-4290-b303-1030abca4245 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350113 Apr 01 15:12:45.258104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:35Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:35Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:45.303271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:45.303628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Updating router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 port 5327ac25-a652-413c-ada5-1bc7bb8429bc binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:12:45.397699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:45.438656 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:45.457993 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:45.469496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:45.486911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Usage tracker for resource:security_group_rule and tenant:6d8fa7d54056421c9d2261186aad3d8d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:45.495007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:45.529182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:45.643477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Allocated IP 172.20.0.1 (6c4da60f-415f-479a-8cf5-b7773d694b57/a429b23e-c947-459d-8c9a-11c1ae9a31e4/497e817e-796d-445d-8556-209e834ad32e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:45.712105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eeb2-d264-492d-a191-3be1031350dc req-5f6ec35a-8812-4089-b2ad-9564b080b1ae tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:45.720728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79e2eeb2-d264-492d-a191-3be1031350dc req-5f6ec35a-8812-4089-b2ad-9564b080b1ae tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4269285 Apr 01 15:12:45.735881 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:45.890213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=122dce63-28bb-45a2-aeb2-873da76ea44d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:45.928147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c103d25-7ce8-439b-9c9b-46b8afcbbbda req-357dd6d4-6935-4e4f-be08-81bf321801fc tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:45.932344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c103d25-7ce8-439b-9c9b-46b8afcbbbda req-357dd6d4-6935-4e4f-be08-81bf321801fc tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 1.0932384 Apr 01 15:12:45.984158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38602) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:45.993445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:46.050244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Request body: {'floatingip': {'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:46.072815 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.227934 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.252240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:12:46.289029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79e2eeb2-d264-492d-a191-3be1031350dc req-cbb1768c-f94e-4796-a7c9-ddc17a1ac33f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5668781 Apr 01 15:12:46.289624 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.308175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:12:46.308620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b5ebe8b-ecce-4acb-a74f-db37a55d64d0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:12:46.322952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Added routes are [] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:12:46.323502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Removed routes are [] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:12:46.323806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.393739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6c0afdc0-c87e-4d27-add3-66fc784ba07f None None] Provisioning complete for port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:46.394413 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c0afdc0-c87e-4d27-add3-66fc784ba07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.455351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:46.455907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: f3896d15-363e-48df-b6ec-963dbcb45712, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:12:46.460892 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.480629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Transition to ACTIVE for port object 497e817e-796d-445d-8556-209e834ad32e will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:46.520018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:46.596632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.600925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f11bc5a-5962-4be7-9a70-c468aeb20ede,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:46.632861 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.792184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.803418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:46.829991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Transition to ACTIVE for port object 5327ac25-a652-413c-ada5-1bc7bb8429bc will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:46.844475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:46.849760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:46.871840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:46.978447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a9e60-4655-4dfa-9ead-dad8d8726aac None None] Pushing event updated for resources: {'Port': ['ID=5327ac25-a652-413c-ada5-1bc7bb8429bc,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:47.018400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network f3896d15-363e-48df-b6ec-963dbcb45712 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:12:47.025938 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.046106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-197e9c62-568f-4067-a875-aa522c0e8122 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d8fa7d54056421c9d2261186aad3d8d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1993861 Apr 01 15:12:47.047392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38624) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:47.051612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, f3896d15-363e-48df-b6ec-963dbcb45712) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:47.059958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:47.061187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.161038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=497e817e-796d-445d-8556-209e834ad32e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:47.176305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce2bb1-058d-40f3-9e89-a6d04ddf6ec1 None None] Network f3896d15-363e-48df-b6ec-963dbcb45712 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:47.343948 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fceb029f-1938-4d53-825c-ad67e61970a4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7741301 Apr 01 15:12:47.360588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:47.526964 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.551858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.572114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab2d4-954c-4424-a1a3-412f44359017 req-37e03d6c-7ae4-4c7e-abc7-5277c59993a5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:47.587748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79cab2d4-954c-4424-a1a3-412f44359017 req-37e03d6c-7ae4-4c7e-abc7-5277c59993a5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 1.0849345 Apr 01 15:12:47.650251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Attempting to bind port 5327ac25-a652-413c-ada5-1bc7bb8429bc on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:47.655740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Attempting to bind port 5327ac25-a652-413c-ada5-1bc7bb8429bc by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:47.656196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Attempting to bind port 5327ac25-a652-413c-ada5-1bc7bb8429bc on network 159ea604-52ba-4825-ac41-f02fef1c1d52 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:47.668569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:47.669090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Checking segment: {'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:47.669664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.670139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Bound using segment: {'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:47.670698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Bound port: 5327ac25-a652-413c-ada5-1bc7bb8429bc, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:47.671346 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.688288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6f96be2b-1643-44e2-b790-b1ea84deded2 None None] Provisioning for port 497e817e-796d-445d-8556-209e834ad32e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:47.703699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6f96be2b-1643-44e2-b790-b1ea84deded2 None None] Provisioning complete for port 497e817e-796d-445d-8556-209e834ad32e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:47.704856 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f96be2b-1643-44e2-b790-b1ea84deded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.728242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a6af653c-f3be-46c6-8498-4a614912c0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:47.905602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6f96be2b-1643-44e2-b790-b1ea84deded2 None None] Port 497e817e-796d-445d-8556-209e834ad32e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:48.066331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a6af653c-f3be-46c6-8498-4a614912c0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:48.094867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:48.154776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f0fb9-35ac-4554-ba43-ec1672372379 req-96645d31-dba6-47b0-b9cd-b0ecf0b15d75 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:48.162525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-414f0fb9-35ac-4554-ba43-ec1672372379 req-96645d31-dba6-47b0-b9cd-b0ecf0b15d75 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6009095 Apr 01 15:12:48.237709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-f3896d15-363e-48df-b6ec-963dbcb45712', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:12:48.238416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:48.257287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] For port 5327ac25-a652-413c-ada5-1bc7bb8429bc, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:48.269348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] For port 5327ac25-a652-413c-ada5-1bc7bb8429bc, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5327ac25-a652-413c-ada5-1bc7bb8429bc,segment=NetworkSegment(79d78e07-90c4-4ac8-b4b4-1f21a1bbed94),segment_id=79d78e07-90c4-4ac8-b4b4-1f21a1bbed94)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:48.307101 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:48.434719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e0b2fd07-ed23-49fd-8c02-f582c4ef5594 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:48.565920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a9e60-4655-4dfa-9ead-dad8d8726aac None None] Pushing event updated for resources: {'Port': ['ID=5327ac25-a652-413c-ada5-1bc7bb8429bc,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:48.704813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79cab2d4-954c-4424-a1a3-412f44359017 req-7312d5d8-e591-4141-850a-9a55c9e75cd5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1156731 Apr 01 15:12:48.803648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router fb355d48-5218-4976-a987-163ead557178 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:48.815549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Allocated IP 2001:db8:1::2 (f3896d15-363e-48df-b6ec-963dbcb45712/122dce63-28bb-45a2-aeb2-873da76ea44d/747a9148-5e4d-4560-aae9-8e8b8a45a5b7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:48.933719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a6af653c-f3be-46c6-8498-4a614912c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:48.975957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-414f0fb9-35ac-4554-ba43-ec1672372379 req-16ad72f2-0804-4594-a1f6-02a087a6d655 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8124905 Apr 01 15:12:49.050512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:49.051340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:49.144274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.148287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af653c-f3be-46c6-8498-4a614912c0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f11bc5a-5962-4be7-9a70-c468aeb20ede,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:49.150462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.161012 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a6af653c-f3be-46c6-8498-4a614912c0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.165121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a6af653c-f3be-46c6-8498-4a614912c0c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f11bc5a-5962-4be7-9a70-c468aeb20ede HTTP/1.1" status: 204 len: 168 time: 2.1148441 Apr 01 15:12:49.166278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.182466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.219994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:49.378330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=497e817e-796d-445d-8556-209e834ad32e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:49.419363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:49.421314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.430333 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] Sync routers for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:49.437624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.439112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cd82fe72-548e-4fcb-ab2d-d8cc82efa142 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 200 len: 701 time: 5.6373880 Apr 01 15:12:49.442064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38652) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:49.455163 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:49.458473 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:49.502375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd9378b9-8a58-4f81-8fe6-c53c707bab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Synchronizing usage tracker for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:12:49.668298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd9378b9-8a58-4f81-8fe6-c53c707bab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Unset dirty status for tenant:b714620ec33b4fe19b2f57d547da7a6b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:12:49.672768 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd9378b9-8a58-4f81-8fe6-c53c707bab65 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 200 len: 205 time: 0.2297425 Apr 01 15:12:49.673854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38656) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:49.739088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:49.739481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:49.752419 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:50.028351 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:50.063555 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:31Z', 'revision_number': 11, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:50.077479 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] Checking router: fb355d48-5218-4976-a987-163ead557178 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:50.103830 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] Routers {'fb355d48-5218-4976-a987-163ead557178'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:50.104354 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb355d48-5218-4976-a987-163ead557178'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:50.168720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Transition to ACTIVE for port object 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:50.217846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Transition to ACTIVE for port object 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:50.233514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:35Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:48Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:50.243599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ab526-2201-4b6e-8cdf-84af49166f3c None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:35Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:48Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:50.249753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:50.281420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:50.290596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:50.415788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Pushing event updated for resources: {'Port': ['ID=747a9148-5e4d-4560-aae9-8e8b8a45a5b7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:50.450858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Network f3896d15-363e-48df-b6ec-963dbcb45712 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:50.452775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:50.463696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:50.529981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] Set router fb355d48-5218-4976-a987-163ead557178 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:50.636848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:50.758784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Attempting to bind port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:50.762072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Attempting to bind port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:50.762678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Attempting to bind port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 on network f3896d15-363e-48df-b6ec-963dbcb45712 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:50.784949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:50.785739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Checking segment: {'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:50.786365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:50.792100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Bound using segment: {'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:50.792955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Bound port: 747a9148-5e4d-4560-aae9-8e8b8a45a5b7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:50.793567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:50.995746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-75339442-f45f-4163-9eb4-2e45d6b7910c None None] Provisioning complete for port 497e817e-796d-445d-8556-209e834ad32e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:50.998872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75339442-f45f-4163-9eb4-2e45d6b7910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:51.160237 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:31Z', 'revision_number': 11, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:51.180079 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f00e97-f457-4480-a7ce-10e79ba4505b None None] The sync data for ids ['fb355d48-5218-4976-a987-163ead557178'] in n-d-836017-1 is: [{'id': 'fb355d48-5218-4976-a987-163ead557178', 'name': 'tempest-RoutersTest-router-1442401570', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:10:47Z', 'updated_at': '2022-04-01T15:12:31Z', 'revision_number': 11, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:51.217057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2226821b-ab5f-45f6-8ee1-6e06d952e74b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:51.345490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-75339442-f45f-4163-9eb4-2e45d6b7910c None None] Port 497e817e-796d-445d-8556-209e834ad32e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:51.377903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] For port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:51.385876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] For port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=747a9148-5e4d-4560-aae9-8e8b8a45a5b7,segment=NetworkSegment(9ce00752-c852-4ba3-bfdd-ff74f354cca4),segment_id=9ce00752-c852-4ba3-bfdd-ff74f354cca4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:51.394839 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:51.612855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65958d6-500e-4437-b27f-f2a61317477e None None] Pushing event updated for resources: {'Port': ['ID=747a9148-5e4d-4560-aae9-8e8b8a45a5b7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:51.685526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:51.692968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419330-3319-47b1-973a-0b0089b50d99 req-2e6bb817-1565-40f0-a443-bbfc8e6b1151 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:51.695117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e419330-3319-47b1-973a-0b0089b50d99 req-2e6bb817-1565-40f0-a443-bbfc8e6b1151 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 1.4143865 Apr 01 15:12:52.425084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cc52c-eca6-4c9e-8a76-4aa0b146b916 req-dc4ae5e9-bbde-42d9-9355-d0092346b388 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:52.437443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-015cc52c-eca6-4c9e-8a76-4aa0b146b916 req-dc4ae5e9-bbde-42d9-9355-d0092346b388 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 2.2777085 Apr 01 15:12:52.639937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5327ac25-a652-413c-ada5-1bc7bb8429bc up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:52.654144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2226821b-ab5f-45f6-8ee1-6e06d952e74b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:52.717421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2226821b-ab5f-45f6-8ee1-6e06d952e74b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:52.748798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e419330-3319-47b1-973a-0b0089b50d99 req-891cdf91-b8e2-4436-b76c-ec65f38b62dd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0347157 Apr 01 15:12:52.794901 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-015cc52c-eca6-4c9e-8a76-4aa0b146b916 req-3efcfc70-9664-4742-a0cd-895b8587cb4b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561959 Apr 01 15:12:52.796283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8:1::1 (f3896d15-363e-48df-b6ec-963dbcb45712/122dce63-28bb-45a2-aeb2-873da76ea44d/4d5367dc-528f-40ad-a66a-cbf1cf919269) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:12:52.849585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5327ac25-a652-413c-ada5-1bc7bb8429bc completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:52.861340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5327ac25-a652-413c-ada5-1bc7bb8429bc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:52.865810 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:52.879894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2226821b-ab5f-45f6-8ee1-6e06d952e74b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:52.881391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226821b-ab5f-45f6-8ee1-6e06d952e74b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Fanout notify agent at l3_agent the message router_deleted on router fb355d48-5218-4976-a987-163ead557178 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:12:52.993461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2226821b-ab5f-45f6-8ee1-6e06d952e74b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:52.996113 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2226821b-ab5f-45f6-8ee1-6e06d952e74b tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 204 len: 168 time: 3.3168564 Apr 01 15:12:53.002815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38706) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:53.020783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-142379851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:53.055910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:53.083291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Usage tracker for resource:router and tenant:b714620ec33b4fe19b2f57d547da7a6b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:53.103384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:53.141335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:53.189208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:53.229229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.232007 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.247708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.284323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:53.296687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.310819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.314331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] Sync routers for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:53.370938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 5327ac25-a652-413c-ada5-1bc7bb8429bc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5327ac25-a652-413c-ada5-1bc7bb8429bc,segment=NetworkSegment(79d78e07-90c4-4ac8-b4b4-1f21a1bbed94),segment_id=79d78e07-90c4-4ac8-b4b4-1f21a1bbed94)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:53.382996 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.383928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:53.489901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:12:53.533887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object 4d5367dc-528f-40ad-a66a-cbf1cf919269 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:53.569931 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-606f2254-e10a-48bc-b0a2-4905d89c47d8 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "PUT /v2.0/floatingips/3e326c43-e2c3-4b40-8aa4-82396f16e8f2 HTTP/1.1" status: 200 len: 993 time: 7.5708141 Apr 01 15:12:53.596278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.660944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:53.661599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:53.740064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network f3896d15-363e-48df-b6ec-963dbcb45712 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:53.747378 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e', 'status': 'completed', 'code': 200} Apr 01 15:12:53.751050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.772450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:53.778872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:12:53.779455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.826887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0229e7a-6237-4a48-b684-706177278e58 None None] Network f3896d15-363e-48df-b6ec-963dbcb45712 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:12:53.847013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.919376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:53.921469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0e9f8304-a839-462f-9636-fb5a0667e14c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9166641 Apr 01 15:12:53.941769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38728) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:53.964880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-21904a1b-4ae8-44e8-b7e1-1deb4055f20f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:53.996702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=4d5367dc-528f-40ad-a66a-cbf1cf919269,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:54.154867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-9adce2c9-7867-49af-af2c-1284e001266b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 0.3871400 Apr 01 15:12:54.315914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=5327ac25-a652-413c-ada5-1bc7bb8429bc,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:54.336723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-12551282-fe95-4b9f-a55e-da582bd4e9a4 None None] Provisioning for port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:54.375629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:54.418851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:54.423709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-12551282-fe95-4b9f-a55e-da582bd4e9a4 None None] Provisioning complete for port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:54.424082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12551282-fe95-4b9f-a55e-da582bd4e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:54.533780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:54.534366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:54.570293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:54.576559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2531b125-abdd-4e40-8eaa-5e724d6f8a6d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "PUT /v2.0/routers/0f6b07dd-8fd9-48fc-b2f0-14bb703c0021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6696718 Apr 01 15:12:54.581074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38738) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:54.588476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--461552564', 'description': 'tempest-secgroup_access--461552564 description', 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:54.592350 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Sync routers for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:54.606672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:54.622989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:54.623651 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:54.756649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:security_group and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:54.765112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:54.782127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:54.831889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d5e5-76fa-48a3-b962-02f0339bbfa2 req-f92a3473-2447-4944-af06-6e759ae00283 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:54.840947 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ce6d5e5-76fa-48a3-b962-02f0339bbfa2 req-f92a3473-2447-4944-af06-6e759ae00283 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6358085 Apr 01 15:12:54.844944 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:54.916869 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:54.931772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38744) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:54.977084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.063470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=747a9148-5e4d-4560-aae9-8e8b8a45a5b7,segment=NetworkSegment(9ce00752-c852-4ba3-bfdd-ff74f354cca4),segment_id=9ce00752-c852-4ba3-bfdd-ff74f354cca4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:12:55.077204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:55.175116 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.282804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:55.289170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:security_group_rule and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:55.293527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.295573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:55.312981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:55.326622 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:12:48Z', 'revision_number': 2, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:55.333001 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Checking router: 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:55.333001 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Updating router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 port 497e817e-796d-445d-8556-209e834ad32e binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:12:55.349142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:55.359907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-4a8e24f4-910a-417c-a8b6-5412ec3a7684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:55.363615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-4a8e24f4-910a-417c-a8b6-5412ec3a7684 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 1.1468213 Apr 01 15:12:55.376218 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.379164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.396244 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.429656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.492595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.508412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5327ac25-a652-413c-ada5-1bc7bb8429bc up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:55.509455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ce6d5e5-76fa-48a3-b962-02f0339bbfa2 req-35f74366-9182-4353-b09d-16564754e3d8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6397367 Apr 01 15:12:55.537727 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21904a1b-4ae8-44e8-b7e1-1deb4055f20f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.593363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1088409436', 'router:external': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:55.622234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:55.656431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:network and tenant:4132bacc1f724d93a833c695cf7ab8cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:55.659889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21904a1b-4ae8-44e8-b7e1-1deb4055f20f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.661931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:55.679154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.680981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 1.0985711 Apr 01 15:12:55.686461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38758) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:55.687336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:55.689321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedf324-d8bd-45ad-b5d4-42bc7965241b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:55.711373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1738080701', 'description': 'tempest-secgroup_general--1738080701 description', 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:55.726846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:55.733817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5327ac25-a652-413c-ada5-1bc7bb8429bc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:55.734357 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.790999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=747a9148-5e4d-4560-aae9-8e8b8a45a5b7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:55.831310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.831811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.832246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.832681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.833127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.833552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.833976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.834397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.834824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.835301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.835729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:55.873155 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:55.887701 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Transition to ACTIVE for port object 497e817e-796d-445d-8556-209e834ad32e will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:12:55.904350 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.054712 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Pushing event updated for resources: {'Port': ['ID=497e817e-796d-445d-8556-209e834ad32e,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:56.233699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:security_group and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:56.249054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Made reservation on behalf of 4132bacc1f724d93a833c695cf7ab8cd for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:56.254010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.269536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:56.273233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.293644 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.294397 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.294688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:56.295049 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.295667 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.296546 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.297097 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.300133 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.300673 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.301158 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.301631 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.302962 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:12:56.328126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.335357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:12:56.433879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=4d5367dc-528f-40ad-a66a-cbf1cf919269,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:56.436797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:56.457340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:security_group_rule and tenant:4132bacc1f724d93a833c695cf7ab8cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:56.471359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3e326c43-e2c3-4b40-8aa4-82396f16e8f2', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'mac_address': 'fa:16:3e:4b:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:44Z', 'updated_at': '2022-04-01T15:12:49Z', 'revision_number': 3, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:56.477344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:56.482266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] Checking router: 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:56.499386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:56.500395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:56.511038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:56.558308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3531e7-28fe-4ac2-9372-98487f67b7af req-85afd1f9-3728-4737-a87e-b634c981afb2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:56.571829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c3531e7-28fe-4ac2-9372-98487f67b7af req-85afd1f9-3728-4737-a87e-b634c981afb2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 2.3003573 Apr 01 15:12:56.608390 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Attempting to bind port 497e817e-796d-445d-8556-209e834ad32e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:12:56.610182 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Attempting to bind port 497e817e-796d-445d-8556-209e834ad32e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:12:56.610706 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Attempting to bind port 497e817e-796d-445d-8556-209e834ad32e on network 6c4da60f-415f-479a-8cf5-b7773d694b57 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:12:56.625048 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:12:56.627265 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Checking segment: {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:12:56.628988 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.629541 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Bound using segment: {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:12:56.630216 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Bound port: 497e817e-796d-445d-8556-209e834ad32e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:12:56.631777 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.632058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:56.632459 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-ceffc998-fd9b-48d0-bd52-f9c7e81b4b75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 1001 time: 1.2594559 Apr 01 15:12:56.636966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network f3896d15-363e-48df-b6ec-963dbcb45712 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:12:56.643171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:security_group_rule and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:56.650054 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e', 'status': 'completed', 'code': 200} Apr 01 15:12:56.650455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:56.664161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:56.713297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:12:56.787249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.816449 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.844400 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] For port 497e817e-796d-445d-8556-209e834ad32e, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:12:56.850911 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] For port 497e817e-796d-445d-8556-209e834ad32e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=497e817e-796d-445d-8556-209e834ad32e,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:12:56.860149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21904a1b-4ae8-44e8-b7e1-1deb4055f20f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Router 10b744ed-08a7-473d-aec7-62a298384f49 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:12:56.865212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:56.869798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:56.874820 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.060798 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1a63d-0a98-462b-b971-a4844d4f9bf2 None None] Pushing event updated for resources: {'Port': ['ID=497e817e-796d-445d-8556-209e834ad32e,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:57.098226 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:57.099021 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:57.207956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.209481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd2d8e-74ca-4a5f-8440-da0f614c2625,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:57.248768 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.421503 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c3531e7-28fe-4ac2-9372-98487f67b7af req-26fc66d5-ce43-489f-b8f6-0cd8ba491155 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8425589 Apr 01 15:12:57.433620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-3bc3c840-350c-4816-884b-a964ddbff35d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:57.435303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-3bc3c840-350c-4816-884b-a964ddbff35d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.2321768 Apr 01 15:12:57.465966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:57.529835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.535177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-10098046-2116-4026-9a25-d11d838366a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 1.8304780 Apr 01 15:12:57.543874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38774) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:57.599343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0acbe0-57f4-4307-9261-eb3cc8046dc8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:57.631808 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:57.644727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:12:57.686057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.687331 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Added segment 385870c9-2641-48d5-bd83-241160d28859 of type vlan for network 18374f1a-66f4-4382-8df8-eb9510808eda Apr 01 15:12:57.713020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1db7b017-8f88-450e-b81f-8815f4f3af11 None None] Provisioning for port 4d5367dc-528f-40ad-a66a-cbf1cf919269 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:57.737959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1db7b017-8f88-450e-b81f-8815f4f3af11 None None] Provisioning complete for port 4d5367dc-528f-40ad-a66a-cbf1cf919269 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:57.738554 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db7b017-8f88-450e-b81f-8815f4f3af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.812692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'security_group_rule': {'security_group_id': 'd0cc2ddf-3e3d-4982-b714-ac2850fbd0b0', 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:57.820573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1db7b017-8f88-450e-b81f-8815f4f3af11 None None] Port 4d5367dc-528f-40ad-a66a-cbf1cf919269 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:57.825495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:57.835786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:security_group_rule and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:57.839917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:57.852118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:57.886146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1db7b017-8f88-450e-b81f-8815f4f3af11 None None] Provisioning complete for port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:57.886532 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db7b017-8f88-450e-b81f-8815f4f3af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.898060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21904a1b-4ae8-44e8-b7e1-1deb4055f20f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:57.912526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:57.916974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Usage tracker for resource:security_group_rule and tenant:3463ef778ef841c2bc72c6dfadcf3f1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:57.920042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:57.926981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:57.948945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21904a1b-4ae8-44e8-b7e1-1deb4055f20f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:57.955752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-21904a1b-4ae8-44e8-b7e1-1deb4055f20f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "PUT /v2.0/routers/10b744ed-08a7-473d-aec7-62a298384f49 HTTP/1.1" status: 200 len: 693 time: 4.0114226 Apr 01 15:12:57.973663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] Sync routers for ids ['10b744ed-08a7-473d-aec7-62a298384f49'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:57.980062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:58.001209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] Routers {'10b744ed-08a7-473d-aec7-62a298384f49'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:58.002173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['10b744ed-08a7-473d-aec7-62a298384f49'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:58.009428 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.052746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.095832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.156355 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.167072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] Set router 10b744ed-08a7-473d-aec7-62a298384f49 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:58.200183 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3463ef778ef841c2bc72c6dfadcf3f1e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8354020 Apr 01 15:12:58.211073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181809-616f-4a43-b6f2-6213b8c785ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba629e7-9916-41ce-9496-11b2124946e5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:58.214652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.241611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38782) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:58.332296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-d3abf0bd-545d-4cab-a576-ca03d9aa7e83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7866898 Apr 01 15:12:58.333289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e00e8a-09a7-4684-b109-9b6ddcd16e44,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:58.335543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.347965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f0fbf596-7207-4b80-87f8-cf5c692c7fb3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5542607 Apr 01 15:12:58.356776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.409518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b744ed-08a7-473d-aec7-62a298384f49', 'name': 'tempest-RoutersTest-router-142379851', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:53Z', 'updated_at': '2022-04-01T15:12:55Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:58.452150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] Checking router: 10b744ed-08a7-473d-aec7-62a298384f49 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:12:58.456661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c02c4ddc-3892-408c-94d9-a3b44e059056 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/routers/10b744ed-08a7-473d-aec7-62a298384f49 HTTP/1.1" status: 200 len: 699 time: 0.4537983 Apr 01 15:12:58.457285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38788) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:58.472706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffd714-f010-45ec-9d7d-cb91bc30e014 req-ebe09719-38e0-4b11-a8fb-780fa4efef90 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:58.489793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0ffd714-f010-45ec-9d7d-cb91bc30e014 req-ebe09719-38e0-4b11-a8fb-780fa4efef90 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 1.3312566 Apr 01 15:12:58.550964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-20e3504a-6cca-44c6-a6bc-ee942242cd52 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985795 Apr 01 15:12:58.566711 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:12:56Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:58.572009 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433f031-de6f-4863-92dc-34e9d89f1e10 None None] The sync data for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 is: [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:12:56Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:58.627173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c44c9a1c-38ce-4cc8-b3e8-f426d84a6e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.631278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:58.631807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.682918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7f997c1-5ce9-402e-bc08-09fbf8bb4654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.721394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6efd445d-6d9d-4388-9500-b853c97b9f44 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b744ed-08a7-473d-aec7-62a298384f49 HTTP/1.1" status: 200 len: 205 time: 0.2615786 Apr 01 15:12:58.728444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38798) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:58.863972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.865169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:58.865937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.867376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7f997c1-5ce9-402e-bc08-09fbf8bb4654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:58.897451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0ffd714-f010-45ec-9d7d-cb91bc30e014 req-3d85bc5c-6fb8-4e76-b31f-a37085039b08 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067855 Apr 01 15:12:58.924497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:12:59.092540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] Routers {'10b744ed-08a7-473d-aec7-62a298384f49'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:59.093182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['10b744ed-08a7-473d-aec7-62a298384f49'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:59.134591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a93fe7e-4342-4ba1-8254-454059357ea2 req-58238493-8338-4686-acbc-78d59eb568d0 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694206 Apr 01 15:12:59.268261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Provisioning complete for port 4d5367dc-528f-40ad-a66a-cbf1cf919269 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:59.268626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:59.271192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e7058-e920-48f6-b96d-cf08f2134a28 req-9304e599-88a2-4e27-9636-6a9f052cd4a0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:12:59.272992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c96e7058-e920-48f6-b96d-cf08f2134a28 req-9304e599-88a2-4e27-9636-6a9f052cd4a0 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.5511401 Apr 01 15:12:59.346595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 497e817e-796d-445d-8556-209e834ad32e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:12:59.365631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Network': ['ID=18374f1a-66f4-4382-8df8-eb9510808eda,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:59.375961 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7f997c1-5ce9-402e-bc08-09fbf8bb4654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:59.410791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-278029e0-598e-4403-8cd7-972c3ee69329 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.4719141 Apr 01 15:12:59.415779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38810) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:59.416770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 18374f1a-66f4-4382-8df8-eb9510808eda details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:12:59.429632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'subnet': {'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:59.435978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:59.440547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:subnet and tenant:4132bacc1f724d93a833c695cf7ab8cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:59.443053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3e326c43-e2c3-4b40-8aa4-82396f16e8f2', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'mac_address': 'fa:16:3e:4b:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:44Z', 'updated_at': '2022-04-01T15:12:49Z', 'revision_number': 3, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:59.444204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:59.448435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] Set router 10b744ed-08a7-473d-aec7-62a298384f49 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:12:59.454964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:59.464858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-17865193-e5cd-4feb-b419-004607412bf0 req-c70c1bf6-4783-4d47-8fb7-ef17089da7b8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:12:59.486993 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1272f81-64a6-440f-b9eb-b5034fda0929 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:59.495807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Port 4d5367dc-528f-40ad-a66a-cbf1cf919269 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:12:59.546769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f997c1-5ce9-402e-bc08-09fbf8bb4654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba629e7-9916-41ce-9496-11b2124946e5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:12:59.587783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5cf86-bf85-4a8c-b74f-58edcd77ca97 None None] The sync data for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 is: [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3e326c43-e2c3-4b40-8aa4-82396f16e8f2', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'port_id': '39fadf50-e80d-4518-8151-aae58f246d9e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'mac_address': 'fa:16:3e:4b:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:10:44Z', 'updated_at': '2022-04-01T15:12:49Z', 'revision_number': 3, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:12:59.619909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c96e7058-e920-48f6-b96d-cf08f2134a28 req-c822a83c-40a4-4e5f-bd04-ed333ab802a6 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393822 Apr 01 15:12:59.648579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-17865193-e5cd-4feb-b419-004607412bf0 req-c70c1bf6-4783-4d47-8fb7-ef17089da7b8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:12:59.656248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7f997c1-5ce9-402e-bc08-09fbf8bb4654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:59.660539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-c70c1bf6-4783-4d47-8fb7-ef17089da7b8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1738080701&fields=id&tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6 HTTP/1.1" status: 200 len: 267 time: 0.3278654 Apr 01 15:12:59.662980 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d7f997c1-5ce9-402e-bc08-09fbf8bb4654 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dba629e7-9916-41ce-9496-11b2124946e5 HTTP/1.1" status: 204 len: 168 time: 1.3950894 Apr 01 15:12:59.664753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Made reservation on behalf of 4132bacc1f724d93a833c695cf7ab8cd for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:59.667082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:59.683831 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-b1c16176-897f-4769-a098-101e64f2fa2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 1096 time: 0.4692109 Apr 01 15:12:59.716882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:12:59.725412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-36cdc6ac-1e98-4116-9987-697a4814297e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3636973 Apr 01 15:12:59.728223 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:12:59.730391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38816) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:12:59.773872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:12:59.782492 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:12:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:12:59.783325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1319683791'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:12:59.792412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:12:59.797176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:12:59.802328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:12:59.810189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:12:59.870334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 497e817e-796d-445d-8556-209e834ad32e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:12:59.886908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:12:59.890733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:59.898038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 497e817e-796d-445d-8556-209e834ad32e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:12:59.898038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:12:59.923727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-0cd276c1-e18a-4a38-82cc-3591844d9b3b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--461552564&fields=id&tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6 HTTP/1.1" status: 200 len: 267 time: 0.1997938 Apr 01 15:12:59.943947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b744ed-08a7-473d-aec7-62a298384f49', 'name': 'tempest-RoutersTest-router-142379851', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:53Z', 'updated_at': '2022-04-01T15:12:55Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:00.013201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219417ec-4910-4ab7-aeb1-2a217efc7738 None None] The sync data for ids ['10b744ed-08a7-473d-aec7-62a298384f49'] in n-d-836017-1 is: [{'id': '10b744ed-08a7-473d-aec7-62a298384f49', 'name': 'tempest-RoutersTest-router-142379851', 'tenant_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:53Z', 'updated_at': '2022-04-01T15:12:55Z', 'revision_number': 2, 'project_id': 'b714620ec33b4fe19b2f57d547da7a6b', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:00.058080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Provisioning complete for port 497e817e-796d-445d-8556-209e834ad32e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:00.058455 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.107751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-d94df052-144f-42b0-b76e-b5c714a89edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:00.109251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-d94df052-144f-42b0-b76e-b5c714a89edd service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.4197934 Apr 01 15:13:00.110225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:00.226280 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:00.353363 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.365614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91a61cc5-e62e-4338-aac8-273df619ce2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.373154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-e63fe5ec-a720-4934-b5e6-dd322654a224 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 200 len: 1001 time: 0.2439044 Apr 01 15:13:00.373749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38824) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:00.384425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-211aceef-3809-42b2-960d-c92375ca09d2 req-a5ec7f31-1a07-4f3f-aae4-86d4265a2de8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 1096 time: 0.5526235 Apr 01 15:13:00.422041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.454789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 497e817e-796d-445d-8556-209e834ad32e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=497e817e-796d-445d-8556-209e834ad32e,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:00.468535 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.514798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1272f81-64a6-440f-b9eb-b5034fda0929 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.530913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.531682 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment 70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d of type vlan for network 323ce5f3-82bb-42c3-ba96-60dffad29e75 Apr 01 15:13:00.570188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.664931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=497e817e-796d-445d-8556-209e834ad32e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:00.698640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1272f81-64a6-440f-b9eb-b5034fda0929 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.722142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865193-e5cd-4feb-b419-004607412bf0 req-3349c812-24f9-48b7-82f2-f7c0da22faa5 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:00.723067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-17865193-e5cd-4feb-b419-004607412bf0 req-3349c812-24f9-48b7-82f2-f7c0da22faa5 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:13:00.724456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:13:00.725007 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-25c25f64-036f-4879-a715-3ccf608896e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:13:00.738958 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:54Z', 'revision_number': 3, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:12:54Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:00.743700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:00.744243 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Updating router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 port 4d5367dc-528f-40ad-a66a-cbf1cf919269 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:13:00.814571 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.827107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-17865193-e5cd-4feb-b419-004607412bf0 req-3349c812-24f9-48b7-82f2-f7c0da22faa5 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:13:00.828836 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-3349c812-24f9-48b7-82f2-f7c0da22faa5 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/networks?id=6c4da60f-415f-479a-8cf5-b7773d694b57 HTTP/1.1" status: 200 len: 797 time: 0.9041758 Apr 01 15:13:00.835383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1272f81-64a6-440f-b9eb-b5034fda0929 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.835908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1272f81-64a6-440f-b9eb-b5034fda0929 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Fanout notify agent at l3_agent the message router_deleted on router 10b744ed-08a7-473d-aec7-62a298384f49 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:13:00.864466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-e4bba611-15e4-446e-96ed-bd6f7447f814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:00.866131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-e4bba611-15e4-446e-96ed-bd6f7447f814 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.4806406 Apr 01 15:13:00.872050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.879998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1272f81-64a6-440f-b9eb-b5034fda0929 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:00.884174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a1272f81-64a6-440f-b9eb-b5034fda0929 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/10b744ed-08a7-473d-aec7-62a298384f49 HTTP/1.1" status: 204 len: 168 time: 2.1511843 Apr 01 15:13:00.884174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-43b273fa-f715-4770-877e-74856013741b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/quotas/0e4cc8523b1f40c9bdc0f310f39eb8f6 HTTP/1.1" status: 200 len: 375 time: 0.0437200 Apr 01 15:13:00.885679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:00.940513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aceef-3809-42b2-960d-c92375ca09d2 req-8a7332d6-1561-440f-b306-8f7ebba95e9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:00.942050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-211aceef-3809-42b2-960d-c92375ca09d2 req-8a7332d6-1561-440f-b306-8f7ebba95e9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 0.3371496 Apr 01 15:13:00.948094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:00.969642 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b31a801-29b7-4d05-bb95-d839d7de63be tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b744ed-08a7-473d-aec7-62a298384f49 HTTP/1.1" status: 200 len: 205 time: 0.0805879 Apr 01 15:13:00.973853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38836) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.010707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Usage tracker for resource:security_group_rule and tenant:76b8d0a44beb4c2aabbb257363985ee7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:01.022657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:01.044351 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-81a862d6-a0fa-423f-af6f-a35806851dce tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] delete failed (client error): The resource could not be found. Apr 01 15:13:01.048081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-81a862d6-a0fa-423f-af6f-a35806851dce tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/10b744ed-08a7-473d-aec7-62a298384f49 HTTP/1.1" status: 404 len: 336 time: 0.0696249 Apr 01 15:13:01.048292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38840) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.055596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:01.113410 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.117071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:01.117694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.177364 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-211aceef-3809-42b2-960d-c92375ca09d2 req-17431cd1-8db2-4edc-b467-b0c9f913183c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 200 len: 1000 time: 0.2223074 Apr 01 15:13:01.187129 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.202109 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Transition to ACTIVE for port object 4d5367dc-528f-40ad-a66a-cbf1cf919269 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:01.210839 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.227257 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4643655d-70ec-4da9-a8e0-9b5398bb690a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:01.227760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4643655d-70ec-4da9-a8e0-9b5398bb690a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:01.232102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4643655d-70ec-4da9-a8e0-9b5398bb690a tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/8e22d1a5-2831-4af7-b3f7-68a081bec690 HTTP/1.1" status: 404 len: 337 time: 0.1801836 Apr 01 15:13:01.237942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14180-0495-42df-a7de-c691fd21bcf8 req-6c4dda38-af11-44b8-a844-7851eb1ab150 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:01.239470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99b14180-0495-42df-a7de-c691fd21bcf8 req-6c4dda38-af11-44b8-a844-7851eb1ab150 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.9858499 Apr 01 15:13:01.243759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38844) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.306117 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b539c0e-105d-41e8-8905-99e7e6d1ef0c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:01.306324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b539c0e-105d-41e8-8905-99e7e6d1ef0c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:01.310408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4b539c0e-105d-41e8-8905-99e7e6d1ef0c tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/5c578635-b8f4-4799-99df-62287616bef1 HTTP/1.1" status: 404 len: 337 time: 0.0629957 Apr 01 15:13:01.313337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38848) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.340353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6053250 Apr 01 15:13:01.350599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38852) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.352240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-17865193-e5cd-4feb-b419-004607412bf0 req-deb863bb-27c1-48ae-906d-a4458bc84cd0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:13:01.376899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-07782b06-3a33-4ff8-bbcb-ad3b29b5e181 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4888868 Apr 01 15:13:01.388265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:01.388617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 497e817e-796d-445d-8556-209e834ad32e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:01.393876 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84014f6-5013-474d-bcae-0b0597d68ef0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:01.394308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84014f6-5013-474d-bcae-0b0597d68ef0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:01.396004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b84014f6-5013-474d-bcae-0b0597d68ef0 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/46be6590-1368-4819-89ee-14812d324887 HTTP/1.1" status: 404 len: 337 time: 0.0808535 Apr 01 15:13:01.403343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38856) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.412346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af50e7f-4aab-43da-b899-3ddb1ae07897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=323ce5f3-82bb-42c3-ba96-60dffad29e75,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:01.451512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.objects.ports [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:13:01.451994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.463197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:01.488942 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de52169-087b-4c6c-914a-4b37c4ed714d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:01.489378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de52169-087b-4c6c-914a-4b37c4ed714d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:01.491076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0de52169-087b-4c6c-914a-4b37c4ed714d tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/52831688-cdda-4ddf-a082-04871706991a HTTP/1.1" status: 404 len: 337 time: 0.0867946 Apr 01 15:13:01.498441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38860) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.505381 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.512080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-17865193-e5cd-4feb-b419-004607412bf0 req-deb863bb-27c1-48ae-906d-a4458bc84cd0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:13:01.517496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-deb863bb-27c1-48ae-906d-a4458bc84cd0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6001554 Apr 01 15:13:01.604153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Attempting to bind port 4d5367dc-528f-40ad-a66a-cbf1cf919269 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:01.604153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Attempting to bind port 4d5367dc-528f-40ad-a66a-cbf1cf919269 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:01.604522 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Attempting to bind port 4d5367dc-528f-40ad-a66a-cbf1cf919269 on network f3896d15-363e-48df-b6ec-963dbcb45712 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:01.605526 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.618112 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:01.618404 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Checking segment: {'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:01.619807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0ed71dfc-cf87-4941-a180-ee76813a51f8 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 200 len: 205 time: 0.1090274 Apr 01 15:13:01.622220 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.622756 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Bound using segment: {'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:01.623629 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Bound port: 4d5367dc-528f-40ad-a66a-cbf1cf919269, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce00752-c852-4ba3-bfdd-ff74f354cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:01.624225 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.642427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38864) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.651403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 497e817e-796d-445d-8556-209e834ad32e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:01.651640 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.679854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.753408 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46fcbd-4999-4165-a3c1-304c0f56ff61 None None] Pushing event updated for resources: {'Port': ['ID=4d5367dc-528f-40ad-a66a-cbf1cf919269,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:01.814619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] For port 4d5367dc-528f-40ad-a66a-cbf1cf919269, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:01.821682 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] For port 4d5367dc-528f-40ad-a66a-cbf1cf919269, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4d5367dc-528f-40ad-a66a-cbf1cf919269,segment=NetworkSegment(9ce00752-c852-4ba3-bfdd-ff74f354cca4),segment_id=9ce00752-c852-4ba3-bfdd-ff74f354cca4)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:01.834150 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.834761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aceef-3809-42b2-960d-c92375ca09d2 req-8e527c70-0d2d-4030-b152-0b216c1aa462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:01.836233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-211aceef-3809-42b2-960d-c92375ca09d2 req-8e527c70-0d2d-4030-b152-0b216c1aa462 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.5958741 Apr 01 15:13:01.852038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:01.863742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1959258-bbea-412a-8948-2a0ed9d64d22,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:01.878567 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-791dd99e-12e5-4d97-bd68-30cc39fc3e2f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] delete failed (client error): The resource could not be found. Apr 01 15:13:01.882084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-791dd99e-12e5-4d97-bd68-30cc39fc3e2f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/fb355d48-5218-4976-a987-163ead557178 HTTP/1.1" status: 404 len: 336 time: 0.1953959 Apr 01 15:13:01.883889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38868) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.922919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-306cf4ec-d777-4f24-b179-324aa13d8bfa service neutron] 10.222.0.48 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548977 Apr 01 15:13:01.939973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1dcb8ae0-da82-495d-b1e5-859785dd38b7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=93fadd3e-db3b-41f8-9ca5-dba97566ebd8 HTTP/1.1" status: 200 len: 205 time: 0.0514209 Apr 01 15:13:01.939973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Checking segment: {'id': '385870c9-2641-48d5-bd83-241160d28859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:01.940284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network hostable DHCP agents. Network: 18374f1a-66f4-4382-8df8-eb9510808eda, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:01.947618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38872) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:01.949149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99b14180-0495-42df-a7de-c691fd21bcf8 req-9ac5fc2c-e580-4838-a411-a5d1c8d3f28c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6579113 Apr 01 15:13:01.972822 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:01.973438 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:01.989309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:02.005946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:02.024676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:02.037008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76b8d0a44beb4c2aabbb257363985ee7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6568844 Apr 01 15:13:02.042736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38878) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.043422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5069b5d-dfc2-4760-982a-a8767fb94959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4fa678-97a0-4054-8b62-30104a6286ac,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:02.048097 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46fcbd-4999-4165-a3c1-304c0f56ff61 None None] Pushing event updated for resources: {'Port': ['ID=4d5367dc-528f-40ad-a66a-cbf1cf919269,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:02.089103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:02.151881 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-b7bfa36a-d84b-4c01-9bd5-d0329d3f1f36 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] delete failed (client error): The resource could not be found. Apr 01 15:13:02.152869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b7bfa36a-d84b-4c01-9bd5-d0329d3f1f36 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/93fadd3e-db3b-41f8-9ca5-dba97566ebd8 HTTP/1.1" status: 404 len: 336 time: 0.2043903 Apr 01 15:13:02.159301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38882) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.180157 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:02.216175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network 18374f1a-66f4-4382-8df8-eb9510808eda is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:02.231681 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4392b8-a786-44f7-9c09-650756ebf443 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:02.232139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4392b8-a786-44f7-9c09-650756ebf443 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:02.236375 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f4392b8-a786-44f7-9c09-650756ebf443 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/faa79c7c-b219-4451-b04b-5451d8d5e9d4 HTTP/1.1" status: 404 len: 337 time: 0.0719175 Apr 01 15:13:02.238233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38886) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.241416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 18374f1a-66f4-4382-8df8-eb9510808eda) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:02.254118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d4a1f-be73-4c1a-b8f3-fd2fc116aadc None None] Network 18374f1a-66f4-4382-8df8-eb9510808eda requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:02.287284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9cf7638b-2875-44a4-b4c3-2ae493dfd172 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=d626e2d3-1ca0-4a37-aae6-32f1e59832e3 HTTP/1.1" status: 200 len: 205 time: 0.0492079 Apr 01 15:13:02.300615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38890) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.309069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:02.309664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:02.368531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-dea3b3f2-2856-4735-842d-91d165335ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440789 Apr 01 15:13:02.388367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:02.407144 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-68170a4a-4bc6-43e7-9899-5029ed81d34f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] delete failed (client error): The resource could not be found. Apr 01 15:13:02.408123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-68170a4a-4bc6-43e7-9899-5029ed81d34f tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/d626e2d3-1ca0-4a37-aae6-32f1e59832e3 HTTP/1.1" status: 404 len: 336 time: 0.1041067 Apr 01 15:13:02.415716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38894) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.464246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-5615fe44-174b-4202-af2b-8ed3bc4f8dc1 service neutron] 10.222.0.48 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147390 Apr 01 15:13:02.478489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-168aa591-d3b2-42d1-9ad0-1a02b58ed343 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb6c80a2-447d-402a-900b-860fff8bc226 HTTP/1.1" status: 200 len: 205 time: 0.0615337 Apr 01 15:13:02.483108 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-140652cf-112d-43df-bf0f-a205ec5511f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0612817 Apr 01 15:13:02.483108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38898) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.549530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38902) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.563190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-645107784', 'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:02.576169 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-3b333e85-4a38-4bf1-bbd8-c1b0bb627102 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] delete failed (client error): The resource could not be found. Apr 01 15:13:02.577484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3b333e85-4a38-4bf1-bbd8-c1b0bb627102 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/bb6c80a2-447d-402a-900b-860fff8bc226 HTTP/1.1" status: 404 len: 336 time: 0.0957363 Apr 01 15:13:02.578841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:02.581162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38906) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.595572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ac639-dd0c-4559-8567-e82ed7aa1664 None None] Network 18374f1a-66f4-4382-8df8-eb9510808eda requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:02.610589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-211aceef-3809-42b2-960d-c92375ca09d2 req-11fdc49d-fa9a-465a-9adf-bfb05eb7cad6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7464318 Apr 01 15:13:02.630068 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c51326-04aa-40a4-adc0-bd7efbf84ddc tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:02.630544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c51326-04aa-40a4-adc0-bd7efbf84ddc tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:02.632482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f3c51326-04aa-40a4-adc0-bd7efbf84ddc tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/9b635c59-126e-4d17-91fb-952fa0165dcb HTTP/1.1" status: 404 len: 337 time: 0.0502889 Apr 01 15:13:02.632937 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:54Z', 'revision_number': 3, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:01Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:02.633904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:port and tenant:4132bacc1f724d93a833c695cf7ab8cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:02.636759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38910) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.639997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:02.644244 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323308d-5e5a-46d5-8070-fea589ba7b83 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:54Z', 'revision_number': 3, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:01Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:02.681585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:02.694847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3f542f44-aba3-40c3-b244-621d20d2fbc9 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf430d5-476d-43af-b7fc-176fa38f90f6 HTTP/1.1" status: 200 len: 205 time: 0.0548491 Apr 01 15:13:02.695753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38916) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.813346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:02.878718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97d4e0c8-dce2-41f2-8e0e-0439095c0d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:02.895687 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-e8f2024b-260a-4727-a013-5bbd2677ab42 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] delete failed (client error): The resource could not be found. Apr 01 15:13:02.900461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e8f2024b-260a-4727-a013-5bbd2677ab42 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/baf430d5-476d-43af-b7fc-176fa38f90f6 HTTP/1.1" status: 404 len: 336 time: 0.2026541 Apr 01 15:13:02.902013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38922) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:02.903252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Made reservation on behalf of 4132bacc1f724d93a833c695cf7ab8cd for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:02.905460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:02.969745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:02.984545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] device_id is not set on port b4cc4ad9-3c61-43ad-bf71-ad0d874a9550 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:13:03.029555 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ef98db-38f5-47d5-84bb-95357d2c6de1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:03.030141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ef98db-38f5-47d5-84bb-95357d2c6de1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:03.033895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-11ef98db-38f5-47d5-84bb-95357d2c6de1 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/5b15565c-a04b-429a-bfd7-8d9be2854bca HTTP/1.1" status: 404 len: 337 time: 0.1056032 Apr 01 15:13:03.043024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:03.095014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495dfc6-7920-4b80-b5c1-ef0125d3acdf req-d0c6855f-905c-4c42-b165-1b9922ace713 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:03.097135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d495dfc6-7920-4b80-b5c1-ef0125d3acdf req-d0c6855f-905c-4c42-b165-1b9922ace713 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 945 time: 0.9779413 Apr 01 15:13:03.198884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50b03fff-b18b-4917-9cb0-173a17879ce7 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebc0cfdd-9d14-4e18-bdb4-42766487c717 HTTP/1.1" status: 200 len: 205 time: 0.1526213 Apr 01 15:13:03.204445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38936) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:03.234374 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97d4e0c8-dce2-41f2-8e0e-0439095c0d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:03.283626 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-6325753a-4873-45bb-8aa5-b4fe93adbe48 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] delete failed (client error): The resource could not be found. Apr 01 15:13:03.287045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6325753a-4873-45bb-8aa5-b4fe93adbe48 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/routers/ebc0cfdd-9d14-4e18-bdb4-42766487c717 HTTP/1.1" status: 404 len: 336 time: 0.0792658 Apr 01 15:13:03.293815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38940) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:03.297808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc2d8200-ebff-44b1-bf55-6cf1efa00177 req-0d6e29e1-51b1-459a-89a4-71e7ac91511e service neutron] 10.222.0.44 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9109609 Apr 01 15:13:03.350710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d495dfc6-7920-4b80-b5c1-ef0125d3acdf req-7d730e54-5ce6-496f-90c9-5091cbd7d7af tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218676 Apr 01 15:13:03.361514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-211aceef-3809-42b2-960d-c92375ca09d2 req-0d646251-ff34-4d03-b309-835eb99009f4 service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7383029 Apr 01 15:13:03.440743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:13:03.547431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d5367dc-528f-40ad-a66a-cbf1cf919269 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:03.634548 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e835dc3-7269-4efd-816d-52f5d29d21aa tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:03.635110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e835dc3-7269-4efd-816d-52f5d29d21aa tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:03.651771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e835dc3-7269-4efd-816d-52f5d29d21aa tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/5d79c44b-91b2-4093-9f26-b312cc88f4ab HTTP/1.1" status: 404 len: 337 time: 0.3566878 Apr 01 15:13:03.657757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d6c9df8-6c00-4452-86cb-9882e4e549b1 req-4180d06c-ac47-46b0-8631-a812edb32ae9 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 210 time: 0.3685126 Apr 01 15:13:03.682146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38946) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:03.725023 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:03.741560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Allocated IP 172.20.0.10 (18374f1a-66f4-4382-8df8-eb9510808eda/d1959258-bbea-412a-8948-2a0ed9d64d22/b4cc4ad9-3c61-43ad-bf71-ad0d874a9550) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:03.775975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:03.777159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:03.782664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 4d5367dc-528f-40ad-a66a-cbf1cf919269 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:03.787985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4d5367dc-528f-40ad-a66a-cbf1cf919269 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:03.788528 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:03.852588 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:03.866563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97d4e0c8-dce2-41f2-8e0e-0439095c0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:03.896178 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6533ec77-4994-4221-a652-7e89b81abf53 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:03.897711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6533ec77-4994-4221-a652-7e89b81abf53 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:03.933790 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'code': 200} Apr 01 15:13:03.953313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4e0c8-dce2-41f2-8e0e-0439095c0d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4fa678-97a0-4054-8b62-30104a6286ac,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:04.001570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-15266050-9b23-4b21-873c-1c5256496c83 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1096 time: 0.5322833 Apr 01 15:13:04.015709 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6533ec77-4994-4221-a652-7e89b81abf53 tempest-RoutersTest-345500530 tempest-RoutersTest-345500530-project] 10.222.0.48 "DELETE /v2.0/subnets/184ebc95-729b-4ef4-87e8-e0cb96e7c063 HTTP/1.1" status: 404 len: 337 time: 0.3125529 Apr 01 15:13:04.018862 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-211aceef-3809-42b2-960d-c92375ca09d2 req-e83108a6-fe09-41da-acce-7ccd8a2dee3e service neutron] 10.222.0.44 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485305 Apr 01 15:13:04.041366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.058502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97d4e0c8-dce2-41f2-8e0e-0439095c0d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.059947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-97d4e0c8-dce2-41f2-8e0e-0439095c0d9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e4fa678-97a0-4054-8b62-30104a6286ac HTTP/1.1" status: 204 len: 168 time: 1.9890509 Apr 01 15:13:04.093575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.113681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:04.158422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 4d5367dc-528f-40ad-a66a-cbf1cf919269, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4d5367dc-528f-40ad-a66a-cbf1cf919269,segment=NetworkSegment(9ce00752-c852-4ba3-bfdd-ff74f354cca4),segment_id=9ce00752-c852-4ba3-bfdd-ff74f354cca4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:04.165993 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.167377 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.168197 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.255050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=4d5367dc-528f-40ad-a66a-cbf1cf919269,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:04.303100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Port': ['ID=b4cc4ad9-3c61-43ad-bf71-ad0d874a9550,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:04.318869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network 18374f1a-66f4-4382-8df8-eb9510808eda is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:04.320846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:04.322748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:04.363608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642951-8323-4dba-956f-e929e7d5af09 req-6c660409-46eb-4c8b-9d2a-688eb586f2ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:04.365396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73642951-8323-4dba-956f-e929e7d5af09 req-6c660409-46eb-4c8b-9d2a-688eb586f2ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.7082710 Apr 01 15:13:04.388193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=32a718f2-a775-43a2-88bb-29c0aa1ccb59,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:04.413922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:04.418354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.423899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-b6d81264-a5ba-4ad5-b881-e0f6dd180299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:04.427629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-b6d81264-a5ba-4ad5-b881-e0f6dd180299 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.4074631 Apr 01 15:13:04.464250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-25536aba-003d-4948-8d5f-da8006152d81 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9065046 Apr 01 15:13:04.465125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38960) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:04.576481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:04.631996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Deleting port b4cc4ad9-3c61-43ad-bf71-ad0d874a9550 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:04.632390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:04.680733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:04.681083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: 323ce5f3-82bb-42c3-ba96-60dffad29e75, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:04.762488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-73642951-8323-4dba-956f-e929e7d5af09 req-00f06d7f-6218-483f-901d-d68b09938d63 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662279 Apr 01 15:13:04.784269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-bc26728a-1e83-471c-b7a1-2c09cb200868 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.3414512 Apr 01 15:13:04.845718 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:13:05.066338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b8e8c602-2b84-4511-9b6d-110cc6158300 req-876f0165-e391-4844-816f-4c64a5353518 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 210 time: 0.0907133 Apr 01 15:13:05.085066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865193-e5cd-4feb-b419-004607412bf0 req-812571b1-6f23-4db7-8355-21b02734e7ac tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:05.086834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-812571b1-6f23-4db7-8355-21b02734e7ac tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.44 "GET /v2.0/networks?id=6c4da60f-415f-479a-8cf5-b7773d694b57 HTTP/1.1" status: 200 len: 797 time: 0.5720341 Apr 01 15:13:05.094161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-4d062755-6f3e-45a4-b5c7-adf39083b361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:05.095877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-4d062755-6f3e-45a4-b5c7-adf39083b361 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.3104441 Apr 01 15:13:05.096610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:05.116709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.149492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-16b661a3-2384-4c69-88c6-80ba7aaa8105 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b714620ec33b4fe19b2f57d547da7a6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5718982 Apr 01 15:13:05.168463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38990) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:05.180505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 323ce5f3-82bb-42c3-ba96-60dffad29e75) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:05.189153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a4a72-eeae-4861-96a1-6c81bf77e69c None None] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:05.211136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0895d6-918e-426f-b9dc-69c3d3f21b08 req-e73c38b0-8028-45b6-9b79-2108b653900f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:05.212968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd0895d6-918e-426f-b9dc-69c3d3f21b08 req-e73c38b0-8028-45b6-9b79-2108b653900f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.5099108 Apr 01 15:13:05.232777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:05.233370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.284529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Calling delete_port for b4cc4ad9-3c61-43ad-bf71-ad0d874a9550 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:05.313324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d5367dc-528f-40ad-a66a-cbf1cf919269 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:05.329128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0305d335-d18a-4781-911c-1bb632fe596d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9687333 Apr 01 15:13:05.339645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38996) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:05.377410 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68893f57-be05-4d68-a850-a4055a239c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.410807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68893f57-be05-4d68-a850-a4055a239c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.483526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-b8cecb61-7f0e-436a-9dcc-33ed5be15d5e tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6 HTTP/1.1" status: 200 len: 477 time: 0.3733532 Apr 01 15:13:05.497527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-7f71cb80-f522-4923-9dba-d28ac53754a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3908927 Apr 01 15:13:05.498143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68893f57-be05-4d68-a850-a4055a239c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.515241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd0895d6-918e-426f-b9dc-69c3d3f21b08 req-6eb95923-9868-4f25-818d-004bae04428d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398636 Apr 01 15:13:05.538331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4d5367dc-528f-40ad-a66a-cbf1cf919269 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:05.538917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.595672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-323ce5f3-82bb-42c3-ba96-60dffad29e75', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:13:05.596514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.654384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.663560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'port': {'device_id': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'admin_state_up': True, 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'security_groups': ['c7dd2d8e-74ca-4a5f-8440-da0f614c2625', 'd0cc2ddf-3e3d-4982-b714-ac2850fbd0b0']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:05.787813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4cc4ad9-3c61-43ad-bf71-ad0d874a9550,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:05.788979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68893f57-be05-4d68-a850-a4055a239c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa84a8b-83be-4786-b664-e4470009c0dd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:05.792325 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-23b8c5f3-c301-41e6-80c9-f57ed11f3a7a service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869391 Apr 01 15:13:05.798385 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68893f57-be05-4d68-a850-a4055a239c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:05.802165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-68893f57-be05-4d68-a850-a4055a239c47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efa84a8b-83be-4786-b664-e4470009c0dd HTTP/1.1" status: 204 len: 168 time: 0.6308956 Apr 01 15:13:05.914734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Allocated IP 2001:db8:2::2 (323ce5f3-82bb-42c3-ba96-60dffad29e75/32a718f2-a775-43a2-88bb-29c0aa1ccb59/20941e4a-b50c-49a5-91cb-1e24c54e5d89) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:05.985777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39008) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:06.078263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0bbcaeb-bcef-4861-a862-53be28b68d44 req-865b52d3-7940-4679-9a66-b4fd53d02354 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722297 Apr 01 15:13:06.147081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:06.182843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:06.183878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.193406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe79fb-ae52-4e3b-90c5-4cf9564266d2 req-00f3902e-c631-4463-aed5-98b395ab027d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:06.198277 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8bf95485-ae0b-405a-9f69-bbbb638c4843 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b4cc4ad9-3c61-43ad-bf71-ad0d874a9550 HTTP/1.1" status: 204 len: 168 time: 1.7320898 Apr 01 15:13:06.199155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39016) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:06.201121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06fe79fb-ae52-4e3b-90c5-4cf9564266d2 req-00f3902e-c631-4463-aed5-98b395ab027d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2158976 Apr 01 15:13:06.207906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda', 'external_fixed_ips': [{'subnet_id': 'd1959258-bbea-412a-8948-2a0ed9d64d22', 'ip_address': '172.20.0.10'}]}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:06.217746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:06.224677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:router and tenant:4132bacc1f724d93a833c695cf7ab8cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:06.228935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:06.235037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:06.253947 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.255012 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.277544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.280174 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-06fe79fb-ae52-4e3b-90c5-4cf9564266d2 req-ae132c38-9af2-480f-a6a1-f0742832d752 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779455 Apr 01 15:13:06.280518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Made reservation on behalf of 0e4cc8523b1f40c9bdc0f310f39eb8f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:06.289102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.581780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.630608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Allocated IP 172.20.0.4 (6c4da60f-415f-479a-8cf5-b7773d694b57/a429b23e-c947-459d-8c9a-11c1ae9a31e4/04052348-caf8-4d43-8a11-d8be5090115c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:06.631706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Transition to ACTIVE for port object 20941e4a-b50c-49a5-91cb-1e24c54e5d89 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:06.723411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Transition to ACTIVE for port object 20941e4a-b50c-49a5-91cb-1e24c54e5d89 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:06.737075 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.845196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:06.861330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:06.867371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:06.905850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:06.920815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Pushing event updated for resources: {'Port': ['ID=20941e4a-b50c-49a5-91cb-1e24c54e5d89,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:06.960065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02c123ee-303c-4869-8704-706d3da97f38 req-dca4e64d-ceea-4158-9c6d-f38286b3f5a2 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 210 time: 0.2344067 Apr 01 15:13:07.065107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Attempting to bind port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:07.065785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Attempting to bind port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:07.066390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Attempting to bind port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 on network 323ce5f3-82bb-42c3-ba96-60dffad29e75 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:07.074178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:07.074877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Checking segment: {'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:07.075643 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.076314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Bound using segment: {'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:07.076992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Bound port: 20941e4a-b50c-49a5-91cb-1e24c54e5d89, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:07.077569 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.119920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.143801 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.161084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Transition to ACTIVE for port object 04052348-caf8-4d43-8a11-d8be5090115c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:07.182325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] For port 20941e4a-b50c-49a5-91cb-1e24c54e5d89, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:07.186280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] For port 20941e4a-b50c-49a5-91cb-1e24c54e5d89, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=20941e4a-b50c-49a5-91cb-1e24c54e5d89,segment=NetworkSegment(70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d),segment_id=70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:07.197989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.199661 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.313182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:07.325507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:07.330670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Usage tracker for resource:security_group_rule and tenant:d954224b6a4f4c81a942701d5dbf5730 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:07.333721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:07.339408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:07.345511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:07.380685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efc335-9571-4b17-bcd5-e40b177a027c None None] Pushing event updated for resources: {'Port': ['ID=20941e4a-b50c-49a5-91cb-1e24c54e5d89,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:07.392591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=04052348-caf8-4d43-8a11-d8be5090115c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:07.396544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:07.410678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.447607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5f8c1-2824-440d-84de-8ece817b073b req-35558f48-0f24-479b-b8a2-fe51f664a44d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:07.460111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10a5f8c1-2824-440d-84de-8ece817b073b req-35558f48-0f24-479b-b8a2-fe51f664a44d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.5600228 Apr 01 15:13:07.569816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:07.570832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.576467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39040) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:07.581468 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10a5f8c1-2824-440d-84de-8ece817b073b req-d96c8a1a-3620-4162-8cec-d78a581bc14f tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202631 Apr 01 15:13:07.777229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-663abe7a-ed18-41d2-8888-212fd3f4122d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.2841444 Apr 01 15:13:07.814521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:07.832874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Request body: {'port': {'device_id': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:07.955897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb3a15eb-533a-44f9-8341-772139970155 None None] Provisioning for port 04052348-caf8-4d43-8a11-d8be5090115c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:07.965877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb3a15eb-533a-44f9-8341-772139970155 None None] Provisioning complete for port 04052348-caf8-4d43-8a11-d8be5090115c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:07.966561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb3a15eb-533a-44f9-8341-772139970155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.024321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a15eb-533a-44f9-8341-772139970155 None None] Port 04052348-caf8-4d43-8a11-d8be5090115c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:13:08.044632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-978864893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:08.050970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.053116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d17431-6051-4f16-8694-3b93d3274646 req-01ee5eee-a0d5-439d-820b-25c483bcf31d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:08.060475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4d17431-6051-4f16-8694-3b93d3274646 req-01ee5eee-a0d5-439d-820b-25c483bcf31d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5122774 Apr 01 15:13:08.063375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.074506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:08.113879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:router and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:08.119821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1498bb37-76e7-4cb8-8cb7-dc512293eba6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:08.126011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:08.127456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.174130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.182916 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4d17431-6051-4f16-8694-3b93d3274646 req-3e35212c-9617-463e-8370-ae16892e2d5b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204410 Apr 01 15:13:08.384630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:08.425554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.426509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.434911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-759b8bcd-3a41-46e6-b903-3feffc00c4ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d954224b6a4f4c81a942701d5dbf5730&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4454939 Apr 01 15:13:08.435888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39060) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:08.568336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.638310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.684796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8:2::1 (323ce5f3-82bb-42c3-ba96-60dffad29e75/32a718f2-a775-43a2-88bb-29c0aa1ccb59/e87e08d0-93ff-4fb0-821e-51255e90989f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:08.752873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90585899-40bd-4632-80b2-0ba251e2f044 req-e9e1b25e-19af-47bf-b1c0-f875650a59c2 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:08.754625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90585899-40bd-4632-80b2-0ba251e2f044 req-e9e1b25e-19af-47bf-b1c0-f875650a59c2 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 970 time: 0.3518772 Apr 01 15:13:08.790053 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.791290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-731661a3-c46c-4c61-ba35-3dad6edf29d5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2130747 Apr 01 15:13:08.799184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39070) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:08.800203 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af963874-c0c4-487d-8494-dbcc0297c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.829751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-353361132'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:08.835579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:08.840020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:network and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:08.848076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:08.860079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:08.868779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc14cd5-d24c-412e-bbde-a74549863bbf None None] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:08.886670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af963874-c0c4-487d-8494-dbcc0297c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.888853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Allocated IP 172.20.0.10 (18374f1a-66f4-4382-8df8-eb9510808eda/d1959258-bbea-412a-8948-2a0ed9d64d22/7dd33782-80e9-48d6-92d5-15d1b776563c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:08.920230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:08.923181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:08.946130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90585899-40bd-4632-80b2-0ba251e2f044 req-76486f00-1929-43ef-af43-b7336488dfcc tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1696851 Apr 01 15:13:08.964612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9215c-b5c5-49a3-a076-5b12e9845081 req-28d600ac-127c-4162-adbf-24a4fb5033ae tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:08.971377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ea9215c-b5c5-49a3-a076-5b12e9845081 req-28d600ac-127c-4162-adbf-24a4fb5033ae tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3343289 Apr 01 15:13:08.985986 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.006028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b0137e68-e02f-45fe-b6dd-a19f58c09686 None None] Provisioning for port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:09.099667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04052348-caf8-4d43-8a11-d8be5090115c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:13:09.104882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.111786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.126994 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ea9215c-b5c5-49a3-a076-5b12e9845081 req-b28e14e2-4eb2-4aba-9b07-50f0a026573a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546421 Apr 01 15:13:09.154062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object e87e08d0-93ff-4fb0-821e-51255e90989f will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:09.154164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af963874-c0c4-487d-8494-dbcc0297c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.181344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.188064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Transition to ACTIVE for port object 04052348-caf8-4d43-8a11-d8be5090115c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:09.196406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af963874-c0c4-487d-8494-dbcc0297c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1498bb37-76e7-4cb8-8cb7-dc512293eba6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:09.200762 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.221448 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.290909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.336445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network 18374f1a-66f4-4382-8df8-eb9510808eda is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:09.347640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:09.351892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:09.373898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:09.410426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 20941e4a-b50c-49a5-91cb-1e24c54e5d89 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:09.414825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:09.419980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:security_group_rule and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:09.429103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:09.431658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:09.432221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:09.432869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.440391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af963874-c0c4-487d-8494-dbcc0297c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.447929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-af963874-c0c4-487d-8494-dbcc0297c62c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1498bb37-76e7-4cb8-8cb7-dc512293eba6 HTTP/1.1" status: 204 len: 168 time: 1.0045617 Apr 01 15:13:09.475312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=e87e08d0-93ff-4fb0-821e-51255e90989f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:09.516431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:13:09.582710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Pushing event updated for resources: {'Port': ['ID=04052348-caf8-4d43-8a11-d8be5090115c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:09.590465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:09.743940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:09.769983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd33782-80e9-48d6-92d5-15d1b776563c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:09.779970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.862582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.871293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.913209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:09.913831 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.927583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.928526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:09.941094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:10.052039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da805df-ba4e-4943-882e-e077bc6a7036,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:10.073887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Attempting to bind port 04052348-caf8-4d43-8a11-d8be5090115c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:10.074224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Attempting to bind port 04052348-caf8-4d43-8a11-d8be5090115c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:10.074552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Attempting to bind port 04052348-caf8-4d43-8a11-d8be5090115c on network 6c4da60f-415f-479a-8cf5-b7773d694b57 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:10.079158 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.085887 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Added segment c211feb8-6d90-4131-aaf4-c5de7930fa47 of type vlan for network 74078b10-62d4-4ea7-8d51-6396d2b6894a Apr 01 15:13:10.156160 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.164950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb6b913a-fd23-439d-b9d3-490e1830f80d None None] Provisioning complete for port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:10.165438 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb6b913a-fd23-439d-b9d3-490e1830f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.264828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Port 04052348-caf8-4d43-8a11-d8be5090115c on network 6c4da60f-415f-479a-8cf5-b7773d694b57 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:13:10.265133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Attempting to bind port 04052348-caf8-4d43-8a11-d8be5090115c on network 6c4da60f-415f-479a-8cf5-b7773d694b57 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:10.313072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:10.313661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Checking segment: {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:10.314363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Bound using segment: {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:10.314929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Bound port: 04052348-caf8-4d43-8a11-d8be5090115c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a492a45-3bab-4a2c-aef7-0e81daad1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:10.315597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.412990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.416871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:10.417746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.421982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb6b913a-fd23-439d-b9d3-490e1830f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.444751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.498420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a8ad-a974-4a76-9c00-e1935f136504 req-e29ccf57-63fa-4760-ae61-9b04df1027b0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:10.506134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02b1a8ad-a974-4a76-9c00-e1935f136504 req-e29ccf57-63fa-4760-ae61-9b04df1027b0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3366668 Apr 01 15:13:10.533441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cb6b913a-fd23-439d-b9d3-490e1830f80d None None] For port 20941e4a-b50c-49a5-91cb-1e24c54e5d89, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=20941e4a-b50c-49a5-91cb-1e24c54e5d89,segment=NetworkSegment(70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d),segment_id=70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:10.547252 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb6b913a-fd23-439d-b9d3-490e1830f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.593677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7909627 Apr 01 15:13:10.594699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39100) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:10.624414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'subnet': {'network_id': '74078b10-62d4-4ea7-8d51-6396d2b6894a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:10.649299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] For port 04052348-caf8-4d43-8a11-d8be5090115c, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:10.728072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2528024-d631-4135-aa81-d58255e1261a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Network': ['ID=74078b10-62d4-4ea7-8d51-6396d2b6894a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:10.743990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] For port 04052348-caf8-4d43-8a11-d8be5090115c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=04052348-caf8-4d43-8a11-d8be5090115c,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:10.763326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.766227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:10.805676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:13:10.807527 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:13:10.856391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02b1a8ad-a974-4a76-9c00-e1935f136504 req-b2698929-ba2e-4814-a9aa-aad3cb63b405 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487463 Apr 01 15:13:10.889025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:10.894733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:subnet and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:10.898410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:10.905399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:10.924522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.927234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] 10.222.0.44 "PUT /v2.0/ports/04052348-caf8-4d43-8a11-d8be5090115c HTTP/1.1" status: 200 len: 1130 time: 3.1102557 Apr 01 15:13:10.930709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:10.945299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b913a-fd23-439d-b9d3-490e1830f80d None None] Pushing event updated for resources: {'Port': ['ID=20941e4a-b50c-49a5-91cb-1e24c54e5d89,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:10.959142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:10.983978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:10.987360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2848ddf6-7669-4433-93e0-9c04079ad59c None None] Provisioning for port e87e08d0-93ff-4fb0-821e-51255e90989f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:11.004980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2848ddf6-7669-4433-93e0-9c04079ad59c None None] Provisioning complete for port e87e08d0-93ff-4fb0-821e-51255e90989f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:11.005433 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2848ddf6-7669-4433-93e0-9c04079ad59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:11.026204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:11.050423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:11.051406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:11.100622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2848ddf6-7669-4433-93e0-9c04079ad59c None None] Port e87e08d0-93ff-4fb0-821e-51255e90989f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:13:11.144158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d15e4-c06e-45dc-812a-02abad29f541 req-346ed20f-707b-40f7-b977-602a130b7b2e tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:11.145796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-677d15e4-c06e-45dc-812a-02abad29f541 req-346ed20f-707b-40f7-b977-602a130b7b2e tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 982 time: 0.8578539 Apr 01 15:13:11.245490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=e87e08d0-93ff-4fb0-821e-51255e90989f,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:11.396034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-677d15e4-c06e-45dc-812a-02abad29f541 req-7e25c2b8-99d8-4e41-a3e7-e78066d34ecd tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2368882 Apr 01 15:13:11.408104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4485f4-a32b-4e19-8028-00468c1d4145 service neutron] Pushing event updated for resources: {'Port': ['ID=04052348-caf8-4d43-8a11-d8be5090115c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:11.480317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:11.480989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:11.483518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:11.552805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Router 1a30229b-3bf3-4a89-923b-5a52fc9cfee4 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:13:11.604727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 20941e4a-b50c-49a5-91cb-1e24c54e5d89 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:11.825619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:11.826266 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:11.832598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-8ef12f09-eed3-4bc2-8b4b-06196a44a112 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1133 time: 0.8179765 Apr 01 15:13:11.834962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:11.962820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b016d8cc-5e1e-433b-a45a-787a88ba0792 req-d3e9e701-822e-477c-a847-bf281e6335e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8286078 Apr 01 15:13:11.998272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e4cbb604-f894-43dd-a06a-231a5d47f923 None None] Provisioning complete for port e87e08d0-93ff-4fb0-821e-51255e90989f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:11.999147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb604-f894-43dd-a06a-231a5d47f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:12.063565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbb604-f894-43dd-a06a-231a5d47f923 None None] Port e87e08d0-93ff-4fb0-821e-51255e90989f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:13:12.068878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Subnet': ['ID=8de36160-3923-46bf-8f94-647efad419fd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:12.075099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-2a2260a6-6096-4c5f-a8ed-29f0453c4a8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04052348-caf8-4d43-8a11-d8be5090115c HTTP/1.1" status: 200 len: 217 time: 0.2320645 Apr 01 15:13:12.125467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc903-d1c2-49fb-9b31-fc7392442a33 req-678d8b86-1ad3-4667-9a06-47b50796f01c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:12.127299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a08dc903-d1c2-49fb-9b31-fc7392442a33 req-678d8b86-1ad3-4667-9a06-47b50796f01c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3429766 Apr 01 15:13:12.196996 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c', 'status': 'completed', 'code': 200} Apr 01 15:13:12.223348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Checking segment: {'id': 'c211feb8-6d90-4131-aaf4-c5de7930fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '74078b10-62d4-4ea7-8d51-6396d2b6894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:12.223348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network hostable DHCP agents. Network: 74078b10-62d4-4ea7-8d51-6396d2b6894a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:12.233618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a08dc903-d1c2-49fb-9b31-fc7392442a33 req-15bee4ce-16d9-4ef6-9e26-ad1002dc82d8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935252 Apr 01 15:13:12.249531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865193-e5cd-4feb-b419-004607412bf0 req-c0ad900b-79ba-4140-916a-69d6812dd1d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:12.250978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39136) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:12.251462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-c0ad900b-79ba-4140-916a-69d6812dd1d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a429b23e-c947-459d-8c9a-11c1ae9a31e4 HTTP/1.1" status: 200 len: 835 time: 0.1633506 Apr 01 15:13:12.293977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:12.307528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Sync routers for ids ['1a30229b-3bf3-4a89-923b-5a52fc9cfee4'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:12.322968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Routers {'1a30229b-3bf3-4a89-923b-5a52fc9cfee4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:12.324133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1a30229b-3bf3-4a89-923b-5a52fc9cfee4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:12.379458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:12.394113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:12.407411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 74078b10-62d4-4ea7-8d51-6396d2b6894a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:12.419198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:12.419800 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:12.447724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:12.452667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b993712a-dc75-4c9b-be41-cddd5e7461f1 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.2502744 Apr 01 15:13:12.460284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39146) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:12.550627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db451d8f-a2fa-4a1d-8c47-968036f15593 None None] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:12.606184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-205b9159-bc8c-4903-ac3d-a48935429d6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c4da60f-415f-479a-8cf5-b7773d694b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383527 Apr 01 15:13:12.643935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2d559e5b-ff60-4a24-a54c-90317f351e0c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0315883 Apr 01 15:13:12.650092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba989d-9730-4110-bbea-d8ae99689d78 req-39626815-0a9a-430a-9bb3-1563188336b2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:12.651546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1bba989d-9730-4110-bbea-d8ae99689d78 req-39626815-0a9a-430a-9bb3-1563188336b2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.3403423 Apr 01 15:13:12.694889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39158) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:12.709918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'network': {'name': 'tempest-router-network01--2128149918'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:12.716610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:12.717744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Set router 1a30229b-3bf3-4a89-923b-5a52fc9cfee4 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:12.720517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:network and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:12.723581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:12.730124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:12.794344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:12.797742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:12.855156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1bba989d-9730-4110-bbea-d8ae99689d78 req-c72c3515-5807-4fa3-8d3a-25015d26b55c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531773 Apr 01 15:13:12.938799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:12.949911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-b43faabd-a489-4ace-83d0-912341dff1f3 service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417656 Apr 01 15:13:13.083758 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-fa195f84-a7d8-4a65-8133-d8469d73d55a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8254695 Apr 01 15:13:13.104215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d7129-e3ed-4844-b628-5e9c6bf00c51 req-21a77fea-bccb-458c-b0eb-afefb6df1b9f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:13.116681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-454d7129-e3ed-4844-b628-5e9c6bf00c51 req-21a77fea-bccb-458c-b0eb-afefb6df1b9f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5575204 Apr 01 15:13:13.143124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.143557 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Added segment 4adeee34-78e4-4e49-ac50-e8a537d3ffd8 of type vlan for network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 Apr 01 15:13:13.193273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:13.204045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca0e7b55-e06d-4b4e-8f38-13c10af991dc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8631792 Apr 01 15:13:13.204985 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:13.207498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39174) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:13.215704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792121944'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:13.231044 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:13.232491 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:13.236047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-454d7129-e3ed-4844-b628-5e9c6bf00c51 req-cd22c0da-9356-498d-b06b-f28242c24b45 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184237 Apr 01 15:13:13.243012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:13.246730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.268818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:network and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:13.278323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:13.295160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:13.296425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17865193-e5cd-4feb-b419-004607412bf0 req-0fd2da23-a0d4-4478-aa32-beb7cd8c044f service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410881 Apr 01 15:13:13.325180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:13.333967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.334289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af14afe-5d5e-48f8-a695-059cec4e6560 req-5348e690-5883-4643-85ac-7ddd9328f835 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:13.335090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1af14afe-5d5e-48f8-a695-059cec4e6560 req-5348e690-5883-4643-85ac-7ddd9328f835 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:13:13.346795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.438245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:13.474153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.474516 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added segment 2c331291-2bc3-4f18-9b24-f0b26568418b of type vlan for network e81203cf-3101-4914-897d-92662edaf09e Apr 01 15:13:13.505546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-74078b10-62d4-4ea7-8d51-6396d2b6894a', 'network_id': '74078b10-62d4-4ea7-8d51-6396d2b6894a', 'tenant_id': '653de035cf234e9fa74f45935dd9fd95', 'fixed_ips': [{'subnet_id': '8de36160-3923-46bf-8f94-647efad419fd'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:13:13.507286 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.523037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.526838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:13.527506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.575907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.674515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.684009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:13.684653 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:13.730439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Allocated IP 2001:db8::2 (74078b10-62d4-4ea7-8d51-6396d2b6894a/8de36160-3923-46bf-8f94-647efad419fd/ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:13.779353 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:13.942774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Network': ['ID=a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:13.970717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1af14afe-5d5e-48f8-a695-059cec4e6560 req-5348e690-5883-4643-85ac-7ddd9328f835 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:13:13.972134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1af14afe-5d5e-48f8-a695-059cec4e6560 req-5348e690-5883-4643-85ac-7ddd9328f835 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 982 time: 0.8805783 Apr 01 15:13:14.015800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Network': ['ID=e81203cf-3101-4914-897d-92662edaf09e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:14.060893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-81dc65db-9cf7-4266-a541-c85d9b486092 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3648870 Apr 01 15:13:14.067424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:14.074263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'network': {'name': 'tempest-router-network02--234085195'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:14.100127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8912413 Apr 01 15:13:14.105072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1af14afe-5d5e-48f8-a695-059cec4e6560 req-26238e14-6c92-42a6-bc48-68517707af4f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1229005 Apr 01 15:13:14.105320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39204) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:14.116566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.117257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.119191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.119661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.120140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.121702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.122041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.124861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.125380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.127773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.128123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dbe83f-253e-410a-a89e-59caf512e34d tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:14.140174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:14.150285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.152170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'subnet': {'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:14.167680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:network and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:14.179195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Transition to ACTIVE for port object ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:14.181133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:14.189079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:14.199382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:14.203247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network e81203cf-3101-4914-897d-92662edaf09e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:14.301777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-506f1705-fb88-4866-962f-c5aca07f4249 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1133 time: 0.8994696 Apr 01 15:13:14.303587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:14.310154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.365742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39210) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:14.424499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:14.433934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:subnet and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:14.437573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:14.445738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:14.467855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275c2be-4e4c-45d7-86d5-50505285e36c req-de9daeb2-0b67-4c93-85db-1e4b123b3cab tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:14.469612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3275c2be-4e4c-45d7-86d5-50505285e36c req-de9daeb2-0b67-4c93-85db-1e4b123b3cab tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2708168 Apr 01 15:13:14.471000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Made reservation on behalf of 5655dce968694e5cb585926b9058b652 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:14.533385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Transition to ACTIVE for port object ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:14.535453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30229b-3bf3-4a89-923b-5a52fc9cfee4', 'name': '', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda', 'external_fixed_ips': [{'subnet_id': 'd1959258-bbea-412a-8948-2a0ed9d64d22', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '7dd33782-80e9-48d6-92d5-15d1b776563c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:06Z', 'updated_at': '2022-04-01T15:13:09Z', 'revision_number': 3, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port': {'id': '7dd33782-80e9-48d6-92d5-15d1b776563c', 'name': '', 'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a30229b-3bf3-4a89-923b-5a52fc9cfee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd1959258-bbea-412a-8948-2a0ed9d64d22', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1959258-bbea-412a-8948-2a0ed9d64d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:14.557954 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:09Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:10Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:14.563389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Checking router: 1a30229b-3bf3-4a89-923b-5a52fc9cfee4 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:14.563647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Updating router 1a30229b-3bf3-4a89-923b-5a52fc9cfee4 port 7dd33782-80e9-48d6-92d5-15d1b776563c binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:13:14.564619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:14.566353 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Updating router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 port e87e08d0-93ff-4fb0-821e-51255e90989f binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:13:14.620615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.622244 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.650330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3275c2be-4e4c-45d7-86d5-50505285e36c req-87a0b29d-edfe-4d20-8f3d-af59a8b16c71 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612551 Apr 01 15:13:14.656451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.658493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:14.669379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.669771 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Added segment 2e42269e-c235-4ef8-8741-87b3a156fc32 of type vlan for network 587dca3f-2ece-4ac7-938c-2bc645c53bee Apr 01 15:13:14.683277 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.698981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.722463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:14.746334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:14.751992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.763388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:14.790912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:14.794979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Usage tracker for resource:security_group_rule and tenant:d5349762206e4c2cbfb2ed82f74e92f5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:14.798903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:14.804848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:14.809547 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.813987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:14.814833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.844470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.882308 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8128240 Apr 01 15:13:14.911136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:14.923350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:14.940528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.000358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'subnet': {'network_id': 'a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:15.016067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece9c339-18f6-46f7-979a-5535d2327fe5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:15.033420 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a3e63854-d1ad-40f7-8320-fb80ba376491 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5349762206e4c2cbfb2ed82f74e92f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6647024 Apr 01 15:13:15.037420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39222) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:15.050115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Pushing event updated for resources: {'Port': ['ID=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:15.072773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Attempting to bind port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:15.073140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Attempting to bind port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c211feb8-6d90-4131-aaf4-c5de7930fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '74078b10-62d4-4ea7-8d51-6396d2b6894a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:15.073499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Attempting to bind port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d on network 74078b10-62d4-4ea7-8d51-6396d2b6894a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:15.083058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:15.083758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Checking segment: {'id': 'c211feb8-6d90-4131-aaf4-c5de7930fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '74078b10-62d4-4ea7-8d51-6396d2b6894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:15.083888 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.084264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Bound using segment: {'id': 'c211feb8-6d90-4131-aaf4-c5de7930fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '74078b10-62d4-4ea7-8d51-6396d2b6894a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:15.084743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Bound port: ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c211feb8-6d90-4131-aaf4-c5de7930fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '74078b10-62d4-4ea7-8d51-6396d2b6894a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:15.085122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.180666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-1417c839-fe92-44fe-9035-4b5522541d58 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c&tenant_id=53c5dc507d294d82b80e9473cca7d486 HTTP/1.1" status: 200 len: 1094 time: 0.9654286 Apr 01 15:13:15.221388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:15.336891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] For port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:15.341826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:15.394810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:subnet and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:15.405919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1403969-4a3c-43b4-bb3e-e7a8ac3effc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.423637 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.436451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1403969-4a3c-43b4-bb3e-e7a8ac3effc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.438083 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Transition to ACTIVE for port object e87e08d0-93ff-4fb0-821e-51255e90989f will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:15.438274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069cfc1-ed5d-42c1-a225-ffcc83c67bd3 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Network': ['ID=587dca3f-2ece-4ac7-938c-2bc645c53bee,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:15.447815 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.464624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:15.477030 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.490178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Transition to ACTIVE for port object 7dd33782-80e9-48d6-92d5-15d1b776563c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:15.507395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 587dca3f-2ece-4ac7-938c-2bc645c53bee details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:15.508997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-39f69721-55e1-4e0b-ad40-58aac1b7681f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:15.510747 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-39f69721-55e1-4e0b-ad40-58aac1b7681f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c4da60f-415f-479a-8cf5-b7773d694b57 HTTP/1.1" status: 200 len: 898 time: 1.1557183 Apr 01 15:13:15.515923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:15.525356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768738ff-2690-4909-8c5c-6764ebce6606 req-a6fb91ca-6cf0-48e3-b211-02accb243e86 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:15.527284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-768738ff-2690-4909-8c5c-6764ebce6606 req-a6fb91ca-6cf0-48e3-b211-02accb243e86 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 1.0283747 Apr 01 15:13:15.532881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1403969-4a3c-43b4-bb3e-e7a8ac3effc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.533605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] For port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,segment=NetworkSegment(c211feb8-6d90-4131-aaf4-c5de7930fa47),segment_id=c211feb8-6d90-4131-aaf4-c5de7930fa47)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:15.538092 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d33f43-9816-4aa3-bf71-056df08a6b63 None None] Pushing event updated for resources: {'Port': ['ID=e87e08d0-93ff-4fb0-821e-51255e90989f,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:15.544144 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.555696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1403969-4a3c-43b4-bb3e-e7a8ac3effc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece9c339-18f6-46f7-979a-5535d2327fe5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:15.575864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.627677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-f3a5e32e-a351-4f6f-bb15-755f7f2ca25b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04052348-caf8-4d43-8a11-d8be5090115c HTTP/1.1" status: 200 len: 217 time: 0.0953572 Apr 01 15:13:15.717866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Attempting to bind port 7dd33782-80e9-48d6-92d5-15d1b776563c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:15.718630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Attempting to bind port 7dd33782-80e9-48d6-92d5-15d1b776563c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '385870c9-2641-48d5-bd83-241160d28859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:15.719232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Attempting to bind port 7dd33782-80e9-48d6-92d5-15d1b776563c on network 18374f1a-66f4-4382-8df8-eb9510808eda {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:15.722316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.733515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-3e9b8624-262d-4711-9725-38cb6d2bed23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:15.735793 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-3e9b8624-262d-4711-9725-38cb6d2bed23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a429b23e-c947-459d-8c9a-11c1ae9a31e4 HTTP/1.1" status: 200 len: 835 time: 0.0695522 Apr 01 15:13:15.752003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8070abb-e502-467f-a6ff-519fac97b175 req-23a1a301-2b65-442b-ae9f-51d72e831d5e tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:15.755448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8070abb-e502-467f-a6ff-519fac97b175 req-23a1a301-2b65-442b-ae9f-51d72e831d5e tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 982 time: 0.4687526 Apr 01 15:13:15.757407 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c1403969-4a3c-43b4-bb3e-e7a8ac3effc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.760398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c1403969-4a3c-43b4-bb3e-e7a8ac3effc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ece9c339-18f6-46f7-979a-5535d2327fe5 HTTP/1.1" status: 204 len: 168 time: 0.7157011 Apr 01 15:13:15.794469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:15.795616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Checking segment: {'id': '385870c9-2641-48d5-bd83-241160d28859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:15.796239 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.796903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Bound using segment: {'id': '385870c9-2641-48d5-bd83-241160d28859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:15.797574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Bound port: 7dd33782-80e9-48d6-92d5-15d1b776563c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385870c9-2641-48d5-bd83-241160d28859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '18374f1a-66f4-4382-8df8-eb9510808eda'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:15.798151 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.800189 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Attempting to bind port e87e08d0-93ff-4fb0-821e-51255e90989f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:15.803352 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Attempting to bind port e87e08d0-93ff-4fb0-821e-51255e90989f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:15.804171 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Attempting to bind port e87e08d0-93ff-4fb0-821e-51255e90989f on network 323ce5f3-82bb-42c3-ba96-60dffad29e75 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:15.809607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Checking segment: {'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:15.810353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network hostable DHCP agents. Network: e81203cf-3101-4914-897d-92662edaf09e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:15.815521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.821512 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:15.821924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Checking segment: {'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:15.822477 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.823325 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Bound using segment: {'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:15.824896 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Bound port: e87e08d0-93ff-4fb0-821e-51255e90989f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:15.825288 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.904501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081459a8-c9d7-4a83-b3f2-246bfd5bc4e5 None None] Pushing event updated for resources: {'Port': ['ID=7dd33782-80e9-48d6-92d5-15d1b776563c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:15.910330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network e81203cf-3101-4914-897d-92662edaf09e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:15.923850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Subnet': ['ID=8b5bd9f1-55b0-4c9d-9882-d23be63e711b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:15.957450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:15.966054 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8070abb-e502-467f-a6ff-519fac97b175 req-c434c932-5ad8-4366-97b4-a5c084e58415 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1984329 Apr 01 15:13:15.966650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, e81203cf-3101-4914-897d-92662edaf09e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:15.974315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:15.975971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:15.982699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Deleting port 7dd33782-80e9-48d6-92d5-15d1b776563c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:15.983032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:16.014665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-147b7350-ceff-47a2-9b06-49e33bee8c81 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9081240 Apr 01 15:13:16.018013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39236) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:16.059951 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] For port e87e08d0-93ff-4fb0-821e-51255e90989f, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:16.066163 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] For port e87e08d0-93ff-4fb0-821e-51255e90989f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e87e08d0-93ff-4fb0-821e-51255e90989f,segment=NetworkSegment(70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d),segment_id=70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:16.077629 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:16.133074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e1471-a151-49f5-965e-1a4e7def4510 None None] Pushing event updated for resources: {'Port': ['ID=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:16.144602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988129f4-af9f-4ca2-a57f-6a2a5cc965af None None] Network e81203cf-3101-4914-897d-92662edaf09e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:16.156101 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:16.157600 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:16.188573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:16.412773 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:16.437232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] For port 7dd33782-80e9-48d6-92d5-15d1b776563c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:16.534817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] For port 7dd33782-80e9-48d6-92d5-15d1b776563c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7dd33782-80e9-48d6-92d5-15d1b776563c,segment=NetworkSegment(385870c9-2641-48d5-bd83-241160d28859),segment_id=385870c9-2641-48d5-bd83-241160d28859)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:16.745020 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:16.765929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39248) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:16.855693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-e81203cf-3101-4914-897d-92662edaf09e', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:13:16.857440 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:16.860435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:16.863979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:17.034350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Routers {'1a30229b-3bf3-4a89-923b-5a52fc9cfee4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:17.035016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1a30229b-3bf3-4a89-923b-5a52fc9cfee4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:17.047377 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d33f43-9816-4aa3-bf71-056df08a6b63 None None] Pushing event updated for resources: {'Port': ['ID=e87e08d0-93ff-4fb0-821e-51255e90989f,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:17.053236 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:09Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:16Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:17.058912 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e05b3a-0937-437d-8057-c7d3701cc05c None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:09Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:16Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:17.311904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081459a8-c9d7-4a83-b3f2-246bfd5bc4e5 None None] Pushing event updated for resources: {'Port': ['ID=7dd33782-80e9-48d6-92d5-15d1b776563c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:17.324166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-768738ff-2690-4909-8c5c-6764ebce6606 req-b684b2b5-1cf7-4b5c-affe-bcc4f47214d2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6800036 Apr 01 15:13:17.343769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] Set router 1a30229b-3bf3-4a89-923b-5a52fc9cfee4 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:17.435359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] For port 7dd33782-80e9-48d6-92d5-15d1b776563c, host n-d-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:17.436535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:17.498657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ca30-7507-448d-9162-3e3d15139263 req-e137d86b-1595-4d8f-b327-e7c19d8a89ad tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:17.531450 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1782ca30-7507-448d-9162-3e3d15139263 req-e137d86b-1595-4d8f-b327-e7c19d8a89ad tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6460135 Apr 01 15:13:17.617679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a30229b-3bf3-4a89-923b-5a52fc9cfee4', 'name': '', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:06Z', 'updated_at': '2022-04-01T15:13:15Z', 'revision_number': 4, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:17.647618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3e7cd-c171-4bcb-800c-6248f2321cda None None] The sync data for ids ['1a30229b-3bf3-4a89-923b-5a52fc9cfee4'] in n-d-836017-1 is: [{'id': '1a30229b-3bf3-4a89-923b-5a52fc9cfee4', 'name': '', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:06Z', 'updated_at': '2022-04-01T15:13:15Z', 'revision_number': 4, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:17.655574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 04052348-caf8-4d43-8a11-d8be5090115c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:13:17.742897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1782ca30-7507-448d-9162-3e3d15139263 req-8811deed-4c85-4c9e-a08f-5a99bf4a6346 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102628 Apr 01 15:13:17.774925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Calling delete_port for 7dd33782-80e9-48d6-92d5-15d1b776563c owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:17.881899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:17.936885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd262a7-dbf9-4c4c-b490-9d611cafe3b1 None None] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:18.113407 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:18.155392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Allocated IP 2001:db8:3::2 (e81203cf-3101-4914-897d-92662edaf09e/8b5bd9f1-55b0-4c9d-9882-d23be63e711b/68426fe5-a64f-4c9f-9650-a815d7960d27) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:18.269296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-0f9b780f-f4b7-4071-97fe-fdbee2085c13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c4da60f-415f-479a-8cf5-b7773d694b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.4599891 Apr 01 15:13:18.269960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Subnet': ['ID=65063322-d845-406e-bdb1-4c661c426c6f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:18.272335 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:13:18.272644 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:13:18.355139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:18.489620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 04052348-caf8-4d43-8a11-d8be5090115c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=04052348-caf8-4d43-8a11-d8be5090115c,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:18.514858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-03163790-cf7e-434e-893a-0e6be5e81e9a service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647985 Apr 01 15:13:18.619924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '04052348-caf8-4d43-8a11-d8be5090115c', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'port_id': '04052348-caf8-4d43-8a11-d8be5090115c', 'mac_address': 'fa:16:3e:a6:6c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:13:18.631386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:18.644110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Checking segment: {'id': '4adeee34-78e4-4e49-ac50-e8a537d3ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:18.644483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network hostable DHCP agents. Network: a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:18.649188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Usage tracker for resource:security_group_rule and tenant:77c107d19f8c493ab3672665afc7892e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:18.676722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:18.690030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:18.695436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-036dc024-2576-4d8b-84a9-29097de36c70 None None] Provisioning for port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:18.697712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9da503-76a0-46e0-8266-1dc1ec64d465 req-866f407e-69b3-4c9c-9327-23d6646af3a9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:18.700403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca9da503-76a0-46e0-8266-1dc1ec64d465 req-866f407e-69b3-4c9c-9327-23d6646af3a9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1207485 Apr 01 15:13:18.789550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca9da503-76a0-46e0-8266-1dc1ec64d465 req-8555ae97-4a38-4dc6-896d-cbd33b1ab2a8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818038 Apr 01 15:13:18.812011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Deleting port 7dd33782-80e9-48d6-92d5-15d1b776563c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:18.812370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:18.868389 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:18.876580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:18.880513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:18.913626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:18.916109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:18.919971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04052348-caf8-4d43-8a11-d8be5090115c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:13:18.931174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3538-646a-4f4f-9963-cbf9c409240f req-8d147398-2694-4cec-9998-72de8691dc08 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:18.932688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71ff3538-646a-4f4f-9963-cbf9c409240f req-8d147398-2694-4cec-9998-72de8691dc08 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 982 time: 1.0408175 Apr 01 15:13:18.941355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:18.941970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:18.968664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:18.981353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b960e447-9495-44b3-a39e-6e6dff754c13 req-b3b11fe1-dc3d-45b1-b267-073d38c23729 service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515955 Apr 01 15:13:19.003804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 04052348-caf8-4d43-8a11-d8be5090115c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=04052348-caf8-4d43-8a11-d8be5090115c,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:19.005757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Transition to ACTIVE for port object 68426fe5-a64f-4c9f-9650-a815d7960d27 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:19.027184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.044023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe0c1-39f7-494d-b603-cca53471c768 req-01a6ca10-39fd-4562-a87e-af17d53e8d5e tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:19.046398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb0fe0c1-39f7-494d-b603-cca53471c768 req-01a6ca10-39fd-4562-a87e-af17d53e8d5e tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.1004257 Apr 01 15:13:19.081899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:13:19.099974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Transition to ACTIVE for port object 68426fe5-a64f-4c9f-9650-a815d7960d27 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:19.108640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb0fe0c1-39f7-494d-b603-cca53471c768 req-ee25085e-b34d-439d-8a86-6a572fef6146 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545003 Apr 01 15:13:19.110086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:19.115996 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.152507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77c107d19f8c493ab3672665afc7892e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3734751 Apr 01 15:13:19.152507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:19.181525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184df4d-c49d-4753-b148-09cba24f74ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35beb4db-2b23-48e9-944f-35844937c7d9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:19.195896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Allocated IP 2001:db8:3::1 (e81203cf-3101-4914-897d-92662edaf09e/8b5bd9f1-55b0-4c9d-9882-d23be63e711b/cf1d723f-3502-43ef-a5d6-e33f87730c10) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:19.219069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39262) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:19.257593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:19.281787 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71ff3538-646a-4f4f-9963-cbf9c409240f req-ae7bbc3c-ed63-477b-8ab0-cbb2e85543fa tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3352036 Apr 01 15:13:19.289031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:19.289610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.295150 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.314190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079f087-e669-49a5-b067-882b96b101b8 None None] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:19.337891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Network e81203cf-3101-4914-897d-92662edaf09e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:19.363276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=04052348-caf8-4d43-8a11-d8be5090115c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:19.363276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:19.415503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] For port 7dd33782-80e9-48d6-92d5-15d1b776563c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7dd33782-80e9-48d6-92d5-15d1b776563c,segment=NetworkSegment(385870c9-2641-48d5-bd83-241160d28859),segment_id=385870c9-2641-48d5-bd83-241160d28859)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:19.415898 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.418163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.436696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Transition to ACTIVE for port object cf1d723f-3502-43ef-a5d6-e33f87730c10 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:19.467577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:19.470191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['04052348-caf8-4d43-8a11-d8be5090115c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:13:19.471918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.495026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db66e860-cd6d-4684-b414-53fea5eff95a {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:13:19.541409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,segment=NetworkSegment(c211feb8-6d90-4131-aaf4-c5de7930fa47),segment_id=c211feb8-6d90-4131-aaf4-c5de7930fa47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:19.563493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network e81203cf-3101-4914-897d-92662edaf09e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:19.568066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:19.571363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:19.572177 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.589857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=cf1d723f-3502-43ef-a5d6-e33f87730c10,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:19.606899 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.608125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e87e08d0-93ff-4fb0-821e-51255e90989f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:19.691436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.747675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Calling delete_port for 7dd33782-80e9-48d6-92d5-15d1b776563c owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:19.790374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Pushing event updated for resources: {'Port': ['ID=68426fe5-a64f-4c9f-9650-a815d7960d27,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:19.871517 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.898742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Transition to ACTIVE for port object db66e860-cd6d-4684-b414-53fea5eff95a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:19.937640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.955983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68fb9135-915b-47f5-aeb7-228eac205cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:19.989909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-624abf7b-f4d7-4e03-b09d-1186939bf46d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0717263 Apr 01 15:13:19.997766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:20.042855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Attempting to bind port 68426fe5-a64f-4c9f-9650-a815d7960d27 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:20.043262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Attempting to bind port 68426fe5-a64f-4c9f-9650-a815d7960d27 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:20.044119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Attempting to bind port 68426fe5-a64f-4c9f-9650-a815d7960d27 on network e81203cf-3101-4914-897d-92662edaf09e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:20.058419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1615aaff-4129-486d-9763-e90ebaab00bb None None] Provisioning complete for port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:20.058871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1615aaff-4129-486d-9763-e90ebaab00bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.084187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39276) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:20.161671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:20.161906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68fb9135-915b-47f5-aeb7-228eac205cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.162153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Checking segment: {'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:20.162431 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.162816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Bound using segment: {'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:20.163311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Bound port: 68426fe5-a64f-4c9f-9650-a815d7960d27, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:20.163683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.206091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'subnet': {'network_id': '587dca3f-2ece-4ac7-938c-2bc645c53bee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:20.293844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e87e08d0-93ff-4fb0-821e-51255e90989f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:20.326504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7', 'network_id': 'a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7', 'tenant_id': '653de035cf234e9fa74f45935dd9fd95', 'fixed_ips': [{'subnet_id': '65063322-d845-406e-bdb1-4c661c426c6f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:13:20.327614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.341234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e87e08d0-93ff-4fb0-821e-51255e90989f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:20.341598 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.355370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68fb9135-915b-47f5-aeb7-228eac205cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.414814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c2558-9ab5-43b0-ba6f-f814bf65db5d req-09fd8a56-92ba-4a99-8ad7-145f0eda64ac tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:20.416486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-077c2558-9ab5-43b0-ba6f-f814bf65db5d req-09fd8a56-92ba-4a99-8ad7-145f0eda64ac tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2863131 Apr 01 15:13:20.431204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb9135-915b-47f5-aeb7-228eac205cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35beb4db-2b23-48e9-944f-35844937c7d9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:20.458364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.476668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.477424 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.517151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=9']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:20.542249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] No DVR routers for this DVR port db66e860-cd6d-4684-b414-53fea5eff95a on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:13:20.557184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] For port 68426fe5-a64f-4c9f-9650-a815d7960d27, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:20.561303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event updated for resources: {'Port': ['ID=cf1d723f-3502-43ef-a5d6-e33f87730c10,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:20.585002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-077c2558-9ab5-43b0-ba6f-f814bf65db5d req-f787e638-523a-4604-9aab-1362506adfe8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537080 Apr 01 15:13:20.596218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] For port 68426fe5-a64f-4c9f-9650-a815d7960d27, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68426fe5-a64f-4c9f-9650-a815d7960d27,segment=NetworkSegment(2c331291-2bc3-4f18-9b24-f0b26568418b),segment_id=2c331291-2bc3-4f18-9b24-f0b26568418b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:20.600206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68fb9135-915b-47f5-aeb7-228eac205cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.601028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-68fb9135-915b-47f5-aeb7-228eac205cda admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35beb4db-2b23-48e9-944f-35844937c7d9 HTTP/1.1" status: 204 len: 168 time: 1.3790505 Apr 01 15:13:20.625616 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.674398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:20.689472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:subnet and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:20.694540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:20.710756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:20.788218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bae1c4-5451-4158-9d16-15145c680ac0 req-05564486-204c-484a-a0da-c105a7b9490d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:20.795511 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99bae1c4-5451-4158-9d16-15145c680ac0 req-05564486-204c-484a-a0da-c105a7b9490d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.5670924 Apr 01 15:13:20.817853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:20.834471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Network e81203cf-3101-4914-897d-92662edaf09e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:20.880210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:20.884830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd9ce6-ce3b-4a5a-b720-51804af5ac9b None None] Pushing event updated for resources: {'Port': ['ID=68426fe5-a64f-4c9f-9650-a815d7960d27,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:20.947271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:20.962723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:21.006045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Allocated IP 2001:db8::2 (a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7/65063322-d845-406e-bdb1-4c661c426c6f/56480e11-b4cf-4c08-8f73-9820f0ecc270) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:21.032318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e87e08d0-93ff-4fb0-821e-51255e90989f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e87e08d0-93ff-4fb0-821e-51255e90989f,segment=NetworkSegment(70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d),segment_id=70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:21.032555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:21.039062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:21.075674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd33782-80e9-48d6-92d5-15d1b776563c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:21.145390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99bae1c4-5451-4158-9d16-15145c680ac0 req-34591990-951e-4767-a276-9de22ddec5e1 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487730 Apr 01 15:13:21.218683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:21.450922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669959b-a8d3-4258-bea6-30bee74df381 req-b0237eb8-b4a0-484d-944b-cddddcc84906 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:21.455739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c669959b-a8d3-4258-bea6-30bee74df381 req-b0237eb8-b4a0-484d-944b-cddddcc84906 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 943 time: 0.6265600 Apr 01 15:13:21.568695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c669959b-a8d3-4258-bea6-30bee74df381 req-25d08ac9-8c60-401d-b0ba-0f423a833bf4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791759 Apr 01 15:13:21.604778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:21.642229 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:21.655752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Transition to ACTIVE for port object 56480e11-b4cf-4c08-8f73-9820f0ecc270 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:21.681477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Transition to ACTIVE for port object 56480e11-b4cf-4c08-8f73-9820f0ecc270 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:21.685780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e87e08d0-93ff-4fb0-821e-51255e90989f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:21.692701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 04052348-caf8-4d43-8a11-d8be5090115c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:21.769782 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:21.835019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:21.866492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Pushing event updated for resources: {'Port': ['ID=56480e11-b4cf-4c08-8f73-9820f0ecc270,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:21.869145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:21.869530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:21.874651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:21.897085 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d5cef9c-73bb-415a-81d4-70dbbf78c0be tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8773804 Apr 01 15:13:21.904244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39304) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:21.909888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:21.957206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:21.993213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 04052348-caf8-4d43-8a11-d8be5090115c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:22.005624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 04052348-caf8-4d43-8a11-d8be5090115c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:22.006028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.123683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:22.129578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:22.134806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:22.151242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:22.151907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:22.163590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75748f-dd39-4a52-b29d-afafdfc14acf req-6e1764f4-5c11-46ee-b46d-a12f0b276ab7 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:22.165249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c75748f-dd39-4a52-b29d-afafdfc14acf req-6e1764f4-5c11-46ee-b46d-a12f0b276ab7 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 983 time: 0.8125887 Apr 01 15:13:22.237444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4a2bb-ce28-4452-8975-c6dc3885ff90 req-f956f8f3-a6ef-4560-a761-d8e1ea3035b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:22.244511 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-62a4a2bb-ce28-4452-8975-c6dc3885ff90 req-f956f8f3-a6ef-4560-a761-d8e1ea3035b3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2400563 Apr 01 15:13:22.300659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.327947 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.331877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:22.332211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:22.332540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:22.339154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.394971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c75748f-dd39-4a52-b29d-afafdfc14acf req-eb797a66-8b1e-4fad-bcf1-223c3ed21fa9 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2044559 Apr 01 15:13:22.395600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Port db66e860-cd6d-4684-b414-53fea5eff95a on network 00f1747f-3195-44b7-90c1-bf710959cc94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:13:22.395931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Attempting to bind port db66e860-cd6d-4684-b414-53fea5eff95a on network 00f1747f-3195-44b7-90c1-bf710959cc94 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:22.446269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:22.446639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Checking segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:22.446984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Bound using segment: {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:22.447435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Bound port: db66e860-cd6d-4684-b414-53fea5eff95a, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d83957-16d6-4b7b-a65d-303d11253b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:22.447788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.488672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:22.493121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Subnet': ['ID=e262f60d-12fa-462c-b4fa-25edd85d37fa,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:22.504593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.505255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a30229b-3bf3-4a89-923b-5a52fc9cfee4 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:13:22.603904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Checking segment: {'id': '2e42269e-c235-4ef8-8741-87b3a156fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '587dca3f-2ece-4ac7-938c-2bc645c53bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:22.616239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network hostable DHCP agents. Network: 587dca3f-2ece-4ac7-938c-2bc645c53bee, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:22.724935 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.728638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-82a7a0b3-d57b-447c-b71c-27ca9c14397d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1a30229b-3bf3-4a89-923b-5a52fc9cfee4 HTTP/1.1" status: 204 len: 168 time: 10.2633786 Apr 01 15:13:22.728638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:22.739086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:22.740722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39320) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:22.746134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00756074-9e24-4936-a61a-9a93d651b548 None None] Network e81203cf-3101-4914-897d-92662edaf09e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:22.826539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network 587dca3f-2ece-4ac7-938c-2bc645c53bee is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:22.829339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.853079 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.926715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:22.941236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:22.942794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-49478b23-794d-4262-bc1b-d246fc089181 service neutron] 10.222.0.62 "PUT /v2.0/ports/db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 200 len: 1091 time: 7.7351260 Apr 01 15:13:22.959442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:22.965491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 587dca3f-2ece-4ac7-938c-2bc645c53bee) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:22.991746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:22.992431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.034858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Deleting subnet d1959258-bbea-412a-8948-2a0ed9d64d22 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:13:23.040047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.057871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 04052348-caf8-4d43-8a11-d8be5090115c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=04052348-caf8-4d43-8a11-d8be5090115c,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:23.081292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a4ad2c50-5d50-42ae-b8f1-343f87c28941 None None] Provisioning for port 68426fe5-a64f-4c9f-9650-a815d7960d27 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:23.101876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:23.107331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Attempting to bind port 56480e11-b4cf-4c08-8f73-9820f0ecc270 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:23.107700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Attempting to bind port 56480e11-b4cf-4c08-8f73-9820f0ecc270 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '4adeee34-78e4-4e49-ac50-e8a537d3ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:23.108060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Attempting to bind port 56480e11-b4cf-4c08-8f73-9820f0ecc270 on network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:23.116842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7373e5-9f80-4a3b-a2c9-85816795f647 None None] Network 587dca3f-2ece-4ac7-938c-2bc645c53bee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:23.125818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.147986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.158078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:23.158535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Checking segment: {'id': '4adeee34-78e4-4e49-ac50-e8a537d3ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:23.158945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.159512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Bound using segment: {'id': '4adeee34-78e4-4e49-ac50-e8a537d3ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:23.160020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Bound port: 56480e11-b4cf-4c08-8f73-9820f0ecc270, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adeee34-78e4-4e49-ac50-e8a537d3ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:23.160370 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.198553 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.217512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:13:23.238585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Removed routes are [] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:13:23.240624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.311738 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9a3cf27e-3403-4ed0-8b88-9f372ae3ac09 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2089844 Apr 01 15:13:23.315080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39338) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:23.345343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-62a4a2bb-ce28-4452-8975-c6dc3885ff90 req-1aad75a2-9548-45b2-8b51-5adf981cc789 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0998626 Apr 01 15:13:23.404101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ff74c-ca9a-4020-903d-01b48e35b269 req-11b43720-a192-42dc-9382-542eb7763e68 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:23.408623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] For port 56480e11-b4cf-4c08-8f73-9820f0ecc270, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:23.411497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-605ff74c-ca9a-4020-903d-01b48e35b269 req-11b43720-a192-42dc-9382-542eb7763e68 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.6816320 Apr 01 15:13:23.411916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] For port 56480e11-b4cf-4c08-8f73-9820f0ecc270, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=56480e11-b4cf-4c08-8f73-9820f0ecc270,segment=NetworkSegment(4adeee34-78e4-4e49-ac50-e8a537d3ffd8),segment_id=4adeee34-78e4-4e49-ac50-e8a537d3ffd8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:23.413192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=04052348-caf8-4d43-8a11-d8be5090115c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:23.559909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-605ff74c-ca9a-4020-903d-01b48e35b269 req-354f4858-075e-40d6-946e-30b26a12a3bc tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474268 Apr 01 15:13:23.613305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-3fcbf473-928f-48d6-820b-7f9ce5628aff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53c5dc507d294d82b80e9473cca7d486&device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 1095 time: 0.6317770 Apr 01 15:13:23.667280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.682538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:23.694420 n-d-836017-1 neutron-server[83954]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'status': 'failed', 'code': 422} returned with failed status Apr 01 15:13:23.735023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a2424-07c6-4710-aab3-946272c821f9 req-a54bd9eb-8065-4961-a58a-8e06ba5fa1ca tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:23.741657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-686a2424-07c6-4710-aab3-946272c821f9 req-a54bd9eb-8065-4961-a58a-8e06ba5fa1ca tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.2435679 Apr 01 15:13:23.857078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e0fea-11ce-410a-9275-3f18142acdc0 None None] Pushing event updated for resources: {'Port': ['ID=56480e11-b4cf-4c08-8f73-9820f0ecc270,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:23.898170 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c', 'code': 200} Apr 01 15:13:23.957437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68426fe5-a64f-4c9f-9650-a815d7960d27 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:24.307872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-686a2424-07c6-4710-aab3-946272c821f9 req-f76f10d6-50f4-44fc-a6d2-1154e26c2786 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5652122 Apr 01 15:13:24.331712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:24.344549 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:24.347635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-587dca3f-2ece-4ac7-938c-2bc645c53bee', 'network_id': '587dca3f-2ece-4ac7-938c-2bc645c53bee', 'tenant_id': '653de035cf234e9fa74f45935dd9fd95', 'fixed_ips': [{'subnet_id': 'e262f60d-12fa-462c-b4fa-25edd85d37fa'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:13:24.349593 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:24.405066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 68426fe5-a64f-4c9f-9650-a815d7960d27 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:24.416281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 68426fe5-a64f-4c9f-9650-a815d7960d27 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:24.416700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:24.454657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:19Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:20Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:24.480374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1959258-bbea-412a-8948-2a0ed9d64d22,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:24.659116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:24.672632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Allocated IP 2001:db8::2 (587dca3f-2ece-4ac7-938c-2bc645c53bee/e262f60d-12fa-462c-b4fa-25edd85d37fa/0d9a90cb-246e-47c4-bccc-493593671766) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:24.814829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a1a21-8dc7-4180-babe-6438b1d94d12 req-5dbc63b7-f155-40cd-b51e-b72fad277596 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:24.822900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-693a1a21-8dc7-4180-babe-6438b1d94d12 req-5dbc63b7-f155-40cd-b51e-b72fad277596 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 984 time: 0.2724919 Apr 01 15:13:24.924111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-693a1a21-8dc7-4180-babe-6438b1d94d12 req-f8d3c967-c5da-44c8-89ec-4f7d368ccd7f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1000342 Apr 01 15:13:24.938308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:24.964392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:24.964757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Updating router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 port cf1d723f-3502-43ef-a5d6-e33f87730c10 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:13:24.984743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9db04c1c-c190-4fd7-a91d-93493c156ac0 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/d1959258-bbea-412a-8948-2a0ed9d64d22 HTTP/1.1" status: 204 len: 168 time: 2.2403488 Apr 01 15:13:25.015343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:25.151670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-097e65ec-c61b-488e-9b5d-89f025df47e8 None None] Provisioning for port cf1d723f-3502-43ef-a5d6-e33f87730c10 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:25.226351 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.255811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Transition to ACTIVE for port object 0d9a90cb-246e-47c4-bccc-493593671766 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:25.322561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-097e65ec-c61b-488e-9b5d-89f025df47e8 None None] Provisioning complete for port cf1d723f-3502-43ef-a5d6-e33f87730c10 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:25.322955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-097e65ec-c61b-488e-9b5d-89f025df47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.329954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cea4d-acb7-4b36-9b7e-f8cd02d4e397 req-b1c37328-e9df-4cd8-80fa-1ea0130e935e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:25.338992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b2cea4d-acb7-4b36-9b7e-f8cd02d4e397 req-b1c37328-e9df-4cd8-80fa-1ea0130e935e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.1648526 Apr 01 15:13:25.376256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:25.387859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39fdaf-dd79-4615-aefa-f3f7fabd4438 req-98a3d75f-6379-4297-b2e1-f48940db479e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:25.391470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.396102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-602eadf0-8147-45a3-9b79-d9b8a9f83602 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 200 len: 953 time: 3.4906371 Apr 01 15:13:25.399539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad39fdaf-dd79-4615-aefa-f3f7fabd4438 req-98a3d75f-6379-4297-b2e1-f48940db479e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.9218872 Apr 01 15:13:25.404472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39398) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:25.407449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-accd528c-d4d2-428e-901e-48d018879f25 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:25.409173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-accd528c-d4d2-428e-901e-48d018879f25 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 1.5641181 Apr 01 15:13:25.410388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98e61b-453c-42fb-bc50-07db70855acd req-191f5d22-ec94-459b-80e3-856efd73154b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:25.411918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-191f5d22-ec94-459b-80e3-856efd73154b service neutron] 10.222.0.62 "GET /v2.0/networks?id=00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 200 len: 917 time: 1.7771120 Apr 01 15:13:25.465769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Transition to ACTIVE for port object 0d9a90cb-246e-47c4-bccc-493593671766 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:25.466975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-097e65ec-c61b-488e-9b5d-89f025df47e8 None None] Port cf1d723f-3502-43ef-a5d6-e33f87730c10 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:13:25.496567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.579458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd7e6c8-bcc2-4553-abe0-f4768b582d5f None None] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:25.632622 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.696176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-27e2a0bb-4d13-46b5-b70d-362d6ddaf6fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 200 len: 998 time: 0.1531563 Apr 01 15:13:25.717889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.746006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b2cea4d-acb7-4b36-9b7e-f8cd02d4e397 req-aa9b5fff-99be-458a-b3cb-99dff9cc3672 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4055970 Apr 01 15:13:25.869691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39410) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:25.870215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0ff1023-6498-4c0e-bef1-aab191883670 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 200 len: 953 time: 0.4628892 Apr 01 15:13:25.880765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.891460 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2649b9b3-8e69-4540-8a4b-80d0796b0d85 req-484f5e8d-032e-4d38-addb-a42240c42314 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1135 time: 1.4187732 Apr 01 15:13:25.914551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Deleting port 39fadf50-e80d-4518-8151-aae58f246d9e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:25.915130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.942874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Network 587dca3f-2ece-4ac7-938c-2bc645c53bee is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:25.952018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Pushing event updated for resources: {'Port': ['ID=0d9a90cb-246e-47c4-bccc-493593671766,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:25.959448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-097e65ec-c61b-488e-9b5d-89f025df47e8 None None] Provisioning complete for port 68426fe5-a64f-4c9f-9650-a815d7960d27 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:25.960109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-097e65ec-c61b-488e-9b5d-89f025df47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:25.964626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'routes': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:26.018691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:26.030589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 68426fe5-a64f-4c9f-9650-a815d7960d27, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68426fe5-a64f-4c9f-9650-a815d7960d27,segment=NetworkSegment(2c331291-2bc3-4f18-9b24-f0b26568418b),segment_id=2c331291-2bc3-4f18-9b24-f0b26568418b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:26.037174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:26.040208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8817cc-aa7f-4be4-94aa-c811dfebdcd4 req-a2a07cd2-6ad0-447d-b502-9ef2eabbdad5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:26.041821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec8817cc-aa7f-4be4-94aa-c811dfebdcd4 req-a2a07cd2-6ad0-447d-b502-9ef2eabbdad5 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.1032135 Apr 01 15:13:26.096383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad39fdaf-dd79-4615-aefa-f3f7fabd4438 req-7b740fda-b605-4fc0-a22a-6c2e2f01d8e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6957023 Apr 01 15:13:26.104817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec8817cc-aa7f-4be4-94aa-c811dfebdcd4 req-a6344727-cca2-4c54-b927-d9980fa5153c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551283 Apr 01 15:13:26.145226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:26.211111 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:26.211921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e87e08d0-93ff-4fb0-821e-51255e90989f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:26.320537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98e61b-453c-42fb-bc50-07db70855acd req-d19e03ed-a8d9-4586-8498-eee4e123b5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:26.322113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-d19e03ed-a8d9-4586-8498-eee4e123b5e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 200 len: 855 time: 0.6074219 Apr 01 15:13:26.352038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4233bf-455d-4f83-8995-15a863c59760 req-e6d835ea-2581-459f-ad2f-1d98b4f131dd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:26.353872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb4233bf-455d-4f83-8995-15a863c59760 req-e6d835ea-2581-459f-ad2f-1d98b4f131dd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.0899084 Apr 01 15:13:26.415440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb4233bf-455d-4f83-8995-15a863c59760 req-f8aa2c5a-c4d5-4e20-aa68-365a60d95d78 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551014 Apr 01 15:13:26.612765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Attempting to bind port 0d9a90cb-246e-47c4-bccc-493593671766 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:26.613354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Attempting to bind port 0d9a90cb-246e-47c4-bccc-493593671766 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2e42269e-c235-4ef8-8741-87b3a156fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '587dca3f-2ece-4ac7-938c-2bc645c53bee'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:26.613468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Attempting to bind port 0d9a90cb-246e-47c4-bccc-493593671766 on network 587dca3f-2ece-4ac7-938c-2bc645c53bee {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:26.657686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f17939-af42-4dae-9ed6-eed9dfa5465f req-7d8638e2-81c5-4e44-a953-8f457e48a4c1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:26.665967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93f17939-af42-4dae-9ed6-eed9dfa5465f req-7d8638e2-81c5-4e44-a953-8f457e48a4c1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1205504 Apr 01 15:13:26.667044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=68426fe5-a64f-4c9f-9650-a815d7960d27,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:26.705813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:26.706184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Checking segment: {'id': '2e42269e-c235-4ef8-8741-87b3a156fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '587dca3f-2ece-4ac7-938c-2bc645c53bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:26.706588 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:26.706978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Bound using segment: {'id': '2e42269e-c235-4ef8-8741-87b3a156fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '587dca3f-2ece-4ac7-938c-2bc645c53bee'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:26.707562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Bound port: 0d9a90cb-246e-47c4-bccc-493593671766, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e42269e-c235-4ef8-8741-87b3a156fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '587dca3f-2ece-4ac7-938c-2bc645c53bee'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:26.708625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:26.730590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93f17939-af42-4dae-9ed6-eed9dfa5465f req-217671dc-8fd7-4f46-b352-66ca84d1c842 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629756 Apr 01 15:13:26.788301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e87e08d0-93ff-4fb0-821e-51255e90989f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:26.788301 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:26.888580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:26.906524 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:26.952708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Transition to ACTIVE for port object cf1d723f-3502-43ef-a5d6-e33f87730c10 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:27.000546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] For port 0d9a90cb-246e-47c4-bccc-493593671766, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:27.004658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] For port 0d9a90cb-246e-47c4-bccc-493593671766, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d9a90cb-246e-47c4-bccc-493593671766,segment=NetworkSegment(2e42269e-c235-4ef8-8741-87b3a156fc32),segment_id=2e42269e-c235-4ef8-8741-87b3a156fc32)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:27.007042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.049216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cb4a3-c95b-46cd-a4de-6fdd3e36b626 req-fab0e70a-631d-423c-8c5c-789dee1f4403 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:27.062360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b20cb4a3-c95b-46cd-a4de-6fdd3e36b626 req-fab0e70a-631d-423c-8c5c-789dee1f4403 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 984 time: 0.4589267 Apr 01 15:13:27.084849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee0c97-e385-48eb-9d90-4fb14068521e req-7cd34ddf-d03a-443a-a854-0b0b96df287a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:27.097082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-18ee0c97-e385-48eb-9d90-4fb14068521e req-7cd34ddf-d03a-443a-a854-0b0b96df287a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1538460 Apr 01 15:13:27.108773 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.111090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2649b9b3-8e69-4540-8a4b-80d0796b0d85 req-5d1425b2-f1af-4724-b411-40b6bf754924 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0917680 Apr 01 15:13:27.115754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.137120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.190298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-18ee0c97-e385-48eb-9d90-4fb14068521e req-4f0a7421-c723-4e8b-b247-bdbdd9a891e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922244 Apr 01 15:13:27.242149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-af27ca01-6810-4f55-a653-5014526fb97c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00f1747f-3195-44b7-90c1-bf710959cc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5949655 Apr 01 15:13:27.243203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18374f1a-66f4-4382-8df8-eb9510808eda']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:27.250686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:27.254978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Usage tracker for resource:security_group_rule and tenant:ced45de82bbe411a959b42db31b106de is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:27.258143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:27.266607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:27.313419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b4f0cfb0-d0b9-4ae7-8c71-930aeed38fe7 None None] Provisioning for port 56480e11-b4cf-4c08-8f73-9820f0ecc270 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:27.329137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385870c9-2641-48d5-bd83-241160d28859') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:27.329421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385870c9-2641-48d5-bd83-241160d28859') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:27.354924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f244ff-0244-45d6-9cd0-e4a56f29ecc0 None None] Pushing event updated for resources: {'Port': ['ID=cf1d723f-3502-43ef-a5d6-e33f87730c10,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:27.376180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.449419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.552171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Attempting to bind port cf1d723f-3502-43ef-a5d6-e33f87730c10 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:27.552687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Attempting to bind port cf1d723f-3502-43ef-a5d6-e33f87730c10 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:27.553164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Attempting to bind port cf1d723f-3502-43ef-a5d6-e33f87730c10 on network e81203cf-3101-4914-897d-92662edaf09e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:27.577117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26e536-0b6f-4db4-bf2b-ae42bf593f69 None None] Pushing event updated for resources: {'Port': ['ID=0d9a90cb-246e-47c4-bccc-493593671766,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:27.582205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2780127d-d139-45cc-9eb1-5473ad3e0e4d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:27.583587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39fadf50-e80d-4518-8151-aae58f246d9e no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:13:27.637297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a5fb4cb-ee18-47be-b9ed-7034c440a401 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ced45de82bbe411a959b42db31b106de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7447536 Apr 01 15:13:27.638977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:27.654168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68426fe5-a64f-4c9f-9650-a815d7960d27 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:27.691903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39fadf50-e80d-4518-8151-aae58f246d9e,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:27.693654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.741156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:27.743495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Checking segment: {'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:27.744005 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.744497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Bound using segment: {'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:27.745101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Bound port: cf1d723f-3502-43ef-a5d6-e33f87730c10, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c331291-2bc3-4f18-9b24-f0b26568418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:27.745580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.752605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb990dab-39d2-4b16-b08e-dee64f97065c req-0e3c6102-ac66-4ac6-b630-8f5ac22af970 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:27.759866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb990dab-39d2-4b16-b08e-dee64f97065c req-0e3c6102-ac66-4ac6-b630-8f5ac22af970 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 945 time: 0.3752770 Apr 01 15:13:27.782689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b20cb4a3-c95b-46cd-a4de-6fdd3e36b626 req-a2410965-ccf8-46c5-9cb7-471eaebd865b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7193484 Apr 01 15:13:27.793696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-773b9eb5-8297-4367-8ce4-2bda3edb5e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.864053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb990dab-39d2-4b16-b08e-dee64f97065c req-c56b63fc-f79d-4894-8409-686669fa1517 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027155 Apr 01 15:13:27.881503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.909077 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-773b9eb5-8297-4367-8ce4-2bda3edb5e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.914421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2d19-f6b3-4f2c-818c-c89a1f7129a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.964778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 68426fe5-a64f-4c9f-9650-a815d7960d27 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:27.964778 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.976318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-773b9eb5-8297-4367-8ce4-2bda3edb5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:27.998843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b9eb5-8297-4367-8ce4-2bda3edb5e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2780127d-d139-45cc-9eb1-5473ad3e0e4d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:28.003445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-773b9eb5-8297-4367-8ce4-2bda3edb5e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.008102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-773b9eb5-8297-4367-8ce4-2bda3edb5e12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2780127d-d139-45cc-9eb1-5473ad3e0e4d HTTP/1.1" status: 204 len: 168 time: 0.3679512 Apr 01 15:13:28.066693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.077182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] For port cf1d723f-3502-43ef-a5d6-e33f87730c10, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:28.102179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] For port cf1d723f-3502-43ef-a5d6-e33f87730c10, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cf1d723f-3502-43ef-a5d6-e33f87730c10,segment=NetworkSegment(2c331291-2bc3-4f18-9b24-f0b26568418b),segment_id=2c331291-2bc3-4f18-9b24-f0b26568418b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:28.130085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.135116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:28.168987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.202409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39fadf50-e80d-4518-8151-aae58f246d9e,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:28.230977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:13:28.238934 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.253495 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:13:28.278040 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:13:28.291281 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e', 'code': 200} Apr 01 15:13:28.308489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f244ff-0244-45d6-9cd0-e4a56f29ecc0 None None] Pushing event updated for resources: {'Port': ['ID=cf1d723f-3502-43ef-a5d6-e33f87730c10,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:28.348415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 56480e11-b4cf-4c08-8f73-9820f0ecc270 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:28.406382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:28.407021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:28.510573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=39fadf50-e80d-4518-8151-aae58f246d9e,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:28.541642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39460) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:28.561289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.623853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:28.628802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Usage tracker for resource:security_group_rule and tenant:8b639743ee3b40cdb73c1fd9218c474d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:28.633049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:28.639789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:28.656874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:28.748127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.756676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.805835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b639743ee3b40cdb73c1fd9218c474d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2607222 Apr 01 15:13:28.806616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39464) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:28.834628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-6d821dea-dec8-434c-a23e-6411bbfb000b service neutron] 10.222.0.62 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5642056 Apr 01 15:13:28.958184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fab72539-6ab9-41f8-ad7f-1b8d7a154aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:28.974234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd4d73-ad2b-4f71-9965-c1101ddf708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b563faa-3047-4fef-9e9d-497441c5b2bd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:28.997454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fab72539-6ab9-41f8-ad7f-1b8d7a154aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.037317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f83ccd-a241-44c3-b325-048f0d1c3a4b None None] Network 587dca3f-2ece-4ac7-938c-2bc645c53bee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:29.065161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 56480e11-b4cf-4c08-8f73-9820f0ecc270 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:29.098954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.120043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8974d4-4d41-4ae7-b37e-15dfb24329a7 req-25736581-1679-4751-9ff8-89b2789aa297 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:29.122101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Allocated IP 2001:db8::1 (a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7/65063322-d845-406e-bdb1-4c661c426c6f/f7eae26a-f000-41f8-bd91-9acdc381f90a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:29.124239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8974d4-4d41-4ae7-b37e-15dfb24329a7 req-25736581-1679-4751-9ff8-89b2789aa297 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 984 time: 0.1187060 Apr 01 15:13:29.143148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 56480e11-b4cf-4c08-8f73-9820f0ecc270 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:29.143537 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.146999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18374f1a-66f4-4382-8df8-eb9510808eda {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:13:29.151767 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fab72539-6ab9-41f8-ad7f-1b8d7a154aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.165169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.183057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab72539-6ab9-41f8-ad7f-1b8d7a154aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b563faa-3047-4fef-9e9d-497441c5b2bd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:29.184363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event deleted for resources: {'Network': ['ID=18374f1a-66f4-4382-8df8-eb9510808eda,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:29.185826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fab72539-6ab9-41f8-ad7f-1b8d7a154aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.187581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fab72539-6ab9-41f8-ad7f-1b8d7a154aeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b563faa-3047-4fef-9e9d-497441c5b2bd HTTP/1.1" status: 204 len: 168 time: 0.3802564 Apr 01 15:13:29.229430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff8974d4-4d41-4ae7-b37e-15dfb24329a7 req-2d33245d-62e0-446a-83d1-1df11a931aa6 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0980599 Apr 01 15:13:29.251424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12074a-b0b2-41ef-b212-92129ea978bf req-54c25c64-d6e3-43b1-959e-ca54a4781bad tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:29.258606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc12074a-b0b2-41ef-b212-92129ea978bf req-54c25c64-d6e3-43b1-959e-ca54a4781bad tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 1.1994972 Apr 01 15:13:29.292592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-88ded836-1022-44bb-821d-f8f50f65810c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "DELETE /v2.0/networks/18374f1a-66f4-4382-8df8-eb9510808eda HTTP/1.1" status: 204 len: 168 time: 4.1452537 Apr 01 15:13:29.362261 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.362647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:29.362943 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Floating IP 3e326c43-e2c3-4b40-8aa4-82396f16e8f2 disassociated. External IP: 172.25.2.167, port: 39fadf50-e80d-4518-8151-aae58f246d9e. Apr 01 15:13:29.363306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Calling delete_port for 39fadf50-e80d-4518-8151-aae58f246d9e owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:29.611934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.extraroute_db [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added routes are [] {{(pid=83954) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:13:29.612245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.extraroute_db [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83954) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:13:29.635342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-455d4cee-aed8-4637-9d6e-9b4c5dd33902 service neutron] 10.222.0.62 "GET /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830937 Apr 01 15:13:29.665005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b537b-df9a-4610-aa6a-d361f1e776ad req-c35186cd-bac4-4505-bd5f-78c16ab147f7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:29.669688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e2b537b-df9a-4610-aa6a-d361f1e776ad req-c35186cd-bac4-4505-bd5f-78c16ab147f7 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 943 time: 0.1678960 Apr 01 15:13:29.690205 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc12074a-b0b2-41ef-b212-92129ea978bf req-9ebd4664-058b-4943-89dd-c72558a2ea0c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295208 Apr 01 15:13:29.729719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2f1715a1-1de0-4bb8-a55c-ebf378b33769 None None] Provisioning for port 0d9a90cb-246e-47c4-bccc-493593671766 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:29.795588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:23Z', 'revision_number': 6, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:28Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:29.854056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e2b537b-df9a-4610-aa6a-d361f1e776ad req-4ab3a3bc-d95d-423e-a439-f3a8bd24ac69 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796770 Apr 01 15:13:29.860793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:13:29.864959 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:13:29.877565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb095072-b54f-48d3-90bf-5e4bcecb55ee None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:23Z', 'revision_number': 6, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:28Z', 'revision_number': 4, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:29.930721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.051504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.151468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 56480e11-b4cf-4c08-8f73-9820f0ecc270, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=56480e11-b4cf-4c08-8f73-9820f0ecc270,segment=NetworkSegment(4adeee34-78e4-4e49-ac50-e8a537d3ffd8),segment_id=4adeee34-78e4-4e49-ac50-e8a537d3ffd8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:30.166689 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.201366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.285395 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b0d794b-fca8-4f40-bf4c-1e69a2059d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.337340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39488) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:30.343659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'router': {'name': 'tempest-router--1914548976', 'project_id': '51a4190ea3c949fe9e967888b4ce5b6a'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:30.347609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=56480e11-b4cf-4c08-8f73-9820f0ecc270,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:30.365898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:30.372157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:router and tenant:51a4190ea3c949fe9e967888b4ce5b6a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:30.376287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:30.392947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:30.404174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cf1d723f-3502-43ef-a5d6-e33f87730c10 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:30.422396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Deleting port 39fadf50-e80d-4518-8151-aae58f246d9e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:30.423466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.431004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.432152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.475886 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.534800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.536908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Transition to ACTIVE for port object f7eae26a-f000-41f8-bd91-9acdc381f90a will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:30.587384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.589144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fbefc89a-8f15-4934-a82d-90d9b664a9e3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2507825 Apr 01 15:13:30.592644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:30.610093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port cf1d723f-3502-43ef-a5d6-e33f87730c10 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:30.617496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port cf1d723f-3502-43ef-a5d6-e33f87730c10 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:30.618126 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.625877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.817546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.836738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5c62ef3e-57ab-4713-9357-16b5144d37f4 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.882702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port cf1d723f-3502-43ef-a5d6-e33f87730c10, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cf1d723f-3502-43ef-a5d6-e33f87730c10,segment=NetworkSegment(2c331291-2bc3-4f18-9b24-f0b26568418b),segment_id=2c331291-2bc3-4f18-9b24-f0b26568418b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:30.895735 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:30.895735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d9a90cb-246e-47c4-bccc-493593671766 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:31.034253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:31.045700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Port': ['ID=f7eae26a-f000-41f8-bd91-9acdc381f90a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:31.048887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:31.051608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:31.052630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:31.116947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622283a9-f79a-4b05-968a-d980833bacf5 req-28b40404-4642-4d83-af3d-7d0a160a5785 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:31.125413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-622283a9-f79a-4b05-968a-d980833bacf5 req-28b40404-4642-4d83-af3d-7d0a160a5785 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 984 time: 0.9945407 Apr 01 15:13:31.213810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.214746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.215249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.215743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.216369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.216829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.217299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.217778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.218312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.218770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.219244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:31.351342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=cf1d723f-3502-43ef-a5d6-e33f87730c10,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:31.379895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0d9a90cb-246e-47c4-bccc-493593671766 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:31.399565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:31.401095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0d9a90cb-246e-47c4-bccc-493593671766 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:31.401439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:31.516429 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:31.598849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68f0fc06-35db-4718-97a4-882a98712b46 None None] Provisioning for port f7eae26a-f000-41f8-bd91-9acdc381f90a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:31.615740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68f0fc06-35db-4718-97a4-882a98712b46 None None] Provisioning complete for port f7eae26a-f000-41f8-bd91-9acdc381f90a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:31.616379 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68f0fc06-35db-4718-97a4-882a98712b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:31.630660 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:31.652544 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:31.654589 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:31.811753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81c2b6-15f9-4254-8f22-f8e324d6c2dc req-d2c88421-b9d7-4e14-99de-03a403b087f3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:31.813665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd81c2b6-15f9-4254-8f22-f8e324d6c2dc req-d2c88421-b9d7-4e14-99de-03a403b087f3 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.8656816 Apr 01 15:13:31.866942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68f0fc06-35db-4718-97a4-882a98712b46 None None] Port f7eae26a-f000-41f8-bd91-9acdc381f90a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:13:31.904010 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.026467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0d9a90cb-246e-47c4-bccc-493593671766, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d9a90cb-246e-47c4-bccc-493593671766,segment=NetworkSegment(2e42269e-c235-4ef8-8741-87b3a156fc32),segment_id=2e42269e-c235-4ef8-8741-87b3a156fc32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:32.036630 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.046824 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:32.148482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5c62ef3e-57ab-4713-9357-16b5144d37f4 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.174768 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5c62ef3e-57ab-4713-9357-16b5144d37f4 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.177964 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-622283a9-f79a-4b05-968a-d980833bacf5 req-a067f868-88f3-4894-bc2b-26c35b011499 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0508895 Apr 01 15:13:32.200689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd81c2b6-15f9-4254-8f22-f8e324d6c2dc req-df7540ed-ec13-45c9-85bb-867a68f1ff8d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789449 Apr 01 15:13:32.224146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0d9a90cb-246e-47c4-bccc-493593671766,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:32.244985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5c62ef3e-57ab-4713-9357-16b5144d37f4 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.244985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c62ef3e-57ab-4713-9357-16b5144d37f4 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02ca832d-a57f-420c-8441-db6512699875 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:13:32.264603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5c62ef3e-57ab-4713-9357-16b5144d37f4 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.265796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5c62ef3e-57ab-4713-9357-16b5144d37f4 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/02ca832d-a57f-420c-8441-db6512699875 HTTP/1.1" status: 204 len: 168 time: 1.6720393 Apr 01 15:13:32.370671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cf1d723f-3502-43ef-a5d6-e33f87730c10 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:32.394692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] For port 39fadf50-e80d-4518-8151-aae58f246d9e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39fadf50-e80d-4518-8151-aae58f246d9e,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:32.395245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.432174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.581626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-36ba785a-51c6-4782-a096-91782560f810 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1135 time: 0.1121593 Apr 01 15:13:32.599726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port cf1d723f-3502-43ef-a5d6-e33f87730c10 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:32.600095 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.603867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.659192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:32.669257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Usage tracker for resource:security_group_rule and tenant:0d76ffde67094aa88642d4057d12a1fc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:32.691785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:32.703471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:32.750174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.772615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.790457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 56480e11-b4cf-4c08-8f73-9820f0ecc270 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:32.906881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 56480e11-b4cf-4c08-8f73-9820f0ecc270 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:32.907562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.922587 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.933408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.968813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:32.974200 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:29Z', 'revision_number': 7, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:30Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:32.990539 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:33.008934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d6b723e-06a6-4cc2-98e8-3aae81dcf4a7 req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4259059 Apr 01 15:13:33.017632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2376e5c-0cc9-4e1c-aea4-2a77434ec1a0 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b4459e-4965-46c0-b70e-b7397ffcaac9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:33.020519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:33.021143 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:33.052269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39544) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:33.061010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39550) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:33.218740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7bc2c35e-eadd-4b4b-95b5-072a1fbea61d tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1130 time: 0.1537898 Apr 01 15:13:33.219425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39554) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:33.227897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '04052348-caf8-4d43-8a11-d8be5090115c', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:33.246970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:33.255679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:floatingip and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:33.258669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:33.268486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:33.293447 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:33.296371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.330669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1589959389', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:33.366052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:33.456786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Usage tracker for resource:router and tenant:65a7b0752930478ca0771ba9c5459984 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:33.460917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:33.471308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:33.493178 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.494435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.534127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.668007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.668574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.668574 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Floating IP 3e326c43-e2c3-4b40-8aa4-82396f16e8f2 disassociated. External IP: 172.25.2.167, port: 39fadf50-e80d-4518-8151-aae58f246d9e. Apr 01 15:13:33.669166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Calling delete_port for 39fadf50-e80d-4518-8151-aae58f246d9e owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:33.752678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.876832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d9082-9088-4635-b539-573ed8b304f9 req-90789ecd-a1dc-4c53-8b48-cdc47d3b518d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:33.879572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a87d9082-9088-4635-b539-573ed8b304f9 req-90789ecd-a1dc-4c53-8b48-cdc47d3b518d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.3182437 Apr 01 15:13:33.883128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:33.953145 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:29Z', 'revision_number': 7, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:30Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:33.968348 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada22565-e6b9-4cb8-b43b-4c680add38a9 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:29Z', 'revision_number': 7, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:30Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:34.130589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39568) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:34.250084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:34.304331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a87d9082-9088-4635-b539-573ed8b304f9 req-aebd1aa0-32bc-4981-8e59-3fa23750503b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164724 Apr 01 15:13:34.318897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f7c1-f122-4f4f-8ede-782f6e8ba30f req-b2ceb9bb-8679-47ed-95ca-76a4f608da4c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:34.329127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7f69f7c1-f122-4f4f-8ede-782f6e8ba30f req-b2ceb9bb-8679-47ed-95ca-76a4f608da4c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 943 time: 1.8829892 Apr 01 15:13:34.331442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d9a90cb-246e-47c4-bccc-493593671766 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:34.401618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Allocated IP 172.25.2.111 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/9b03219c-b499-436c-bcf4-c35c80da5ba6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:34.410182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event deleted for resources: {'Port': ['ID=39fadf50-e80d-4518-8151-aae58f246d9e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:34.540764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0d9a90cb-246e-47c4-bccc-493593671766 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:34.540764 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:34.594533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7f69f7c1-f122-4f4f-8ede-782f6e8ba30f req-6143a379-4c77-4cdd-9e8b-923c3960bbd2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642665 Apr 01 15:13:34.672122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-337647369'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:34.719642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:34.757556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Usage tracker for resource:network and tenant:c0d90bdfae19411fb9e0c93e76f433bb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:34.763447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:34.973084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-37d4e417-c98e-4e94-bf5b-3ceebe39db21 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6280272 Apr 01 15:13:35.104783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:35.129365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:35.214679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Made reservation on behalf of c0d90bdfae19411fb9e0c93e76f433bb for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:35.219436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.241511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.256663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.266038 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.302310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.302987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.307396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.310420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:35.398853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:35.411343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:35.419572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Port': ['ID=f7eae26a-f000-41f8-bd91-9acdc381f90a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:35.493666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=9b03219c-b499-436c-bcf4-c35c80da5ba6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:35.498056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Usage tracker for resource:security_group_rule and tenant:c0d90bdfae19411fb9e0c93e76f433bb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:35.505805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:35.525100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:35.531182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:35.533839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:35.591164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:35.722080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-2ebb4476-612d-4fd9-9392-789f46915801 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 1097 time: 0.5576229 Apr 01 15:13:35.976149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Allocated IP 172.25.2.46 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/86e231e8-656a-416e-95a4-104046e9990e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:36.041779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36e5e4b7-7f38-4e51-9675-b97f7d770bfe req-cc051b16-4d21-4bd0-ad91-609b3eae7a09 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 210 time: 0.1809211 Apr 01 15:13:36.118062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:36.123995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:36.254853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effcbbc-72fc-432c-abf2-07aee398c3cc req-7db560f3-25f7-47c3-867b-bc519fe992a1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:36.256448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4effcbbc-72fc-432c-abf2-07aee398c3cc req-7db560f3-25f7-47c3-867b-bc519fe992a1 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.5507171 Apr 01 15:13:36.392268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:36.413494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-aa7e392e-0865-4c27-8101-67c584396915 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:36.414935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-aa7e392e-0865-4c27-8101-67c584396915 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 200 len: 919 time: 0.6285312 Apr 01 15:13:36.466645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:36.501676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:36.514477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:36.543023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:36.545139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:36.557227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:36.569897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:36.580172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:36.580807 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Added segment 93650597-3d3c-4e9b-aeb4-004ecfabc70a of type vlan for network fdfed9a1-868b-476e-9572-bd0ddc09106c Apr 01 15:13:36.608311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:36.671423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:36.676067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:36.676839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:36.697131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:36.697131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6e75bf32-04dd-4fc9-a8d1-38cb0a014b2a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 200 len: 703 time: 10.8128743 Apr 01 15:13:36.726651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39580) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:36.822596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6565914 Apr 01 15:13:36.847766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:36.994326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39584) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:37.014750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4effcbbc-72fc-432c-abf2-07aee398c3cc req-682b1d74-0152-4d68-8d98-255e8003ea84 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6247411 Apr 01 15:13:37.015072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Request body: {'subnet': {'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:37.061636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-15ac37dc-3dac-466a-9ded-ff7c3ca56503 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae3b983-9ff9-4106-a052-e06e316bf890 HTTP/1.1" status: 200 len: 217 time: 0.3611319 Apr 01 15:13:37.135523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba218b36-8916-4df7-a068-1b75ee805de2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:37.200278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af364929-c3ce-4e9e-a85c-288b3ecf2b2b tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event updated for resources: {'Network': ['ID=fdfed9a1-868b-476e-9572-bd0ddc09106c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:37.206127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:37.219543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fdfed9a1-868b-476e-9572-bd0ddc09106c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:37.230353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-71c46bbc-9159-448c-af76-466b2feaa7d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:37.231832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-71c46bbc-9159-448c-af76-466b2feaa7d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 200 len: 857 time: 0.0906253 Apr 01 15:13:37.233720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-01fc5a94-b7d9-4a5d-82a3-45c892e5f124 None None] Provisioning complete for port f7eae26a-f000-41f8-bd91-9acdc381f90a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:37.234204 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01fc5a94-b7d9-4a5d-82a3-45c892e5f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:37.326219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:37.428137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:37.453652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Usage tracker for resource:subnet and tenant:c0d90bdfae19411fb9e0c93e76f433bb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:37.457446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b1350c9-e03a-43a4-b3e1-50c956989709 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 200 len: 703 time: 0.6742778 Apr 01 15:13:37.459063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5796cc42-bb16-4b65-a688-d901f70cd4de req-76d2f84d-d88d-4d66-bc5b-e6793ffb6b81 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:13:37.461364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event updated for resources: {'Port': ['ID=86e231e8-656a-416e-95a4-104046e9990e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:37.464722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39590) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:37.464959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:37.491603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:37.529310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5796cc42-bb16-4b65-a688-d901f70cd4de req-76d2f84d-d88d-4d66-bc5b-e6793ffb6b81 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:13:37.530488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5796cc42-bb16-4b65-a688-d901f70cd4de req-76d2f84d-d88d-4d66-bc5b-e6793ffb6b81 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 210 time: 0.1450679 Apr 01 15:13:37.554514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-01fc5a94-b7d9-4a5d-82a3-45c892e5f124 None None] Port f7eae26a-f000-41f8-bd91-9acdc381f90a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:13:37.555230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Made reservation on behalf of c0d90bdfae19411fb9e0c93e76f433bb for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:37.585212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-70426bb9-9cf7-4d56-892b-76930821dde0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc361259-1eac-41fa-b192-ddfe54067608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3326948 Apr 01 15:13:37.802805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:29Z', 'revision_number': 7, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:30Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:37.810434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:37.837160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:37.839815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:37.840424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:37.849568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:37.859239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:37.862085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:37.984923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Router 9c5cb2db-99fc-4462-84b7-bba11484d493 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:13:37.999566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:38.010586 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] Sync routers for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:38.029940 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:38.030763 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:38.152773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:38.213890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] No DVR routers for this DVR port 39fadf50-e80d-4518-8151-aae58f246d9e on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:13:38.226603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:38.228780 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cddc7b40-47ff-4f77-b954-0095b42c3fd9 req-55c2957e-30a2-4b8e-9536-559785a7bf2b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "DELETE /v2.0/ports/39fadf50-e80d-4518-8151-aae58f246d9e HTTP/1.1" status: 204 len: 173 time: 12.7741570 Apr 01 15:13:38.257882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'name': 'network-vif-deleted', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:38.474565 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:38.509332 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:38.599182 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed65543a-5f77-40cc-bec4-c757599a0420', 'name': 'network-vif-deleted', 'tag': '39fadf50-e80d-4518-8151-aae58f246d9e', 'status': 'completed', 'code': 200} Apr 01 15:13:38.978009 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-710f502f-b16b-4963-932e-91c87afbc7ee req-b7768587-12d9-4cb1-abfd-fe8aee993e45 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed65543a-5f77-40cc-bec4-c757599a0420 HTTP/1.1" status: 200 len: 210 time: 0.1201324 Apr 01 15:13:39.032602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-c0de9f15-39df-47f9-9f86-60ff32ab47a4 service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002923 Apr 01 15:13:39.100866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:39.214898 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:39.236719 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:39.248180 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] Checking router: 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:39.257865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:29Z', 'revision_number': 7, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:30Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:39.265543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5996a-e93b-4e28-8776-a6c21533bf40 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:29Z', 'revision_number': 7, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf1d723f-3502-43ef-a5d6-e33f87730c10', 'name': '', 'network_id': 'e81203cf-3101-4914-897d-92662edaf09e', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:e1:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:18Z', 'updated_at': '2022-04-01T15:13:30Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '8b5bd9f1-55b0-4c9d-9882-d23be63e711b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:39.279335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:39.279945 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:39.436887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Checking segment: {'id': '93650597-3d3c-4e9b-aeb4-004ecfabc70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:39.438245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Network hostable DHCP agents. Network: fdfed9a1-868b-476e-9572-bd0ddc09106c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:39.467241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:39.470624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event updated for resources: {'Subnet': ['ID=e93f1f06-fb83-41c3-97e0-507e35412f88,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:39.478889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:39.480128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] Sync routers for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:39.491843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:39.511394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:39.515468 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb9e32b7-19e2-47a2-8bdb-fb47a84e6eac req-53626269-4b55-4586-afe3-86637c549015 service neutron] 10.222.0.62 "GET /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604020 Apr 01 15:13:39.515846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:39.551304 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:39.552047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:39.556330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-53670b1e-b69b-4ec7-b4c6-32deee17437d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2325659 Apr 01 15:13:39.559236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39604) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:39.596074 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:39.706777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:39.732894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:39.733146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:39.737573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef39ac-77df-4265-94cb-452555924f06 req-798f79c5-cbc3-47d5-b42d-5a491f3b4f89 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:39.745812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0ef39ac-77df-4265-94cb-452555924f06 req-798f79c5-cbc3-47d5-b42d-5a491f3b4f89 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 1.2552466 Apr 01 15:13:39.931673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:39.933387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db94257-9062-4e9a-97ee-f811c4517b1b None None] The sync data for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:39.937638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Network fdfed9a1-868b-476e-9572-bd0ddc09106c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:39.973140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=9b03219c-b499-436c-bcf4-c35c80da5ba6,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:40.077535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, fdfed9a1-868b-476e-9572-bd0ddc09106c) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:40.100190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1788a6e5-7382-4fbf-9113-4eb0149f4bad None None] Network fdfed9a1-868b-476e-9572-bd0ddc09106c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:40.101248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:40.102938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:40.160858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:40.215777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-979e82cd-8b5c-48c9-9b8a-9483b77d27cf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2165210 Apr 01 15:13:40.228409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39610) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:40.254987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Request body: {'port': {'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1266296735'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:40.306266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39616) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:40.434270 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:40.443888 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecf002-5c60-4797-972c-ee0b16ee46e2 None None] The sync data for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 is: [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:08:43Z', 'revision_number': 4, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '13e45a37-39b0-4f5e-b8cf-daf9cb818382', 'name': '', 'network_id': 'fc361259-1eac-41fa-b192-ddfe54067608', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'mac_address': 'fa:16:3e:1a:5a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:39Z', 'updated_at': '2022-04-01T15:09:04Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'subnets': [{'id': '023a0e73-e46a-43ee-a4b5-d5624b490ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:40.539122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:40.564553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Usage tracker for resource:port and tenant:c0d90bdfae19411fb9e0c93e76f433bb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:40.566578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:40.580206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:40.611557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Made reservation on behalf of c0d90bdfae19411fb9e0c93e76f433bb for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:40.617244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:40.723103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-fdfed9a1-868b-476e-9572-bd0ddc09106c', 'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c', 'tenant_id': 'c0d90bdfae19411fb9e0c93e76f433bb', 'fixed_ips': [{'subnet_id': 'e93f1f06-fb83-41c3-97e0-507e35412f88'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:13:40.724092 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:40.802241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0ef39ac-77df-4265-94cb-452555924f06 req-a270bf7b-8d86-4f1f-8dd5-ac423bf0ef3d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8183875 Apr 01 15:13:40.900726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] device_id is not set on port ba9ead1a-5af2-4ffb-9781-992b18a73149 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:13:40.929334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:41.016544 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b0bc4-05b8-4750-960b-0162973df1b4 None None] New status for floating IP 3e326c43-e2c3-4b40-8aa4-82396f16e8f2: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:13:41.132153 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:41.211264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Allocated IP 172.20.0.2 (fdfed9a1-868b-476e-9572-bd0ddc09106c/e93f1f06-fb83-41c3-97e0-507e35412f88/040659d6-d9aa-44e3-8d5b-05a47b1f75a0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:41.215508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6554-e75a-4396-91f4-8e49df956a53 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:41.278977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6554-e75a-4396-91f4-8e49df956a53 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:41.471959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6554-e75a-4396-91f4-8e49df956a53 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:41.480152 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Floating IP e5b3e8c2-54b2-4e53-be57-b54da656a865 associated. External IP: 172.25.2.111, port: 04052348-caf8-4d43-8a11-d8be5090115c. Apr 01 15:13:41.641496 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-96fcc599-99bd-4916-a9c9-ed938efed8fb tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:13:41.646584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-96fcc599-99bd-4916-a9c9-ed938efed8fb tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0860801 Apr 01 15:13:41.647155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39620) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:41.665520 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:41.668626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc6554-e75a-4396-91f4-8e49df956a53 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b94db1b-88d4-473f-8484-bbe6ff4e1b0b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:41.722050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Transition to ACTIVE for port object 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:41.795679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Transition to ACTIVE for port object 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:41.819984 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:41.847412 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:13:41.994194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Allocated IP 172.20.0.6 (fdfed9a1-868b-476e-9572-bd0ddc09106c/e93f1f06-fb83-41c3-97e0-507e35412f88/ba9ead1a-5af2-4ffb-9781-992b18a73149) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:42.000304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Router 2417d601-cfe9-45f3-a0a4-672d06f3effd is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:13:42.010788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6554-e75a-4396-91f4-8e49df956a53 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.015294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39626) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:42.015682 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a5bc6554-e75a-4396-91f4-8e49df956a53 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b94db1b-88d4-473f-8484-bbe6ff4e1b0b HTTP/1.1" status: 204 len: 168 time: 1.6860521 Apr 01 15:13:42.028781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Pushing event updated for resources: {'Port': ['ID=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:42.066518 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-d4814cc2-3cc3-4d89-ad8d-7a82c8806a13 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] show failed (client error): The resource could not be found. Apr 01 15:13:42.070919 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d4814cc2-3cc3-4d89-ad8d-7a82c8806a13 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups/2b94db1b-88d4-473f-8484-bbe6ff4e1b0b HTTP/1.1" status: 404 len: 347 time: 0.0489252 Apr 01 15:13:42.071108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Network fdfed9a1-868b-476e-9572-bd0ddc09106c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:42.071108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:42.073648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39630) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:42.077565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:42.270699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Deleting port a06db898-ed32-48cb-a314-5e35a611579a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:42.273158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.316215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Attempting to bind port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:42.316682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Attempting to bind port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '93650597-3d3c-4e9b-aeb4-004ecfabc70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:42.317090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Attempting to bind port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 on network fdfed9a1-868b-476e-9572-bd0ddc09106c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:42.334371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:42.334743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Checking segment: {'id': '93650597-3d3c-4e9b-aeb4-004ecfabc70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:42.335682 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.336083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Bound using segment: {'id': '93650597-3d3c-4e9b-aeb4-004ecfabc70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:42.336566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Bound port: 040659d6-d9aa-44e3-8d5b-05a47b1f75a0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93650597-3d3c-4e9b-aeb4-004ecfabc70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fdfed9a1-868b-476e-9572-bd0ddc09106c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:42.337091 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.544683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] For port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:42.551665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] For port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,segment=NetworkSegment(93650597-3d3c-4e9b-aeb4-004ecfabc70a),segment_id=93650597-3d3c-4e9b-aeb4-004ecfabc70a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:42.561995 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.693248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.693946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.723584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91b40-4662-4191-9dfc-7b3a00997184 None None] Pushing event updated for resources: {'Port': ['ID=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:42.926759 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:42.959321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Transition to ACTIVE for port object ba9ead1a-5af2-4ffb-9781-992b18a73149 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:42.994592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f76ea-9053-4534-9f17-1f7464ca76af req-502ea660-2402-4a44-be0e-4748a57eb9ab tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:43.002447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e4f76ea-9053-4534-9f17-1f7464ca76af req-502ea660-2402-4a44-be0e-4748a57eb9ab tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.8216846 Apr 01 15:13:43.114946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.271322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Calling delete_port for a06db898-ed32-48cb-a314-5e35a611579a owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:43.273576 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.278062 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e4f76ea-9053-4534-9f17-1f7464ca76af req-353e9166-f576-4852-9eff-100e6ff85ba6 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319591 Apr 01 15:13:43.372985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Network fdfed9a1-868b-476e-9572-bd0ddc09106c is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:43.378228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event updated for resources: {'Port': ['ID=ba9ead1a-5af2-4ffb-9781-992b18a73149,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:43.380684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:43.382850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:43.451171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:43.451796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.514489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1f3b7d26-435e-4499-9755-5d63064d6ee3 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2800221 Apr 01 15:13:43.515254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39636) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:43.646573 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.654444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Deleting port ba9ead1a-5af2-4ffb-9781-992b18a73149 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:43.654788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.705396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event deleted for resources: {'Port': ['ID=a06db898-ed32-48cb-a314-5e35a611579a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:43.860179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.910382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:43.924904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] Sync routers for ids ['2417d601-cfe9-45f3-a0a4-672d06f3effd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:43.961079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] Routers {'2417d601-cfe9-45f3-a0a4-672d06f3effd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:43.961889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2417d601-cfe9-45f3-a0a4-672d06f3effd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:43.964280 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.965448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4ccfcf58-4d49-4287-9b3d-96f8211e69ff tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "DELETE /v2.0/floatingips/3e326c43-e2c3-4b40-8aa4-82396f16e8f2 HTTP/1.1" status: 204 len: 168 time: 1.8839259 Apr 01 15:13:43.973282 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:43.974354 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c0350739-3131-47a6-85a4-207980cb2cb1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9209011 Apr 01 15:13:43.976107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port cf1d723f-3502-43ef-a5d6-e33f87730c10 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:43.976507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.008639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39644) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:44.039327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44641327-765d-4f4f-beba-27659ea9dc46 None None] Network fdfed9a1-868b-476e-9572-bd0ddc09106c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:44.141302 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.220980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:44.246831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2df2e16a-95b8-440e-8194-22afdabb0089 None None] Provisioning for port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:44.269370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] Routers {'2417d601-cfe9-45f3-a0a4-672d06f3effd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:44.270111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2417d601-cfe9-45f3-a0a4-672d06f3effd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:44.368705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:44.372416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dbc382-1455-4595-85e3-e2695ece5e02 None None] The sync data for ids ['2417d601-cfe9-45f3-a0a4-672d06f3effd'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:44.409568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:44.439784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Calling delete_port for ba9ead1a-5af2-4ffb-9781-992b18a73149 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:44.457383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port cf1d723f-3502-43ef-a5d6-e33f87730c10, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cf1d723f-3502-43ef-a5d6-e33f87730c10,segment=NetworkSegment(2c331291-2bc3-4f18-9b24-f0b26568418b),segment_id=2c331291-2bc3-4f18-9b24-f0b26568418b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:44.457383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.471512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:44.507006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:44.512230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:44.512586 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.660078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting port f7eae26a-f000-41f8-bd91-9acdc381f90a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:44.660418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.691585 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.693499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for cf1d723f-3502-43ef-a5d6-e33f87730c10 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:44.742934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.758699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,segment=NetworkSegment(93650597-3d3c-4e9b-aeb4-004ecfabc70a),segment_id=93650597-3d3c-4e9b-aeb4-004ecfabc70a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:44.765977 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:44.859467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:45.025000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-81de3a0b-19c4-4abd-a5f4-5383aa59f91b None None] Provisioning complete for port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:45.025711 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81de3a0b-19c4-4abd-a5f4-5383aa59f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:45.220202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:45.242787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb7988-d181-4d42-810b-50575f3de395 req-46b55ff3-7303-4fa7-a360-b8718bae11b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:45.244336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bcb7988-d181-4d42-810b-50575f3de395 req-46b55ff3-7303-4fa7-a360-b8718bae11b8 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.6600714 Apr 01 15:13:45.319101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-81de3a0b-19c4-4abd-a5f4-5383aa59f91b None None] Could not find standard attr ID for object ba9ead1a-5af2-4ffb-9781-992b18a73149. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:13:45.347980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f9427a8a-a170-4cda-badd-1ed01bc73d1c tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/2417d601-cfe9-45f3-a0a4-672d06f3effd HTTP/1.1" status: 200 len: 920 time: 1.3345408 Apr 01 15:13:45.354679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39660) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:45.433910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2975caac-80cc-4d67-88e7-a8bf5a22b9ab None None] Could not find standard attr ID for object ba9ead1a-5af2-4ffb-9781-992b18a73149. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:13:45.485224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Calling delete_port for f7eae26a-f000-41f8-bd91-9acdc381f90a owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:45.491300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-07a81713-7658-4c49-90a0-1d1b0c9cecf3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=2417d601-cfe9-45f3-a0a4-672d06f3effd HTTP/1.1" status: 200 len: 205 time: 0.1339095 Apr 01 15:13:45.501770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39664) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:45.506484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bcb7988-d181-4d42-810b-50575f3de395 req-01c6086b-bf07-40e1-b4e1-cd19c3d83ae2 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547622 Apr 01 15:13:45.603014 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:45.684536 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:45.717313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event deleted for resources: {'Port': ['ID=ba9ead1a-5af2-4ffb-9781-992b18a73149,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:45.747488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=cf1d723f-3502-43ef-a5d6-e33f87730c10,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:45.955083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7636c-cdea-4270-89fc-afcc88e1e6d1 req-0eff171b-4ee1-48c1-9b35-c0c4392493ad tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:45.957224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5aa7636c-cdea-4270-89fc-afcc88e1e6d1 req-0eff171b-4ee1-48c1-9b35-c0c4392493ad tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3551130 Apr 01 15:13:45.960395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:45.962695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-744b1138-058c-4bc4-a807-3631ed59549b req-9267d67f-664c-4593-91da-4c3db3ad6daa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1096 time: 0.3970993 Apr 01 15:13:45.966416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:45.975244 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] Sync routers for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:45.993646 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:45.994655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:46.055702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:46.161218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f2d5aa17-9841-49e6-8c31-6a03186c0266 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "DELETE /v2.0/ports/ba9ead1a-5af2-4ffb-9781-992b18a73149 HTTP/1.1" status: 204 len: 168 time: 2.6450024 Apr 01 15:13:46.171358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39668) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:46.227597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f0e85269-5608-42f1-87f8-fca8133df991 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.0075338 Apr 01 15:13:46.235990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39674) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:46.239896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:46.257771 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:46.302174 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5aa7636c-cdea-4270-89fc-afcc88e1e6d1 req-6a3a6942-4f2d-4490-a5c4-8789197606b1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022339 Apr 01 15:13:46.370207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:46.459862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:46.482713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Port': ['ID=f7eae26a-f000-41f8-bd91-9acdc381f90a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:46.485890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1138-058c-4bc4-a807-3631ed59549b req-e4698944-f1d1-460f-9a5f-4889f268f231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.487619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-744b1138-058c-4bc4-a807-3631ed59549b req-e4698944-f1d1-460f-9a5f-4889f268f231 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.5131404 Apr 01 15:13:46.593087 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:46.620477 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:46.651696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:46.652120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:46.751513 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-744b1138-058c-4bc4-a807-3631ed59549b req-e210dbe2-4109-4d2b-95a4-3f78c630a768 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.1960359 Apr 01 15:13:46.829021 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c', 'status': 'completed', 'code': 200} Apr 01 15:13:46.873008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:13:46.968510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.969270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.969793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.970304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.970827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.971363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.971871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.972377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.973670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.974241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.974958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.975665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.976175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.976680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.977213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:46.979628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cdcb4feb-267b-40ad-8481-fc2a73efcee3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10530 time: 0.7292614 Apr 01 15:13:47.041556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:47.067954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d6a9ab65-efd4-4eed-8663-ba90c2982467 tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.8742301 Apr 01 15:13:47.108986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:47.144688 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e5b3e8c2-54b2-4e53-be57-b54da656a865', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'port_id': '04052348-caf8-4d43-8a11-d8be5090115c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'mac_address': 'fa:16:3e:a6:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:13:37Z', 'updated_at': '2022-04-01T15:13:37Z', 'revision_number': 0, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:13:00Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:47.149215 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] Checking router: 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:47.169564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:47.170209 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:47.178921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:47.202416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'port_id': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'mac_address': 'fa:16:3e:1e:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:13:47.342741 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:47.354951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1495090841'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:47.368316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db66e860-cd6d-4684-b414-53fea5eff95a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:13:47.388235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:47.399303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:47.406500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:47.410586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Usage tracker for resource:network and tenant:c0d90bdfae19411fb9e0c93e76f433bb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:47.422128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:47.455718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:47.473064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1138-058c-4bc4-a807-3631ed59549b req-4a79c9b7-1f3d-41a6-85c3-d90f53e1ab18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.474509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-744b1138-058c-4bc4-a807-3631ed59549b req-4a79c9b7-1f3d-41a6-85c3-d90f53e1ab18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.6636708 Apr 01 15:13:47.488386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.488778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.489093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.489445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.489789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.490139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.490483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.490818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.491159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.491527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.491878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.492208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.492545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.492930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.493218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.495506 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-53814fb8-1116-4f47-a789-08eca06a398f tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9557 time: 0.4527118 Apr 01 15:13:47.502702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39696) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:47.511610 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:47.538607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:47.605087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:47.638595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c46ac8-766d-4623-a630-437b80dbec71 req-1f49a6dd-a735-4aaa-b340-46c0a3debafd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:47.647806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10c46ac8-766d-4623-a630-437b80dbec71 req-1f49a6dd-a735-4aaa-b340-46c0a3debafd tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 944 time: 0.7598159 Apr 01 15:13:47.650295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Made reservation on behalf of c0d90bdfae19411fb9e0c93e76f433bb for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:47.653402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:47.653940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-f538f9fd-96b4-45b9-9cbe-7e161b71fbf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1135 time: 0.9007082 Apr 01 15:13:47.655520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['db66e860-cd6d-4684-b414-53fea5eff95a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:13:47.774467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:47.847682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:47.856742 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Added segment 29a3a1dd-bf79-41e3-be69-aa41b87c07fa of type vlan for network 82a0cbc1-e242-4ad0-9230-29a7d471eb45 Apr 01 15:13:48.188498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819463df-8872-4ce7-b4c5-c84d45b2350a req-1d60903b-b926-47ca-807c-ff35340bcad1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:48.208811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-819463df-8872-4ce7-b4c5-c84d45b2350a req-1d60903b-b926-47ca-807c-ff35340bcad1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6190763 Apr 01 15:13:48.216952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:48.281578 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e5b3e8c2-54b2-4e53-be57-b54da656a865', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'port_id': '04052348-caf8-4d43-8a11-d8be5090115c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'mac_address': 'fa:16:3e:a6:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:13:37Z', 'updated_at': '2022-04-01T15:13:37Z', 'revision_number': 0, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:13:00Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:48.300117 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd1bb8-46de-4f72-8370-b71d2f9fc45b None None] The sync data for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 is: [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e5b3e8c2-54b2-4e53-be57-b54da656a865', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'port_id': '04052348-caf8-4d43-8a11-d8be5090115c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'mac_address': 'fa:16:3e:a6:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:13:37Z', 'updated_at': '2022-04-01T15:13:37Z', 'revision_number': 0, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:13:00Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:48.327790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10c46ac8-766d-4623-a630-437b80dbec71 req-a6fdfc84-4764-4372-b43f-821942070585 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6725357 Apr 01 15:13:48.339622 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-744b1138-058c-4bc4-a807-3631ed59549b req-e14b019f-efa1-4db3-ba39-bbd24262c39b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8383758 Apr 01 15:13:48.392403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-819463df-8872-4ce7-b4c5-c84d45b2350a req-33253c88-aa52-4dfa-b1d9-7d8d78e9b952 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824677 Apr 01 15:13:48.404582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:48.408497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:48.409284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:48.447091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:48.614065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d4961-d52b-453e-8817-70d1cb0c2242 None None] New status for floating IP e5b3e8c2-54b2-4e53-be57-b54da656a865: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:13:48.683496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Deleting port 86e231e8-656a-416e-95a4-104046e9990e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:48.683992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:48.706559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-2a54a378-b1c5-4a79-8f6f-95bdbc10d41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:48.708090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-2a54a378-b1c5-4a79-8f6f-95bdbc10d41b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c4da60f-415f-479a-8cf5-b7773d694b57 HTTP/1.1" status: 200 len: 898 time: 1.0279891 Apr 01 15:13:48.874364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:48.957191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:48.998862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Calling delete_port for 86e231e8-656a-416e-95a4-104046e9990e owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:49.029232 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-744b1138-058c-4bc4-a807-3631ed59549b req-45dfe4db-447e-4e5d-959a-2f9f37bf617a service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645315 Apr 01 15:13:49.032432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-a15b3697-9e36-4d21-8a38-73954b3f1d67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04052348-caf8-4d43-8a11-d8be5090115c HTTP/1.1" status: 200 len: 999 time: 0.3135102 Apr 01 15:13:49.041157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port db66e860-cd6d-4684-b414-53fea5eff95a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:49.048175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port db66e860-cd6d-4684-b414-53fea5eff95a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:49.048389 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:49.060406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event updated for resources: {'Network': ['ID=82a0cbc1-e242-4ad0-9230-29a7d471eb45,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:49.066235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-80d2b3f9-d70c-466e-bbcc-4fc25dfb7da2 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7171361 Apr 01 15:13:49.070933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39706) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:49.114054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 82a0cbc1-e242-4ad0-9230-29a7d471eb45 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:49.206468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Router 9c5cb2db-99fc-4462-84b7-bba11484d493 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:49.206468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-051ef3da-9924-45ac-8436-2d19d32cfd35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:49.206468 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-051ef3da-9924-45ac-8436-2d19d32cfd35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a429b23e-c947-459d-8c9a-11c1ae9a31e4 HTTP/1.1" status: 200 len: 835 time: 0.1508105 Apr 01 15:13:49.300877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:49.338838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:49.349169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-860f9d48-02f2-4224-9087-491afb9b7b73 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5577 time: 1.8429909 Apr 01 15:13:49.353094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:49.359747 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:49.408833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39714) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:49.437745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:49.583428 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-744b1138-058c-4bc4-a807-3631ed59549b req-cfc5ca91-ac7a-4af9-83a3-57d774c1483d service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475471 Apr 01 15:13:49.605237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:49.614399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2116e7e7-5dd7-476e-b68c-6b212b146672 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9621694 Apr 01 15:13:49.615552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39722) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:49.623932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] Sync routers for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:49.642087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:49.643919 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:49.678398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-b644fc52-7896-45fb-9a2f-655d9f1d4ce9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c4da60f-415f-479a-8cf5-b7773d694b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4635623 Apr 01 15:13:49.712204 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'code': 200} Apr 01 15:13:49.719568 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-a3900235-36aa-4b7e-b313-d8efe0a58e23 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] delete failed (client error): The resource could not be found. Apr 01 15:13:49.723259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a3900235-36aa-4b7e-b313-d8efe0a58e23 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-2084107675 HTTP/1.1" status: 404 len: 335 time: 0.1040070 Apr 01 15:13:49.733270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39726) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:49.752224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-694bfc95-a36b-4b17-bab2-01ce9f2d0c6c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c5cb2db-99fc-4462-84b7-bba11484d493'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:49.789042 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:49.805246 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:49.805920 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:49.887685 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:49.888072 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d95aef-5f4b-4949-bf29-836d754034a1 None None] The sync data for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:49.913580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2e402b7-639b-4be4-8f39-6f5c893b3aa4 tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "GET /v2.0/agents/8672edbe-c487-4fd4-a722-7fa653678ad6/dhcp-networks HTTP/1.1" status: 200 len: 11612 time: 0.8411932 Apr 01 15:13:49.921522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39730) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:49.929711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:50.160658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event deleted for resources: {'Port': ['ID=86e231e8-656a-416e-95a4-104046e9990e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:50.185724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:13:50.262032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-290f75af-2aba-4752-ada9-10dfc4add7cb tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 HTTP/1.1" status: 200 len: 1989 time: 0.8530092 Apr 01 15:13:50.307466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-77d086df-6264-4914-a041-31657dd74b59 service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203706 Apr 01 15:13:50.455491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9af7-86ec-40df-a934-d2568a6b9379 req-a86a77ab-b05c-46e7-85a9-d52ccdfd22d3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:50.458144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc4c9af7-86ec-40df-a934-d2568a6b9379 req-a86a77ab-b05c-46e7-85a9-d52ccdfd22d3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4698846 Apr 01 15:13:50.480645 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1d15170-bc98-49f6-91af-5f39a0a5c157 req-df3a4f0d-b1ba-4842-b031-f92a453345d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 1097 time: 0.3816299 Apr 01 15:13:50.581357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1d15170-bc98-49f6-91af-5f39a0a5c157 req-72bd7756-ec54-45f8-bf4d-cb2ee27499cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846264 Apr 01 15:13:50.605692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:50.667320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8ba3765-52c1-4bc6-992e-e558af50c3ef req-0ffab0a9-9ab3-4e09-93e6-390ab4340ef0 service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099051 Apr 01 15:13:50.719425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc4c9af7-86ec-40df-a934-d2568a6b9379 req-4715c7a9-33d0-4ef8-bfe6-686da7c9b799 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496474 Apr 01 15:13:50.747186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-694bfc95-a36b-4b17-bab2-01ce9f2d0c6c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:50.758727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6837e-b8dc-4d27-93b6-ce4b1133ac0d req-432929c0-9b1b-40d4-92b9-338dd8a67f4c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:50.760354 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ad6837e-b8dc-4d27-93b6-ce4b1133ac0d req-432929c0-9b1b-40d4-92b9-338dd8a67f4c tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 946 time: 0.9986846 Apr 01 15:13:50.834143 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-694bfc95-a36b-4b17-bab2-01ce9f2d0c6c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] update failed (client error): The resource could not be found. Apr 01 15:13:50.839513 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-694bfc95-a36b-4b17-bab2-01ce9f2d0c6c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493 HTTP/1.1" status: 404 len: 339 time: 1.1025412 Apr 01 15:13:50.840258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39740) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:50.845969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1328038625'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:50.851654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:50.855766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:network and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:50.859073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:50.866434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:50.878534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:50.884117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:50.903853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0192d6-83e4-4d12-9419-03d7357c35d2 tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] Network 82a0cbc1-e242-4ad0-9230-29a7d471eb45 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:50.915138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:13:50.925505 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:50.925851 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Added segment 11304f9a-7243-450c-9f71-3385b11194a2 of type vlan for network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 Apr 01 15:13:50.960992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.008639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.013778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ad6837e-b8dc-4d27-93b6-ce4b1133ac0d req-aa73806a-9c93-411d-8f58-043f33556ddf tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385724 Apr 01 15:13:51.017716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af0192d6-83e4-4d12-9419-03d7357c35d2 tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "POST /v2.0/agents/8672edbe-c487-4fd4-a722-7fa653678ad6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0894482 Apr 01 15:13:51.022057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.022291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39744) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:51.024035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ac7b2-574e-4596-8ef6-a394a749af27 None None] Network 82a0cbc1-e242-4ad0-9230-29a7d471eb45 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:51.028683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:51.028683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.032991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.177676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3361757 Apr 01 15:13:51.180617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39750) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:51.183532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4072b-33aa-466c-9ca2-8c46c5e47aa5 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Network': ['ID=5edf796b-f154-4f6e-b4c7-eaa28eb54992,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:51.189409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'subnet': {'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:51.266831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:13:51.362632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.363124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Fanout notify agent at l3_agent the message router_deleted on router 2417d601-cfe9-45f3-a0a4-672d06f3effd {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:13:51.380707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:51.398339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869aced-376d-42c6-9471-d965288830d8 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:51.417306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:51.417939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:51.429247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9acfdc6d-3a5f-4343-a74e-06bafa46f625 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9582031 Apr 01 15:13:51.436792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39754) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:51.437924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.444144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b6cbf2b5-bdec-4e7c-a61f-232143d0da10 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/2417d601-cfe9-45f3-a0a4-672d06f3effd HTTP/1.1" status: 204 len: 168 time: 5.9316633 Apr 01 15:13:51.444387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39758) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:51.457684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1977040769', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': False}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:51.502340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:51.510938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a09bd264-3897-43bf-b3a6-4c2ac201dc9c tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "GET /v2.0/agents/8672edbe-c487-4fd4-a722-7fa653678ad6/dhcp-networks HTTP/1.1" status: 200 len: 12357 time: 0.4862139 Apr 01 15:13:51.511123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:router and tenant:4132bacc1f724d93a833c695cf7ab8cd is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:51.517971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804688a-9fe7-4a16-a420-75776ff8f00e req-d0248984-9f2c-40d4-8da8-fecccc911479 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:51.518881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2804688a-9fe7-4a16-a420-75776ff8f00e req-d0248984-9f2c-40d4-8da8-fecccc911479 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:13:51.521694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39762) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:51.524841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:51.533113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:51.535537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:51.543637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Usage tracker for resource:subnet and tenant:653de035cf234e9fa74f45935dd9fd95 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:51.552901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:51.562350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:51.577970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2804688a-9fe7-4a16-a420-75776ff8f00e req-d0248984-9f2c-40d4-8da8-fecccc911479 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:13:51.579424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2804688a-9fe7-4a16-a420-75776ff8f00e req-d0248984-9f2c-40d4-8da8-fecccc911479 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.2860670 Apr 01 15:13:51.622313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:51.640793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dcdf709a-829e-4351-8535-92c3b861bcc5 tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "DELETE /v2.0/agents/8672edbe-c487-4fd4-a722-7fa653678ad6/dhcp-networks/82a0cbc1-e242-4ad0-9230-29a7d471eb45 HTTP/1.1" status: 204 len: 168 time: 0.1177766 Apr 01 15:13:51.644504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39766) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:51.663335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2804688a-9fe7-4a16-a420-75776ff8f00e req-fde99ffe-5084-41b3-9d84-711e4117cf13 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:13:51.724992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet 8b5bd9f1-55b0-4c9d-9882-d23be63e711b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:13:51.729199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.730336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.734530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.768596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2804688a-9fe7-4a16-a420-75776ff8f00e req-fde99ffe-5084-41b3-9d84-711e4117cf13 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:13:51.772755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2804688a-9fe7-4a16-a420-75776ff8f00e req-fde99ffe-5084-41b3-9d84-711e4117cf13 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775072 Apr 01 15:13:51.794317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Made reservation on behalf of 653de035cf234e9fa74f45935dd9fd95 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:13:51.931286 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:51.941830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e2956616-1bdc-4960-9861-ebd84bb298e7 tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "GET /v2.0/agents/8672edbe-c487-4fd4-a722-7fa653678ad6/dhcp-networks HTTP/1.1" status: 200 len: 11612 time: 0.2964647 Apr 01 15:13:51.946851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:51.977193 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ad0df663-c448-4c81-bc12-7ff98344fb46 tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "GET /v2.0/networks/fdfed9a1-868b-476e-9572-bd0ddc09106c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0290616 Apr 01 15:13:51.980594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39782) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:52.007742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bb0dc3ff-1e01-4ce5-b359-22ac53e7bceb tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "GET /v2.0/networks/fdfed9a1-868b-476e-9572-bd0ddc09106c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0256569 Apr 01 15:13:52.010014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39786) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:52.055407 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.062258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.196888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:45Z', 'revision_number': 8, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:52.203716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869aced-376d-42c6-9471-d965288830d8 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:52.218893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:52.219686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:52.250767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9ab6-2a01-43c5-b47b-d11476e53105 req-72fd0dd2-a68d-4be7-ae81-3d89c0f8160d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:52.252790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ad4789de-0933-4f55-b6ac-978d819b93dc tempest-DHCPAgentSchedulersTestJSON-962683046 tempest-DHCPAgentSchedulersTestJSON-962683046-project-admin] 10.222.0.48 "GET /v2.0/agents/8672edbe-c487-4fd4-a722-7fa653678ad6/dhcp-networks HTTP/1.1" status: 200 len: 11612 time: 0.2391930 Apr 01 15:13:52.255729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39810) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:52.263163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b3e9ab6-2a01-43c5-b47b-d11476e53105 req-72fd0dd2-a68d-4be7-ae81-3d89c0f8160d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2982290 Apr 01 15:13:52.413163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:52.470705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.481796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.496717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a4836-7f47-4964-b271-b9d3ebc26d5b req-885c824f-73fa-4c9e-99c8-477d02419c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:52.498470 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-166a4836-7f47-4964-b271-b9d3ebc26d5b req-885c824f-73fa-4c9e-99c8-477d02419c33 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 946 time: 0.2196906 Apr 01 15:13:52.527239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.552185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b3e9ab6-2a01-43c5-b47b-d11476e53105 req-376dcee6-da7b-47cb-9a36-322c2d54dc57 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877781 Apr 01 15:13:52.644250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.669819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a0cbc1-e242-4ad0-9230-29a7d471eb45']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:52.691945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a3a1dd-bf79-41e3-be69-aa41b87c07fa') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:52.692241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a3a1dd-bf79-41e3-be69-aa41b87c07fa') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:52.708851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.725724 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-166a4836-7f47-4964-b271-b9d3ebc26d5b req-5fb8e479-b5fb-44c3-9eb7-5d186d78f096 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006650 Apr 01 15:13:52.741548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.762230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:13:52.762230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.772355 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:13:52.792446 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:13:52.845116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5bd9f1-55b0-4c9d-9882-d23be63e711b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:52.848039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b869aced-376d-42c6-9471-d965288830d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:45Z', 'revision_number': 8, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:52.862260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869aced-376d-42c6-9471-d965288830d8 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:13:45Z', 'revision_number': 8, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87e08d0-93ff-4fb0-821e-51255e90989f', 'name': '', 'network_id': '323ce5f3-82bb-42c3-ba96-60dffad29e75', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:f7:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:08Z', 'updated_at': '2022-04-01T15:13:21Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '32a718f2-a775-43a2-88bb-29c0aa1ccb59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:13:52.883023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.897505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107ec33-de40-4141-9374-b61f91287dd3 None None] Network e81203cf-3101-4914-897d-92662edaf09e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:52.902107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.944243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.966561 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ce012cff-2da0-44ad-9a11-dba23426777a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/8b5bd9f1-55b0-4c9d-9882-d23be63e711b HTTP/1.1" status: 204 len: 168 time: 1.5262201 Apr 01 15:13:52.975600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39828) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:52.979461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:52.987189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event deleted for resources: {'Network': ['ID=82a0cbc1-e242-4ad0-9230-29a7d471eb45,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:52.993377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4c78851f-0016-4a95-b394-594fad1e5de8 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "DELETE /v2.0/networks/82a0cbc1-e242-4ad0-9230-29a7d471eb45 HTTP/1.1" status: 204 len: 168 time: 0.7365329 Apr 01 15:13:52.994427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:53.039285 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e52c32-0851-4147-a1ae-e3e772e92a10 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] DELETE failed (client error): The resource could not be found. Apr 01 15:13:53.039895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e52c32-0851-4147-a1ae-e3e772e92a10 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:13:53.045189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41e52c32-0851-4147-a1ae-e3e772e92a10 tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "DELETE /v2.0/ports/ba9ead1a-5af2-4ffb-9781-992b18a73149 HTTP/1.1" status: 404 len: 333 time: 0.0492642 Apr 01 15:13:53.046322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39836) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:53.074080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Subnet': ['ID=3e3e4688-abae-4b51-8f48-aa0fc842c99b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:53.157618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Checking segment: {'id': '11304f9a-7243-450c-9f71-3385b11194a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:53.157967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network hostable DHCP agents. Network: 5edf796b-f154-4f6e-b4c7-eaa28eb54992, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:13:53.171786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.254465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] DHCP port deletion for e81203cf-3101-4914-897d-92662edaf09e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:13:53.258364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] Deleting port 68426fe5-a64f-4c9f-9650-a815d7960d27 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:53.258728 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.270121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 68426fe5-a64f-4c9f-9650-a815d7960d27 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:53.270487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.297643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Deleting subnet e93f1f06-fb83-41c3-97e0-507e35412f88 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:13:53.300999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.359753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.511492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] For port 68426fe5-a64f-4c9f-9650-a815d7960d27, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68426fe5-a64f-4c9f-9650-a815d7960d27,segment=NetworkSegment(2c331291-2bc3-4f18-9b24-f0b26568418b),segment_id=2c331291-2bc3-4f18-9b24-f0b26568418b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:53.511867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.513725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:13:53.530574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.568129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.604924 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.606577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 5edf796b-f154-4f6e-b4c7-eaa28eb54992) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:53.626336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfaa9bd-7bfb-4008-a13c-5af65fc4760b None None] Network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:53.643980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] Calling delete_port for 68426fe5-a64f-4c9f-9650-a815d7960d27 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:53.645757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.656892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:53.657464 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.691190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event deleted for resources: {'Subnet': ['ID=e93f1f06-fb83-41c3-97e0-507e35412f88,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:53.696986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.704203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5ee30ee4-598c-4e47-bf7d-e2cb85840eaf tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "DELETE /v2.0/subnets/e93f1f06-fb83-41c3-97e0-507e35412f88 HTTP/1.1" status: 204 len: 168 time: 0.6565719 Apr 01 15:13:53.706632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39840) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:53.733671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435acc0a-c388-4b0a-992e-0a0e43d5ce69 None None] Network fdfed9a1-868b-476e-9572-bd0ddc09106c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:53.744813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743778da-30ef-4dd0-ba60-5fcea36a6382 req-3ac3f167-3ec9-4462-8b94-788cf193395f tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:53.753160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-743778da-30ef-4dd0-ba60-5fcea36a6382 req-3ac3f167-3ec9-4462-8b94-788cf193395f tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.5717275 Apr 01 15:13:53.829207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-862c3519-631f-45db-bafd-48d62f671c27 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6475172 Apr 01 15:13:53.836827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39846) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:53.846835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-00d4e843-58eb-499c-bc6e-5e77bfc044da tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'router': {'external_gateway_info': {'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:53.868161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-28f493af-3f40-4dae-bc04-a5e1ce0a10e2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:53.869527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-28f493af-3f40-4dae-bc04-a5e1ce0a10e2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.6035340 Apr 01 15:13:53.909230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:53.989762 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.036919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Deleting port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:54.037512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.053018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 68426fe5-a64f-4c9f-9650-a815d7960d27, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68426fe5-a64f-4c9f-9650-a815d7960d27,segment=NetworkSegment(2c331291-2bc3-4f18-9b24-f0b26568418b),segment_id=2c331291-2bc3-4f18-9b24-f0b26568418b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:54.053018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.054870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] No DVR routers for this DVR port 68426fe5-a64f-4c9f-9650-a815d7960d27 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:13:54.078574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128014b-5445-41bd-830f-ae45f4846c51 None None] Pushing event deleted for resources: {'Port': ['ID=68426fe5-a64f-4c9f-9650-a815d7960d27,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:54.080946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-743778da-30ef-4dd0-ba60-5fcea36a6382 req-3bcb4743-23d6-4f60-a7ba-adc2952a82df tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268399 Apr 01 15:13:54.223566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 68426fe5-a64f-4c9f-9650-a815d7960d27 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:54.225799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-5edf796b-f154-4f6e-b4c7-eaa28eb54992', 'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992', 'tenant_id': '653de035cf234e9fa74f45935dd9fd95', 'fixed_ips': [{'subnet_id': '3e3e4688-abae-4b51-8f48-aa0fc842c99b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:13:54.226885 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.251069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Allocated IP 172.25.2.82 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/46b75c5a-24f3-4be6-8b02-aa6510b9add0) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:54.270345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Deleting port 1ae3b983-9ff9-4106-a052-e06e316bf890 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:54.270710 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.347386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cf1d723f-3502-43ef-a5d6-e33f87730c10 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:13:54.382093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] DHCP port deletion for fdfed9a1-868b-476e-9572-bd0ddc09106c request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:13:54.392898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Deleting port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:54.393383 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.422504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: cf1d723f-3502-43ef-a5d6-e33f87730c10 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:13:54.422504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cf1d723f-3502-43ef-a5d6-e33f87730c10 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:13:54.422819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68426fe5-a64f-4c9f-9650-a815d7960d27 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:13:54.468978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 68426fe5-a64f-4c9f-9650-a815d7960d27 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:13:54.468978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68426fe5-a64f-4c9f-9650-a815d7960d27 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:13:54.501211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ad8f-4cf5-4eb0-b006-e6ea4e77d31c req-35f8837b-b56b-4d27-ad26-9696ba675ecb tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:54.502195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9079ad8f-4cf5-4eb0-b006-e6ea4e77d31c req-35f8837b-b56b-4d27-ad26-9696ba675ecb tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 946 time: 0.4783657 Apr 01 15:13:54.572040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.603203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Allocated IP 2001:db8:1::2 (5edf796b-f154-4f6e-b4c7-eaa28eb54992/3e3e4688-abae-4b51-8f48-aa0fc842c99b/539b9174-55e1-46e9-908d-a84630cb8b4c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:54.608875 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:13:54.609218 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:13:54.617262 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.666294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] For port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,segment=NetworkSegment(93650597-3d3c-4e9b-aeb4-004ecfabc70a),segment_id=93650597-3d3c-4e9b-aeb4-004ecfabc70a)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:54.666652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.782100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Port': ['ID=46b75c5a-24f3-4be6-8b02-aa6510b9add0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:54.782360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] For port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,segment=NetworkSegment(93650597-3d3c-4e9b-aeb4-004ecfabc70a),segment_id=93650597-3d3c-4e9b-aeb4-004ecfabc70a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:54.782740 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.789672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:54.798979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:54.804465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:54.805154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Calling delete_port for 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:54.853563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9079ad8f-4cf5-4eb0-b006-e6ea4e77d31c req-420d1810-5180-4f60-a489-89a0c562c85d tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3379564 Apr 01 15:13:54.857760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00d4e843-58eb-499c-bc6e-5e77bfc044da tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:54.963905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Calling delete_port for 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:54.993877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] For port 1ae3b983-9ff9-4106-a052-e06e316bf890, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1ae3b983-9ff9-4106-a052-e06e316bf890,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:54.994354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.118280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:13:55.118628 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:13:55.122440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 68426fe5-a64f-4c9f-9650-a815d7960d27 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:55.122440 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.132623 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.133595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.145464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Transition to ACTIVE for port object 539b9174-55e1-46e9-908d-a84630cb8b4c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:55.166986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Transition to ACTIVE for port object 539b9174-55e1-46e9-908d-a84630cb8b4c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:55.175005 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.204439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event deleted for resources: {'Port': ['ID=040659d6-d9aa-44e3-8d5b-05a47b1f75a0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:55.214676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] No DVR routers for this DVR port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:13:55.271351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:55.276150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:55.277571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Calling delete_port for 1ae3b983-9ff9-4106-a052-e06e316bf890 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:13:55.278871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Pushing event updated for resources: {'Port': ['ID=539b9174-55e1-46e9-908d-a84630cb8b4c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:55.286240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:55.368318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.376864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Attempting to bind port 539b9174-55e1-46e9-908d-a84630cb8b4c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:55.377438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Attempting to bind port 539b9174-55e1-46e9-908d-a84630cb8b4c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '11304f9a-7243-450c-9f71-3385b11194a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:55.377533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Attempting to bind port 539b9174-55e1-46e9-908d-a84630cb8b4c on network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:55.385266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:55.386428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Checking segment: {'id': '11304f9a-7243-450c-9f71-3385b11194a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:55.386428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.386428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Bound using segment: {'id': '11304f9a-7243-450c-9f71-3385b11194a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:55.386908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Bound port: 539b9174-55e1-46e9-908d-a84630cb8b4c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11304f9a-7243-450c-9f71-3385b11194a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5edf796b-f154-4f6e-b4c7-eaa28eb54992'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:55.387258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.395303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] The port '68426fe5-a64f-4c9f-9650-a815d7960d27' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:13:55.401635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfed9a1-868b-476e-9572-bd0ddc09106c']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:55.424721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93650597-3d3c-4e9b-aeb4-004ecfabc70a') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:55.424975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93650597-3d3c-4e9b-aeb4-004ecfabc70a') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:55.440183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.459669 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-00d4e843-58eb-499c-bc6e-5e77bfc044da tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:13:55.460883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-00d4e843-58eb-499c-bc6e-5e77bfc044da tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493 HTTP/1.1" status: 400 len: 364 time: 1.6230850 Apr 01 15:13:55.463855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.469191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39854) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:55.472568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:13:55.472974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.479113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] For port 539b9174-55e1-46e9-908d-a84630cb8b4c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:55.482342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] For port 539b9174-55e1-46e9-908d-a84630cb8b4c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=539b9174-55e1-46e9-908d-a84630cb8b4c,segment=NetworkSegment(11304f9a-7243-450c-9f71-3385b11194a2),segment_id=11304f9a-7243-450c-9f71-3385b11194a2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:13:55.489285 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:13:55.491137 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.572225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c9fb9-971c-4874-b6fa-6df1c91ca92e None None] Pushing event updated for resources: {'Port': ['ID=539b9174-55e1-46e9-908d-a84630cb8b4c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:55.577528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.596725 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.613350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] Pushing event deleted for resources: {'Network': ['ID=fdfed9a1-868b-476e-9572-bd0ddc09106c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:55.617599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bf7c7032-b4db-41c8-8ea7-f8a270d038ef tempest-DHCPAgentSchedulersTestJSON-676590865 tempest-DHCPAgentSchedulersTestJSON-676590865-project] 10.222.0.48 "DELETE /v2.0/networks/fdfed9a1-868b-476e-9572-bd0ddc09106c HTTP/1.1" status: 204 len: 168 time: 1.9095714 Apr 01 15:13:55.620257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Deleting port 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:55.621304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.701143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68bc4145-9331-4d69-8c7b-5bcb313ab396 None None] The port '040659d6-d9aa-44e3-8d5b-05a47b1f75a0' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:13:55.756461 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:55.852103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81203cf-3101-4914-897d-92662edaf09e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:55.879446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46185c6c-a822-4c32-9c60-6933e0a48aea req-3269d8de-eafe-410b-a098-b3a0522e6e8a tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:55.881293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46185c6c-a822-4c32-9c60-6933e0a48aea req-3269d8de-eafe-410b-a098-b3a0522e6e8a tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 946 time: 0.6105170 Apr 01 15:13:55.895045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c331291-2bc3-4f18-9b24-f0b26568418b') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:55.895322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c331291-2bc3-4f18-9b24-f0b26568418b') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:56.000764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.025457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.026268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.026431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39864) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:56.106918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.112953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.119299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['e3d9ab2e-9236-477d-9328-1a2f748fae1a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:13:56.232315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:13:56.232726 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.233585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-76897cb3-e459-4f54-982d-6f89e746b6f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0d90bdfae19411fb9e0c93e76f433bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2059171 Apr 01 15:13:56.236304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39870) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:13:56.259291 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:13:56.262070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event deleted for resources: {'Port': ['ID=1ae3b983-9ff9-4106-a052-e06e316bf890,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:56.321520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c869c33-3ea2-4290-95f2-fbfd466c5ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.352236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c869c33-3ea2-4290-95f2-fbfd466c5ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.394335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 539b9174-55e1-46e9-908d-a84630cb8b4c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:56.441389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c869c33-3ea2-4290-95f2-fbfd466c5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.459466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c869c33-3ea2-4290-95f2-fbfd466c5ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba218b36-8916-4df7-a068-1b75ee805de2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:56.476690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c869c33-3ea2-4290-95f2-fbfd466c5ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.478190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4c869c33-3ea2-4290-95f2-fbfd466c5ba9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba218b36-8916-4df7-a068-1b75ee805de2 HTTP/1.1" status: 204 len: 168 time: 0.2407987 Apr 01 15:13:56.484301 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46185c6c-a822-4c32-9c60-6933e0a48aea req-8424697b-e555-4fd0-9f1e-ad4f867e465c tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746026 Apr 01 15:13:56.519477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 539b9174-55e1-46e9-908d-a84630cb8b4c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:56.597457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:13:56.613119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.635881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:13:56.636216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 040659d6-d9aa-44e3-8d5b-05a47b1f75a0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:13:56.833178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] No DVR routers for this DVR port 1ae3b983-9ff9-4106-a052-e06e316bf890 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:13:56.836025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.845685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b7c638-abce-4f57-9295-18c81f650424 None None] Network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:13:56.851006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:56.867245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'name': 'network-vif-deleted', 'tag': '1ae3b983-9ff9-4106-a052-e06e316bf890'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:13:56.870509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1ae3b983-9ff9-4106-a052-e06e316bf890 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:13:56.887400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=e81203cf-3101-4914-897d-92662edaf09e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:56.901976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-08eac35b-b4bd-40a1-b692-0470cf5d8b14 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/e81203cf-3101-4914-897d-92662edaf09e HTTP/1.1" status: 204 len: 168 time: 3.9192350 Apr 01 15:13:56.902912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39882) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:56.968049 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-509d1b9a-e010-4aa7-b563-ba7fbad434dd req-92a642de-8613-4be8-a32f-539c91a0931e tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.62 "DELETE /v2.0/ports/1ae3b983-9ff9-4106-a052-e06e316bf890 HTTP/1.1" status: 204 len: 173 time: 3.0880861 Apr 01 15:13:57.024369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39888) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:57.053837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.079204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 1ae3b983-9ff9-4106-a052-e06e316bf890 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:13:57.079770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1ae3b983-9ff9-4106-a052-e06e316bf890 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:13:57.082286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Provisioning for port 539b9174-55e1-46e9-908d-a84630cb8b4c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:57.122091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Provisioning complete for port 539b9174-55e1-46e9-908d-a84630cb8b4c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:57.122835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.186042 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.295975 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.306341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:57.323476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Usage tracker for resource:security_group_rule and tenant:7737c4a440974d6e82a1ada5fceb68f9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:57.331353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:57.348121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:57.414961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] For port 539b9174-55e1-46e9-908d-a84630cb8b4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=539b9174-55e1-46e9-908d-a84630cb8b4c,segment=NetworkSegment(11304f9a-7243-450c-9f71-3385b11194a2),segment_id=11304f9a-7243-450c-9f71-3385b11194a2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:57.424585 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.442120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Router 94576448-9bfc-45c4-998b-f88ea44b72ea is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:13:57.445493 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58df4b4-60d0-439c-8d00-41470abc96bb', 'name': 'network-vif-deleted', 'tag': '1ae3b983-9ff9-4106-a052-e06e316bf890', 'status': 'completed', 'code': 200} Apr 01 15:13:57.459689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.468286 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.518103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Pushing event updated for resources: {'Port': ['ID=539b9174-55e1-46e9-908d-a84630cb8b4c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:57.527370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.527712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.528043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.528367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.528692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.529017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.529324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.529637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.529945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.530733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.530935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca2d13-2719-4861-ae2f-c1729c1acf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:57.689718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Allocated IP 2001:db8::1 (74078b10-62d4-4ea7-8d51-6396d2b6894a/8de36160-3923-46bf-8f94-647efad419fd/a0c90c32-1551-4468-9f60-745d731b993f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:13:57.708531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d22e9b-420f-4e9b-b42b-92702326e9de,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:57.722692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-68cf2b84-1f82-4aaa-b803-813f01b45039 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7737c4a440974d6e82a1ada5fceb68f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6837416 Apr 01 15:13:57.727648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39894) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:57.765156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3afba014-b105-4662-9b9c-a66872b39a82 req-3cb0f3b8-316c-4fe2-9f37-e570e7c1391d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Synchronizing usage tracker for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:13:57.808937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8971dcd3-ac35-4c5f-a930-86af3163ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.837275 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c03085a5-b685-414d-8b11-112ad95cc060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.853885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8971dcd3-ac35-4c5f-a930-86af3163ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.877294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b1b63d3d-8606-4881-ba7d-b979ec053f45 None None] Provisioning complete for port 539b9174-55e1-46e9-908d-a84630cb8b4c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:57.878181 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1b63d3d-8606-4881-ba7d-b979ec053f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.895835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.897617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3afba014-b105-4662-9b9c-a66872b39a82 req-3cb0f3b8-316c-4fe2-9f37-e570e7c1391d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Unset dirty status for tenant:2ac9fe8bb9c74f418befb79913f005bf on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:13:57.899621 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3afba014-b105-4662-9b9c-a66872b39a82 req-3cb0f3b8-316c-4fe2-9f37-e570e7c1391d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58df4b4-60d0-439c-8d00-41470abc96bb HTTP/1.1" status: 200 len: 210 time: 0.1852758 Apr 01 15:13:57.963766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:57.997840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Transition to ACTIVE for port object a0c90c32-1551-4468-9f60-745d731b993f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:58.031427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:13:58.047783 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Sync routers for ids ['94576448-9bfc-45c4-998b-f88ea44b72ea'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:13:58.050373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.073123 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Routers {'94576448-9bfc-45c4-998b-f88ea44b72ea'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:58.074011 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['94576448-9bfc-45c4-998b-f88ea44b72ea'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:58.081887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8971dcd3-ac35-4c5f-a930-86af3163ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.102650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971dcd3-ac35-4c5f-a930-86af3163ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d22e9b-420f-4e9b-b42b-92702326e9de,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:58.109223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8971dcd3-ac35-4c5f-a930-86af3163ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.110332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8971dcd3-ac35-4c5f-a930-86af3163ebf7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0d22e9b-420f-4e9b-b42b-92702326e9de HTTP/1.1" status: 204 len: 168 time: 0.3756466 Apr 01 15:13:58.132392 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.133612 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8c43ab84-5fc2-4b98-90b0-9a4bc63705b9 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6886342 Apr 01 15:13:58.138823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39900) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:58.150719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:58.151944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:58.164596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Port': ['ID=a0c90c32-1551-4468-9f60-745d731b993f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:58.168002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:13:58.168587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.344491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 539b9174-55e1-46e9-908d-a84630cb8b4c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:13:58.349990 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Set router 94576448-9bfc-45c4-998b-f88ea44b72ea gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:13:58.354274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.452280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 539b9174-55e1-46e9-908d-a84630cb8b4c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:58.453136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.653774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-85bf1f4c-fa68-47a9-9f1e-149ba86abeef None None] Provisioning for port a0c90c32-1551-4468-9f60-745d731b993f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:13:58.660135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-85bf1f4c-fa68-47a9-9f1e-149ba86abeef None None] Provisioning complete for port a0c90c32-1551-4468-9f60-745d731b993f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:58.660935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85bf1f4c-fa68-47a9-9f1e-149ba86abeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.753725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-85bf1f4c-fa68-47a9-9f1e-149ba86abeef None None] Port a0c90c32-1551-4468-9f60-745d731b993f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:13:58.786632 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94576448-9bfc-45c4-998b-f88ea44b72ea', 'name': 'tempest-snat-router-1977040769', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '46b75c5a-24f3-4be6-8b02-aa6510b9add0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:51Z', 'updated_at': '2022-04-01T15:13:54Z', 'revision_number': 3, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port': {'id': '46b75c5a-24f3-4be6-8b02-aa6510b9add0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94576448-9bfc-45c4-998b-f88ea44b72ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:53Z', 'updated_at': '2022-04-01T15:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:58.790910 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Checking router: 94576448-9bfc-45c4-998b-f88ea44b72ea for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:13:58.791352 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Updating router 94576448-9bfc-45c4-998b-f88ea44b72ea port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:13:58.858021 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.978888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.987254 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.988846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:58.996987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f855de5f-705c-40cd-be81-e22ba0d61679 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/94576448-9bfc-45c4-998b-f88ea44b72ea HTTP/1.1" status: 200 len: 908 time: 0.8545856 Apr 01 15:13:59.002463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39916) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:13:59.025946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1977040769', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': True}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:13:59.038840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:13:59.051734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Usage tracker for resource:router and tenant:4132bacc1f724d93a833c695cf7ab8cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:13:59.058653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:13:59.092800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:13:59.125470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.126409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.179325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.291525 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.319845 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Transition to ACTIVE for port object 46b75c5a-24f3-4be6-8b02-aa6510b9add0 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:13:59.331826 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.413577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event updated for resources: {'Port': ['ID=a0c90c32-1551-4468-9f60-745d731b993f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:59.428476 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Pushing event updated for resources: {'Port': ['ID=46b75c5a-24f3-4be6-8b02-aa6510b9add0,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:59.441331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.456978 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Attempting to bind port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:13:59.457653 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Attempting to bind port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:13:59.458936 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Attempting to bind port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:13:59.468858 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.469492 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.470115 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.470881 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.471503 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.472145 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.472656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.473143 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.473628 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.474110 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.474655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:13:59.484292 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:13:59.484742 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:13:59.485469 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.486165 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:13:59.486823 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Bound port: 46b75c5a-24f3-4be6-8b02-aa6510b9add0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:13:59.487243 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.491662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:13:59.493153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:13:59.532614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port e87e08d0-93ff-4fb0-821e-51255e90989f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:13:59.533115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.621313 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] For port 46b75c5a-24f3-4be6-8b02-aa6510b9add0, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:13:59.629370 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] For port 46b75c5a-24f3-4be6-8b02-aa6510b9add0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46b75c5a-24f3-4be6-8b02-aa6510b9add0,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:13:59.637967 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.776052 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2935-0d50-4b82-b6f5-65b14ba8d9a0 None None] Pushing event updated for resources: {'Port': ['ID=46b75c5a-24f3-4be6-8b02-aa6510b9add0,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:13:59.785261 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Routers {'94576448-9bfc-45c4-998b-f88ea44b72ea'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:13:59.785969 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:13:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['94576448-9bfc-45c4-998b-f88ea44b72ea'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:13:59.955335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b88f0-5682-4071-a9de-ec2c0d5d1f09 req-56884ece-a7b6-48a8-b717-a835b4f14b30 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:13:59.956814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-128b88f0-5682-4071-a9de-ec2c0d5d1f09 req-56884ece-a7b6-48a8-b717-a835b4f14b30 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3559678 Apr 01 15:13:59.963442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port e87e08d0-93ff-4fb0-821e-51255e90989f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e87e08d0-93ff-4fb0-821e-51255e90989f,segment=NetworkSegment(70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d),segment_id=70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:13:59.963799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.995262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-36658b50-587e-4a28-979a-8f74f56f78a1 None None] Provisioning complete for port a0c90c32-1551-4468-9f60-745d731b993f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:13:59.996287 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36658b50-587e-4a28-979a-8f74f56f78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:13:59.997464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Router 9c5cb2db-99fc-4462-84b7-bba11484d493 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:00.074477 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] Set router 94576448-9bfc-45c4-998b-f88ea44b72ea gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:00.116334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for e87e08d0-93ff-4fb0-821e-51255e90989f owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:00.167762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-36658b50-587e-4a28-979a-8f74f56f78a1 None None] Port a0c90c32-1551-4468-9f60-745d731b993f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:14:00.213297 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f20a023-3d6a-4df1-8378-e52d4a4d4630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:00.219097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-128b88f0-5682-4071-a9de-ec2c0d5d1f09 req-4f9d899b-7418-4530-b832-260aadcd4c4b tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476590 Apr 01 15:14:00.290023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:00.300375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f3fbc1f8-613e-4b9a-bfe5-ac02849b6ef6 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8290663 Apr 01 15:14:00.301210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39940) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:00.302785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] Sync routers for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:00.322074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:00.324938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:00.338867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:00.381156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:00.440450 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94576448-9bfc-45c4-998b-f88ea44b72ea', 'name': 'tempest-snat-router-1977040769', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '46b75c5a-24f3-4be6-8b02-aa6510b9add0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:51Z', 'updated_at': '2022-04-01T15:13:54Z', 'revision_number': 3, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port': {'id': '46b75c5a-24f3-4be6-8b02-aa6510b9add0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94576448-9bfc-45c4-998b-f88ea44b72ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:53Z', 'updated_at': '2022-04-01T15:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:00.445784 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029a495-2bae-4b60-ad0c-013eac0f280d None None] The sync data for ids ['94576448-9bfc-45c4-998b-f88ea44b72ea'] in n-d-836017-1 is: [{'id': '94576448-9bfc-45c4-998b-f88ea44b72ea', 'name': 'tempest-snat-router-1977040769', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '46b75c5a-24f3-4be6-8b02-aa6510b9add0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:51Z', 'updated_at': '2022-04-01T15:13:54Z', 'revision_number': 3, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port': {'id': '46b75c5a-24f3-4be6-8b02-aa6510b9add0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94576448-9bfc-45c4-998b-f88ea44b72ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:13:53Z', 'updated_at': '2022-04-01T15:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:00.477654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:00.491985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:00.492950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:00.525279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2942-89dd-46ab-9555-237c12213d39 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:00.582702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:00.583677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93557c52-27cc-4382-b3f3-e3ec57eb090c None None] The sync data for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:00.782669 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-cbbf2942-89dd-46ab-9555-237c12213d39 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:14:00.787286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cbbf2942-89dd-46ab-9555-237c12213d39 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493 HTTP/1.1" status: 409 len: 329 time: 0.4821057 Apr 01 15:14:00.787651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39950) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:00.852208 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:00.908279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Allocated IP 172.25.2.49 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/82a6d146-b85a-4477-8a4a-d9807d954af3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:00.985850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=e87e08d0-93ff-4fb0-821e-51255e90989f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:01.085726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39958) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:01.258927 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.281450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.299855 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.338301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1547031008'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:01.348319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:01.355649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Usage tracker for resource:network and tenant:658f2d95590246b6ba1b3806300627c3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:01.360711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:01.369001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:01.387674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Made reservation on behalf of 658f2d95590246b6ba1b3806300627c3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:01.391125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.440268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.496446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:01.502736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Usage tracker for resource:security_group_rule and tenant:658f2d95590246b6ba1b3806300627c3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:01.506290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:01.513460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:01.526742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec60337-3e6a-49b2-a8c8-5ee377ec9df4 req-69fb9484-ff71-4aee-9154-58123ca7d3e1 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:01.527958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.528261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fec60337-3e6a-49b2-a8c8-5ee377ec9df4 req-69fb9484-ff71-4aee-9154-58123ca7d3e1 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.1418083 Apr 01 15:14:01.605740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fec60337-3e6a-49b2-a8c8-5ee377ec9df4 req-142b2258-2147-4547-a3de-212c61768ba2 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682070 Apr 01 15:14:01.633704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.634188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:01.639145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.640288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:01.647934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:01.670356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:14:01.678602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d569bfe9-a229-4935-9674-445ad92c0016,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:01.679620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Port': ['ID=82a6d146-b85a-4477-8a4a-d9807d954af3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:01.686203 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.686572 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Added segment b56aecb8-3659-454d-b01d-aac5eabee889 of type vlan for network aa4428ba-d4b2-4268-8c8a-48f2ccf36c0d Apr 01 15:14:01.710432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.714208 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.743850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.747669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:01.748487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.791370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7042077 Apr 01 15:14:01.795841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:01.920122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:01.984946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d89222-540d-43c5-bfc4-0c487566fd90 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Pushing event updated for resources: {'Network': ['ID=aa4428ba-d4b2-4268-8c8a-48f2ccf36c0d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:01.996603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network aa4428ba-d4b2-4268-8c8a-48f2ccf36c0d details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:14:02.043655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'network': {'name': 'tempest-network--2026992696', 'router:external': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:02.049416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:02.054248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:network and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:02.057486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:02.065094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:02.077304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Made reservation on behalf of 1f30b674c07744f79ab79231fd07e2c7 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:02.079581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.093861 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.128807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:02.132667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:security_group_rule and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:02.136523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:02.142662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:02.211726 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.217036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.255339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:14:02.263537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a9d2d1-da2d-449d-9e62-5c1b806223a7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:02.273166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.273481 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Added segment 34038434-6c47-4f02-bce6-cc925b7ae9af of type vlan for network ffd3618f-6923-49a2-a34b-b26e41b13bd6 Apr 01 15:14:02.325455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.361418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.362265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:02.362837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.399275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46b75c5a-24f3-4be6-8b02-aa6510b9add0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:02.432261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.433016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.466665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Network': ['ID=ffd3618f-6923-49a2-a34b-b26e41b13bd6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:02.471289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9d7b1e8f-4990-4a5c-8791-29f2eec1e95f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6734419 Apr 01 15:14:02.477351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39972) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:02.481817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ffd3618f-6923-49a2-a34b-b26e41b13bd6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:14:02.502537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:02.559753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:02.560652 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.602559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.741555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.748459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.769437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd3618f-6923-49a2-a34b-b26e41b13bd6']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:02.778827 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.787248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34038434-6c47-4f02-bce6-cc925b7ae9af') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:02.787636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34038434-6c47-4f02-bce6-cc925b7ae9af') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:02.800063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 46b75c5a-24f3-4be6-8b02-aa6510b9add0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46b75c5a-24f3-4be6-8b02-aa6510b9add0,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:02.800281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.808655 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.820990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.828753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:02.829202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:02.844765 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:02.895542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=46b75c5a-24f3-4be6-8b02-aa6510b9add0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:02.937078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.956131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffd3618f-6923-49a2-a34b-b26e41b13bd6 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:14:02.964974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:02.967642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffd3618f-6923-49a2-a34b-b26e41b13bd6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:02.973951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ad507bdd-81df-467f-9c26-0bde4d4f1c35 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "DELETE /v2.0/networks/ffd3618f-6923-49a2-a34b-b26e41b13bd6 HTTP/1.1" status: 204 len: 168 time: 0.4938469 Apr 01 15:14:02.977326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39978) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:02.982827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:02.988795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:02.992676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:network and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:02.995737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:03.005358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:03.018079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Made reservation on behalf of 1f30b674c07744f79ab79231fd07e2c7 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:03.020587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.097607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:14:03.106668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa86c5-5c80-4540-b5c6-3ffa041db8f1 req-129b7c14-0264-44bb-bdea-db89b4ed5907 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:03.108391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-57fa86c5-5c80-4540-b5c6-3ffa041db8f1 req-129b7c14-0264-44bb-bdea-db89b4ed5907 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.3480844 Apr 01 15:14:03.122866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.123398 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Added segment a54a43d1-1753-46ac-a441-7c6c28b62575 of type vlan for network 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df Apr 01 15:14:03.160697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-0a7cad0f-17ce-4af9-96d5-4d658d2cb300 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:03.162293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-0a7cad0f-17ce-4af9-96d5-4d658d2cb300 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 946 time: 0.1177244 Apr 01 15:14:03.196360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.228127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:03.244443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-57fa86c5-5c80-4540-b5c6-3ffa041db8f1 req-75c48c99-b256-4431-8da7-b5d47e72705d tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/security-groups?id=368459b5-a3d0-42e1-8c8b-28c6f659f616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035323 Apr 01 15:14:03.255002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Deleting port e3d9ab2e-9236-477d-9328-1a2f748fae1a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:03.255510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.322721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.323737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:03.324415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.471835 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4910064 Apr 01 15:14:03.474132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39982) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:03.484557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Router 421d0773-2118-41cd-916b-140f51a80464 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:14:03.488817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'subnet': {'network_id': '0ac9eb0a-90fa-47f4-9784-563ab6c2c2df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:03.495861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cbabe-f87b-43cc-9300-b7cd3bd21b1f tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Network': ['ID=0ac9eb0a-90fa-47f4-9784-563ab6c2c2df,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:03.499989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:03.512411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:14:03.526251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:subnet and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:03.575876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:03.588161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:03.616032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Made reservation on behalf of 1f30b674c07744f79ab79231fd07e2c7 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:03.619365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.745609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] For port e3d9ab2e-9236-477d-9328-1a2f748fae1a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e3d9ab2e-9236-477d-9328-1a2f748fae1a,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:03.746183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.816208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:03.830407 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a2330-a27a-4893-9536-907741a18060 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:03.832223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting port a0c90c32-1551-4468-9f60-745d731b993f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:03.832562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:03.844831 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:03.845428 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:03.886778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Calling delete_port for e3d9ab2e-9236-477d-9328-1a2f748fae1a owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:03.922032 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-03213a63-baec-40a3-ae22-8f6e9b02db3a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0147662 Apr 01 15:14:03.936786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39988) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:04.009486 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:04.208779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.327732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46b75c5a-24f3-4be6-8b02-aa6510b9add0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:04.397563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Calling delete_port for a0c90c32-1551-4468-9f60-745d731b993f owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:04.406006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.417633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['e3d9ab2e-9236-477d-9328-1a2f748fae1a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:14:04.504725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:04.505872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.511916 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:00Z', 'revision_number': 9, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:04.512592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet 32a718f2-a775-43a2-88bb-29c0aa1ccb59 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:04.515656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Pushing event deleted for resources: {'Port': ['ID=e3d9ab2e-9236-477d-9328-1a2f748fae1a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:04.516572 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a2330-a27a-4893-9536-907741a18060 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:04.529698 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:04.530346 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:04.531962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.536213 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9079b8c9-bb8d-4b6d-9219-bb1b90df65b8 req-eff3bf0a-7a71-4ba5-b1b6-9cf5c6ae6e89 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc322dbf-d600-4096-a97f-0ae9fbc24d49 HTTP/1.1" status: 200 len: 210 time: 0.0876210 Apr 01 15:14:04.645556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:04.647712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] No DVR routers for this DVR port e3d9ab2e-9236-477d-9328-1a2f748fae1a on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:04.650107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.655948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'name': 'network-vif-deleted', 'tag': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:14:04.666783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Sync routers for ids ['421d0773-2118-41cd-916b-140f51a80464'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:04.682848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Routers {'421d0773-2118-41cd-916b-140f51a80464'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:04.684108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['421d0773-2118-41cd-916b-140f51a80464'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:04.687832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.728007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:04.766316 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc322dbf-d600-4096-a97f-0ae9fbc24d49', 'name': 'network-vif-deleted', 'tag': 'e3d9ab2e-9236-477d-9328-1a2f748fae1a', 'status': 'completed', 'code': 200} Apr 01 15:14:04.767155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:14:04.767896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.772623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6c3cd639-b84f-41f4-b078-60003df59bc6 req-60903241-8547-4468-b931-cd459f7ef932 tempest-ServerRescueNegativeTestJSON-294531842 tempest-ServerRescueNegativeTestJSON-294531842-project] 10.222.0.44 "DELETE /v2.0/ports/e3d9ab2e-9236-477d-9328-1a2f748fae1a HTTP/1.1" status: 204 len: 173 time: 1.6047359 Apr 01 15:14:04.805818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:04.809298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a51f493-d2f0-422a-add0-9939b3267c9e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8034284 Apr 01 15:14:04.820977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39998) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:04.951455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Set router 421d0773-2118-41cd-916b-140f51a80464 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:04.964533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.022672 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.114510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Port': ['ID=a0c90c32-1551-4468-9f60-745d731b993f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:05.116395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c1a813e1-047e-4dee-97fa-29d6341944c2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:05.146388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Checking segment: {'id': 'a54a43d1-1753-46ac-a441-7c6c28b62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0ac9eb0a-90fa-47f4-9784-563ab6c2c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:05.146890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Network hostable DHCP agents. Network: 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:14:05.196486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Network 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:14:05.214719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:05.232954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:05.233774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.275288 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c06a2330-a27a-4893-9536-907741a18060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:00Z', 'revision_number': 9, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:05.279183 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-42c9a3ce-b29d-45ec-a6c1-bba666e15d55 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8004639 Apr 01 15:14:05.281922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40002) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:05.285993 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a2330-a27a-4893-9536-907741a18060 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:00Z', 'revision_number': 9, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '4d5367dc-528f-40ad-a66a-cbf1cf919269', 'name': '', 'network_id': 'f3896d15-363e-48df-b6ec-963dbcb45712', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:51Z', 'updated_at': '2022-04-01T15:13:04Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': '122dce63-28bb-45a2-aeb2-873da76ea44d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:05.294962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'floatingip': {'floating_network_id': '0ac9eb0a-90fa-47f4-9784-563ab6c2c2df'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:05.301497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4f0453fc-b7ff-4599-9e0f-ec366971f941 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/421d0773-2118-41cd-916b-140f51a80464 HTTP/1.1" status: 200 len: 907 time: 0.4756742 Apr 01 15:14:05.305752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:05.312757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:floatingip and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:05.316546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:05.323665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:05.333260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40006) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:05.364116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d7c11-db88-4c5c-bb50-8b6e5beac0b8 None None] Network 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:05.399900 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.460355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=32a718f2-a775-43a2-88bb-29c0aa1ccb59,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:05.462965 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.469332 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.475703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b8da8-b7b4-4020-b88c-22c3e60c7de5 None None] Network 323ce5f3-82bb-42c3-ba96-60dffad29e75 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:05.482961 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-05f5b05b-4111-49c9-8b1e-995a62527fd2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/32a718f2-a775-43a2-88bb-29c0aa1ccb59 HTTP/1.1" status: 204 len: 168 time: 1.5453401 Apr 01 15:14:05.485685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40010) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:05.515291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.636375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40016) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:05.704818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40020) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:05.817797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e2f39250-1492-459a-ab1f-16938f0e204e tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4676 time: 0.1785071 Apr 01 15:14:05.823052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40026) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:05.832497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'network': {'name': 'tempest-network-smoke--1787873980', 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'port_security_enabled': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:05.842361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:05.875952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:05.900674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.904917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Made reservation on behalf of 0e4cc8523b1f40c9bdc0f310f39eb8f6 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:05.908220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.921093 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.946324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:05.946807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:05.985330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704d6d7-f0be-4851-90ac-c6bbd79de9bb None None] Network 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:06.202718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421d0773-2118-41cd-916b-140f51a80464', 'name': 'tempest-snat-router-1977040769', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '82a6d146-b85a-4477-8a4a-d9807d954af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:59Z', 'updated_at': '2022-04-01T15:14:01Z', 'revision_number': 3, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port': {'id': '82a6d146-b85a-4477-8a4a-d9807d954af3', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421d0773-2118-41cd-916b-140f51a80464', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:00Z', 'updated_at': '2022-04-01T15:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:06.209395 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.209817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Checking router: 421d0773-2118-41cd-916b-140f51a80464 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:06.210234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Updating router 421d0773-2118-41cd-916b-140f51a80464 port 82a6d146-b85a-4477-8a4a-d9807d954af3 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:14:06.238968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] DHCP port deletion for 323ce5f3-82bb-42c3-ba96-60dffad29e75 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:06.255929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Deleting port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:06.256404 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.301189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:14:06.313481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 20941e4a-b50c-49a5-91cb-1e24c54e5d89, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=20941e4a-b50c-49a5-91cb-1e24c54e5d89,segment=NetworkSegment(70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d),segment_id=70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:06.313481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.351764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 20941e4a-b50c-49a5-91cb-1e24c54e5d89 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:06.396391 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.418438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.418682 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Added segment c58066c0-2c8b-48f6-8064-bbaae0258bc7 of type vlan for network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 Apr 01 15:14:06.446406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 20941e4a-b50c-49a5-91cb-1e24c54e5d89 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:06.490259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.513039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Allocated IP 172.20.0.4 (0ac9eb0a-90fa-47f4-9784-563ab6c2c2df/c1a813e1-047e-4dee-97fa-29d6341944c2/b93422bc-bf6f-46c7-9d68-b3dd4f7ca058) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:06.655455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.659268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:06.659819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.661078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Router 9c5cb2db-99fc-4462-84b7-bba11484d493 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:06.669021 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.726241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=20941e4a-b50c-49a5-91cb-1e24c54e5d89,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:06.755168 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.823789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] For port 20941e4a-b50c-49a5-91cb-1e24c54e5d89, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=20941e4a-b50c-49a5-91cb-1e24c54e5d89,segment=NetworkSegment(70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d),segment_id=70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:06.824196 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.828174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No DVR routers for this DVR port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:06.852493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Network': ['ID=7430a7ce-01eb-42f3-8e8f-9356e89afd28,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:06.888023 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0260aec-490a-4b4c-be0d-5691471cf774 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0630224 Apr 01 15:14:06.892518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:06.897800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40030) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:06.904658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'admin_state_up': True, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:06.919089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:06.980128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:router and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:06.989965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:07.028206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:14:07.038799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:07.041452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.048086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:07.054719 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] Sync routers for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:07.062175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0689740d-00f6-486d-8b56-f6ebb37da121 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2734642 Apr 01 15:14:07.067035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Calling delete_port for 20941e4a-b50c-49a5-91cb-1e24c54e5d89 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:07.067380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40034) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:07.074127 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:07.074737 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:07.083048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323ce5f3-82bb-42c3-ba96-60dffad29e75']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:07.097540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:07.098191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cc9c2e-23a4-4ab9-ad69-7d6e20cf932d') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:07.110593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.127255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.135003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:07.135702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.138345 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:07.151615 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] Routers {'9c5cb2db-99fc-4462-84b7-bba11484d493'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:07.152316 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9c5cb2db-99fc-4462-84b7-bba11484d493'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:07.154040 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:07.157426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.164040 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-e4acf426-2245-465c-a309-c85d01dca4ea tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] show failed (client error): The resource could not be found. Apr 01 15:14:07.165087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e4acf426-2245-465c-a309-c85d01dca4ea tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-61226087 HTTP/1.1" status: 404 len: 333 time: 0.0966623 Apr 01 15:14:07.165982 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.168433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.172549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40038) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:07.186450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:14:07.186696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7c4d2f46-a972-4783-b6c6-ba6cf75a3940 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:07.186941 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:14:07.214399 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:07.214805 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb01014-9f40-45c5-a4b9-8e4e68926363 None None] The sync data for ids ['9c5cb2db-99fc-4462-84b7-bba11484d493'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:07.247665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.258779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Deleting port 82a6d146-b85a-4477-8a4a-d9807d954af3 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:07.259402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.277982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.283496 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-7c4d2f46-a972-4783-b6c6-ba6cf75a3940 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] update failed (client error): The resource could not be found. Apr 01 15:14:07.284522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7c4d2f46-a972-4783-b6c6-ba6cf75a3940 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-710663156 HTTP/1.1" status: 404 len: 334 time: 0.1101711 Apr 01 15:14:07.296415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40042) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:07.307975 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.320567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e87e08d0-93ff-4fb0-821e-51255e90989f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:07.372620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e87e08d0-93ff-4fb0-821e-51255e90989f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:07.372970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e87e08d0-93ff-4fb0-821e-51255e90989f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:07.425320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=323ce5f3-82bb-42c3-ba96-60dffad29e75,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:07.430185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d555792-f5b1-4236-a06b-86222bea29c3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/323ce5f3-82bb-42c3-ba96-60dffad29e75 HTTP/1.1" status: 204 len: 168 time: 1.9431269 Apr 01 15:14:07.433240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40046) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:07.472855 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.473138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.484926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Transition to ACTIVE for port object 82a6d146-b85a-4477-8a4a-d9807d954af3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:07.492638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.539932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Network 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:07.559594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Port': ['ID=b93422bc-bf6f-46c7-9d68-b3dd4f7ca058,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:07.562378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:07.573722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Attempting to bind port 82a6d146-b85a-4477-8a4a-d9807d954af3 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:14:07.574155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Attempting to bind port 82a6d146-b85a-4477-8a4a-d9807d954af3 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:14:07.574706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Attempting to bind port 82a6d146-b85a-4477-8a4a-d9807d954af3 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:07.576933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d77745-bd13-4776-8166-2d5c8f8a15e0 None None] Pushing event updated for resources: {'Port': ['ID=82a6d146-b85a-4477-8a4a-d9807d954af3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:07.582469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:07.586879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:14:07.587247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:07.588008 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.588385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:14:07.588838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Bound port: 82a6d146-b85a-4477-8a4a-d9807d954af3, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:14:07.589210 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.665960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] For port 82a6d146-b85a-4477-8a4a-d9807d954af3, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:14:07.669867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] For port 82a6d146-b85a-4477-8a4a-d9807d954af3, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=82a6d146-b85a-4477-8a4a-d9807d954af3,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:14:07.676426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.707663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Deleting port 20941e4a-b50c-49a5-91cb-1e24c54e5d89 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:07.708183 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.800118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:07.830502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-589640f1-ce32-445c-95c0-2f3284360527 None None] The port '20941e4a-b50c-49a5-91cb-1e24c54e5d89' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:14:07.837889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e3d9ab2e-9236-477d-9328-1a2f748fae1a no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:07.889191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: e3d9ab2e-9236-477d-9328-1a2f748fae1a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:07.890097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e3d9ab2e-9236-477d-9328-1a2f748fae1a not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:07.909111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d77745-bd13-4776-8166-2d5c8f8a15e0 None None] Pushing event updated for resources: {'Port': ['ID=82a6d146-b85a-4477-8a4a-d9807d954af3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:07.923144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Routers {'421d0773-2118-41cd-916b-140f51a80464'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:07.923945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['421d0773-2118-41cd-916b-140f51a80464'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:08.029147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.086511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] Set router 421d0773-2118-41cd-916b-140f51a80464 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:08.190514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Calling delete_port for 82a6d146-b85a-4477-8a4a-d9807d954af3 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:08.193020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421d0773-2118-41cd-916b-140f51a80464', 'name': 'tempest-snat-router-1977040769', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:59Z', 'updated_at': '2022-04-01T15:14:07Z', 'revision_number': 4, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:08.197134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf111e-729f-40ef-ad1e-6d11c1f3c529 None None] The sync data for ids ['421d0773-2118-41cd-916b-140f51a80464'] in n-d-836017-1 is: [{'id': '421d0773-2118-41cd-916b-140f51a80464', 'name': 'tempest-snat-router-1977040769', 'tenant_id': '4132bacc1f724d93a833c695cf7ab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:13:59Z', 'updated_at': '2022-04-01T15:14:07Z', 'revision_number': 4, 'project_id': '4132bacc1f724d93a833c695cf7ab8cd', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:08.281457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.286268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting subnet 3e3e4688-abae-4b51-8f48-aa0fc842c99b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:08.299343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.377297 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.450117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 4d5367dc-528f-40ad-a66a-cbf1cf919269 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:08.450396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.515000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.637410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 4d5367dc-528f-40ad-a66a-cbf1cf919269, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4d5367dc-528f-40ad-a66a-cbf1cf919269,segment=NetworkSegment(9ce00752-c852-4ba3-bfdd-ff74f354cca4),segment_id=9ce00752-c852-4ba3-bfdd-ff74f354cca4)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:08.638056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.737437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.760459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 4d5367dc-528f-40ad-a66a-cbf1cf919269 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:08.816477 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:14:08.816805 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:14:08.844331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.871656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:08.958730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.101144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.114599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=4d5367dc-528f-40ad-a66a-cbf1cf919269,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:09.304577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3e4688-abae-4b51-8f48-aa0fc842c99b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:09.322238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Deleting port 82a6d146-b85a-4477-8a4a-d9807d954af3 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:09.322576 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.329857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.360251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1970196-1ffb-424b-9e42-95bad76ebf47 None None] Network 5edf796b-f154-4f6e-b4c7-eaa28eb54992 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:09.370290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.460151 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.530714 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:14:09.545585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a4efee71-5bf0-46f0-a4fc-c14de57f40a9 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/subnets/3e3e4688-abae-4b51-8f48-aa0fc842c99b HTTP/1.1" status: 204 len: 168 time: 2.2481039 Apr 01 15:14:09.557453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40050) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:09.567686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.571368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.619667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] DHCP port deletion for 5edf796b-f154-4f6e-b4c7-eaa28eb54992 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:09.624970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] Deleting port 539b9174-55e1-46e9-908d-a84630cb8b4c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:09.625417 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.669118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.872842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:09.913357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] For port 539b9174-55e1-46e9-908d-a84630cb8b4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=539b9174-55e1-46e9-908d-a84630cb8b4c,segment=NetworkSegment(11304f9a-7243-450c-9f71-3385b11194a2),segment_id=11304f9a-7243-450c-9f71-3385b11194a2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:09.914347 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:09.995148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.043668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Port': ['ID=b93422bc-bf6f-46c7-9d68-b3dd4f7ca058,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:10.056603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] Calling delete_port for 539b9174-55e1-46e9-908d-a84630cb8b4c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:10.064741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] For port 82a6d146-b85a-4477-8a4a-d9807d954af3, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=82a6d146-b85a-4477-8a4a-d9807d954af3,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:10.065540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.086661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:10.098444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:10.108154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a8aebe79-c3b8-44a1-84c0-29f12d47956c tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735053 Apr 01 15:14:10.110659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40054) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:10.134415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:10.134936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:10.267129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.287966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Calling delete_port for 82a6d146-b85a-4477-8a4a-d9807d954af3 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:10.313340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.340114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting port 539b9174-55e1-46e9-908d-a84630cb8b4c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:10.340442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.380748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet 122dce63-28bb-45a2-aeb2-873da76ea44d {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:10.387140 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.403409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Allocated IP 172.25.2.3 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/7311dd3d-f0ef-4318-829f-a83ba04bd771) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:10.406384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] Pushing event deleted for resources: {'Port': ['ID=539b9174-55e1-46e9-908d-a84630cb8b4c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:10.432574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:10.472103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee835e85-cdd2-402a-8c3a-383176f3a139 None None] No DVR routers for this DVR port 539b9174-55e1-46e9-908d-a84630cb8b4c on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:10.473923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 539b9174-55e1-46e9-908d-a84630cb8b4c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:10.474041 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.485434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] The port '539b9174-55e1-46e9-908d-a84630cb8b4c' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:14:10.528382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 539b9174-55e1-46e9-908d-a84630cb8b4c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:10.528722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 539b9174-55e1-46e9-908d-a84630cb8b4c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:10.599075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.639579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.640713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b687e8f6-451d-48a6-bed9-6b5379813e4b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3551381 Apr 01 15:14:10.653951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40058) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:10.705666 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.855177 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.878044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:08Z', 'revision_number': 10, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:10.888918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:10.913700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:10.914749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:10.953372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=122dce63-28bb-45a2-aeb2-873da76ea44d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:10.964241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:10.972097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ffc813a8-9007-4d2b-a096-187c4c67c43a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/122dce63-28bb-45a2-aeb2-873da76ea44d HTTP/1.1" status: 204 len: 168 time: 0.8598337 Apr 01 15:14:10.974473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40062) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:11.028910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878644be-ad40-476b-a25e-0a3239f4fbd6 None None] Network f3896d15-363e-48df-b6ec-963dbcb45712 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:11.081603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.105680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-07297dc9-e615-4ad6-98f3-595680b811b4 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Synchronizing usage tracker for tenant:1f30b674c07744f79ab79231fd07e2c7 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:11.116424 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.129567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:11.130165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.165386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edf796b-f154-4f6e-b4c7-eaa28eb54992']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:11.192744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.198809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11304f9a-7243-450c-9f71-3385b11194a2') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:11.199109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11304f9a-7243-450c-9f71-3385b11194a2') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:11.208501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-07297dc9-e615-4ad6-98f3-595680b811b4 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Unset dirty status for tenant:1f30b674c07744f79ab79231fd07e2c7 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:11.212679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-07297dc9-e615-4ad6-98f3-595680b811b4 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=0ac9eb0a-90fa-47f4-9784-563ab6c2c2df HTTP/1.1" status: 200 len: 689 time: 0.5381527 Apr 01 15:14:11.218531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:11.218790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40066) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:11.225508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.349916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=747a9148-5e4d-4560-aae9-8e8b8a45a5b7,segment=NetworkSegment(9ce00752-c852-4ba3-bfdd-ff74f354cca4),segment_id=9ce00752-c852-4ba3-bfdd-ff74f354cca4)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:11.350185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.350648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.378310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:11.378752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:11.404575 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:11.474154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:11.545583 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.574749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.585078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0eed30-3aa3-4731-b2ef-92fce099957d None None] DHCP port deletion for f3896d15-363e-48df-b6ec-963dbcb45712 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:11.617673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.620971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=747a9148-5e4d-4560-aae9-8e8b8a45a5b7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:11.629647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event deleted for resources: {'Port': ['ID=82a6d146-b85a-4477-8a4a-d9807d954af3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:11.632126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No DVR routers for this DVR port 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:11.636717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:08Z', 'revision_number': 10, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:11.641689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409806e-2e2a-45e2-a032-93407e612747 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:08Z', 'revision_number': 10, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None, '_interfaces': [{'id': '5327ac25-a652-413c-ada5-1bc7bb8429bc', 'name': '', 'network_id': '159ea604-52ba-4825-ac41-f02fef1c1d52', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'mac_address': 'fa:16:3e:4c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:32Z', 'updated_at': '2022-04-01T15:12:53Z', 'revision_number': 5, 'project_id': '5655dce968694e5cb585926b9058b652', 'subnets': [{'id': 'f305c40e-7f12-49bb-a594-7e0903ab01ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:11.670002 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.680811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.743520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.767107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.794256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3896d15-363e-48df-b6ec-963dbcb45712']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:11.807490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce00752-c852-4ba3-bfdd-ff74f354cca4') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:11.807800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce00752-c852-4ba3-bfdd-ff74f354cca4') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:11.820613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.843179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.849825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:11.850212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:11.865484 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:11.877856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Network': ['ID=5edf796b-f154-4f6e-b4c7-eaa28eb54992,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:11.880880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:11.897888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-97659482-6a27-4a30-a7b0-79ea5b3c729c tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/networks/5edf796b-f154-4f6e-b4c7-eaa28eb54992 HTTP/1.1" status: 204 len: 168 time: 2.3319244 Apr 01 15:14:11.898845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:11.900456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40070) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:11.908332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:11.943160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=7311dd3d-f0ef-4318-829f-a83ba04bd771,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:11.944699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.947130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Deleting port b93422bc-bf6f-46c7-9d68-b3dd4f7ca058 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:11.947534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.964188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:11.979285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=f3896d15-363e-48df-b6ec-963dbcb45712,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:11.987141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7f57c067-94f8-4786-b67b-2234ff8ad7ac tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/f3896d15-363e-48df-b6ec-963dbcb45712 HTTP/1.1" status: 204 len: 168 time: 1.0116923 Apr 01 15:14:11.987783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:12.289600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d5367dc-528f-40ad-a66a-cbf1cf919269 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:12.322778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 4d5367dc-528f-40ad-a66a-cbf1cf919269 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:12.323180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d5367dc-528f-40ad-a66a-cbf1cf919269 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:12.323560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:12.356262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:12.356792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 747a9148-5e4d-4560-aae9-8e8b8a45a5b7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:12.359960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:12.592360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:12.735199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Deleting port 13e45a37-39b0-4f5e-b8cf-daf9cb818382 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:12.735553 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:12.977318 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:12.977556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.013863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting subnet e262f60d-12fa-462c-b4fa-25edd85d37fa {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:13.054048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 5327ac25-a652-413c-ada5-1bc7bb8429bc {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:13.054380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.086094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.194372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Calling delete_port for b93422bc-bf6f-46c7-9d68-b3dd4f7ca058 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:13.220215 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.240723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 5327ac25-a652-413c-ada5-1bc7bb8429bc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5327ac25-a652-413c-ada5-1bc7bb8429bc,segment=NetworkSegment(79d78e07-90c4-4ac8-b4b4-1f21a1bbed94),segment_id=79d78e07-90c4-4ac8-b4b4-1f21a1bbed94)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:13.241020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.265702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.327815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.362316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 5327ac25-a652-413c-ada5-1bc7bb8429bc owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:13.437445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] For port 13e45a37-39b0-4f5e-b8cf-daf9cb818382, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=13e45a37-39b0-4f5e-b8cf-daf9cb818382,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:13.437794 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.461290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.461786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 421d0773-2118-41cd-916b-140f51a80464 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:13.546451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.594451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Calling delete_port for 13e45a37-39b0-4f5e-b8cf-daf9cb818382 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:13.597330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Port': ['ID=5327ac25-a652-413c-ada5-1bc7bb8429bc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:13.736643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.737949 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0c86cf0b-3b09-4432-92d3-dd24fab039fd tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/421d0773-2118-41cd-916b-140f51a80464 HTTP/1.1" status: 204 len: 168 time: 8.4034951 Apr 01 15:14:13.757845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:13.845742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.890882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:13.900698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.084671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.085276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.107993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event deleted for resources: {'Port': ['ID=b93422bc-bf6f-46c7-9d68-b3dd4f7ca058,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:14.233857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.337877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.388650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e45a37-39b0-4f5e-b8cf-daf9cb818382,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:14.435329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Subnet': ['ID=e262f60d-12fa-462c-b4fa-25edd85d37fa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:14.452890 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.453551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.459280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f036ab-e9f5-4d75-97ef-3cd6da7db7e5 None None] Network 587dca3f-2ece-4ac7-938c-2bc645c53bee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:14.489592 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.531066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e50d141f-c93f-458d-8306-6338cf531c38 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/subnets/e262f60d-12fa-462c-b4fa-25edd85d37fa HTTP/1.1" status: 204 len: 168 time: 2.6219797 Apr 01 15:14:14.558634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40084) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:14.625227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:14.686491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.730449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.792333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] DHCP port deletion for 587dca3f-2ece-4ac7-938c-2bc645c53bee request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:14.799120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] Deleting port 0d9a90cb-246e-47c4-bccc-493593671766 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:14.799718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.855279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.900395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a813e1-047e-4dee-97fa-29d6341944c2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:14.934168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:14.951490 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:14.961115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting subnet 65063322-d845-406e-bdb1-4c661c426c6f {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:14.969867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:14.970364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:14.971326 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:14.998731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-00313fb3-9510-40df-9aa6-7fc8f644e839 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0097542 Apr 01 15:14:15.003897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40088) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:15.033483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.045634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] For port 0d9a90cb-246e-47c4-bccc-493593671766, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d9a90cb-246e-47c4-bccc-493593671766,segment=NetworkSegment(2e42269e-c235-4ef8-8741-87b3a156fc32),segment_id=2e42269e-c235-4ef8-8741-87b3a156fc32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:15.046759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.068810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac9eb0a-90fa-47f4-9784-563ab6c2c2df']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:15.080968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router a18b16b8-2a81-4b2c-967c-981c7b50de3c is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:14:15.085074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.088916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54a43d1-1753-46ac-a441-7c6c28b62575') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:15.089260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54a43d1-1753-46ac-a441-7c6c28b62575') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:15.106335 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.120677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.134626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.190317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] Calling delete_port for 0d9a90cb-246e-47c4-bccc-493593671766 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:15.207778 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:15.232137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.270031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Deleting port 46b75c5a-24f3-4be6-8b02-aa6510b9add0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:15.270367 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.279160 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.295736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:15.297946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:15.309932 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:15.329817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] Pushing event deleted for resources: {'Port': ['ID=0d9a90cb-246e-47c4-bccc-493593671766,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:15.337047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe64ca-e54e-493a-b77b-02a50dc826f1 None None] No DVR routers for this DVR port 0d9a90cb-246e-47c4-bccc-493593671766 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:15.360411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.393515 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 11, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:15.399167 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:15.412226 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:15.412987 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:15.561996 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:15.614086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.617839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting subnet f305c40e-7f12-49bb-a594-7e0903ab01ba {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:15.626463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.644140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ac9eb0a-90fa-47f4-9784-563ab6c2c2df {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:14:15.648909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.680465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ac9eb0a-90fa-47f4-9784-563ab6c2c2df,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:15.709687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40092) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:15.710922 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4255d71f-6437-42a4-8708-18948c871c5b tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "DELETE /v2.0/networks/0ac9eb0a-90fa-47f4-9784-563ab6c2c2df HTTP/1.1" status: 204 len: 168 time: 4.4909384 Apr 01 15:14:15.750849 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 11, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:15.761640 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65418510-8971-4a6f-92d2-5fba0a58c386 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 11, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:15.829788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:15.851342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.921015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] For port 46b75c5a-24f3-4be6-8b02-aa6510b9add0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46b75c5a-24f3-4be6-8b02-aa6510b9add0,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:15.921463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.943023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:15.947827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-51c62fa3-8549-4e88-bfba-3cef115a1fc3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.0450976 Apr 01 15:14:15.953403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40098) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.048950 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.165412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Calling delete_port for 46b75c5a-24f3-4be6-8b02-aa6510b9add0 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:16.209111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Subnet': ['ID=65063322-d845-406e-bdb1-4c661c426c6f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:16.213298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d2d6af4-26b4-4af6-a414-8f8a00c97146 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.4831245 Apr 01 15:14:16.216200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40102) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.244259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.245990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2aab0-a048-42d8-8014-b417ad56d593 None None] Network a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:16.256040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/subnets/65063322-d845-406e-bdb1-4c661c426c6f HTTP/1.1" status: 204 len: 168 time: 1.6886556 Apr 01 15:14:16.264048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40106) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.291693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.292033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.292363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.292717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.293286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.293286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.293620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.293932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.294246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.294555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.294870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfcd59-9dd4-4a94-9bd8-14a77e4847e0 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:16.298657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77864958-4e75-4319-b646-7e2da92388b3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.303281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-77864958-4e75-4319-b646-7e2da92388b3 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3462501 Apr 01 15:14:16.308044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40110) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.336588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.337838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.338256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.338674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.339078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.339524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.339923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.340321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.340720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.341843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Synchronizing usage tracker for tenant:1f30b674c07744f79ab79231fd07e2c7 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:16.373342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Unset dirty status for tenant:1f30b674c07744f79ab79231fd07e2c7 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:16.377859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2d1057a0-2516-49d2-add0-b8ab57630fd5 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5878 time: 0.1587985 Apr 01 15:14:16.378553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40114) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.379136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Sync routers for ids ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:16.420841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Routers {'a18b16b8-2a81-4b2c-967c-981c7b50de3c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:16.421477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:16.461228 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-851198b8-630f-46e1-a6c8-32ec78a0f47c tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:14:16.465346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-851198b8-630f-46e1-a6c8-32ec78a0f47c tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/46f3fe59-2fc0-4c1e-8c21-614fe8bd9710 HTTP/1.1" status: 404 len: 345 time: 0.0818710 Apr 01 15:14:16.466320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40118) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.493372 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-553fa382-cc72-4c03-be7b-28b32f3cb214 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] DELETE failed (client error): The resource could not be found. Apr 01 15:14:16.493893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553fa382-cc72-4c03-be7b-28b32f3cb214 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:16.499333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-553fa382-cc72-4c03-be7b-28b32f3cb214 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "DELETE /v2.0/networks/0ac9eb0a-90fa-47f4-9784-563ab6c2c2df HTTP/1.1" status: 404 len: 339 time: 0.0283995 Apr 01 15:14:16.500819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40122) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.506063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.507698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'network': {'name': 'tempest-network--1447792001', 'router:external': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:16.515394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:16.521194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:network and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:16.525623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:16.533045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:16.548084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:16.552821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Made reservation on behalf of 1f30b674c07744f79ab79231fd07e2c7 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:16.555097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.573587 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.686198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade8248f-d0c5-4ac4-a553-e9935d097f68 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.689733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ade8248f-d0c5-4ac4-a553-e9935d097f68 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3783846 Apr 01 15:14:16.690411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40126) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.696758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Set router a18b16b8-2a81-4b2c-967c-981c7b50de3c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:16.744523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:14:16.773291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.773779 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Added segment 3424de4a-c469-4292-943d-b44ef0c29c83 of type vlan for network d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e Apr 01 15:14:16.810111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84ca824f-5552-4d48-b57f-4936463b689d tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1133657 Apr 01 15:14:16.811129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40130) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.824757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.875784 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.876807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:16.877501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.897659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.909936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d9a90cb-246e-47c4-bccc-493593671766 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:16.955672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0d9a90cb-246e-47c4-bccc-493593671766 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:16.956234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d9a90cb-246e-47c4-bccc-493593671766 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:16.971121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca77148a-06fa-40e6-a36d-1465279fec82 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1146631 Apr 01 15:14:16.981928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:16.987628 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:16.997534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Subnet': ['ID=f305c40e-7f12-49bb-a594-7e0903ab01ba,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:17.001638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Network': ['ID=d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:17.009092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9977bb6c-cc9b-40c4-88ad-758e4d8ea6ea tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5039132 Apr 01 15:14:17.010029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40138) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.042840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:14:17.065562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc21456-6e75-4ce0-a94e-ea2e960b5788 None None] Network 159ea604-52ba-4825-ac41-f02fef1c1d52 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:17.077520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] DHCP port deletion for a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:17.110105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:17.118537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c5d72859-426f-449a-938a-8738bff7d6a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/59b1e292-44f8-48d9-a504-9d2c6b9a7d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4094725 Apr 01 15:14:17.123735 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] Sync routers for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:17.136967 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:17.138022 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:17.146434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] Deleting port 56480e11-b4cf-4c08-8f73-9820f0ecc270 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:17.146795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.200789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91dec3-7f39-4205-8bcc-2848f4792c76 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:17.205025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91dec3-7f39-4205-8bcc-2848f4792c76 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:17.210225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91dec3-7f39-4205-8bcc-2848f4792c76 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:17.216585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91dec3-7f39-4205-8bcc-2848f4792c76 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:17.218468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b91dec3-7f39-4205-8bcc-2848f4792c76 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Synchronizing usage tracker for tenant:658f2d95590246b6ba1b3806300627c3 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:17.225143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40142) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.227903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.242763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.286721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587dca3f-2ece-4ac7-938c-2bc645c53bee']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:17.306614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-576c2fd2-bff2-423e-a9e8-a6f9ea68a482 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/f305c40e-7f12-49bb-a594-7e0903ab01ba HTTP/1.1" status: 204 len: 168 time: 2.2997525 Apr 01 15:14:17.311621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e42269e-c235-4ef8-8741-87b3a156fc32') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:17.311910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e42269e-c235-4ef8-8741-87b3a156fc32') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:17.330682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.336227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.338334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b91dec3-7f39-4205-8bcc-2848f4792c76 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Unset dirty status for tenant:658f2d95590246b6ba1b3806300627c3 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:17.343818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8b91dec3-7f39-4205-8bcc-2848f4792c76 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3328569 Apr 01 15:14:17.344588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40150) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.346496 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:17.363971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event deleted for resources: {'Port': ['ID=46b75c5a-24f3-4be6-8b02-aa6510b9add0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:17.377385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.383641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:17.384030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:17.477491 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:17.553125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.624818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] For port 56480e11-b4cf-4c08-8f73-9820f0ecc270, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=56480e11-b4cf-4c08-8f73-9820f0ecc270,segment=NetworkSegment(4adeee34-78e4-4e49-ac50-e8a537d3ffd8),segment_id=4adeee34-78e4-4e49-ac50-e8a537d3ffd8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:17.625567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.630976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.660050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Network': ['ID=587dca3f-2ece-4ac7-938c-2bc645c53bee,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:17.706104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e1611f75-145d-4d7a-b7ee-1bf2d842d89e tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/networks/587dca3f-2ece-4ac7-938c-2bc645c53bee HTTP/1.1" status: 204 len: 168 time: 1.4372466 Apr 01 15:14:17.711841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3d20f-8026-487f-b8e4-a54ab2745511 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:17.712019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3d20f-8026-487f-b8e4-a54ab2745511 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:17.713201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.715865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40154) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.716758 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-86a3d20f-8026-487f-b8e4-a54ab2745511 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.7322242 Apr 01 15:14:17.721075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.770184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f8d5d1c6-dad8-412c-b0aa-cb03a46a1ff8 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480118 Apr 01 15:14:17.770947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40162) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.774743 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:17.776666 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.788055 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] Checking router: 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:17.795251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] Calling delete_port for 56480e11-b4cf-4c08-8f73-9820f0ecc270 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:17.809225 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] Routers {'59b1e292-44f8-48d9-a504-9d2c6b9a7d74'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:17.810277 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:17.835281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a4c7d959-0b46-46d8-a170-36922f697a45 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564306 Apr 01 15:14:17.838340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40166) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:17.848314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443516037', 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:17.915260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:14:12Z', 'revision_number': 3, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:17.924771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:17.936878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Checking router: a18b16b8-2a81-4b2c-967c-981c7b50de3c for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:17.937227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Updating router a18b16b8-2a81-4b2c-967c-981c7b50de3c port 7311dd3d-f0ef-4318-829f-a83ba04bd771 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:14:17.941904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.024370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] Pushing event deleted for resources: {'Port': ['ID=56480e11-b4cf-4c08-8f73-9820f0ecc270,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:18.040310 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] Set router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:18.041421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] DHCP port deletion for 159ea604-52ba-4825-ac41-f02fef1c1d52 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:18.045344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec84401-8366-4c46-9c7c-5181af349162 None None] No DVR routers for this DVR port 56480e11-b4cf-4c08-8f73-9820f0ecc270 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:18.056830 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.073978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.079510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] Deleting port 31023323-b997-4787-be0c-24b4b005141c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:18.079903 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.120195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:18.124728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Usage tracker for resource:subnet and tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:18.127880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:18.134149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:18.150352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 31023323-b997-4787-be0c-24b4b005141c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:18.150833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.154842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:18.174568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3424de4a-c469-4292-943d-b44ef0c29c83') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:18.175142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3424de4a-c469-4292-943d-b44ef0c29c83') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:18.185163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Made reservation on behalf of 0e4cc8523b1f40c9bdc0f310f39eb8f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:18.290350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.296680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.326155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.346966 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.378290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:18.400027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:18.400432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:18.416135 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:18.436537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5327ac25-a652-413c-ada5-1bc7bb8429bc no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:18.478086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adeee34-78e4-4e49-ac50-e8a537d3ffd8') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:18.478364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adeee34-78e4-4e49-ac50-e8a537d3ffd8') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:18.509756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.534172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5327ac25-a652-413c-ada5-1bc7bb8429bc {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:18.534506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5327ac25-a652-413c-ada5-1bc7bb8429bc not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:18.534643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.534909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 31023323-b997-4787-be0c-24b4b005141c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:18.543549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:18.543845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.552922 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:18.560511 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:18.563524 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee676a82-aa6c-4f0c-a02c-6e14bf95d9a9 None None] The sync data for ids ['59b1e292-44f8-48d9-a504-9d2c6b9a7d74'] in n-d-836017-1 is: [{'id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'name': 'tempest-ServerRescueNegativeTestJSON-821190639-router', 'tenant_id': '2ac9fe8bb9c74f418befb79913f005bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:08:26Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 5, 'project_id': '2ac9fe8bb9c74f418befb79913f005bf', 'gw_port': {'id': 'd66ac021-c73c-4a51-960d-355ee982b36c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1e292-44f8-48d9-a504-9d2c6b9a7d74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:08:27Z', 'updated_at': '2022-04-01T15:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:18.568047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.620409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] For port 31023323-b997-4787-be0c-24b4b005141c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=31023323-b997-4787-be0c-24b4b005141c,segment=NetworkSegment(79d78e07-90c4-4ac8-b4b4-1f21a1bbed94),segment_id=79d78e07-90c4-4ac8-b4b4-1f21a1bbed94)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:18.620803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.625844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.684039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.687729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:14:18.689746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.733928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "DELETE /v2.0/networks/d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e HTTP/1.1" status: 204 len: 168 time: 1.3780029 Apr 01 15:14:18.746349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40170) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:18.747320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803846f1-7069-45e2-a0a7-67f6e9072a15 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5ab04f5-cb3e-494a-a96a-00c6cf1dd63e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:18.784286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] Calling delete_port for 31023323-b997-4787-be0c-24b4b005141c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:18.811130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'network': {'name': 'tempest-network--1264121359', 'router:external': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:18.827257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:18.848733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:14:18.857033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:network and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:18.861372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:18.874003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:18.896614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.901529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.933914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/networks/a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7 HTTP/1.1" status: 204 len: 168 time: 1.2109270 Apr 01 15:14:18.934679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40174) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:18.936929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e7a66-2da9-4a9f-81ba-b8f99da9b69a tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Network': ['ID=a761b6fc-0d3e-4f9b-8c50-9acbd9b503b7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:18.943206 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:18.987515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Made reservation on behalf of 1f30b674c07744f79ab79231fd07e2c7 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:18.989823 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.012466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.012898 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.063743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:14:19.077850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] For port 31023323-b997-4787-be0c-24b4b005141c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=31023323-b997-4787-be0c-24b4b005141c,segment=NetworkSegment(79d78e07-90c4-4ac8-b4b4-1f21a1bbed94),segment_id=79d78e07-90c4-4ac8-b4b4-1f21a1bbed94)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:19.078108 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.102512 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.110679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 56480e11-b4cf-4c08-8f73-9820f0ecc270 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:19.134633 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.135062 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Added segment 3a15971f-3dce-4993-a409-10f45bbc123f of type vlan for network c18f9cff-6401-498a-b956-1aac31e50ca0 Apr 01 15:14:19.207320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.235537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 56480e11-b4cf-4c08-8f73-9820f0ecc270 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:19.236164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 56480e11-b4cf-4c08-8f73-9820f0ecc270 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:19.245425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting subnet 8de36160-3923-46bf-8f94-647efad419fd {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:19.247476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.253850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] Pushing event deleted for resources: {'Port': ['ID=31023323-b997-4787-be0c-24b4b005141c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:19.255301 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.266130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Calling delete_port for 31023323-b997-4787-be0c-24b4b005141c owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:19.302897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789e7fc-0d0b-488b-a012-c651db007d7c None None] No DVR routers for this DVR port 31023323-b997-4787-be0c-24b4b005141c on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:19.309917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.310563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94576448-9bfc-45c4-998b-f88ea44b72ea {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:19.322685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Deleting port d66ac021-c73c-4a51-960d-355ee982b36c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:19.322685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.336890 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.356028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Transition to ACTIVE for port object 7311dd3d-f0ef-4318-829f-a83ba04bd771 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:19.368821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.373280 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.378928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6660de33-49b8-4a3f-9333-edf3eed44ca2 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/94576448-9bfc-45c4-998b-f88ea44b72ea HTTP/1.1" status: 204 len: 168 time: 5.6158941 Apr 01 15:14:19.379170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40178) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:19.388083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1783077398', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:19.396306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.417335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:14:19.417778 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:14:19.424520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.437884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.438844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:19.439550 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.471934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:19.496352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a945f4a-6fdc-4f1b-b1b7-17bee2c25c4f None None] Pushing event updated for resources: {'Port': ['ID=7311dd3d-f0ef-4318-829f-a83ba04bd771,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:19.508565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Attempting to bind port 7311dd3d-f0ef-4318-829f-a83ba04bd771 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:14:19.508766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Attempting to bind port 7311dd3d-f0ef-4318-829f-a83ba04bd771 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:14:19.509238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Attempting to bind port 7311dd3d-f0ef-4318-829f-a83ba04bd771 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:19.510740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Subnet': ['ID=1af53bfc-a5dd-4971-8899-703f51d07554,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:19.522273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:14:19.522654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:19.523041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.527136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:14:19.527711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Bound port: 7311dd3d-f0ef-4318-829f-a83ba04bd771, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:14:19.530474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.546529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Checking segment: {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:19.547330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network hostable DHCP agents. Network: 7430a7ce-01eb-42f3-8e8f-9356e89afd28, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:14:19.585299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:14:19.602969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 7430a7ce-01eb-42f3-8e8f-9356e89afd28) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:19.609665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:19.610327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.616300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f180dc-038a-4f50-81d5-6637306f628e None None] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:19.645674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Usage tracker for resource:router and tenant:65a7b0752930478ca0771ba9c5459984 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:19.665634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:19.666451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b9939e4a-46bc-492b-9ef6-516847471227 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8253376 Apr 01 15:14:19.667154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40182) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:19.734357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] For port 7311dd3d-f0ef-4318-829f-a83ba04bd771, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:14:19.759333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] For port 7311dd3d-f0ef-4318-829f-a83ba04bd771, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7311dd3d-f0ef-4318-829f-a83ba04bd771,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:14:19.775589 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.776463 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.847629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:19.908142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1045768 Apr 01 15:14:19.911701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:19.918298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Routers {'a18b16b8-2a81-4b2c-967c-981c7b50de3c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:19.919188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:19.938556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Deleting port 31023323-b997-4787-be0c-24b4b005141c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:19.938904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.947136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b27aa8-1b82-4208-90c2-ef02582fbf3a tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Network': ['ID=c18f9cff-6401-498a-b956-1aac31e50ca0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:19.949698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.950755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.970458 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:19.977147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a945f4a-6fdc-4f1b-b1b7-17bee2c25c4f None None] Pushing event updated for resources: {'Port': ['ID=7311dd3d-f0ef-4318-829f-a83ba04bd771,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:19.990732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c18f9cff-6401-498a-b956-1aac31e50ca0 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:14:20.062357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Subnet': ['ID=8de36160-3923-46bf-8f94-647efad419fd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:20.081490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.086079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] The port '31023323-b997-4787-be0c-24b4b005141c' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:14:20.095328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] For port d66ac021-c73c-4a51-960d-355ee982b36c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d66ac021-c73c-4a51-960d-355ee982b36c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:20.095750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.103745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.106607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71252e55-52f4-4f44-a86f-e3e0a1a2e5f0 None None] Network 74078b10-62d4-4ea7-8d51-6396d2b6894a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:20.117238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3ccc2bc7-e83e-4127-b640-943adee2ac8d tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/subnets/8de36160-3923-46bf-8f94-647efad419fd HTTP/1.1" status: 204 len: 168 time: 1.1733215 Apr 01 15:14:20.130309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40190) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:20.229779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.232352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Calling delete_port for d66ac021-c73c-4a51-960d-355ee982b36c owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:20.256808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159ea604-52ba-4825-ac41-f02fef1c1d52']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:20.270953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:20.271162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d78e07-90c4-4ac8-b4b4-1f21a1bbed94') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:20.284311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.311788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.323595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'fixed_ips': [{'subnet_id': '1af53bfc-a5dd-4971-8899-703f51d07554'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:14:20.324389 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.333327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46b75c5a-24f3-4be6-8b02-aa6510b9add0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:20.354492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:20.354946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:20.369394 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:20.400721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 46b75c5a-24f3-4be6-8b02-aa6510b9add0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:20.400984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46b75c5a-24f3-4be6-8b02-aa6510b9add0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:20.401353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 13e45a37-39b0-4f5e-b8cf-daf9cb818382 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:20.443862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.456329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 13e45a37-39b0-4f5e-b8cf-daf9cb818382 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:20.456686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 13e45a37-39b0-4f5e-b8cf-daf9cb818382 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:20.546274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0bc223-bb14-4967-824a-e693f87f959c tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:20.550698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6e0bc223-bb14-4967-824a-e693f87f959c tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] 10.222.0.48 "GET /v2.0/networks/c18f9cff-6401-498a-b956-1aac31e50ca0 HTTP/1.1" status: 200 len: 757 time: 0.6377351 Apr 01 15:14:20.554166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40194) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:20.647441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] Set router a18b16b8-2a81-4b2c-967c-981c7b50de3c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:20.738257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c86ff9-afaa-42c8-a7e8-79d406c31e37 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:20.740189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39c86ff9-afaa-42c8-a7e8-79d406c31e37 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] 10.222.0.48 "GET /v2.0/networks/aa4428ba-d4b2-4268-8c8a-48f2ccf36c0d HTTP/1.1" status: 200 len: 768 time: 0.1843259 Apr 01 15:14:20.754122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40198) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:20.794112 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.806044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.811096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.848160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Deleting port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:20.848558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.869926 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:20.872426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Pushing event deleted for resources: {'Network': ['ID=159ea604-52ba-4825-ac41-f02fef1c1d52,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:20.878891 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-21ed2d84-bb82-4ffa-9096-ba21e56d376f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/networks/159ea604-52ba-4825-ac41-f02fef1c1d52 HTTP/1.1" status: 204 len: 168 time: 3.5471621 Apr 01 15:14:20.879927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40202) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:20.887085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Allocated IP 172.20.0.18 (7430a7ce-01eb-42f3-8e8f-9356e89afd28/1af53bfc-a5dd-4971-8899-703f51d07554/8711396c-f2e8-4384-9000-041136504a4a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:20.898370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'routes': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:20.955318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d66ac021-c73c-4a51-960d-355ee982b36c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:21.006496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] DHCP port deletion for 74078b10-62d4-4ea7-8d51-6396d2b6894a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:21.025572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.060126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Deleting port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:21.060580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.151189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.358730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.372533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.376993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Added routes are [] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:14:21.376993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.extraroute_db [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Removed routes are [] {{(pid=83953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:14:21.376993 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.379977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] For port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,segment=NetworkSegment(c211feb8-6d90-4131-aaf4-c5de7930fa47),segment_id=c211feb8-6d90-4131-aaf4-c5de7930fa47)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:21.379977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.388495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:14:12Z', 'revision_number': 3, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:21.401966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Transition to ACTIVE for port object 8711396c-f2e8-4384-9000-041136504a4a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:21.420123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539d89-e79c-4105-b298-0c9cc3fce02e None None] The sync data for ids ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'] in n-d-836017-1 is: [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:14:12Z', 'revision_number': 3, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:21.441727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] For port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,segment=NetworkSegment(c211feb8-6d90-4131-aaf4-c5de7930fa47),segment_id=c211feb8-6d90-4131-aaf4-c5de7930fa47)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:21.442124 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.453569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Transition to ACTIVE for port object 8711396c-f2e8-4384-9000-041136504a4a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:21.556110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.562084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Calling delete_port for ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:21.583264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Calling delete_port for ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:21.610323 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.621680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.756461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18f9cff-6401-498a-b956-1aac31e50ca0']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:21.842559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Pushing event updated for resources: {'Port': ['ID=8711396c-f2e8-4384-9000-041136504a4a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:21.874251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:21.876443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:21.879076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:21.882205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:14:21.882739 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:14:21.952975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a15971f-3dce-4993-a409-10f45bbc123f') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:21.953215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a15971f-3dce-4993-a409-10f45bbc123f') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:21.966835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.982864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Attempting to bind port 8711396c-f2e8-4384-9000-041136504a4a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:14:21.983586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Attempting to bind port 8711396c-f2e8-4384-9000-041136504a4a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:14:21.984264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Attempting to bind port 8711396c-f2e8-4384-9000-041136504a4a on network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:21.995741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:14:21.996777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Checking segment: {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:21.996906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.997619 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:21.998172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Bound using segment: {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:14:21.999390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Bound port: 8711396c-f2e8-4384-9000-041136504a4a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:14:21.999977 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.016665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.018708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:22.019102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:22.033573 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:22.088136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.112363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] For port 8711396c-f2e8-4384-9000-041136504a4a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:14:22.115516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] For port 8711396c-f2e8-4384-9000-041136504a4a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8711396c-f2e8-4384-9000-041136504a4a,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:14:22.117674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Allocated IP 172.25.2.118 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/3bdab507-369a-4c6e-8d26-16e4107dacce) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:22.124437 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.169821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.209200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Port': ['ID=ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:22.214147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.223435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] No DVR routers for this DVR port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:22.262297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.289300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8e5d-23c3-4414-8a85-af2816a6465e None None] Pushing event updated for resources: {'Port': ['ID=8711396c-f2e8-4384-9000-041136504a4a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:22.300322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.338817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c18f9cff-6401-498a-b956-1aac31e50ca0 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:14:22.347136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.369688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event deleted for resources: {'Network': ['ID=c18f9cff-6401-498a-b956-1aac31e50ca0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:22.382745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.383392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b1e292-44f8-48d9-a504-9d2c6b9a7d74 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:22.384428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Deleting port ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:22.385061 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.390622 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.394412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0de6cd3c-2cb1-4422-bd58-c41d668b26ca admin admin] 10.222.0.48 "DELETE /v2.0/routers/59b1e292-44f8-48d9-a504-9d2c6b9a7d74 HTTP/1.1" status: 204 len: 168 time: 5.1485803 Apr 01 15:14:22.394412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea3c9e8e-d438-43cc-94d8-2d8444ff8273 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "DELETE /v2.0/networks/c18f9cff-6401-498a-b956-1aac31e50ca0 HTTP/1.1" status: 204 len: 168 time: 1.6378329 Apr 01 15:14:22.397372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40208) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:22.409792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:22.456490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'network': {'name': 'tempest-network--1424383811'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:22.468319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.481776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:22.495488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Usage tracker for resource:network and tenant:1f30b674c07744f79ab79231fd07e2c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:22.504162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:22.525336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:22.531540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7311dd3d-f0ef-4318-829f-a83ba04bd771 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:22.540194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] Deleting subnet 023a0e73-e46a-43ee-a4b5-d5624b490ace {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:22.550480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.571327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.588311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Made reservation on behalf of 1f30b674c07744f79ab79231fd07e2c7 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:22.590991 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.626774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74078b10-62d4-4ea7-8d51-6396d2b6894a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:22.652010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.669213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:22.671752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c211feb8-6d90-4131-aaf4-c5de7930fa47') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:22.672040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c211feb8-6d90-4131-aaf4-c5de7930fa47') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:22.673837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a558174c-b3f1-4ff1-80ed-d917ac9d575a None None] The port 'ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:14:22.706901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.711527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.723001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7311dd3d-f0ef-4318-829f-a83ba04bd771 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:22.729254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7311dd3d-f0ef-4318-829f-a83ba04bd771 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:22.729803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.740207 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.829077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:14:22.850943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:22.851378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:22.867714 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:22.918911 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.933505 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.934190 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Added segment d5e5ad3c-1bc5-455a-bc28-b0d3ce5a9ccd of type vlan for network 895179ba-6583-432c-81f0-e5310bbfe7fd Apr 01 15:14:22.939750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7311dd3d-f0ef-4318-829f-a83ba04bd771, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7311dd3d-f0ef-4318-829f-a83ba04bd771,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:22.949710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:22.960958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:22.968563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:22.976743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:23.009622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event updated for resources: {'Port': ['ID=3bdab507-369a-4c6e-8d26-16e4107dacce,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:23.023158 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.070783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7311dd3d-f0ef-4318-829f-a83ba04bd771,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:23.073459 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.075745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:23.094784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:23.102941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.109265 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.118181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:23.118756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ca9e1989-dd38-4e74-aeb4-b2b8e7fd734d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:23.144676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/networks/74078b10-62d4-4ea7-8d51-6396d2b6894a HTTP/1.1" status: 204 len: 168 time: 2.8395424 Apr 01 15:14:23.158813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40216) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:23.168090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc561bb7-2556-4a8d-aaa1-41312ebd9302 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Pushing event deleted for resources: {'Network': ['ID=74078b10-62d4-4ea7-8d51-6396d2b6894a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:23.207820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.209903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca75ad02-afa6-4edb-88d6-fc4954bdc7a3 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 200 len: 704 time: 2.3245640 Apr 01 15:14:23.219045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40220) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:23.230189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2f1d5890-35b2-4c61-b95c-425dfc4565f8 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Synchronizing usage tracker for tenant:653de035cf234e9fa74f45935dd9fd95 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:23.261983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] Sync routers for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:23.284111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:23.285268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:23.303082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.304920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:23.305510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124303'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.336186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-abe6008e-afc5-410c-aec9-fcee554547e8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:23.383687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2f1d5890-35b2-4c61-b95c-425dfc4565f8 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Unset dirty status for tenant:653de035cf234e9fa74f45935dd9fd95 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:23.385410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2f1d5890-35b2-4c61-b95c-425dfc4565f8 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c5cb2db-99fc-4462-84b7-bba11484d493 HTTP/1.1" status: 200 len: 205 time: 0.2255814 Apr 01 15:14:23.389533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40224) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:23.551262 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1358933 Apr 01 15:14:23.551427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:23.551538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea4879-68a0-47cc-8bf5-fbb8e0014b5d tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Network': ['ID=895179ba-6583-432c-81f0-e5310bbfe7fd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:23.554657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40228) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:23.567870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:23.623150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-abe6008e-afc5-410c-aec9-fcee554547e8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:23.628708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-abe6008e-afc5-410c-aec9-fcee554547e8 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 200 len: 205 time: 0.4030125 Apr 01 15:14:23.628708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40232) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:23.666287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.686653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 895179ba-6583-432c-81f0-e5310bbfe7fd details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:14:23.693863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.717096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 11, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:23.737866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=023a0e73-e46a-43ee-a4b5-d5624b490ace,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:23.802408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] Checking router: 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:23.839282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abdc5e-133a-4886-827d-5737fd44aec7 None None] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:23.888399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:23.892999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-93b5ff69-89d4-49c7-b8d2-d7621a7f532a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/023a0e73-e46a-43ee-a4b5-d5624b490ace HTTP/1.1" status: 204 len: 168 time: 1.4921513 Apr 01 15:14:23.897284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40236) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:23.931924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e46215-07be-455b-846f-b32e34b3624b None None] Network fc361259-1eac-41fa-b192-ddfe54067608 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:14:24.021931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.054067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] Routers {'36045c91-6a9d-4ac3-9da4-c1075ff14ba0'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:24.055149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:24.055833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.077267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.117168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9eb26a0-dc02-4520-a0fa-43c1d2fefd83 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.155868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Network 895179ba-6583-432c-81f0-e5310bbfe7fd is not hosted by any dhcp agent {{(pid=83954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:14:24.156632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:24.157212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.161729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "PUT /v2.0/networks/895179ba-6583-432c-81f0-e5310bbfe7fd HTTP/1.1" status: 200 len: 858 time: 0.5977986 Apr 01 15:14:24.163379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40240) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:24.187277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Deleting port 7745a85a-b586-4403-84d1-ad75859aa0d0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:24.187626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.202263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-40b73886-fe8d-440c-a211-7cf397de67fe None None] Provisioning for port 8711396c-f2e8-4384-9000-041136504a4a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:24.214839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3919a-651e-4d9b-9827-51b17e48f5f6 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event updated for resources: {'Network': ['ID=895179ba-6583-432c-81f0-e5310bbfe7fd,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:24.290309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.290309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.300299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2325ce86-4720-4e1f-96de-d090a2f70ed1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.398966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] Set router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:24.450106 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.463824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8711396c-f2e8-4384-9000-041136504a4a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:24.594159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 11, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:24.640499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387b40e-0083-4b64-a792-b19b743b07b4 None None] The sync data for ids ['36045c91-6a9d-4ac3-9da4-c1075ff14ba0'] in n-d-836017-1 is: [{'id': '36045c91-6a9d-4ac3-9da4-c1075ff14ba0', 'name': 'tempest-RoutersIpV6Test-router-534551348', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:14:13Z', 'revision_number': 11, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:24.692597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8711396c-f2e8-4384-9000-041136504a4a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:24.702813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8711396c-f2e8-4384-9000-041136504a4a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:24.703177 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.772513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.813753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] DHCP port deletion for fc361259-1eac-41fa-b192-ddfe54067608 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:14:24.823704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] For port 7745a85a-b586-4403-84d1-ad75859aa0d0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7745a85a-b586-4403-84d1-ad75859aa0d0,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:24.824059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.824883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Deleting port 7745a85a-b586-4403-84d1-ad75859aa0d0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:24.825354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:24.962610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895179ba-6583-432c-81f0-e5310bbfe7fd']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:24.981654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e5ad3c-1bc5-455a-bc28-b0d3ce5a9ccd') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:24.981928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e5ad3c-1bc5-455a-bc28-b0d3ce5a9ccd') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:24.990976 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.066360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9eb26a0-dc02-4520-a0fa-43c1d2fefd83 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.098326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.110815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Calling delete_port for 7745a85a-b586-4403-84d1-ad75859aa0d0 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:25.128408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8711396c-f2e8-4384-9000-041136504a4a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8711396c-f2e8-4384-9000-041136504a4a,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:25.147128 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.148215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7311dd3d-f0ef-4318-829f-a83ba04bd771 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:25.158350 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.171771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:25.172230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:25.185769 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:25.238987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] For port 7745a85a-b586-4403-84d1-ad75859aa0d0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7745a85a-b586-4403-84d1-ad75859aa0d0,segment=NetworkSegment(823516c3-b729-4ee8-bfdb-9845cba53526),segment_id=823516c3-b729-4ee8-bfdb-9845cba53526)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:25.239642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.309772 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.341181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.374862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 895179ba-6583-432c-81f0-e5310bbfe7fd {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:14:25.379765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=7745a85a-b586-4403-84d1-ad75859aa0d0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:25.382683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.391376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Calling delete_port for 7745a85a-b586-4403-84d1-ad75859aa0d0 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:25.397393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] Pushing event deleted for resources: {'Network': ['ID=895179ba-6583-432c-81f0-e5310bbfe7fd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:25.409840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] No DVR routers for this DVR port 7745a85a-b586-4403-84d1-ad75859aa0d0 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:25.416995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea979899-e3b3-45a7-a24d-be5abc963cd9 tempest-ExternalNetworksTestJSON-1746733479 tempest-ExternalNetworksTestJSON-1746733479-project-admin] 10.222.0.48 "DELETE /v2.0/networks/895179ba-6583-432c-81f0-e5310bbfe7fd HTTP/1.1" status: 204 len: 168 time: 1.2464557 Apr 01 15:14:25.428908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9eb26a0-dc02-4520-a0fa-43c1d2fefd83 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.434375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:25.465098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-89e6584e-3068-4152-8854-10f9a4a3da06 None None] Provisioning complete for port 8711396c-f2e8-4384-9000-041136504a4a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:25.465470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e6584e-3068-4152-8854-10f9a4a3da06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.490571 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c8531e-3015-43c7-afc8-9c91e23a4055 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:25.491169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c8531e-3015-43c7-afc8-9c91e23a4055 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:25.510480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2325ce86-4720-4e1f-96de-d090a2f70ed1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.524251 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-36c8531e-3015-43c7-afc8-9c91e23a4055 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] 10.222.0.48 "DELETE /v2.0/subnets/c1a813e1-047e-4dee-97fa-29d6341944c2 HTTP/1.1" status: 404 len: 337 time: 0.0784185 Apr 01 15:14:25.527429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40250) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:25.527932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8711396c-f2e8-4384-9000-041136504a4a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:25.576516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.581617 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2325ce86-4720-4e1f-96de-d090a2f70ed1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.608702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7311dd3d-f0ef-4318-829f-a83ba04bd771 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:25.608702 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.618668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9eb26a0-dc02-4520-a0fa-43c1d2fefd83 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.619253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eb26a0-dc02-4520-a0fa-43c1d2fefd83 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Fanout notify agent at l3_agent the message router_deleted on router 9c5cb2db-99fc-4462-84b7-bba11484d493 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:25.648740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Allocated IP 172.20.0.17 (7430a7ce-01eb-42f3-8e8f-9356e89afd28/1af53bfc-a5dd-4971-8899-703f51d07554/943d3598-cde4-4261-b482-832f5e50789a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:25.654253 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:14:25.654663 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:14:25.665177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed87f1e-01dc-44bb-a777-eff7250a106f req-28ce30d5-4316-4c2d-ad47-948ecc5edaf5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:25.667013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ed87f1e-01dc-44bb-a777-eff7250a106f req-28ce30d5-4316-4c2d-ad47-948ecc5edaf5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6098161 Apr 01 15:14:25.674383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9eb26a0-dc02-4520-a0fa-43c1d2fefd83 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.675757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a9eb26a0-dc02-4520-a0fa-43c1d2fefd83 tempest-RoutersNegativeIpV6Test-650031850 tempest-RoutersNegativeIpV6Test-650031850-project] 10.222.0.48 "DELETE /v2.0/routers/9c5cb2db-99fc-4462-84b7-bba11484d493 HTTP/1.1" status: 204 len: 168 time: 2.2847712 Apr 01 15:14:25.680651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Router 0eddfca5-749e-4032-a573-2aebd98d2a91 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:14:25.692888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc361259-1eac-41fa-b192-ddfe54067608']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:25.711872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823516c3-b729-4ee8-bfdb-9845cba53526') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:25.712482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823516c3-b729-4ee8-bfdb-9845cba53526') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:25.727480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.734666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.764013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ed87f1e-01dc-44bb-a777-eff7250a106f req-fa4b353b-d004-4472-95f2-e37afd2a2cd5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804441 Apr 01 15:14:25.765535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2325ce86-4720-4e1f-96de-d090a2f70ed1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.767946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2325ce86-4720-4e1f-96de-d090a2f70ed1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Fanout notify agent at l3_agent the message router_deleted on router 36045c91-6a9d-4ac3-9da4-c1075ff14ba0 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:25.818751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.853421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2325ce86-4720-4e1f-96de-d090a2f70ed1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.865683 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2325ce86-4720-4e1f-96de-d090a2f70ed1 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 204 len: 168 time: 2.2028053 Apr 01 15:14:25.876259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40258) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:25.882939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1426160496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:25.893953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:25.901742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Usage tracker for resource:router and tenant:5655dce968694e5cb585926b9058b652 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:25.906798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:25.920931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d66ac021-c73c-4a51-960d-355ee982b36c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:25.934309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:25.964197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:25.966713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.987043 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.992269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: d66ac021-c73c-4a51-960d-355ee982b36c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:25.992438 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:25.992621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d66ac021-c73c-4a51-960d-355ee982b36c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:25.998406 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:26.011457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.035919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Transition to ACTIVE for port object 943d3598-cde4-4261-b482-832f5e50789a will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:26.060896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.097910 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.156009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Deleting port 7745a85a-b586-4403-84d1-ad75859aa0d0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:26.156437 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.168170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40266) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:26.176261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.213922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:26.219152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:26.228074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:26.256070 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.298832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.302428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.311157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.320028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=943d3598-cde4-4261-b482-832f5e50789a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:26.335384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.336857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b90e26f6-b5f6-47e8-9e6c-384fd2f5afcc tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4593976 Apr 01 15:14:26.340262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40272) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:26.344333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4428ba-d4b2-4268-8c8a-48f2ccf36c0d']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:26.353695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3daf3ea1-8a6e-4a0b-a028-9d367956cc8f None None] The port '7745a85a-b586-4403-84d1-ad75859aa0d0' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:14:26.376452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-04137dfa-b914-4897-ad19-2f3b1c799696 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:26.434297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc361259-1eac-41fa-b192-ddfe54067608,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:26.438667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56aecb8-3659-454d-b01d-aac5eabee889') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:26.438960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56aecb8-3659-454d-b01d-aac5eabee889') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:26.453249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8711396c-f2e8-4384-9000-041136504a4a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:26.489975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a1beb632-3d94-4723-aa14-0ff5e95a6b54 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fc361259-1eac-41fa-b192-ddfe54067608 HTTP/1.1" status: 204 len: 168 time: 2.5898659 Apr 01 15:14:26.502979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.577566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8711396c-f2e8-4384-9000-041136504a4a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:26.578064 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.694577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0a001a58-9daa-4136-ad2b-68cf9d4b62be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=653de035cf234e9fa74f45935dd9fd95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5197246 Apr 01 15:14:26.697722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:26.735316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.747323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1600a4fd-edd3-4500-97ab-f66fc81ca0ac None None] Provisioning for port 943d3598-cde4-4261-b482-832f5e50789a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:26.757897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40284) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:26.761361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1600a4fd-edd3-4500-97ab-f66fc81ca0ac None None] Provisioning complete for port 943d3598-cde4-4261-b482-832f5e50789a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:26.761789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1600a4fd-edd3-4500-97ab-f66fc81ca0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.787499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf62159-267c-4b67-a463-48eea6f97ff0 req-62a04295-6795-4bb3-aa18-085f4607d442 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:26.791155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7bf62159-267c-4b67-a463-48eea6f97ff0 req-62a04295-6795-4bb3-aa18-085f4607d442 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.7523141 Apr 01 15:14:26.847143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:26.973363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1600a4fd-edd3-4500-97ab-f66fc81ca0ac None None] Port 943d3598-cde4-4261-b482-832f5e50789a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:14:27.004384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:14:27.012727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.021063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a33282b1-e689-47de-acaf-0fdf961b4627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:14:27.035795 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:14:27.057129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7745a85a-b586-4403-84d1-ad75859aa0d0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:27.076145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a33282b1-e689-47de-acaf-0fdf961b4627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.105567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 7745a85a-b586-4403-84d1-ad75859aa0d0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:27.105904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7745a85a-b586-4403-84d1-ad75859aa0d0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:27.272030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8077f949-1245-416b-a37a-21e8a29fc3f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ac9fe8bb9c74f418befb79913f005bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5107472 Apr 01 15:14:27.272803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40298) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:27.289526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7bf62159-267c-4b67-a463-48eea6f97ff0 req-683568f8-8c23-40ff-bc22-2193d86f65d9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508524 Apr 01 15:14:27.291538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.325738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a33282b1-e689-47de-acaf-0fdf961b4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.326283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.361163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33282b1-e689-47de-acaf-0fdf961b4627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da805df-ba4e-4943-882e-e077bc6a7036,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:27.370180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] Pushing event deleted for resources: {'Network': ['ID=aa4428ba-d4b2-4268-8c8a-48f2ccf36c0d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:27.383998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.386055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a33282b1-e689-47de-acaf-0fdf961b4627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.389554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a33282b1-e689-47de-acaf-0fdf961b4627 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8da805df-ba4e-4943-882e-e077bc6a7036 HTTP/1.1" status: 204 len: 168 time: 0.6879466 Apr 01 15:14:27.389717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9b27f67b-a26a-4aa9-b3ae-7c04dc5772b2 tempest-ExternalNetworksTestJSON-1882582048 tempest-ExternalNetworksTestJSON-1882582048-project] 10.222.0.48 "DELETE /v2.0/networks/aa4428ba-d4b2-4268-8c8a-48f2ccf36c0d HTTP/1.1" status: 204 len: 168 time: 1.8562775 Apr 01 15:14:27.394565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.599295 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.604113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=943d3598-cde4-4261-b482-832f5e50789a,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:27.610960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04137dfa-b914-4897-ad19-2f3b1c799696 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.685623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:27.699611 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] Sync routers for ids ['0eddfca5-749e-4032-a573-2aebd98d2a91'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:27.716733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04137dfa-b914-4897-ad19-2f3b1c799696 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.719155 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] Routers {'0eddfca5-749e-4032-a573-2aebd98d2a91'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:27.720224 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0eddfca5-749e-4032-a573-2aebd98d2a91'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:27.788064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.792236 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-99c3edee-d616-4db5-9dcf-0222d497d6d1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4099844 Apr 01 15:14:27.796048 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:27.804096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40314) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:27.811746 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] Routers {'0eddfca5-749e-4032-a573-2aebd98d2a91'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:27.812684 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0eddfca5-749e-4032-a573-2aebd98d2a91'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:27.836234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': False}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:27.856292 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0c91262-a1f9-4dcc-9bfb-a21de2b32f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.898935 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:27.900335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9af78-26b4-4b50-9cb1-80d6af671671 None None] The sync data for ids ['0eddfca5-749e-4032-a573-2aebd98d2a91'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:27.909154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94bb2970-b1d9-4d5d-936a-eb4d8474c7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.955608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40320) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:27.957441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94bb2970-b1d9-4d5d-936a-eb4d8474c7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:27.988636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479c54-02e6-4170-b14e-5856fccf8ab5 req-167aaa19-b22c-46d1-92fa-00253534a8fe tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:27.988636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66479c54-02e6-4170-b14e-5856fccf8ab5 req-167aaa19-b22c-46d1-92fa-00253534a8fe tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3681653 Apr 01 15:14:28.017371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6caa1-607c-4336-9c14-f2bb8b9bdceb req-59045b62-ae6f-4eee-be3a-0330f9caea93 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:28.019029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8a6caa1-607c-4336-9c14-f2bb8b9bdceb req-59045b62-ae6f-4eee-be3a-0330f9caea93 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 946 time: 0.4988132 Apr 01 15:14:28.070666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66479c54-02e6-4170-b14e-5856fccf8ab5 req-54a6a84d-2e29-4192-b8d0-3c0c37b8ad83 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618312 Apr 01 15:14:28.118549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:28.121930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:28.126434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04137dfa-b914-4897-ad19-2f3b1c799696 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Router 8cddf8fe-5d07-46ba-8bf0-9674e5ee512b is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:14:28.276393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94bb2970-b1d9-4d5d-936a-eb4d8474c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:28.300367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8a6caa1-607c-4336-9c14-f2bb8b9bdceb req-acac8fff-b7e7-40c5-81d2-5018f17a6cfe tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722740 Apr 01 15:14:28.340193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb2970-b1d9-4d5d-936a-eb4d8474c7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368459b5-a3d0-42e1-8c8b-28c6f659f616,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:28.394348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04137dfa-b914-4897-ad19-2f3b1c799696 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:28.411027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] Sync routers for ids ['8cddf8fe-5d07-46ba-8bf0-9674e5ee512b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:28.420593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94bb2970-b1d9-4d5d-936a-eb4d8474c7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:28.424168 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-94bb2970-b1d9-4d5d-936a-eb4d8474c7fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/368459b5-a3d0-42e1-8c8b-28c6f659f616 HTTP/1.1" status: 204 len: 168 time: 1.1479654 Apr 01 15:14:28.428750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04137dfa-b914-4897-ad19-2f3b1c799696 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:28.431655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] Routers {'8cddf8fe-5d07-46ba-8bf0-9674e5ee512b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:28.432519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8cddf8fe-5d07-46ba-8bf0-9674e5ee512b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:28.432925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-04137dfa-b914-4897-ad19-2f3b1c799696 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "PUT /v2.0/routers/8cddf8fe-5d07-46ba-8bf0-9674e5ee512b HTTP/1.1" status: 200 len: 698 time: 2.0751345 Apr 01 15:14:28.433771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40338) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:28.657050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8049e039-ecb6-4e10-be68-0e4bee8c0697 None None] Provisioning complete for port 943d3598-cde4-4261-b482-832f5e50789a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:28.657679 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8049e039-ecb6-4e10-be68-0e4bee8c0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:28.735331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8049e039-ecb6-4e10-be68-0e4bee8c0697 None None] Port 943d3598-cde4-4261-b482-832f5e50789a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:14:28.737425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] Set router 8cddf8fe-5d07-46ba-8bf0-9674e5ee512b gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:28.854983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf8fe-5d07-46ba-8bf0-9674e5ee512b', 'name': 'tempest-RoutersIpV6Test-router-1426160496', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:26Z', 'updated_at': '2022-04-01T15:14:27Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:28.859768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] Checking router: 8cddf8fe-5d07-46ba-8bf0-9674e5ee512b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:28.872291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] Routers {'8cddf8fe-5d07-46ba-8bf0-9674e5ee512b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:28.873367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8cddf8fe-5d07-46ba-8bf0-9674e5ee512b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:28.904032 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-429b1f46-7f5f-48ac-a6c6-ad396160906f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=658f2d95590246b6ba1b3806300627c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9288213 Apr 01 15:14:28.910423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40348) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:28.916258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40350) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:28.923517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026791 Apr 01 15:14:28.928859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40354) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:29.002351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router a18b16b8-2a81-4b2c-967c-981c7b50de3c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:29.029088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] Set router 8cddf8fe-5d07-46ba-8bf0-9674e5ee512b gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:29.202337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b2d0304a-ccd2-4510-9722-bbe66a0cc897 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/routers/8cddf8fe-5d07-46ba-8bf0-9674e5ee512b HTTP/1.1" status: 200 len: 704 time: 0.7672398 Apr 01 15:14:29.208889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40366) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:29.226649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cddf8fe-5d07-46ba-8bf0-9674e5ee512b', 'name': 'tempest-RoutersIpV6Test-router-1426160496', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:26Z', 'updated_at': '2022-04-01T15:14:27Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:29.230767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5901a-a9cd-49f7-81a3-89e9c9466a1c None None] The sync data for ids ['8cddf8fe-5d07-46ba-8bf0-9674e5ee512b'] in n-d-836017-1 is: [{'id': '8cddf8fe-5d07-46ba-8bf0-9674e5ee512b', 'name': 'tempest-RoutersIpV6Test-router-1426160496', 'tenant_id': '5655dce968694e5cb585926b9058b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:26Z', 'updated_at': '2022-04-01T15:14:27Z', 'revision_number': 2, 'project_id': '5655dce968694e5cb585926b9058b652', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:29.247182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6c36c-df38-4903-9e95-ad816556ef49 req-4a9de215-4e53-4b0b-bf48-2f12c9c6d490 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:29.254458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ae6c36c-df38-4903-9e95-ad816556ef49 req-4a9de215-4e53-4b0b-bf48-2f12c9c6d490 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6884177 Apr 01 15:14:29.264061 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9596778-3fb0-4020-ae75-e31733765d8c tempest-NetworksApiDiscovery-1624051145 tempest-NetworksApiDiscovery-1624051145-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3309090 Apr 01 15:14:29.284142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e35e69-a065-46c0-b8c4-d040d80a8f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:29.294391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14437cf-af7a-4360-9b42-72d5696efcde req-9d191dfa-669e-4666-b52f-5c385ec08222 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:29.295990 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e14437cf-af7a-4360-9b42-72d5696efcde req-9d191dfa-669e-4666-b52f-5c385ec08222 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.62 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 946 time: 0.6141317 Apr 01 15:14:29.410760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e35e69-a065-46c0-b8c4-d040d80a8f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:29.438563 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ae6c36c-df38-4903-9e95-ad816556ef49 req-ef62141c-ce64-45e5-b959-421863a93cf7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823046 Apr 01 15:14:29.455622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5be44b37-2c69-42cc-a609-0731496c0443 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cddf8fe-5d07-46ba-8bf0-9674e5ee512b HTTP/1.1" status: 200 len: 205 time: 0.2403693 Apr 01 15:14:29.475464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40376) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:29.488299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Deleting port db66e860-cd6d-4684-b414-53fea5eff95a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:29.488694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:29.590927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e35e69-a065-46c0-b8c4-d040d80a8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:29.750740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40392) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:29.816370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e35e69-a065-46c0-b8c4-d040d80a8f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d569bfe9-a229-4935-9674-445ad92c0016,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:29.860618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c672fa1e-f50a-4350-8425-409127300d61 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:29.919632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e35e69-a065-46c0-b8c4-d040d80a8f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:29.921048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-55e35e69-a065-46c0-b8c4-d040d80a8f71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d569bfe9-a229-4935-9674-445ad92c0016 HTTP/1.1" status: 204 len: 168 time: 0.9979599 Apr 01 15:14:29.990464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] For port db66e860-cd6d-4684-b414-53fea5eff95a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=db66e860-cd6d-4684-b414-53fea5eff95a,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:29.990820 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.019986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a2a4-f6ed-4551-aaa0-44e3495463cb req-30082c7a-39b3-4a96-b920-f5881d1b088b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:30.021593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b097a2a4-f6ed-4551-aaa0-44e3495463cb req-30082c7a-39b3-4a96-b920-f5881d1b088b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 946 time: 0.3621798 Apr 01 15:14:30.121526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f7640-a406-4722-b123-71527dadfa69 req-c3e2d31e-959a-4cbf-bbe3-7b60c97fa391 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:30.128075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-c3e2d31e-959a-4cbf-bbe3-7b60c97fa391 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.3184683 Apr 01 15:14:30.215763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-2ca6652d-bea7-4447-a834-ba6fe3ebe2d3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/quotas/83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 375 time: 0.0867147 Apr 01 15:14:30.219422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a0a348a-b16c-46b3-ab61-b1e1ca980ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.252374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.268278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b097a2a4-f6ed-4551-aaa0-44e3495463cb req-8fdfef77-6b7c-4591-8c1c-b95342486710 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups?id=c065c905-b2fb-4a2f-93ac-4028390f0d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314572 Apr 01 15:14:30.270941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.382432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:30.396355 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Sync routers for ids ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:30.416162 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Routers {'a18b16b8-2a81-4b2c-967c-981c7b50de3c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:30.416436 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:30.425432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-5969f0a9-e322-4c54-98a0-ea8890d665b0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2087128 Apr 01 15:14:30.454526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.454902 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.455257 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Floating IP 312ba802-5ad1-431b-ac88-85dfd8060153 disassociated. External IP: 172.25.2.24, port: db66e860-cd6d-4684-b414-53fea5eff95a. Apr 01 15:14:30.455678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Calling delete_port for db66e860-cd6d-4684-b414-53fea5eff95a owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:30.510050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1cca726e-8a1d-47a7-acbd-3a2dcefdcb8f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "PUT /v2.0/routers/a18b16b8-2a81-4b2c-967c-981c7b50de3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8416076 Apr 01 15:14:30.547406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40418) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:30.564325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c672fa1e-f50a-4350-8425-409127300d61 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.593001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:30.610462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Usage tracker for resource:security_group_rule and tenant:8cddb54bfb314dec8e134f273b7ae179 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:30.614548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:30.621510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c672fa1e-f50a-4350-8425-409127300d61 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.706558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-758225b7-5cd0-433b-b41c-1934b9e6b272 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f30b674c07744f79ab79231fd07e2c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1577899 Apr 01 15:14:30.713887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40424) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:30.725486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:30.790830 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Set router a18b16b8-2a81-4b2c-967c-981c7b50de3c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:30.797854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.800616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.857792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c672fa1e-f50a-4350-8425-409127300d61 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.858497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c672fa1e-f50a-4350-8425-409127300d61 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Fanout notify agent at l3_agent the message router_deleted on router 8cddf8fe-5d07-46ba-8bf0-9674e5ee512b {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:30.925234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c672fa1e-f50a-4350-8425-409127300d61 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:30.926600 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c672fa1e-f50a-4350-8425-409127300d61 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/8cddf8fe-5d07-46ba-8bf0-9674e5ee512b HTTP/1.1" status: 204 len: 168 time: 1.4634583 Apr 01 15:14:30.930005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event deleted for resources: {'Port': ['ID=db66e860-cd6d-4684-b414-53fea5eff95a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:30.942208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40434) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:31.030937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.062780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.084241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.126494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5448195-278e-4da2-8dfb-52e419341578,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:31.147311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9077cedc-4ce1-4929-aec3-e3bf3a88b74f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Synchronizing usage tracker for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:31.222008 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:14:26Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '943d3598-cde4-4261-b482-832f5e50789a', 'name': '', 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:49:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1af53bfc-a5dd-4971-8899-703f51d07554', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:24Z', 'updated_at': '2022-04-01T15:14:27Z', 'revision_number': 2, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': '1af53bfc-a5dd-4971-8899-703f51d07554', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:31.226053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Checking router: a18b16b8-2a81-4b2c-967c-981c7b50de3c for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:31.226442 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Updating router a18b16b8-2a81-4b2c-967c-981c7b50de3c port 943d3598-cde4-4261-b482-832f5e50789a binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:14:31.290258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.297747 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.315830 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.375515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9077cedc-4ce1-4929-aec3-e3bf3a88b74f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] Unset dirty status for tenant:5655dce968694e5cb585926b9058b652 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:31.376377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9077cedc-4ce1-4929-aec3-e3bf3a88b74f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cddf8fe-5d07-46ba-8bf0-9674e5ee512b HTTP/1.1" status: 200 len: 205 time: 0.4315739 Apr 01 15:14:31.377028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e251c322-2a40-4493-9529-c2138dc59233 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cddb54bfb314dec8e134f273b7ae179&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6228888 Apr 01 15:14:31.379631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40444) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:31.379960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40446) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:31.428414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-129be9b6-601a-45b2-9c3a-dd93a546a696 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:31.437271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-129be9b6-601a-45b2-9c3a-dd93a546a696 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/networks?id=7430a7ce-01eb-42f3-8e8f-9356e89afd28 HTTP/1.1" status: 200 len: 798 time: 0.4978557 Apr 01 15:14:31.614509 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-be1b0fd2-6d9f-4b85-adee-e8799e70e92a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] delete failed (client error): The resource could not be found. Apr 01 15:14:31.615589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-be1b0fd2-6d9f-4b85-adee-e8799e70e92a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/8cddf8fe-5d07-46ba-8bf0-9674e5ee512b HTTP/1.1" status: 404 len: 336 time: 0.2198174 Apr 01 15:14:31.624957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:31.735185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-ca4da128-916d-42f0-bf9d-314edee3f8c5 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/quotas/0e4cc8523b1f40c9bdc0f310f39eb8f6 HTTP/1.1" status: 200 len: 375 time: 0.2965405 Apr 01 15:14:31.737271 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.757782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-dd5904e9-f659-4195-a1f0-e7e5f2fd27f1 service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3314784 Apr 01 15:14:31.783617 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23a324d-51b8-4ddc-8640-7936be2ab134 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:31.784047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23a324d-51b8-4ddc-8640-7936be2ab134 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:31.788044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.801553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.806910 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d23a324d-51b8-4ddc-8640-7936be2ab134 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/8b5bd9f1-55b0-4c9d-9882-d23be63e711b HTTP/1.1" status: 404 len: 337 time: 0.1717412 Apr 01 15:14:31.810021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40462) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:31.886886 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Transition to ACTIVE for port object 943d3598-cde4-4261-b482-832f5e50789a will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:31.900283 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.906045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.908412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.912623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1a9d2d1-da2d-449d-9e62-5c1b806223a7 HTTP/1.1" status: 204 len: 168 time: 1.1948204 Apr 01 15:14:31.931017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a9d2d1-da2d-449d-9e62-5c1b806223a7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:31.973376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6465daa-6a71-4d20-96ae-b8119c35df3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:31.973742 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cb6a01-5143-4403-b4da-70e2bdc722e0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:31.974182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cb6a01-5143-4403-b4da-70e2bdc722e0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:31.975899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-47cb6a01-5143-4403-b4da-70e2bdc722e0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/32a718f2-a775-43a2-88bb-29c0aa1ccb59 HTTP/1.1" status: 404 len: 337 time: 0.1652400 Apr 01 15:14:31.979269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40470) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:31.987155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.987493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.988316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.988316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.988516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.988785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.989109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.989434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.989754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.990074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:31.990394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f777a8-14f8-4eb2-ad6d-9dc55d4591ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:14:32.036118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-6d863f61-6ab7-4578-ab79-66c19953895a tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:32.059485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6465daa-6a71-4d20-96ae-b8119c35df3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:32.071794 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-debc1f7c-2893-4a8c-95dc-808ae357e97e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:32.072417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debc1f7c-2893-4a8c-95dc-808ae357e97e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:32.073970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-debc1f7c-2893-4a8c-95dc-808ae357e97e tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/122dce63-28bb-45a2-aeb2-873da76ea44d HTTP/1.1" status: 404 len: 337 time: 0.0928319 Apr 01 15:14:32.081017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40476) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:32.090111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-3c4ac616-cf36-440c-aabd-223128a1252a service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885897 Apr 01 15:14:32.149283 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc4b681-4ede-452f-a107-383c67b543cf tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:32.149720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc4b681-4ede-452f-a107-383c67b543cf tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:32.151613 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6bc4b681-4ede-452f-a107-383c67b543cf tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/f305c40e-7f12-49bb-a594-7e0903ab01ba HTTP/1.1" status: 404 len: 337 time: 0.0694659 Apr 01 15:14:32.155160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40480) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:32.184087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb05a-0a22-4703-a74b-e626bdbb1a63 None None] Pushing event updated for resources: {'Port': ['ID=943d3598-cde4-4261-b482-832f5e50789a,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:32.228853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:32.249829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-206f45f5-d036-4aad-9ddd-e9687cb0d191 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 200 len: 205 time: 0.0933027 Apr 01 15:14:32.253555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40484) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:32.262160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-6d863f61-6ab7-4578-ab79-66c19953895a tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:32.273637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-6d863f61-6ab7-4578-ab79-66c19953895a tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5323915 Apr 01 15:14:32.398588 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Attempting to bind port 943d3598-cde4-4261-b482-832f5e50789a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:14:32.398939 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Attempting to bind port 943d3598-cde4-4261-b482-832f5e50789a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:14:32.399569 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Attempting to bind port 943d3598-cde4-4261-b482-832f5e50789a on network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:32.409061 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:14:32.409697 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Checking segment: {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:32.410095 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:32.410474 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Bound using segment: {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:14:32.411180 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Bound port: 943d3598-cde4-4261-b482-832f5e50789a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:14:32.411612 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:32.452560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6465daa-6a71-4d20-96ae-b8119c35df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:32.552834 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-61d25b3f-cf46-4591-af8e-50a17955bdf0 service neutron] 10.222.0.48 "GET /v2.0/networks/7430a7ce-01eb-42f3-8e8f-9356e89afd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762055 Apr 01 15:14:32.565434 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-1f9ecb97-dc96-44fd-9fe3-d069eab65d42 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] delete failed (client error): The resource could not be found. Apr 01 15:14:32.566447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1f9ecb97-dc96-44fd-9fe3-d069eab65d42 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/36045c91-6a9d-4ac3-9da4-c1075ff14ba0 HTTP/1.1" status: 404 len: 336 time: 0.3095210 Apr 01 15:14:32.576787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:32.591619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] For port 943d3598-cde4-4261-b482-832f5e50789a, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:14:32.596041 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] For port 943d3598-cde4-4261-b482-832f5e50789a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=943d3598-cde4-4261-b482-832f5e50789a,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:14:32.603761 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:32.649153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6465daa-6a71-4d20-96ae-b8119c35df3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5448195-278e-4da2-8dfb-52e419341578,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:32.662396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6465daa-6a71-4d20-96ae-b8119c35df3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:32.666916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b6465daa-6a71-4d20-96ae-b8119c35df3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5448195-278e-4da2-8dfb-52e419341578 HTTP/1.1" status: 204 len: 168 time: 1.2692571 Apr 01 15:14:32.680183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8ad4b09a-ebf7-44ce-a212-1e49163abc77 req-d7e168d5-73c1-4143-a7e8-66c0b8e1c6da tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Synchronizing usage tracker for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:32.708648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Router 0eddfca5-749e-4032-a573-2aebd98d2a91 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:32.728239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8ad4b09a-ebf7-44ce-a212-1e49163abc77 req-d7e168d5-73c1-4143-a7e8-66c0b8e1c6da tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Unset dirty status for tenant:53c5dc507d294d82b80e9473cca7d486 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:32.728491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-93058048-dbb9-4146-836c-4b4a06e886a0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=0485bd5e-18d3-4976-91c7-efdd91d7af5c HTTP/1.1" status: 200 len: 205 time: 0.1501861 Apr 01 15:14:32.732921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:32.741771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ad4b09a-ebf7-44ce-a212-1e49163abc77 req-d7e168d5-73c1-4143-a7e8-66c0b8e1c6da tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 210 time: 0.1779814 Apr 01 15:14:32.744485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40504) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:32.774958 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Routers {'a18b16b8-2a81-4b2c-967c-981c7b50de3c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:32.777070 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:32.906930 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb05a-0a22-4703-a74b-e626bdbb1a63 None None] Pushing event updated for resources: {'Port': ['ID=943d3598-cde4-4261-b482-832f5e50789a,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:32.956929 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-f990fefb-3bd3-48d5-99f0-3e8f3172a59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] delete failed (client error): The resource could not be found. Apr 01 15:14:32.957965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f990fefb-3bd3-48d5-99f0-3e8f3172a59b tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/0485bd5e-18d3-4976-91c7-efdd91d7af5c HTTP/1.1" status: 404 len: 336 time: 0.2113423 Apr 01 15:14:32.965766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.045208 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa37372b-cfd8-4c37-88c9-1b26cc4e4e83 req-ea0ca50e-d88e-4930-a8b6-81d2cfd859d7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 210 time: 0.1411841 Apr 01 15:14:33.074063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:33.081202 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1881b6c-dd80-418e-8e73-5c6fbc1a55e6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:33.081640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1881b6c-dd80-418e-8e73-5c6fbc1a55e6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:33.083560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f1881b6c-dd80-418e-8e73-5c6fbc1a55e6 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/4900b551-d994-4534-bc0a-e40a93ac6571 HTTP/1.1" status: 404 len: 337 time: 0.1168966 Apr 01 15:14:33.086559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40516) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.149108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: db66e860-cd6d-4684-b414-53fea5eff95a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:33.149879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device db66e860-cd6d-4684-b414-53fea5eff95a not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:33.152268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b8742eac-133b-48de-afed-c7a4766e4009 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bf8b6a9-a3a5-43fc-a561-10503ce91f7a HTTP/1.1" status: 200 len: 205 time: 0.0562098 Apr 01 15:14:33.156025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40526) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.168620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-9f988aa2-e323-4547-b515-83d3b0004f96 service neutron] 10.222.0.48 "GET /v2.0/networks/7430a7ce-01eb-42f3-8e8f-9356e89afd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145198 Apr 01 15:14:33.230833 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-6c41809e-ad45-49db-bc19-d7a1396eec10 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] delete failed (client error): The resource could not be found. Apr 01 15:14:33.231924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6c41809e-ad45-49db-bc19-d7a1396eec10 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/7bf8b6a9-a3a5-43fc-a561-10503ce91f7a HTTP/1.1" status: 404 len: 336 time: 0.0749931 Apr 01 15:14:33.235102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40532) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.272629 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] Set router a18b16b8-2a81-4b2c-967c-981c7b50de3c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:33.287097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:33.290687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-811f4d83-df6f-45ed-8ab1-c4d934cfc79f tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c69e6f-6d93-453e-b5e0-a0efff978117 HTTP/1.1" status: 200 len: 205 time: 0.0477583 Apr 01 15:14:33.293112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40536) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.293434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:33.295360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b1831bd7-643f-42fe-b486-f153593c3356 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "PUT /v2.0/routers/0eddfca5-749e-4032-a573-2aebd98d2a91 HTTP/1.1" status: 200 len: 922 time: 5.4902396 Apr 01 15:14:33.298398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40540) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.301238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] Sync routers for ids ['0eddfca5-749e-4032-a573-2aebd98d2a91'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:33.321743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] Routers {'0eddfca5-749e-4032-a573-2aebd98d2a91'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:33.322802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0eddfca5-749e-4032-a573-2aebd98d2a91'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:33.472828 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-98e0dcb9-a641-4a77-a61f-21686838a75a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] delete failed (client error): The resource could not be found. Apr 01 15:14:33.487100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-98e0dcb9-a641-4a77-a61f-21686838a75a tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/d6c69e6f-6d93-453e-b5e0-a0efff978117 HTTP/1.1" status: 404 len: 336 time: 0.1929133 Apr 01 15:14:33.490609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40552) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.509190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:33.533053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] Routers {'0eddfca5-749e-4032-a573-2aebd98d2a91'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:33.533589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0eddfca5-749e-4032-a573-2aebd98d2a91'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:33.665018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:33.665837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c04580e-93d7-4181-b348-e76998f1d7b5 None None] The sync data for ids ['0eddfca5-749e-4032-a573-2aebd98d2a91'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:33.678701 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d714fbc-664a-42d4-a477-679862bad1a9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:33.679042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d714fbc-664a-42d4-a477-679862bad1a9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:33.687601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40564) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.688478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7d714fbc-664a-42d4-a477-679862bad1a9 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/81ff76d7-3d60-4df8-8d37-208842426f1f HTTP/1.1" status: 404 len: 337 time: 0.1956530 Apr 01 15:14:33.703467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:33.759552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c2415ad6-b9e1-488e-be4b-e7bd15b02ab0 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8c02548-df1b-446a-a0b3-cd0c730919e7 HTTP/1.1" status: 200 len: 205 time: 0.0700548 Apr 01 15:14:33.764560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40570) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.841934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db8dc67b-804e-4de1-9244-e2a3b5617e31 req-572e67a5-6bdd-4069-b76f-e3450d1cef81 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 210 time: 0.3367965 Apr 01 15:14:33.946444 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-15111bfc-2722-4455-afea-a12fd2e4ff76 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] delete failed (client error): The resource could not be found. Apr 01 15:14:33.957282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-15111bfc-2722-4455-afea-a12fd2e4ff76 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/a8c02548-df1b-446a-a0b3-cd0c730919e7 HTTP/1.1" status: 404 len: 336 time: 0.1868670 Apr 01 15:14:33.957936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40580) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.959787 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] Sync routers for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:33.968741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-006716ad-5ff6-4040-9875-9a76811a5269 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/0eddfca5-749e-4032-a573-2aebd98d2a91 HTTP/1.1" status: 200 len: 922 time: 0.6665308 Apr 01 15:14:33.977924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:33.978813 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:33.984996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40586) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:33.991033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] No DVR routers for this DVR port db66e860-cd6d-4684-b414-53fea5eff95a on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:14:34.006662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:34.010865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e14437cf-af7a-4360-9b42-72d5696efcde req-45caaf33-2a70-49ae-a493-9edee5f45207 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.62 "DELETE /v2.0/ports/db66e860-cd6d-4684-b414-53fea5eff95a HTTP/1.1" status: 204 len: 173 time: 4.7055283 Apr 01 15:14:34.020931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-deleted', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:14:34.060164 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d30a981-7739-4735-a318-1ff3ef78d6c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:34.061546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d30a981-7739-4735-a318-1ff3ef78d6c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:34.067110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8d30a981-7739-4735-a318-1ff3ef78d6c2 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/2cab7acb-50e6-441c-a2f7-e41aa4938519 HTTP/1.1" status: 404 len: 337 time: 0.1069808 Apr 01 15:14:34.067814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40598) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:34.238809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f8839369-d218-4630-b682-2c5b1a0b9426 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=0eddfca5-749e-4032-a573-2aebd98d2a91&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2505770 Apr 01 15:14:34.241096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40604) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:34.304518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-74d6313e-47bc-4432-b67c-08b9fb836259 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "GET /v2.0/ports?device_id=adab7bf7-7e54-4ad0-9a90-69ee367496b2 HTTP/1.1" status: 200 len: 205 time: 0.2350538 Apr 01 15:14:34.310404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40608) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:34.465003 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:14:26Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '943d3598-cde4-4261-b482-832f5e50789a', 'name': '', 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:49:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1af53bfc-a5dd-4971-8899-703f51d07554', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:24Z', 'updated_at': '2022-04-01T15:14:32Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': '1af53bfc-a5dd-4971-8899-703f51d07554', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:34.478113 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:34.596326 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68282b74-6746-4315-b88a-fd4cd9e299e1 None None] The sync data for ids ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'] in n-d-836017-1 is: [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:14:26Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '943d3598-cde4-4261-b482-832f5e50789a', 'name': '', 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:49:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1af53bfc-a5dd-4971-8899-703f51d07554', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:24Z', 'updated_at': '2022-04-01T15:14:32Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': '1af53bfc-a5dd-4971-8899-703f51d07554', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:34.842574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce909432-5c94-4ca1-9d82-007c1808fb5c req-2e6601d2-a84c-49d1-9222-0d3e67d9b5d4 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/ports?device_id=d000ad09-e4cd-4755-b195-0b051f18460c HTTP/1.1" status: 200 len: 210 time: 0.6424489 Apr 01 15:14:34.879737 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-31de8cd4-131b-47f6-8078-145c8575b045 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] delete failed (client error): The resource could not be found. Apr 01 15:14:34.884668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40624) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:34.889318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-31de8cd4-131b-47f6-8078-145c8575b045 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/routers/adab7bf7-7e54-4ad0-9a90-69ee367496b2 HTTP/1.1" status: 404 len: 336 time: 0.2337832 Apr 01 15:14:34.918346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bad3e7e2-3dd4-4ad9-94ae-c031759e9397 req-d6bcbe8d-c0ad-47c3-9fa3-a62e0ee7e21d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 210 time: 0.1694682 Apr 01 15:14:35.069115 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd000ad09-e4cd-4755-b195-0b051f18460c', 'name': 'network-vif-deleted', 'tag': 'db66e860-cd6d-4684-b414-53fea5eff95a', 'status': 'completed', 'code': 200} Apr 01 15:14:35.099592 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecb5ea7-3c79-4406-a551-6013ff1436e4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:35.100329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecb5ea7-3c79-4406-a551-6013ff1436e4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:35.105081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40636) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:35.105433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8ecb5ea7-3c79-4406-a551-6013ff1436e4 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/dddddabf-64ed-4712-8425-c0ee1a3a08ff HTTP/1.1" status: 404 len: 337 time: 0.2105300 Apr 01 15:14:35.111342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88b6a9-3bdc-4c8a-97aa-746b21498a94 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:35.111983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c88b6a9-3bdc-4c8a-97aa-746b21498a94 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Synchronizing usage tracker for tenant:4132bacc1f724d93a833c695cf7ab8cd on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:35.157784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c88b6a9-3bdc-4c8a-97aa-746b21498a94 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Unset dirty status for tenant:4132bacc1f724d93a833c695cf7ab8cd on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:35.158996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2c88b6a9-3bdc-4c8a-97aa-746b21498a94 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.9169760 Apr 01 15:14:35.161947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:35.205110 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c957eb7d-66b2-43be-994d-9205738bc559 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] DELETE failed (client error): The resource could not be found. Apr 01 15:14:35.205543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c957eb7d-66b2-43be-994d-9205738bc559 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:35.215719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c957eb7d-66b2-43be-994d-9205738bc559 tempest-RoutersIpV6Test-1807872959 tempest-RoutersIpV6Test-1807872959-project] 10.222.0.48 "DELETE /v2.0/subnets/c3cfae06-681b-4bba-8401-5cef81f26366 HTTP/1.1" status: 404 len: 337 time: 0.1093566 Apr 01 15:14:35.352338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c35bef31-be15-49c7-8ff2-b18ee8b00f2b tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=0eddfca5-749e-4032-a573-2aebd98d2a91 HTTP/1.1" status: 200 len: 205 time: 0.1882081 Apr 01 15:14:35.354950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40648) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:35.384104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96b67f3a-f9f8-4b92-8022-f3e4a0a99883 req-d6f8614b-5c6b-4d3b-b7ca-77e38e5e9f18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 210 time: 0.1584997 Apr 01 15:14:35.426497 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:35.446897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-282b4167-d28b-4190-8264-c55002677574 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2184706 Apr 01 15:14:35.448186 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] Checking router: 0d3e1f9a-fe68-4120-8d7a-31019de7a733 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:35.474755 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:35.477086 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:35.723701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-c39b604e-79d2-4b86-ab6a-366250eed20d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 1096 time: 0.2533200 Apr 01 15:14:35.750679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:35.954216 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:36.220415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-821193f0-a87b-44f6-b179-b016f75da7f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:36.225482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-821193f0-a87b-44f6-b179-b016f75da7f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.4788430 Apr 01 15:14:36.335588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40668) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:36.412465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 943d3598-cde4-4261-b482-832f5e50789a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:36.566239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-51849f6f-b2df-4476-80e3-f6230c587ca7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 HTTP/1.1" status: 200 len: 217 time: 0.1587696 Apr 01 15:14:36.572484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f7640-a406-4722-b123-71527dadfa69 req-0c4900fa-2438-44b5-be98-743ff9fce917 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:36.574466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-0c4900fa-2438-44b5-be98-743ff9fce917 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.44 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.6707492 Apr 01 15:14:36.625944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 943d3598-cde4-4261-b482-832f5e50789a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:36.627948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'port': {'device_id': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'admin_state_up': True, 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:36.631682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 943d3598-cde4-4261-b482-832f5e50789a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:36.632105 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:36.647955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40676) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:36.672099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ffa94ec-7d61-4146-a1bc-d50d05d3a04c req-bd68e219-24a8-4250-85e9-3303d95e700a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 210 time: 0.4433961 Apr 01 15:14:36.830830 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:36.841720 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b06209-a6ec-4371-925f-bc9aa8109fa4 None None] The sync data for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 is: [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:06:45Z', 'revision_number': 4, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '247d9a0d-7a38-42f1-b66e-7bd99198febf', 'name': '', 'network_id': '00f1747f-3195-44b7-90c1-bf710959cc94', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'mac_address': 'fa:16:3e:23:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:43Z', 'updated_at': '2022-04-01T15:06:56Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'subnets': [{'id': 'c9f36492-8857-43e7-ad7d-7f996179cc3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:36.844679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-fa5162c8-c688-4865-addb-a843874b6aa7 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:36.852842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-fa5162c8-c688-4865-addb-a843874b6aa7 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.62 "GET /v2.0/networks?id=7430a7ce-01eb-42f3-8e8f-9356e89afd28 HTTP/1.1" status: 200 len: 798 time: 0.3715641 Apr 01 15:14:36.941685 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:36.999785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 943d3598-cde4-4261-b482-832f5e50789a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=943d3598-cde4-4261-b482-832f5e50789a,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:37.006329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.047840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9c87f3e-e6dc-4087-87f1-68f61e4787a8 req-c0ab95df-ea76-4b15-bafe-5565ed683a6f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 210 time: 0.1871657 Apr 01 15:14:37.071733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Request body: {'port': {'device_id': '13d845be-8706-4da9-8c5a-03175743112f', 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'admin_state_up': True, 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:37.083774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:37.094119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-cc9d02b3-8064-4eea-846e-73387ddac1b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:37.095604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-cc9d02b3-8064-4eea-846e-73387ddac1b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.5197051 Apr 01 15:14:37.101300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.103150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=943d3598-cde4-4261-b482-832f5e50789a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:37.107787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:37.199703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Deleting port 3bdab507-369a-4c6e-8d26-16e4107dacce {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:37.200036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.225485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Made reservation on behalf of 83d3a9f26bda4e5dabf09b55be8b318b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:37.228734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.240459 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d425ecfb-f99e-48a5-ab82-1bfbae54d80b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.259491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9ab0184a-f8b4-43b2-a579-823b916a9e08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5655dce968694e5cb585926b9058b652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5825806 Apr 01 15:14:37.260267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40694) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:37.263202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-0a11a49c-9aba-4caf-8685-b86604c997bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604419 Apr 01 15:14:37.304534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d425ecfb-f99e-48a5-ab82-1bfbae54d80b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.439799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:37.470466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:37.499067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.509787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Made reservation on behalf of 0e4cc8523b1f40c9bdc0f310f39eb8f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:37.517454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.527739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d425ecfb-f99e-48a5-ab82-1bfbae54d80b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.539350 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed15e59a-5b47-4feb-a39e-6236eb09812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.597991 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-da8fb1f4-2f86-4806-8d7a-44f3e0d99de5 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777593 Apr 01 15:14:37.607289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed15e59a-5b47-4feb-a39e-6236eb09812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.616942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Allocated IP 172.20.0.14 (c49cf382-ea2b-4856-8b41-a005636cd4d1/4c5b885d-3160-49fb-b83f-d3099095e6ea/a0e45452-cba7-4637-81cc-5325eeeceb2c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:37.675189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Calling delete_port for 3bdab507-369a-4c6e-8d26-16e4107dacce owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:37.705681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425ecfb-f99e-48a5-ab82-1bfbae54d80b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c065c905-b2fb-4a2f-93ac-4028390f0d87,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:37.778049 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d425ecfb-f99e-48a5-ab82-1bfbae54d80b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:37.782111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d425ecfb-f99e-48a5-ab82-1bfbae54d80b tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "DELETE /v2.0/security-groups/c065c905-b2fb-4a2f-93ac-4028390f0d87 HTTP/1.1" status: 204 len: 168 time: 1.4453452 Apr 01 15:14:37.785118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40712) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:37.826593 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-8aa0ee2d-b98e-4f02-b4bf-fc8f3425b794 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] show failed (client error): The resource could not be found. Apr 01 15:14:37.830574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8aa0ee2d-b98e-4f02-b4bf-fc8f3425b794 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "GET /v2.0/security-groups/c065c905-b2fb-4a2f-93ac-4028390f0d87 HTTP/1.1" status: 404 len: 347 time: 0.0434296 Apr 01 15:14:37.841998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40716) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:38.187820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f8a55d2-2ad0-473a-9fae-d3abe7d69e51 req-c2690bef-1298-4073-948a-fbc608ada6c7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 210 time: 0.1941664 Apr 01 15:14:38.238931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Deleting port 44a5e576-ce6d-4fb5-8394-e2dcbbdaf416 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:38.239742 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.293635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02673106-dd9a-412d-bc6f-54ee63411af6 req-f96c1695-96cd-4dca-8808-732e76d2245c service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238663 Apr 01 15:14:38.351352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 943d3598-cde4-4261-b482-832f5e50789a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:38.368502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-548d727d-32ed-4c20-8bc5-06ef35e06f3c req-0add42b4-e1ff-4e84-82da-0b01e0b9f7fe tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 210 time: 0.1029654 Apr 01 15:14:38.386919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed15e59a-5b47-4feb-a39e-6236eb09812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.431911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15e59a-5b47-4feb-a39e-6236eb09812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd579d35-a71b-4ffb-8e9a-fd3266f81f46,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:38.458972 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ed15e59a-5b47-4feb-a39e-6236eb09812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.462916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ed15e59a-5b47-4feb-a39e-6236eb09812f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd579d35-a71b-4ffb-8e9a-fd3266f81f46 HTTP/1.1" status: 204 len: 168 time: 1.1960416 Apr 01 15:14:38.527040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Allocated IP 172.20.0.22 (7430a7ce-01eb-42f3-8e8f-9356e89afd28/1af53bfc-a5dd-4971-8899-703f51d07554/dc9d96fb-5875-4297-a939-c62b3326df27) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:38.558492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.576287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 943d3598-cde4-4261-b482-832f5e50789a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:38.576661 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.602129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:38.646907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.647863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.738282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40744) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:38.787934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Calling delete_port for 44a5e576-ce6d-4fb5-8394-e2dcbbdaf416 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:38.853891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Transition to ACTIVE for port object a0e45452-cba7-4637-81cc-5325eeeceb2c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:38.872084 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.915999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.947956 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:38.961031 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', '5aa36677-1742-43a9-a7a9-50a89e3e47f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:14:39.095183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:39.100511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:39.105594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:39.108687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:39.144372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=a0e45452-cba7-4637-81cc-5325eeeceb2c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:39.150823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Usage tracker for resource:security_group_rule and tenant:bc02340277e8467d98cc4caa26e44fa9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:39.158979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:39.173072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:39.206336 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.225115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Transition to ACTIVE for port object dc9d96fb-5875-4297-a939-c62b3326df27 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:39.232996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:39.236259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.315690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.326357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:39.326913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event deleted for resources: {'Port': ['ID=3bdab507-369a-4c6e-8d26-16e4107dacce,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:39.345947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:39.364841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-3330ba79-2f93-4e15-a5ac-4b2171970696 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7421148 Apr 01 15:14:39.369818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Usage tracker for resource:floatingip and tenant:dbf8368b42dd4bb6b28a622658e5bdaa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:39.391757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Request body: {'port': {'device_id': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:39.448540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:39.465606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:39.530376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.564814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.659438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-52cc3adf-66e4-4007-a2dd-7a7f6c4f07ee None None] Provisioning for port a0e45452-cba7-4637-81cc-5325eeeceb2c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:39.664676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-52cc3adf-66e4-4007-a2dd-7a7f6c4f07ee None None] Provisioning complete for port a0e45452-cba7-4637-81cc-5325eeeceb2c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:39.665069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52cc3adf-66e4-4007-a2dd-7a7f6c4f07ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.672834 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.753357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc02340277e8467d98cc4caa26e44fa9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1500742 Apr 01 15:14:39.773993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40772) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:39.779355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-52cc3adf-66e4-4007-a2dd-7a7f6c4f07ee None None] Port a0e45452-cba7-4637-81cc-5325eeeceb2c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:14:39.826584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:39.861483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.906224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71eae7-ae65-4612-b78c-d781139d896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983ca03b-43e2-47c2-bb93-104990763c02,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:39.955192 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:39.996138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dfea2-f7b5-44c2-9763-ec822b137fed req-9ab3f88d-d6e4-48d3-95c6-59efc33ac35d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:39.996860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-908dfea2-f7b5-44c2-9763-ec822b137fed req-9ab3f88d-d6e4-48d3-95c6-59efc33ac35d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:40.033179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57519b10-ad9e-4f48-9e52-06c81ab91d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.051783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:40.093043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-908dfea2-f7b5-44c2-9763-ec822b137fed req-9ab3f88d-d6e4-48d3-95c6-59efc33ac35d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:40.094215 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-908dfea2-f7b5-44c2-9763-ec822b137fed req-9ab3f88d-d6e4-48d3-95c6-59efc33ac35d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 932 time: 0.5615001 Apr 01 15:14:40.100350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:40.112348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57519b10-ad9e-4f48-9e52-06c81ab91d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.260895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event updated for resources: {'Port': ['ID=dc9d96fb-5875-4297-a939-c62b3326df27,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:40.327447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40786) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:40.509547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb0bed3d-35a7-4fd7-bd22-855a10651826 None None] Provisioning for port dc9d96fb-5875-4297-a939-c62b3326df27 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:40.514612 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-908dfea2-f7b5-44c2-9763-ec822b137fed req-0b1060d4-81df-4eb1-8550-2fd02fce4dcf tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064496 Apr 01 15:14:40.521657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.537451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb0bed3d-35a7-4fd7-bd22-855a10651826 None None] Provisioning complete for port dc9d96fb-5875-4297-a939-c62b3326df27 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:40.539389 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-38f86ada-82a8-4d1b-935a-6c7adc0dc031 tempest-ServiceProvidersTest-8390526 tempest-ServiceProvidersTest-8390526-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2033312 Apr 01 15:14:40.544546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb0bed3d-35a7-4fd7-bd22-855a10651826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.556830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.599969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57519b10-ad9e-4f48-9e52-06c81ab91d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.614842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:40.615488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.633660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.644636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Pushing event deleted for resources: {'Port': ['ID=44a5e576-ce6d-4fb5-8394-e2dcbbdaf416,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:40.662854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e4314-3262-4806-b906-d6ed7c597ad5 req-7d1d7d7a-5a12-4dce-a3b4-1aeeaee587c4 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:40.664323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-410e4314-3262-4806-b906-d6ed7c597ad5 req-7d1d7d7a-5a12-4dce-a3b4-1aeeaee587c4 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 895 time: 0.9699895 Apr 01 15:14:40.665088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.711671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57519b10-ad9e-4f48-9e52-06c81ab91d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ca03b-43e2-47c2-bb93-104990763c02,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:40.749797 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57519b10-ad9e-4f48-9e52-06c81ab91d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.750927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-57519b10-ad9e-4f48-9e52-06c81ab91d84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/983ca03b-43e2-47c2-bb93-104990763c02 HTTP/1.1" status: 204 len: 168 time: 0.9637985 Apr 01 15:14:40.787432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cb0bed3d-35a7-4fd7-bd22-855a10651826 None None] Port dc9d96fb-5875-4297-a939-c62b3326df27 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:14:40.809050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-8e699afe-442f-4621-84da-9c14955165be tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.7501383 Apr 01 15:14:40.815914 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.825675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Request body: {'port': {'device_id': '13d845be-8706-4da9-8c5a-03175743112f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:40.860674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e45452-cba7-4637-81cc-5325eeeceb2c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:14:40.890818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.936850 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.938034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Fanout notify agent at l3_agent the message router_deleted on router 0eddfca5-749e-4032-a573-2aebd98d2a91 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:40.952624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.953342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Transition to ACTIVE for port object a0e45452-cba7-4637-81cc-5325eeeceb2c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:40.977353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Allocated IP 172.25.2.108 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/ce6077ad-3548-44bc-a622-dba97659791e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:40.979440 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.997585 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:40.999352 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5b874b79-9971-4b90-a8d3-9dc3b311be78 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/0eddfca5-749e-4032-a573-2aebd98d2a91 HTTP/1.1" status: 204 len: 168 time: 5.6433332 Apr 01 15:14:41.009640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40800) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:41.010347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.011790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5230a807-304b-4296-a08d-216bc748ce56 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] 10.222.0.48 "DELETE /v2.0/floatingips/312ba802-5ad1-431b-ac88-85dfd8060153 HTTP/1.1" status: 204 len: 168 time: 3.1500335 Apr 01 15:14:41.066741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.187169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84034bc9-5b34-430f-af19-b2253f20e2a0 None None] New status for floating IP 312ba802-5ad1-431b-ac88-85dfd8060153: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:14:41.227040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40810) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:41.458456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1231338420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:41.491470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40818) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:41.497336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:41.534544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Usage tracker for resource:router and tenant:65a7b0752930478ca0771ba9c5459984 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:41.540989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:41.562353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:41.567291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.595509 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.639072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e45452-cba7-4637-81cc-5325eeeceb2c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:41.663643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:41.671355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Usage tracker for resource:security_group_rule and tenant:264ed57dc60142589d3742edc7f8da58 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:41.676962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:41.682597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:41.692847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.693830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.773919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:41.800902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b7627ada6644cfae1c4498398cda53 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:41.806074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:41.827462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:41.828318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9d96fb-5875-4297-a939-c62b3326df27 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:14:41.841722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.879713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Transition to ACTIVE for port object dc9d96fb-5875-4297-a939-c62b3326df27 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:14:41.897952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.900689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.904250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.916346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.924427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Attempting to bind port a0e45452-cba7-4637-81cc-5325eeeceb2c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:14:41.924756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Attempting to bind port a0e45452-cba7-4637-81cc-5325eeeceb2c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:14:41.925104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Attempting to bind port a0e45452-cba7-4637-81cc-5325eeeceb2c on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:41.946731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:41.964088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Port a0e45452-cba7-4637-81cc-5325eeeceb2c on network c49cf382-ea2b-4856-8b41-a005636cd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:14:41.964449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Attempting to bind port a0e45452-cba7-4637-81cc-5325eeeceb2c on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:41.992429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.013457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:14:42.013856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:42.014239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Bound using segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:14:42.014686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Bound port: a0e45452-cba7-4637-81cc-5325eeeceb2c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:14:42.015024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.141003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Pushing event updated for resources: {'Port': ['ID=dc9d96fb-5875-4297-a939-c62b3326df27,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:42.145738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e80b0-233c-4fc3-9832-f37f3ccc9763 req-6be9a718-a249-42e7-af5a-20da6a5a876a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:42.147344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c53e80b0-233c-4fc3-9832-f37f3ccc9763 req-6be9a718-a249-42e7-af5a-20da6a5a876a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 944 time: 0.3363905 Apr 01 15:14:42.151588 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.153033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.153194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84e449-985e-4346-a7d2-063c30fa4e8b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:42.158939 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d769661a-c5fc-469c-8dc8-9837af0f5af0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=264ed57dc60142589d3742edc7f8da58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9284096 Apr 01 15:14:42.166199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40828) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:42.196606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.200693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-90b01f08-c20e-4a6c-adde-7db26712c1fc tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7558937 Apr 01 15:14:42.201377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:42.238260 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.289124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:42.495560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:42.499409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Pushing event updated for resources: {'Port': ['ID=ce6077ad-3548-44bc-a622-dba97659791e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:42.506671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:42.509166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:42.538742 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7b7627ada6644cfae1c4498398cda53&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0404832 Apr 01 15:14:42.542319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] For port a0e45452-cba7-4637-81cc-5325eeeceb2c, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:14:42.544776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5a6fe-1dd8-4029-82cc-371826f19538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a8d543-4ce4-4527-b925-0e7b58a7741c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:42.554221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40848) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:42.575141 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c53e80b0-233c-4fc3-9832-f37f3ccc9763 req-53efda46-166b-407b-b361-c6500961df66 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066746 Apr 01 15:14:42.599913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] For port a0e45452-cba7-4637-81cc-5325eeeceb2c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:14:42.629427 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.751873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf223-4123-49ca-9dd0-88416a1374ac req-1d9f2610-a22e-4f9d-b9ce-3ab3f43c68fb tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:42.752572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5a0cf223-4123-49ca-9dd0-88416a1374ac req-1d9f2610-a22e-4f9d-b9ce-3ab3f43c68fb tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:42.780168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-933f847e-e30c-4a08-a012-904b3f7b0cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.947537 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.948947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e45452-cba7-4637-81cc-5325eeeceb2c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:42.958342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:42.960351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-2c322ab2-807c-4af9-974d-ea8969f6dba7 service neutron] 10.222.0.44 "PUT /v2.0/ports/a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 200 len: 1092 time: 3.5857496 Apr 01 15:14:42.987980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:14:42.999720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Attempting to bind port dc9d96fb-5875-4297-a939-c62b3326df27 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:14:43.000062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Attempting to bind port dc9d96fb-5875-4297-a939-c62b3326df27 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:14:43.000379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Attempting to bind port dc9d96fb-5875-4297-a939-c62b3326df27 on network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:43.014806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5a0cf223-4123-49ca-9dd0-88416a1374ac req-1d9f2610-a22e-4f9d-b9ce-3ab3f43c68fb tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:43.016043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a0cf223-4123-49ca-9dd0-88416a1374ac req-1d9f2610-a22e-4f9d-b9ce-3ab3f43c68fb tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 907 time: 1.0788484 Apr 01 15:14:43.018105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-933f847e-e30c-4a08-a012-904b3f7b0cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.063721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Port dc9d96fb-5875-4297-a939-c62b3326df27 on network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:14:43.064050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Attempting to bind port dc9d96fb-5875-4297-a939-c62b3326df27 on network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:14:43.113427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:14:43.113765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Checking segment: {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:14:43.114293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Bound using segment: {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:14:43.114749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Bound port: dc9d96fb-5875-4297-a939-c62b3326df27, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58066c0-2c8b-48f6-8064-bbaae0258bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:14:43.115097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.178960 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c', 'status': 'completed', 'code': 200} Apr 01 15:14:43.179586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d164121b-1f55-48a7-846c-241eab4b94b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.288802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d164121b-1f55-48a7-846c-241eab4b94b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.304826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.328369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-933f847e-e30c-4a08-a012-904b3f7b0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.368682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f847e-e30c-4a08-a012-904b3f7b0cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84e449-985e-4346-a7d2-063c30fa4e8b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:43.376419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-933f847e-e30c-4a08-a012-904b3f7b0cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.380385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-933f847e-e30c-4a08-a012-904b3f7b0cef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb84e449-985e-4346-a7d2-063c30fa4e8b HTTP/1.1" status: 204 len: 168 time: 1.2112496 Apr 01 15:14:43.381808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] For port dc9d96fb-5875-4297-a939-c62b3326df27, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:14:43.385324 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.389269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] For port dc9d96fb-5875-4297-a939-c62b3326df27, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dc9d96fb-5875-4297-a939-c62b3326df27,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:14:43.406616 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.465492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-ba092dd7-9496-4430-afa5-b31e1c42b56f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 1095 time: 0.3834028 Apr 01 15:14:43.504419 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-cb710442-f99a-4a27-946d-70c6104b1052 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3082659 Apr 01 15:14:43.537069 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:43.539336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] 10.222.0.62 "PUT /v2.0/ports/dc9d96fb-5875-4297-a939-c62b3326df27 HTTP/1.1" status: 200 len: 1055 time: 2.7197845 Apr 01 15:14:43.559990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d845be-8706-4da9-8c5a-03175743112f', 'tag': 'dc9d96fb-5875-4297-a939-c62b3326df27'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:14:43.633117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-f5dbdf1f-a587-41de-9e1c-f75828b3feaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 200 len: 217 time: 0.1517417 Apr 01 15:14:43.875801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1b601-782a-41d3-92ca-19f9bcdb3b3f service neutron] Pushing event updated for resources: {'Port': ['ID=dc9d96fb-5875-4297-a939-c62b3326df27,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:43.936110 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d845be-8706-4da9-8c5a-03175743112f', 'tag': 'dc9d96fb-5875-4297-a939-c62b3326df27', 'status': 'completed', 'code': 200} Apr 01 15:14:43.947471 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-d5d9ac89-cf8a-4198-ad6b-e0bd598cfced service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 1058 time: 0.2313159 Apr 01 15:14:44.059656 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-06aa3369-66f1-4a6a-ade2-38348072a19e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dc9d96fb-5875-4297-a939-c62b3326df27 HTTP/1.1" status: 200 len: 217 time: 0.0926223 Apr 01 15:14:44.154200 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:44.194706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:44.250808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-d79d02f5-92fd-4ab9-b2fb-ef05a4167895 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:44.252766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-d79d02f5-92fd-4ab9-b2fb-ef05a4167895 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1af53bfc-a5dd-4971-8899-703f51d07554 HTTP/1.1" status: 200 len: 837 time: 0.1855431 Apr 01 15:14:44.354411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f7640-a406-4722-b123-71527dadfa69 req-09db876b-faa1-4918-bb73-f10d86a4a71a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:44.361351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-09db876b-faa1-4918-bb73-f10d86a4a71a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.5105672 Apr 01 15:14:44.362097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d164121b-1f55-48a7-846c-241eab4b94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:44.611814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-52b85ae8-829f-446b-a89f-bdc4cfd37e47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7430a7ce-01eb-42f3-8e8f-9356e89afd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3498747 Apr 01 15:14:44.639247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164121b-1f55-48a7-846c-241eab4b94b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a8d543-4ce4-4527-b925-0e7b58a7741c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:44.675477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Allocated IP 172.25.2.77 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/89183236-cab0-4550-a7e5-08c365c89564) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:44.709146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:44.719129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d164121b-1f55-48a7-846c-241eab4b94b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:44.720304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d164121b-1f55-48a7-846c-241eab4b94b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95a8d543-4ce4-4527-b925-0e7b58a7741c HTTP/1.1" status: 204 len: 168 time: 2.1651797 Apr 01 15:14:44.733258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:14:44.777049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:44.797271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:44.875386 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-2dac6a72-1c11-40df-819f-14cb659dbda7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1135 time: 1.0453966 Apr 01 15:14:45.106217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9ef5d-dc79-4129-861e-419ee338502c req-648d5256-2dc2-4510-aeaa-9d51b7f86109 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:45.107922 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84a9ef5d-dc79-4129-861e-419ee338502c req-648d5256-2dc2-4510-aeaa-9d51b7f86109 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 944 time: 0.9399793 Apr 01 15:14:45.108902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-c6fdcde0-3c34-471a-82d4-1339b878d86b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:45.110182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-c6fdcde0-3c34-471a-82d4-1339b878d86b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c4da60f-415f-479a-8cf5-b7773d694b57 HTTP/1.1" status: 200 len: 898 time: 0.2124157 Apr 01 15:14:45.114334 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-17f4dbcb-7fb1-478c-b54c-4adb961ae459 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7139645 Apr 01 15:14:45.272446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:45.334179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:45.450826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Pushing event updated for resources: {'Port': ['ID=ce6077ad-3548-44bc-a622-dba97659791e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:45.494498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208c595-cc53-48d7-95ee-6006394c4a26 req-81a7983e-ef5a-4ea7-b414-fba69003d9ec tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:45.496562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e208c595-cc53-48d7-95ee-6006394c4a26 req-81a7983e-ef5a-4ea7-b414-fba69003d9ec tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 907 time: 1.0428417 Apr 01 15:14:45.520157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event updated for resources: {'Port': ['ID=89183236-cab0-4550-a7e5-08c365c89564,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:45.532990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:45.542545 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-e9e76324-bc0c-448e-86f6-3178029f09ab service neutron] 10.222.0.62 "GET /v2.0/networks/7430a7ce-01eb-42f3-8e8f-9356e89afd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117534 Apr 01 15:14:45.542545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:45.551731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:45.628374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84a9ef5d-dc79-4129-861e-419ee338502c req-68c0cf9e-9020-4934-a71b-0ab43b3b63c0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414463 Apr 01 15:14:45.643402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:45.709868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-348aaed0-3948-44e2-a0a1-391c293d576d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04052348-caf8-4d43-8a11-d8be5090115c HTTP/1.1" status: 200 len: 1001 time: 0.5090847 Apr 01 15:14:45.786924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-87a4c27e-f0de-487a-9532-58b25903e27b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:45.788866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-87a4c27e-f0de-487a-9532-58b25903e27b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a429b23e-c947-459d-8c9a-11c1ae9a31e4 HTTP/1.1" status: 200 len: 835 time: 0.0670359 Apr 01 15:14:45.847195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:45.849098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-65743322-b322-41f6-a924-1dcbdd86991b tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1098754 Apr 01 15:14:45.858006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-14913639-a29e-4b12-9c0a-c1d15428ce4a service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564400 Apr 01 15:14:45.860530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40944) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:45.867436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1996013156', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'fixed_ips': [{'ip_address': '172.25.2.108'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:45.896679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:45.912004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Usage tracker for resource:port and tenant:dbf8368b42dd4bb6b28a622658e5bdaa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:45.957995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:45.974000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:46.013283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-48371b98-dc72-4225-90cd-f82076de406d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c4da60f-415f-479a-8cf5-b7773d694b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143207 Apr 01 15:14:46.027761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Made reservation on behalf of dbf8368b42dd4bb6b28a622658e5bdaa for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:46.030381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:46.072674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:46.075080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44ba1915-637f-4408-b98a-cb0fdb039879 req-e775895a-3771-42c0-a6cf-4cdb7dcc65d0 service neutron] 10.222.0.62 "GET /v2.0/networks/7430a7ce-01eb-42f3-8e8f-9356e89afd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533906 Apr 01 15:14:46.190172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e25f7640-a406-4722-b123-71527dadfa69 req-6b4510a2-98d9-43c2-aec1-976278c2355e service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184340 Apr 01 15:14:46.233046 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-ec72e51e-2bdf-47f1-b4cb-785d81c514a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 1058 time: 0.0854316 Apr 01 15:14:46.243721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:46.252351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Usage tracker for resource:security_group_rule and tenant:dbf8368b42dd4bb6b28a622658e5bdaa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:46.256862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:46.261029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:46.284177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:46.378866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-0bc571b8-62e4-4008-a402-29db5c832fdf service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373194 Apr 01 15:14:46.443882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40958) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:46.518993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-661cdd30-dc17-495b-abe6-d927165f48b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:46.521212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-661cdd30-dc17-495b-abe6-d927165f48b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7430a7ce-01eb-42f3-8e8f-9356e89afd28 HTTP/1.1" status: 200 len: 899 time: 0.2802351 Apr 01 15:14:46.581947 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:46.586551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:46.659582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4abd57e5-ae31-45f9-8ff0-1de1598b225c req-43f08e85-3a09-40be-86f7-ce27f92ef7d3 service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648981 Apr 01 15:14:46.792135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-2d7ed42d-b02f-4eca-8ab3-f1b89b4c95f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 1095 time: 0.5187385 Apr 01 15:14:46.815111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-013ec8fd-984f-4ee2-a24b-61bfd7555159 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dc9d96fb-5875-4297-a939-c62b3326df27 HTTP/1.1" status: 200 len: 217 time: 0.2257175 Apr 01 15:14:47.107907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-e3b3a983-23bd-4b97-b820-1e58f859c8fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:47.109258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-e3b3a983-23bd-4b97-b820-1e58f859c8fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1af53bfc-a5dd-4971-8899-703f51d07554 HTTP/1.1" status: 200 len: 837 time: 0.2775724 Apr 01 15:14:47.188235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:47.192755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401a54-333e-4a83-b0f7-d02c47ebc614 req-37a3ae82-e9cb-4ca4-b7e4-a994250102dc tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:47.194603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b401a54-333e-4a83-b0f7-d02c47ebc614 req-37a3ae82-e9cb-4ca4-b7e4-a994250102dc tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 907 time: 0.3882828 Apr 01 15:14:47.226303 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:47.267325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] device_id is not set on port 7f5c1d3c-13cd-4b50-90de-d9181340392c yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:14:47.284702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-8446a70f-ebcd-47a9-9118-9307c7ef92c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7430a7ce-01eb-42f3-8e8f-9356e89afd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674411 Apr 01 15:14:47.335527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bed4f4d-b457-459d-b30d-e96472da96b9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:47.407252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:47.428368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-16d6c0f2-63da-4fca-b93a-7578b5eaa530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:47.429946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-16d6c0f2-63da-4fca-b93a-7578b5eaa530 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.6301467 Apr 01 15:14:47.488035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-794778c8-9894-450b-9569-3d629fa44cc0 service neutron] 10.222.0.62 "GET /v2.0/networks/7430a7ce-01eb-42f3-8e8f-9356e89afd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940796 Apr 01 15:14:47.568755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:47.583868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-5e0ff2df-a5aa-4d11-ad68-2b771cbef422 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 200 len: 217 time: 0.1434357 Apr 01 15:14:47.585131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Usage tracker for resource:security_group_rule and tenant:040e58f3d7ec4bf986e6586a204d02e1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:47.593028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:47.605092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fb952-282c-4c6c-8bb9-6977f1979bfc req-a3dd31f8-ae92-4ad5-a1a1-942b657950fa tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:47.616034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f7fb952-282c-4c6c-8bb9-6977f1979bfc req-a3dd31f8-ae92-4ad5-a1a1-942b657950fa tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 944 time: 0.5083554 Apr 01 15:14:47.671483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:47.792595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f7fb952-282c-4c6c-8bb9-6977f1979bfc req-1ffad5ff-b49b-43f1-a413-40209b12917e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794221 Apr 01 15:14:47.815720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-0ea31c4a-2c9f-45c5-b848-d402a88edf06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:47.817336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-0ea31c4a-2c9f-45c5-b848-d402a88edf06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2211251 Apr 01 15:14:47.907799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Router 44b613e1-64ff-4870-9ddf-129189a25dac is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:14:47.947102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:47.955976 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:14:47.956420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:14:47.995289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:48.040715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dd7a699-54b0-4954-b014-d57084e3dfcb req-1866634e-3681-434d-a3fd-1285b19e33c3 service neutron] 10.222.0.62 "GET /v2.0/networks/7430a7ce-01eb-42f3-8e8f-9356e89afd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444725 Apr 01 15:14:48.075804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=040e58f3d7ec4bf986e6586a204d02e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6282070 Apr 01 15:14:48.077889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d43f4883-27be-4261-a6bf-5a272297a874 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2161298 Apr 01 15:14:48.078756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41020) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:48.079078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41022) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:48.273089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41036) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:48.315714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698a231-f127-4179-a760-ed2cfac4aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec167480-6217-418f-99d9-9484bc0acd48,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:48.370741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:48.380150 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] Sync routers for ids ['44b613e1-64ff-4870-9ddf-129189a25dac'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:48.394187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:48.398798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-28370952-83d3-44bf-b5b9-d2b665a07e1e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "PUT /v2.0/routers/44b613e1-64ff-4870-9ddf-129189a25dac HTTP/1.1" status: 200 len: 879 time: 6.1858342 Apr 01 15:14:48.399730 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] Routers {'44b613e1-64ff-4870-9ddf-129189a25dac'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:48.399880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:48.403860 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44b613e1-64ff-4870-9ddf-129189a25dac'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:48.514330 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:48.526027 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] Routers {'44b613e1-64ff-4870-9ddf-129189a25dac'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:48.527145 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['44b613e1-64ff-4870-9ddf-129189a25dac'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:48.535145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Deleting port ce6077ad-3548-44bc-a622-dba97659791e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:48.537653 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:48.591731 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:48.592514 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa66f8a-9829-4ab9-918e-bc452833103d None None] The sync data for ids ['44b613e1-64ff-4870-9ddf-129189a25dac'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:48.605801 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-6515f5cf-ad53-480d-89d6-bc04b1dc4c3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7795322 Apr 01 15:14:48.672580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e279179-e873-4f0f-8741-6413a595bf55 req-2a814172-1e0a-4248-ad76-81e1d89c6b01 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:48.674094 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e279179-e873-4f0f-8741-6413a595bf55 req-2a814172-1e0a-4248-ad76-81e1d89c6b01 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 907 time: 0.2030699 Apr 01 15:14:48.728804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-889b9e36-32e3-4b72-95ff-f8bf8c6feb11 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/44b613e1-64ff-4870-9ddf-129189a25dac HTTP/1.1" status: 200 len: 920 time: 0.3278134 Apr 01 15:14:48.733727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41050) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:48.741853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40812c85-2a62-4516-8e95-307d9d7d9470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:48.771997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40812c85-2a62-4516-8e95-307d9d7d9470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:48.885142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-67ca634d-0071-4494-bd82-024a4fc837b3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Synchronizing usage tracker for tenant:4132bacc1f724d93a833c695cf7ab8cd on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:48.909351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40812c85-2a62-4516-8e95-307d9d7d9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:48.910984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-67ca634d-0071-4494-bd82-024a4fc837b3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Unset dirty status for tenant:4132bacc1f724d93a833c695cf7ab8cd on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:48.913404 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-67ca634d-0071-4494-bd82-024a4fc837b3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=44b613e1-64ff-4870-9ddf-129189a25dac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1786511 Apr 01 15:14:48.916081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41058) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:48.943792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41062) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:49.028473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-861e9340-a124-4228-a4cf-044e802d258d service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127929 Apr 01 15:14:49.167181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dc9d96fb-5875-4297-a939-c62b3326df27 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:14:49.206285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43610103-12f8-47e0-9a7d-41b0054b37c5 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:49.206846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-43610103-12f8-47e0-9a7d-41b0054b37c5 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Synchronizing usage tracker for tenant:4132bacc1f724d93a833c695cf7ab8cd on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:49.241388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-43610103-12f8-47e0-9a7d-41b0054b37c5 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Unset dirty status for tenant:4132bacc1f724d93a833c695cf7ab8cd on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:49.245492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-43610103-12f8-47e0-9a7d-41b0054b37c5 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.3253431 Apr 01 15:14:49.245649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40812c85-2a62-4516-8e95-307d9d7d9470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec167480-6217-418f-99d9-9484bc0acd48,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:49.245758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41072) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:49.255123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0821cb47-c563-45d7-b703-5ac77f7e125a req-a746b01b-ec92-409b-8118-143e4b641ef7 service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806951 Apr 01 15:14:49.278835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40812c85-2a62-4516-8e95-307d9d7d9470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.286560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-40812c85-2a62-4516-8e95-307d9d7d9470 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec167480-6217-418f-99d9-9484bc0acd48 HTTP/1.1" status: 204 len: 168 time: 1.1593306 Apr 01 15:14:49.300972 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d6fdb25f-bdbf-4e4e-aec4-adf0bbe6aa6e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b613e1-64ff-4870-9ddf-129189a25dac HTTP/1.1" status: 200 len: 205 time: 0.0519772 Apr 01 15:14:49.306228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41080) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:49.392775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dc9d96fb-5875-4297-a939-c62b3326df27, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dc9d96fb-5875-4297-a939-c62b3326df27,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:49.408506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'dc9d96fb-5875-4297-a939-c62b3326df27', 'network_id': '7430a7ce-01eb-42f3-8e8f-9356e89afd28', 'port_id': 'dc9d96fb-5875-4297-a939-c62b3326df27', 'mac_address': 'fa:16:3e:a0:13:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af53bfc-a5dd-4971-8899-703f51d07554', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:14:49.472199 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.492810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9d96fb-5875-4297-a939-c62b3326df27 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:14:49.503203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.512891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dc9d96fb-5875-4297-a939-c62b3326df27, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dc9d96fb-5875-4297-a939-c62b3326df27,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:49.520132 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.574216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:49.580235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2de6e8b8744286b925697e6c819b13 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:49.587294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:49.602776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:49.665727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=dc9d96fb-5875-4297-a939-c62b3326df27,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:49.709097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.709320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.721060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.728562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.747542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9272cd-a94e-4fb5-be42-13331a9c1fe3 req-def8d7ba-acd0-4215-901a-a2c7303795b4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:49.759619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a9272cd-a94e-4fb5-be42-13331a9c1fe3 req-def8d7ba-acd0-4215-901a-a2c7303795b4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 944 time: 0.7195585 Apr 01 15:14:49.770951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['dc9d96fb-5875-4297-a939-c62b3326df27'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:14:49.860756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:49.947954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a0e45452-cba7-4637-81cc-5325eeeceb2c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:14:49.984259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Calling delete_port for ce6077ad-3548-44bc-a622-dba97659791e owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:50.095606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a9272cd-a94e-4fb5-be42-13331a9c1fe3 req-e0273f3a-50b1-48cf-ab9e-7992ed6abe1a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349981 Apr 01 15:14:50.193808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddab6d2-c7b5-429a-84c7-6409362a74ad,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:50.206091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.224706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41f3b605-84b0-423a-bb80-3e3c40cb8f59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f2de6e8b8744286b925697e6c819b13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2797518 Apr 01 15:14:50.232859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41094) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:50.267690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.274374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a0e45452-cba7-4637-81cc-5325eeeceb2c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:50.296611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'a0e45452-cba7-4637-81cc-5325eeeceb2c', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': 'a0e45452-cba7-4637-81cc-5325eeeceb2c', 'mac_address': 'fa:16:3e:c5:62:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:14:50.328634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e95b1-01ff-4bee-8957-e134b7ea0061 req-a529f760-ade1-45a0-b716-3e963c294e59 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:50.330195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-386e95b1-01ff-4bee-8957-e134b7ea0061 req-a529f760-ade1-45a0-b716-3e963c294e59 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 908 time: 0.2470555 Apr 01 15:14:50.333305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41098) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:50.373020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.380226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce6077ad-3548-44bc-a622-dba97659791e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:50.393200 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54132268-454d-47bd-9932-a00234eaf176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.410055 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.438101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e45452-cba7-4637-81cc-5325eeeceb2c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:14:50.455972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:50.456525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a0e45452-cba7-4637-81cc-5325eeeceb2c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:50.462165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54132268-454d-47bd-9932-a00234eaf176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.465073 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.478293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdf762b8f5b44a0b2f88786ce6b3f69 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:50.487425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:50.499327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:50.501222 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.519982 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.526619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-71922028-b584-404b-a34c-607451e52a26 tempest-ExternalNetworksAdminNegativeTestJSON-561535218 tempest-ExternalNetworksAdminNegativeTestJSON-561535218-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/be1c6ddd-e933-49a4-a035-573d59de35f0 HTTP/1.1" status: 204 len: 168 time: 2.3854055 Apr 01 15:14:50.578493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.591684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Deleting port 89183236-cab0-4550-a7e5-08c365c89564 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:50.592780 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.607779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a0e45452-cba7-4637-81cc-5325eeeceb2c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:50.630019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54132268-454d-47bd-9932-a00234eaf176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.718567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54132268-454d-47bd-9932-a00234eaf176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddab6d2-c7b5-429a-84c7-6409362a74ad,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:50.725961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a0e45452-cba7-4637-81cc-5325eeeceb2c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:14:50.774332 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.781799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54132268-454d-47bd-9932-a00234eaf176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.783001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-54132268-454d-47bd-9932-a00234eaf176 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ddab6d2-c7b5-429a-84c7-6409362a74ad HTTP/1.1" status: 204 len: 168 time: 0.5458896 Apr 01 15:14:50.786499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:50.853987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccdf762b8f5b44a0b2f88786ce6b3f69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5195212 Apr 01 15:14:50.856738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41112) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:50.860631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff52bfa-d8eb-4010-a5f4-4c25cfca41b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4ae3e8-8203-43b3-b457-4fa76b10e8c6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:50.958627 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.011505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8eb24df8-88a5-4111-8aff-b31c1e6f157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.067662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8eb24df8-88a5-4111-8aff-b31c1e6f157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.104810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Calling delete_port for 89183236-cab0-4550-a7e5-08c365c89564 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:51.166473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dc9d96fb-5875-4297-a939-c62b3326df27 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:51.256219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8eb24df8-88a5-4111-8aff-b31c1e6f157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.288890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb24df8-88a5-4111-8aff-b31c1e6f157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4ae3e8-8203-43b3-b457-4fa76b10e8c6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:51.322481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8eb24df8-88a5-4111-8aff-b31c1e6f157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.327473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8eb24df8-88a5-4111-8aff-b31c1e6f157d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da4ae3e8-8203-43b3-b457-4fa76b10e8c6 HTTP/1.1" status: 204 len: 168 time: 0.4659491 Apr 01 15:14:51.346789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.376000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port dc9d96fb-5875-4297-a939-c62b3326df27 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:51.401120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Deleting port 247d9a0d-7a38-42f1-b66e-7bd99198febf {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:51.401120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.406250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port dc9d96fb-5875-4297-a939-c62b3326df27 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:51.407495 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.439603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event deleted for resources: {'Port': ['ID=89183236-cab0-4550-a7e5-08c365c89564,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:51.611409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.665305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41128) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:51.673131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d845be-8706-4da9-8c5a-03175743112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9d96fb-5875-4297-a939-c62b3326df27'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:14:51.685086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dc9d96fb-5875-4297-a939-c62b3326df27, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dc9d96fb-5875-4297-a939-c62b3326df27,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:51.692701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.768026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] For port 247d9a0d-7a38-42f1-b66e-7bd99198febf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=247d9a0d-7a38-42f1-b66e-7bd99198febf,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:51.768390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:51.795902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=dc9d96fb-5875-4297-a939-c62b3326df27,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:51.906019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3664d-e539-4e6e-8e41-a8f5c1215ff4 req-2cf5dc25-4128-4333-816c-4c3cd8c0fa12 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:51.910041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51c3664d-e539-4e6e-8e41-a8f5c1215ff4 req-2cf5dc25-4128-4333-816c-4c3cd8c0fa12 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 908 time: 0.2746475 Apr 01 15:14:51.918627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Calling delete_port for 247d9a0d-7a38-42f1-b66e-7bd99198febf owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:51.941995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a0e45452-cba7-4637-81cc-5325eeeceb2c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:14:52.041339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.093200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port a0e45452-cba7-4637-81cc-5325eeeceb2c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:14:52.101096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port a0e45452-cba7-4637-81cc-5325eeeceb2c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:14:52.101703 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.177906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e806-51f4-4cdd-95b7-bf586e75fb32 req-ccd3d60a-1962-4675-8295-5635021c589d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:52.180191 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e894e806-51f4-4cdd-95b7-bf586e75fb32 req-ccd3d60a-1962-4675-8295-5635021c589d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 945 time: 0.8273578 Apr 01 15:14:52.237558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41144) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:52.252755 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.295779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.300992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a0e45452-cba7-4637-81cc-5325eeeceb2c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:52.307822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e894e806-51f4-4cdd-95b7-bf586e75fb32 req-77757a35-de1f-45cf-bebb-fd48f291dfef tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174874 Apr 01 15:14:52.317014 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.322659 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.355751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.414222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a0e45452-cba7-4637-81cc-5325eeeceb2c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:52.545565 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d845be-8706-4da9-8c5a-03175743112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9d96fb-5875-4297-a939-c62b3326df27', 'code': 200} Apr 01 15:14:52.578614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.584894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.624915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.625926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Fanout notify agent at l3_agent the message router_deleted on router 44b613e1-64ff-4870-9ddf-129189a25dac {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:52.661986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Pushing event deleted for resources: {'Port': ['ID=247d9a0d-7a38-42f1-b66e-7bd99198febf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:52.671983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.673287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-51824b41-44ac-41ec-b273-7c1c5147f26e tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/44b613e1-64ff-4870-9ddf-129189a25dac HTTP/1.1" status: 204 len: 168 time: 3.3661833 Apr 01 15:14:52.677226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41152) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:52.682499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1655878578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:52.689911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:52.696054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Usage tracker for resource:router and tenant:65a7b0752930478ca0771ba9c5459984 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:52.699353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:52.709799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:52.716741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:52.725407 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.726461 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.750409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.774003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.780927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Usage tracker for resource:security_group_rule and tenant:42f86270af3049ffa6ae34a549b89748 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:52.803140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:52.804945 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2df76817-a8e9-49f6-9e90-3e4e76b50a32 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1271050 Apr 01 15:14:52.808550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41156) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:52.808887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:52.822528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': True}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:52.830440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:52.848805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:52.921916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Usage tracker for resource:security_group_rule and tenant:bd1ddce798624cffb8cf528a150a3326 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:52.958773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:53.119608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:53.121875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-9984fea2-152c-4a64-97f8-8bff9018042b req-8ad3b74b-6ad6-4e70-8b22-d7e07028e2fb service neutron] (83953) timed out ('10.222.0.48', 51348) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:14:53.213974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.223685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef5df474-24be-463b-ba93-91fce61577dd req-db53c329-be64-4334-97e0-d46fe3b3e189 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 1060 time: 0.5299633 Apr 01 15:14:53.230147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.320856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9406d2-ffd7-4376-ac39-ab3ee8b7e30c req-240843b4-3ad0-4c9c-8bc7-6037a7c33f91 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:53.322711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cf9406d2-ffd7-4376-ac39-ab3ee8b7e30c req-240843b4-3ad0-4c9c-8bc7-6037a7c33f91 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 909 time: 0.2183678 Apr 01 15:14:53.324484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988ed078-15f3-4287-80c5-67c9f435b971,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:53.325083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.375686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41ee9456-c89e-4ffa-85a6-4183360fb54b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42f86270af3049ffa6ae34a549b89748&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1350589 Apr 01 15:14:53.380020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41180) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:53.408234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.443454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.628426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf6b687-576c-4dc4-add8-16f62a1d48d6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:53.641990 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2c6db74-81b4-43bf-a5d7-82adf6971204 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd1ddce798624cffb8cf528a150a3326&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9632204 Apr 01 15:14:53.644801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41190) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:53.707065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e19694-0e50-4048-93c5-1115767fd7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.731238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.734906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.764411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.774131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e19694-0e50-4048-93c5-1115767fd7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:53.933422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Allocated IP 172.25.2.53 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/4bec5f96-7d5a-4869-9d03-bdb21f69ee20) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:14:53.936192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e19694-0e50-4048-93c5-1115767fd7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.039178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e19694-0e50-4048-93c5-1115767fd7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988ed078-15f3-4287-80c5-67c9f435b971,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:54.068736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e503603-2508-4a59-89c3-cff798c9d62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.091434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a900dc-e867-4a07-b78b-364b9cbaf490 req-76aaf05d-affb-44da-b267-1a21359833de tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:54.093218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c7a900dc-e867-4a07-b78b-364b9cbaf490 req-76aaf05d-affb-44da-b267-1a21359833de tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 946 time: 0.5255916 Apr 01 15:14:54.109991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e19694-0e50-4048-93c5-1115767fd7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.113607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-57e19694-0e50-4048-93c5-1115767fd7a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/988ed078-15f3-4287-80c5-67c9f435b971 HTTP/1.1" status: 204 len: 168 time: 0.7253902 Apr 01 15:14:54.121449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.145835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e503603-2508-4a59-89c3-cff798c9d62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.160034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.214300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c7a900dc-e867-4a07-b78b-364b9cbaf490 req-d632a4a8-95e0-413f-9017-90c5522128f2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060522 Apr 01 15:14:54.284617 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e503603-2508-4a59-89c3-cff798c9d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.322587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Port': ['ID=4bec5f96-7d5a-4869-9d03-bdb21f69ee20,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:54.348254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:14:54.348503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e503603-2508-4a59-89c3-cff798c9d62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf6b687-576c-4dc4-add8-16f62a1d48d6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:54.350312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:14:54.360604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:14:54.474991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e503603-2508-4a59-89c3-cff798c9d62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.476347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e503603-2508-4a59-89c3-cff798c9d62b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecf6b687-576c-4dc4-add8-16f62a1d48d6 HTTP/1.1" status: 204 len: 168 time: 0.8292067 Apr 01 15:14:54.546274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:14:54.667459 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c', 'code': 200} Apr 01 15:14:54.669952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3559-afca-4bd3-989b-12ce174dd57c req-ab0448cc-ee0e-4a7f-8ae9-3c5eb31a3756 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:54.673541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a12d3559-afca-4bd3-989b-12ce174dd57c req-ab0448cc-ee0e-4a7f-8ae9-3c5eb31a3756 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 909 time: 0.1509240 Apr 01 15:14:54.707651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:54.928049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:14:55.026265 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:55.036493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:55.172729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5df353d-1c79-435f-a22f-886f3e05461d req-2e05f886-b818-4678-9ee3-7139a0095e5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 1097 time: 0.3533306 Apr 01 15:14:55.249455 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5df353d-1c79-435f-a22f-886f3e05461d req-6d269aec-dd0b-4403-9a63-a1daf7558f47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695467 Apr 01 15:14:55.275158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40802-02f8-42cf-a233-ddec150ed147 req-d04675d1-5882-41b7-9ea1-4c5842df96a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:55.276996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed40802-02f8-42cf-a233-ddec150ed147 req-d04675d1-5882-41b7-9ea1-4c5842df96a3 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 909 time: 0.3993206 Apr 01 15:14:55.330574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41238) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:55.380799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:55.391369 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b7526414-bd7e-4821-97f2-b79a7a80809b admin admin] 10.222.0.48 "PUT /v2.0/routers/0d3e1f9a-fe68-4120-8d7a-31019de7a733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1147079 Apr 01 15:14:55.393679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41242) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:55.398849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] Sync routers for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:55.421035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:55.424344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:55.463997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-de7192bb-0224-4b03-8616-2fb58a4b2e47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbf8368b42dd4bb6b28a622658e5bdaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1213083 Apr 01 15:14:55.492428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:55.506140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Router 0f9fd64f-fb59-47b7-8191-1ddae914c283 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:14:55.692667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:55.702652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca199c31-fc23-4ab0-96a5-9cd7eb6a820f req-c1284881-13a5-4a63-9f3c-5fc0f8b3b90c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:55.713724 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ca199c31-fc23-4ab0-96a5-9cd7eb6a820f req-c1284881-13a5-4a63-9f3c-5fc0f8b3b90c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 946 time: 0.2455463 Apr 01 15:14:55.718379 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8cba0084-b2c1-428a-aab1-51fd39638022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:55.750457 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a8fbaa5-3591-4201-aee9-27147f43c772 req-57a91f77-ca82-4cfd-ab36-96b20ebea787 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 1060 time: 0.2519562 Apr 01 15:14:55.760337 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8cba0084-b2c1-428a-aab1-51fd39638022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:55.843558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8cba0084-b2c1-428a-aab1-51fd39638022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:55.853678 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:14:55.862129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba0084-b2c1-428a-aab1-51fd39638022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bed4f4d-b457-459d-b30d-e96472da96b9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:55.872390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:55.892870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ca199c31-fc23-4ab0-96a5-9cd7eb6a820f req-dd846568-85b4-4710-80cf-40fcad113176 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733499 Apr 01 15:14:55.943629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8cba0084-b2c1-428a-aab1-51fd39638022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:55.947004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8cba0084-b2c1-428a-aab1-51fd39638022 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bed4f4d-b457-459d-b30d-e96472da96b9 HTTP/1.1" status: 204 len: 168 time: 0.4446771 Apr 01 15:14:55.981797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:14:55.991962 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] Sync routers for ids ['0f9fd64f-fb59-47b7-8191-1ddae914c283'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:14:56.000196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:56.001712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e69c2c9-638b-4159-b8f0-d8e6bd1b746e tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "PUT /v2.0/routers/0f9fd64f-fb59-47b7-8191-1ddae914c283 HTTP/1.1" status: 200 len: 914 time: 3.1914129 Apr 01 15:14:56.004583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41264) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:56.025336 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] Routers {'0f9fd64f-fb59-47b7-8191-1ddae914c283'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:56.026244 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f9fd64f-fb59-47b7-8191-1ddae914c283'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:56.154153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:56.180217 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-709aa4cd-5684-4841-adb3-3d711cc0c4bb req-2b98290b-e7a1-48fd-9e58-4ba0ca53374e tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1135 time: 0.1453147 Apr 01 15:14:56.182660 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] Routers {'0f9fd64f-fb59-47b7-8191-1ddae914c283'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:56.183514 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f9fd64f-fb59-47b7-8191-1ddae914c283'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:56.266419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-709aa4cd-5684-4841-adb3-3d711cc0c4bb req-3fd10566-7432-4596-a801-7ecf2a66b976 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Synchronizing usage tracker for tenant:0d76ffde67094aa88642d4057d12a1fc on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:14:56.322327 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:56.322745 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08946fc0-ddbd-4eef-b6a0-eda5a532e8b6 None None] The sync data for ids ['0f9fd64f-fb59-47b7-8191-1ddae914c283'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:56.352931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:56.362338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-709aa4cd-5684-4841-adb3-3d711cc0c4bb req-3fd10566-7432-4596-a801-7ecf2a66b976 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] Unset dirty status for tenant:0d76ffde67094aa88642d4057d12a1fc on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:14:56.377525 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-709aa4cd-5684-4841-adb3-3d711cc0c4bb req-3fd10566-7432-4596-a801-7ecf2a66b976 tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1961479 Apr 01 15:14:56.412233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:56.413386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Deleting port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:56.414090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:56.473128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:14:52Z', 'revision_number': 5, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port': {'id': '84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:06:38Z', 'updated_at': '2022-04-01T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:56.478146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] Checking router: 0d3e1f9a-fe68-4120-8d7a-31019de7a733 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:14:56.492208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] Routers {'0d3e1f9a-fe68-4120-8d7a-31019de7a733'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:14:56.493012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:56.550302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5fc0e1fe-7bf4-407e-b786-86af07e85e52 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/0f9fd64f-fb59-47b7-8191-1ddae914c283 HTTP/1.1" status: 200 len: 920 time: 0.5444393 Apr 01 15:14:56.551464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41280) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:56.641404 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0ea24216-b2e3-48ec-bc25-92146cb5944d tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=0f9fd64f-fb59-47b7-8191-1ddae914c283&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0885277 Apr 01 15:14:56.641995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:56.671337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] Set router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:14:56.787990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:14:56Z', 'revision_number': 6, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:14:56.793238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea93fbf-8792-4f6f-967d-31ec2bc9d70d None None] The sync data for ids ['0d3e1f9a-fe68-4120-8d7a-31019de7a733'] in n-d-836017-1 is: [{'id': '0d3e1f9a-fe68-4120-8d7a-31019de7a733', 'name': 'tempest-AttachVolumeShelveTestJSON-170858184-router', 'tenant_id': '53c5dc507d294d82b80e9473cca7d486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:06:37Z', 'updated_at': '2022-04-01T15:14:56Z', 'revision_number': 6, 'project_id': '53c5dc507d294d82b80e9473cca7d486', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:14:56.817070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5054514-a8d5-4b61-96c9-a38ec0975857 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:56.821638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c5054514-a8d5-4b61-96c9-a38ec0975857 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.1786885 Apr 01 15:14:56.822226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41292) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:56.872536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f9baf78c-6a40-4c09-8e5a-c959c201c55e tempest-TestSecurityGroupsBasicOps-352538578 tempest-TestSecurityGroupsBasicOps-352538578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 1055 time: 0.3950729 Apr 01 15:14:56.910995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-77272a02-8d63-454e-815a-2d6132a7f6ac tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f9fd64f-fb59-47b7-8191-1ddae914c283 HTTP/1.1" status: 200 len: 205 time: 0.0833111 Apr 01 15:14:56.910995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41300) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:56.929432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] For port 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:56.930012 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:57.182345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Calling delete_port for 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:57.246757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:57.423789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770287f0-a509-42e7-bbfd-921d31ef3d70 req-bc309ff5-91f7-46c7-867c-5b01f0d92209 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:57.431419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-770287f0-a509-42e7-bbfd-921d31ef3d70 req-bc309ff5-91f7-46c7-867c-5b01f0d92209 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 946 time: 0.2005770 Apr 01 15:14:57.495768 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-770287f0-a509-42e7-bbfd-921d31ef3d70 req-d818e3ab-835f-4c47-807a-0deb21ad4a7e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634274 Apr 01 15:14:57.545959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c56edd-ea0f-4b48-976e-731068082476 req-8e6b371c-1d8a-40b7-97d5-ab6e8316df37 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:57.547500 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90c56edd-ea0f-4b48-976e-731068082476 req-8e6b371c-1d8a-40b7-97d5-ab6e8316df37 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 909 time: 0.1221416 Apr 01 15:14:57.654891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:57.671356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Deleting port 4bec5f96-7d5a-4869-9d03-bdb21f69ee20 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:57.672444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:57.779576 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86fa27ef-e046-4576-9345-6278a9313548 req-686ac64a-e2a5-4755-a259-2d2a4e0ae8e7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 267 time: 0.0840604 Apr 01 15:14:57.843970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5686755b-91d4-483e-a9cc-4bdb60d664b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:57.883092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41334) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:57.889438 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:57.913806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:57.965521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:58.055015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Calling delete_port for 4bec5f96-7d5a-4869-9d03-bdb21f69ee20 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:14:58.235509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa27ef-e046-4576-9345-6278a9313548 req-85b32728-2804-47b2-bf19-45ab2a0a34e9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:58.237002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86fa27ef-e046-4576-9345-6278a9313548 req-85b32728-2804-47b2-bf19-45ab2a0a34e9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 946 time: 0.4508204 Apr 01 15:14:58.238020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.307037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'port': {'security_groups': []}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:58.363498 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.365106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:58.413377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event deleted for resources: {'Port': ['ID=4bec5f96-7d5a-4869-9d03-bdb21f69ee20,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:58.427278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:58.427615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 84c88cd3-bdeb-4b5b-ab48-b4c65ca2f865 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:58.433262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 247d9a0d-7a38-42f1-b66e-7bd99198febf no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:14:58.457181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.488162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 247d9a0d-7a38-42f1-b66e-7bd99198febf {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:14:58.488486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 247d9a0d-7a38-42f1-b66e-7bd99198febf not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:14:58.697128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.701656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.810914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:58.819790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f1c88d5bb94827b8336009c180c223 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:58.822361 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.822861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3e1f9a-fe68-4120-8d7a-31019de7a733 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:58.824715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:58.835664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.851380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:58.929613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:58.935170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d846-be51-40ce-8c23-3d542392f962 req-733d854f-bc03-491b-b323-ecd48fa60654 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:58.936726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3642d846-be51-40ce-8c23-3d542392f962 req-733d854f-bc03-491b-b323-ecd48fa60654 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.62 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 909 time: 0.4807460 Apr 01 15:14:59.063839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.067306 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5aa65180-d5f6-4689-8ee9-e0f3bf3d4d18 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0d3e1f9a-fe68-4120-8d7a-31019de7a733 HTTP/1.1" status: 204 len: 168 time: 3.6703374 Apr 01 15:14:59.071632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41366) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:59.075916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port dc9d96fb-5875-4297-a939-c62b3326df27 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:14:59.076276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.165367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41370) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:59.247441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d730660-0c89-442b-b747-a7af84e5024f req-60c1c3a5-76f0-41fa-8ac5-033c370a004f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:14:59.259885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d730660-0c89-442b-b747-a7af84e5024f req-60c1c3a5-76f0-41fa-8ac5-033c370a004f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 909 time: 0.5157895 Apr 01 15:14:59.266319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.285441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.315241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.315858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Fanout notify agent at l3_agent the message router_deleted on router 0f9fd64f-fb59-47b7-8191-1ddae914c283 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:14:59.339453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.340544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6c6e26c9-084c-4132-af4e-6175b10f7d45 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/0f9fd64f-fb59-47b7-8191-1ddae914c283 HTTP/1.1" status: 204 len: 168 time: 2.4296498 Apr 01 15:14:59.344694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41378) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:59.350045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-633215553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:59.357210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:59.362453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Usage tracker for resource:router and tenant:65a7b0752930478ca0771ba9c5459984 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:59.365258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:59.371885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:59.428115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.440530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.441673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.466932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.472600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.494816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.513203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] Deleting subnet c9f36492-8857-43e7-ad7d-7f996179cc3c {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:14:59.525605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.529591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-adf4820c-7a25-4088-bf92-1f6c72fe8ff1 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1812913 Apr 01 15:14:59.529924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41386) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:59.535748 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.537166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': False}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:59.627638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] For port a0e45452-cba7-4637-81cc-5325eeeceb2c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:59.650695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe22d4-3717-417e-8903-ac05f3b71a14,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:14:59.656289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1722356648'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:14:59.675823 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-488b25e3-dd7b-47e1-9567-e885a0bf5d17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3f1c88d5bb94827b8336009c180c223&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7914021 Apr 01 15:14:59.677134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:14:59.679416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41392) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:14:59.724831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.761451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:14:59.770527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:14:59.793635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:14:59.808556 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:14:59.854241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.867634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:14:59.871093 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.887748 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.901807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a0e45452-cba7-4637-81cc-5325eeeceb2c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:14:59.930795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', '5aa36677-1742-43a9-a7a9-50a89e3e47f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:14:59.954425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:14:59.987120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] For port dc9d96fb-5875-4297-a939-c62b3326df27, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dc9d96fb-5875-4297-a939-c62b3326df27,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:14:59.987500 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.171190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c699b8c-e7fc-4d6f-b7b8-56e94acbe9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.199073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for dc9d96fb-5875-4297-a939-c62b3326df27 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:00.221602 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c699b8c-e7fc-4d6f-b7b8-56e94acbe9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.230556 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-484e141d-9c52-452b-9c55-f30db91582f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.254245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:00.254781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.256220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86fa27ef-e046-4576-9345-6278a9313548 req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "PUT /v2.0/ports/a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 200 len: 905 time: 1.9611042 Apr 01 15:15:00.262258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:15:00.281514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.330437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c699b8c-e7fc-4d6f-b7b8-56e94acbe9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.398856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a0e45452-cba7-4637-81cc-5325eeeceb2c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:15:00.399088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c699b8c-e7fc-4d6f-b7b8-56e94acbe9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe22d4-3717-417e-8903-ac05f3b71a14,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:00.409555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c699b8c-e7fc-4d6f-b7b8-56e94acbe9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.412569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7c699b8c-e7fc-4d6f-b7b8-56e94acbe9f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcbe22d4-3717-417e-8903-ac05f3b71a14 HTTP/1.1" status: 204 len: 168 time: 0.7319520 Apr 01 15:15:00.429638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.613986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-06f16609-d220-449c-b2a6-39cb6159efd4 None None] Provisioning complete for port a0e45452-cba7-4637-81cc-5325eeeceb2c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:00.614660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06f16609-d220-449c-b2a6-39cb6159efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.624847 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c', 'status': 'completed', 'code': 200} Apr 01 15:15:00.632158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:00.636549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf7dae-6615-4629-bda9-0bd4029a0e12 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=a0e45452-cba7-4637-81cc-5325eeeceb2c,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:00.688011 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:00.794242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group_rule and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:00.839381 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-237fef52-fe9a-4d1e-a466-fc089d6a1e9c req-f7325d6c-5073-472d-af02-aaff5b5cbd36 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=13d845be-8706-4da9-8c5a-03175743112f HTTP/1.1" status: 200 len: 210 time: 0.1434779 Apr 01 15:15:00.842877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:00.865853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:00.869897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Port': ['ID=dc9d96fb-5875-4297-a939-c62b3326df27,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:01.020348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] No DVR routers for this DVR port dc9d96fb-5875-4297-a939-c62b3326df27 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:15:01.029289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.034708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f47b110f-298e-44df-916a-0033060cad11 req-64f8b916-58f2-4db2-816f-a91200fdce9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 1059 time: 0.5774446 Apr 01 15:15:01.060412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.123362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f36492-8857-43e7-ad7d-7f996179cc3c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:01.132753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3642d846-be51-40ce-8c23-3d542392f962 req-064aa1ad-f5ab-4db7-826d-d85c576df2e8 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.62 "DELETE /v2.0/ports/dc9d96fb-5875-4297-a939-c62b3326df27 HTTP/1.1" status: 204 len: 173 time: 2.1889162 Apr 01 15:15:01.145050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.152056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b68e9df-a642-465f-aad2-1a7ee6ea498e None None] Network 00f1747f-3195-44b7-90c1-bf710959cc94 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:01.199890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b7569123-2f05-4682-b58e-61269558297b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c9f36492-8857-43e7-ad7d-7f996179cc3c HTTP/1.1" status: 204 len: 168 time: 2.0912099 Apr 01 15:15:01.210030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41424) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:01.237161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.249859 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.304367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:15:01.326523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aedb3-379b-43aa-b634-ba0e1f56e4ea req-c7959e8d-04b9-4e09-8a5a-2402cdc71be3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:01.332434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc154d4-4c26-4f68-bba3-0d9b042f9c93,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:01.343823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0b1aedb3-379b-43aa-b634-ba0e1f56e4ea req-c7959e8d-04b9-4e09-8a5a-2402cdc71be3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 908 time: 0.7499733 Apr 01 15:15:01.347898 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.352384 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment 8059d885-6980-419c-96c8-bdf25cc4a3e6 of type vlan for network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee Apr 01 15:15:01.397646 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.427541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.436416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.486138 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.490058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:01.491059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.587594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41436) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:01.634064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.639843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.680934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b110f-298e-44df-916a-0033060cad11 req-3f083941-f274-4fd7-b540-38b3276adc70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:01.682788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f47b110f-298e-44df-916a-0033060cad11 req-3f083941-f274-4fd7-b540-38b3276adc70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.6260715 Apr 01 15:15:01.683672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.738975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] DHCP port deletion for 00f1747f-3195-44b7-90c1-bf710959cc94 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:15:01.743496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Deleting port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:01.744083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.791586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:01.824427 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.6577127 Apr 01 15:15:01.830196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:01.841841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'name': 'tempest-PortsTestJSON-1273624543'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:01.966516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15168eaa-8b1e-4657-bf1c-bbfc2dda898e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=9bf59af0-dab6-4b54-b7ff-aa5b97611fee,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:01.998777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:15:02.009147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:02.015050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:02.021408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:02.032723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02550c28-b315-4bfb-bc5f-b426209d2fcb req-b45faf9d-e8cb-4d84-a654-a6767ac2ca4c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:02.034241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02550c28-b315-4bfb-bc5f-b426209d2fcb req-b45faf9d-e8cb-4d84-a654-a6767ac2ca4c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3797302 Apr 01 15:15:02.035197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:02.055104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41448) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:02.073428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:02.076654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.102120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Deleting port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:02.102466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.141984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02550c28-b315-4bfb-bc5f-b426209d2fcb req-ed885c8b-a75e-4cd6-8b90-0c7e2f17aa50 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013336 Apr 01 15:15:02.145870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port c63e6583-3533-42bc-bcbb-0038457a2cd8 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:02.238271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] For port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:02.238876 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.282393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f47b110f-298e-44df-916a-0033060cad11 req-9de7ceea-1489-4b3d-b2d4-f1174003add3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 200 len: 217 time: 0.5863276 Apr 01 15:15:02.381211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:02.494311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Calling delete_port for 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:02.500493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41466) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:02.528716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:02.568108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8008f07e754b128805eb3aa6cbe759 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:02.571894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:02.590420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Allocated IP 172.25.2.198 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1150b3ca-fcec-45b3-a0f1-d855bd86055c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:02.640762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:02.654360 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.667495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d845be-8706-4da9-8c5a-03175743112f', 'name': 'network-vif-deleted', 'tag': 'dc9d96fb-5875-4297-a939-c62b3326df27'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:15:02.669726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b110f-298e-44df-916a-0033060cad11 req-7e49d349-0b88-4915-a2ad-3f8d2f8cb05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:02.671283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f47b110f-298e-44df-916a-0033060cad11 req-7e49d349-0b88-4915-a2ad-3f8d2f8cb05f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2787201 Apr 01 15:15:02.684645 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.796953 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d845be-8706-4da9-8c5a-03175743112f', 'name': 'network-vif-deleted', 'tag': 'dc9d96fb-5875-4297-a939-c62b3326df27', 'status': 'completed', 'code': 200} Apr 01 15:15:02.805007 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.838455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.898703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Pushing event deleted for resources: {'Port': ['ID=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:02.903461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] No DVR routers for this DVR port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:15:02.907093 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:02.926984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.927381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.927725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.928064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.929260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.929605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.930024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.930360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.930690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.931014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.932375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a536df-3d8d-4e38-a6ed-cc15d24ff5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:02.978527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=c63e6583-3533-42bc-bcbb-0038457a2cd8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:02.984941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': '8059d885-6980-419c-96c8-bdf25cc4a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:02.985299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: 9bf59af0-dab6-4b54-b7ff-aa5b97611fee, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:15:03.009972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:15:03.021545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 9bf59af0-dab6-4b54-b7ff-aa5b97611fee) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:03.026517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:03.031044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:03.031694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.039755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c3e82-d3fb-4eda-bd55-494524966948 None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:03.063298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9d202b48-5f31-4df8-9567-953874c8e499 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2317598 Apr 01 15:15:03.064479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41484) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:03.071110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-544730915'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:03.077202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:03.081337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:03.084558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:03.091373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:03.103855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:03.107165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.142175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:15:03.152294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] For port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3d90c92f-2b52-4ff7-8e62-9cf36d76eb84,segment=NetworkSegment(68d83957-16d6-4b7b-a65d-303d11253b86),segment_id=68d83957-16d6-4b7b-a65d-303d11253b86)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:03.152661 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.154187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.154532 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment be5e38aa-0281-4c73-b780-09ddd06e6d0f of type vlan for network 5ecdcc5a-4cc0-449c-bbee-53c9d2447900 Apr 01 15:15:03.183663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.225277 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.229836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:03.230530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.242019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dc9d96fb-5875-4297-a939-c62b3326df27 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:03.279201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Calling delete_port for 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:03.281131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: dc9d96fb-5875-4297-a939-c62b3326df27 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:03.281475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dc9d96fb-5875-4297-a939-c62b3326df27 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:03.350263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2821970 Apr 01 15:15:03.350483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.350928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41488) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:03.358617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'ports': [{'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee'}, {'network_id': '5ecdcc5a-4cc0-449c-bbee-53c9d2447900'}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:03.358921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:03.359415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '5ecdcc5a-4cc0-449c-bbee-53c9d2447900'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:03.377736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74037cb4-b3ed-466a-8a0e-8e3e69111c86 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=5ecdcc5a-4cc0-449c-bbee-53c9d2447900,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:03.390673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 5ecdcc5a-4cc0-449c-bbee-53c9d2447900 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:15:03.451948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c51c6-76ce-4152-ad97-d53e9b370331 req-d82b2b74-5060-434f-a48e-fba44f872e47 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:03.453480 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a47c51c6-76ce-4152-ad97-d53e9b370331 req-d82b2b74-5060-434f-a48e-fba44f872e47 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 1.0686233 Apr 01 15:15:03.464838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:03.487355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Usage tracker for resource:security_group_rule and tenant:794e85476042427e9b2fadb3421dfd48 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:03.520328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:03.537968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:03.554442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:15:03.554674 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:15:03.570495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.610693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f47b110f-298e-44df-916a-0033060cad11 req-2ebe0b2a-53b3-47af-9e71-c3df49e3ac36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9272163 Apr 01 15:15:03.627161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:03.630854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:03.635968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:03.642214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:03.654068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.655487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 2} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:03.659678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.679390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.727232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.746538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a47c51c6-76ce-4152-ad97-d53e9b370331 req-0ebe38c1-1d6e-489f-b68e-0e5e50a53cc5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761352 Apr 01 15:15:03.878821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef8008f07e754b128805eb3aa6cbe759&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2901855 Apr 01 15:15:03.885564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36ee81-48c2-40ea-8fe5-1e688a46d6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28265c-307e-45c2-a130-e9203449dd04,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:03.886651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41500) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:03.921723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:03.964450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f47b110f-298e-44df-916a-0033060cad11 req-cdf46126-3661-4866-aa2e-d160ccf0edb6 service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417768 Apr 01 15:15:03.992856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 6dcf7364-39b1-4ce5-9e11-0551f68e2244 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:04.059682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc118c65-f56b-432c-87e7-06051a64d9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.108482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc118c65-f56b-432c-87e7-06051a64d9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.136836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80606c77-b540-4105-acf5-9ba3fad8056b req-8bd5e4c7-0176-4c5d-aac6-2da0933bfdc9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:04.138244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-80606c77-b540-4105-acf5-9ba3fad8056b req-8bd5e4c7-0176-4c5d-aac6-2da0933bfdc9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1921935 Apr 01 15:15:04.142002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Deleting port 3d90c92f-2b52-4ff7-8e62-9cf36d76eb84 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:04.142183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.240083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.244630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.262869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Pushing event updated for resources: {'Port': ['ID=1150b3ca-fcec-45b3-a0f1-d855bd86055c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:04.273757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.322025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:04.323980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-80606c77-b540-4105-acf5-9ba3fad8056b req-be54abb7-e5ad-4887-9e88-f688160f775d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748936 Apr 01 15:15:04.326484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] The port '3d90c92f-2b52-4ff7-8e62-9cf36d76eb84' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:15:04.335279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc118c65-f56b-432c-87e7-06051a64d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.337894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:04.379875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc118c65-f56b-432c-87e7-06051a64d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28265c-307e-45c2-a130-e9203449dd04,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:04.399011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:04.410235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port d3f55024-8a24-4d25-a3f5-dc9ac572a4ac yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:04.423772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc118c65-f56b-432c-87e7-06051a64d9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.425163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dc118c65-f56b-432c-87e7-06051a64d9c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e28265c-307e-45c2-a130-e9203449dd04 HTTP/1.1" status: 204 len: 168 time: 0.5374017 Apr 01 15:15:04.542516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e8db90-d00f-40af-bde7-2604ab9a378d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:04.582389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.617127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.644187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b198e27c-5296-44f9-974c-c2c7177cd629 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=794e85476042427e9b2fadb3421dfd48&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1426079 Apr 01 15:15:04.660420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41512) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:04.678516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f47b110f-298e-44df-916a-0033060cad11 req-e9268357-13c5-4eef-ad2f-ef6196acf2a5 service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965497 Apr 01 15:15:04.719440 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.731813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=6dcf7364-39b1-4ce5-9e11-0551f68e2244,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:04.741158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:04.744688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:04.749162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:04.750320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.774043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f1747f-3195-44b7-90c1-bf710959cc94']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:04.799752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d83957-16d6-4b7b-a65d-303d11253b86') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:04.800197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d83957-16d6-4b7b-a65d-303d11253b86') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:04.825521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.841668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=d3f55024-8a24-4d25-a3f5-dc9ac572a4ac,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:04.854186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c820a59-3895-49a1-abb1-b181fce92562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.879375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.893965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17218f75-fae8-4040-ad6a-e9580929663d req-0bd49b06-fa9a-4159-b23b-4861b6c58a4c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:04.901094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17218f75-fae8-4040-ad6a-e9580929663d req-0bd49b06-fa9a-4159-b23b-4861b6c58a4c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3020771 Apr 01 15:15:04.914046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c820a59-3895-49a1-abb1-b181fce92562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:04.935877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': 'be5e38aa-0281-4c73-b780-09ddd06e6d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5ecdcc5a-4cc0-449c-bbee-53c9d2447900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:04.936227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: 5ecdcc5a-4cc0-449c-bbee-53c9d2447900, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:15:04.984011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 5ecdcc5a-4cc0-449c-bbee-53c9d2447900 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:15:04.998697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 5ecdcc5a-4cc0-449c-bbee-53c9d2447900) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:05.005872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:05.012157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:05.013065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087b638-b145-4b02-8ad0-9f19814e1c29 None None] Network 5ecdcc5a-4cc0-449c-bbee-53c9d2447900 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:05.017445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:05.018430 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.028117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c820a59-3895-49a1-abb1-b181fce92562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.062047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c820a59-3895-49a1-abb1-b181fce92562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e8db90-d00f-40af-bde7-2604ab9a378d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:05.081326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c820a59-3895-49a1-abb1-b181fce92562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.082934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:15:05.083378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.084146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8c820a59-3895-49a1-abb1-b181fce92562 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8e8db90-d00f-40af-bde7-2604ab9a378d HTTP/1.1" status: 204 len: 168 time: 0.4181991 Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:15:05.100157 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:15:05.107244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-11df78be-00a0-4f27-a9a6-785e634a64f8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7533176 Apr 01 15:15:05.109894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41532) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:05.282722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port d3f55024-8a24-4d25-a3f5-dc9ac572a4ac {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:05.283075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.315173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17218f75-fae8-4040-ad6a-e9580929663d req-7f54b778-775b-4658-8d37-c0318ea733b7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130983 Apr 01 15:15:05.324858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.347263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.361497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f1747f-3195-44b7-90c1-bf710959cc94,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:05.382045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.519292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e641e644-096a-4fa4-98d6-d8bc1102f5e4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/00f1747f-3195-44b7-90c1-bf710959cc94 HTTP/1.1" status: 204 len: 168 time: 4.2868159 Apr 01 15:15:05.523033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.817644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.825105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:05.899497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41552) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:05.899829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41554) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:05.991229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.150138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for d3f55024-8a24-4d25-a3f5-dc9ac572a4ac owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:06.305507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.370918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.419497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=d3f55024-8a24-4d25-a3f5-dc9ac572a4ac,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:06.463687 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.480150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Router be211598-3c51-4b9b-90b2-f7bca757ecd7 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:15:06.500308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:06.506963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-147d38d9-90bf-4505-b2c5-96fe8472a02e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53c5dc507d294d82b80e9473cca7d486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6036747 Apr 01 15:15:06.517917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-33ee9e05-718b-4199-ad91-55e7edbc3fc9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/d3f55024-8a24-4d25-a3f5-dc9ac572a4ac HTTP/1.1" status: 204 len: 168 time: 1.4054983 Apr 01 15:15:06.518500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41568) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:06.519472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Usage tracker for resource:security_group_rule and tenant:ef40cd258a0e47beb9981f2661c85aff is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:06.541763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41570) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:06.542584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:06.551078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-b33ec5cf-893b-48cf-b10b-58cd8e7c52a0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:06.552628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-b33ec5cf-893b-48cf-b10b-58cd8e7c52a0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.6519423 Apr 01 15:15:06.597045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:06.658533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-0fd47acf-88af-43e0-a58a-c2634c35b7e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/quotas/83d3a9f26bda4e5dabf09b55be8b318b HTTP/1.1" status: 200 len: 375 time: 0.0976713 Apr 01 15:15:06.817273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port 943d3598-cde4-4261-b482-832f5e50789a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:06.818210 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.830269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.845676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2f30c1-ddb6-4c91-81b6-bec3a5b1ed62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.849656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.871016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a712f58-e0ca-492b-9c0c-88f5910a7a6f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:06.875130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a712f58-e0ca-492b-9c0c-88f5910a7a6f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:06.878275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8a712f58-e0ca-492b-9c0c-88f5910a7a6f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:06.959691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2f30c1-ddb6-4c91-81b6-bec3a5b1ed62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:06.976800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fed2a1-b1b7-49ae-8c84-a05f2ef2a9e9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:07.000773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-55760fc7-e131-4b18-9819-01ede1d63638 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef40cd258a0e47beb9981f2661c85aff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0988164 Apr 01 15:15:07.004207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8a712f58-e0ca-492b-9c0c-88f5910a7a6f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:07.008554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8a712f58-e0ca-492b-9c0c-88f5910a7a6f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4517481 Apr 01 15:15:07.013327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41584) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:07.013655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41586) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:07.114453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-5257b3b3-3b2b-4cae-80d3-b12aa186502d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4215441 Apr 01 15:15:07.190491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 6dcf7364-39b1-4ce5-9e11-0551f68e2244 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:07.190971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:07.208241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:15:07.215065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:07.215984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e5638466-7c40-4679-be1e-a95458a477f3 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "PUT /v2.0/routers/be211598-3c51-4b9b-90b2-f7bca757ecd7 HTTP/1.1" status: 200 len: 915 time: 7.6848102 Apr 01 15:15:07.222225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] Sync routers for ids ['be211598-3c51-4b9b-90b2-f7bca757ecd7'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:15:07.225132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41598) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:07.242191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] Routers {'be211598-3c51-4b9b-90b2-f7bca757ecd7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:07.243105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['be211598-3c51-4b9b-90b2-f7bca757ecd7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:07.265570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] For port 943d3598-cde4-4261-b482-832f5e50789a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=943d3598-cde4-4261-b482-832f5e50789a,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:07.266193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:07.327866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:07.339076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2f30c1-ddb6-4c91-81b6-bec3a5b1ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:07.340594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] Routers {'be211598-3c51-4b9b-90b2-f7bca757ecd7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:07.341788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['be211598-3c51-4b9b-90b2-f7bca757ecd7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:07.461691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:07.462103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0debd3-0cd6-4aff-9949-d092d3d89cbe None None] The sync data for ids ['be211598-3c51-4b9b-90b2-f7bca757ecd7'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:15:07.498960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for 943d3598-cde4-4261-b482-832f5e50789a owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:07.559606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84b1d30b-3508-4ad8-8811-f48119f15c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:07.618186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f30c1-ddb6-4c91-81b6-bec3a5b1ed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966db634-9790-4f6b-a432-ef4a193dda4f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:07.819925 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:07.891386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Port': ['ID=943d3598-cde4-4261-b482-832f5e50789a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:08.013217 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cd2f30c1-ddb6-4c91-81b6-bec3a5b1ed62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:08.014341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cd2f30c1-ddb6-4c91-81b6-bec3a5b1ed62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/966db634-9790-4f6b-a432-ef4a193dda4f HTTP/1.1" status: 204 len: 168 time: 1.4896712 Apr 01 15:15:08.024990 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84b1d30b-3508-4ad8-8811-f48119f15c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:08.459763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:08.550284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:08.570862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84b1d30b-3508-4ad8-8811-f48119f15c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:08.586263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-c6803484-9cef-479a-b9f8-dae631f0729b service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4445584 Apr 01 15:15:08.823414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d30b-3508-4ad8-8811-f48119f15c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fed2a1-b1b7-49ae-8c84-a05f2ef2a9e9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:08.845309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 6dcf7364-39b1-4ce5-9e11-0551f68e2244 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:09.049217 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84b1d30b-3508-4ad8-8811-f48119f15c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:09.050513 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84b1d30b-3508-4ad8-8811-f48119f15c75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9fed2a1-b1b7-49ae-8c84-a05f2ef2a9e9 HTTP/1.1" status: 204 len: 168 time: 2.0347168 Apr 01 15:15:09.051485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:09.126415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=6dcf7364-39b1-4ce5-9e11-0551f68e2244,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:09.170856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:09.227651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-a64377f6-7284-43fc-8a35-b68af466f74b service neutron] 10.222.0.48 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639699 Apr 01 15:15:09.263240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9af3c5ba-4533-4eb0-8871-fa50ec90e265 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/6dcf7364-39b1-4ce5-9e11-0551f68e2244 HTTP/1.1" status: 204 len: 168 time: 2.2457037 Apr 01 15:15:09.271042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41642) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:09.321161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5c820608-e155-459a-90e4-1c29f73500ae tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/be211598-3c51-4b9b-90b2-f7bca757ecd7 HTTP/1.1" status: 200 len: 921 time: 2.0908148 Apr 01 15:15:09.323849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41646) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:09.446405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6c35ad-eb7a-486f-873f-f32085fa98f5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:09.447307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0b6c35ad-eb7a-486f-873f-f32085fa98f5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:09.463995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8a963c66-2e40-4598-9137-4f4a027f3559 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=be211598-3c51-4b9b-90b2-f7bca757ecd7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1356673 Apr 01 15:15:09.465878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41652) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:09.541477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0b6c35ad-eb7a-486f-873f-f32085fa98f5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:09.543080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0b6c35ad-eb7a-486f-873f-f32085fa98f5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2710114 Apr 01 15:15:09.552437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41660) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:09.617231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router a18b16b8-2a81-4b2c-967c-981c7b50de3c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:15:09.630936 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4760d211-2d7a-456b-b4fb-258003dfae1f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:15:09.632229 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4760d211-2d7a-456b-b4fb-258003dfae1f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/d3f55024-8a24-4d25-a3f5-dc9ac572a4ac HTTP/1.1" status: 404 len: 333 time: 0.0788438 Apr 01 15:15:09.634908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41668) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:09.720483 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f61f130-7364-4123-a36c-5fc674f4b3ef tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:15:09.721802 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f61f130-7364-4123-a36c-5fc674f4b3ef tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/6dcf7364-39b1-4ce5-9e11-0551f68e2244 HTTP/1.1" status: 404 len: 333 time: 0.0858202 Apr 01 15:15:09.724537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41678) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:09.845116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11735bd-82b4-4e78-b497-e41d406f3273 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:09.846501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f11735bd-82b4-4e78-b497-e41d406f3273 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.3795822 Apr 01 15:15:09.858908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41684) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:10.020470 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cd0ddd73-76d4-4a02-8e79-4e8e24d67fd4 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=be211598-3c51-4b9b-90b2-f7bca757ecd7 HTTP/1.1" status: 200 len: 205 time: 0.1580143 Apr 01 15:15:10.021544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41698) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:10.207092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf8370ae-33af-48bb-8be7-40d86b382315 req-63ab0a45-0b5e-4075-a7c8-c428dbfccc27 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 210 time: 0.1558094 Apr 01 15:15:10.222049 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:10.392837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:15:10.404417 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] Sync routers for ids ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:15:10.424301 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fe55ad6c-2d04-4b5c-a1f4-1fe6591d847b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "PUT /v2.0/routers/a18b16b8-2a81-4b2c-967c-981c7b50de3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3297355 Apr 01 15:15:10.429167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41712) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:10.432314 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] Routers {'a18b16b8-2a81-4b2c-967c-981c7b50de3c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:10.433383 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:10.779241 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:10.853741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:10.945540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecdcc5a-4cc0-449c-bbee-53c9d2447900']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:10.997140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5e38aa-0281-4c73-b780-09ddd06e6d0f') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:10.997392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5e38aa-0281-4c73-b780-09ddd06e6d0f') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:11.005464 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] Set router a18b16b8-2a81-4b2c-967c-981c7b50de3c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:15:11.062401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.103908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.115447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:15:11.115953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.130524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting subnet 1af53bfc-a5dd-4971-8899-703f51d07554 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:15:11.134787 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:15:11.345129 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:15:11.365170 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.527262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.574375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.671815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-37de6789-d0e0-4fe9-8e82-0723fc79b8bf req-a474dacf-03cb-41ba-a11d-08cefe12762f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 210 time: 0.1507416 Apr 01 15:15:11.672699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.680054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.715784 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:15:07Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:11.720959 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] Checking router: a18b16b8-2a81-4b2c-967c-981c7b50de3c for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:15:11.726188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.773301 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] Routers {'a18b16b8-2a81-4b2c-967c-981c7b50de3c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:11.773901 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:11.848120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:11.852015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540611c7-67e8-4e23-b899-c82cb771d1e1 None None] Network 7430a7ce-01eb-42f3-8e8f-9356e89afd28 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:11.893904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Subnet': ['ID=1af53bfc-a5dd-4971-8899-703f51d07554,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:11.927556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1e0ab6ec-830f-440f-b881-8858e9bd90c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/subnets/1af53bfc-a5dd-4971-8899-703f51d07554 HTTP/1.1" status: 204 len: 168 time: 1.4963241 Apr 01 15:15:11.928220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41754) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:12.043971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-6d3ba63b-c87a-428c-8da1-feebcaac892d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:12.045987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-6d3ba63b-c87a-428c-8da1-feebcaac892d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 811 time: 0.3484964 Apr 01 15:15:12.091069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Request body: {'port': {'device_id': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'admin_state_up': True, 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:12.151354 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/5ecdcc5a-4cc0-449c-bbee-53c9d2447900 HTTP/1.1" status: 204 len: 168 time: 2.4256787 Apr 01 15:15:12.152486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90494955-15a5-480a-8b42-b37eba9e9cff tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=5ecdcc5a-4cc0-449c-bbee-53c9d2447900,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:12.154316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41764) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:12.371298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1400593458'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:12.384149 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] Set router a18b16b8-2a81-4b2c-967c-981c7b50de3c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:15:12.444555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:12.461977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:12.476699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:12.499805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] DHCP port deletion for 7430a7ce-01eb-42f3-8e8f-9356e89afd28 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:15:12.506462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] Deleting port 8711396c-f2e8-4384-9000-041136504a4a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:12.506913 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:12.514907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:12.599551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:12.627634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:12.630587 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:12.723440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:15:12.741017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:12.741367 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment 170e9841-8e69-4259-aeeb-6b8f4f9365ab of type vlan for network c622057d-8c33-47fd-b38b-2da2ec89356f Apr 01 15:15:12.814620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:12.931031 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:12.934737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:12.953039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:13.074118 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:15:07Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:13.077266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:13.080137 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca08b75-ecf2-4e7e-80c9-4be0db8e5e7d None None] The sync data for ids ['a18b16b8-2a81-4b2c-967c-981c7b50de3c'] in n-d-836017-1 is: [{'id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14964350', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:14:07Z', 'updated_at': '2022-04-01T15:15:07Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': '7311dd3d-f0ef-4318-829f-a83ba04bd771', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b16b8-2a81-4b2c-967c-981c7b50de3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:14:09Z', 'updated_at': '2022-04-01T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:15:13.151789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd9e9c9d-dba5-4455-90f5-a821d2d84b7d req-87553777-f329-44b0-814e-7963373092ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 210 time: 0.1379132 Apr 01 15:15:13.168600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] For port 8711396c-f2e8-4384-9000-041136504a4a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8711396c-f2e8-4384-9000-041136504a4a,segment=NetworkSegment(c58066c0-2c8b-48f6-8064-bbaae0258bc7),segment_id=c58066c0-2c8b-48f6-8064-bbaae0258bc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:13.170208 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:13.270298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:13.318420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:13.336138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port 7311dd3d-f0ef-4318-829f-a83ba04bd771 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:13.336975 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:13.345520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] Calling delete_port for 8711396c-f2e8-4384-9000-041136504a4a owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:13.395480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=c622057d-8c33-47fd-b38b-2da2ec89356f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:13.408118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8861fcf4-c15b-448e-9799-8900b145bef8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2171469 Apr 01 15:15:13.422239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c622057d-8c33-47fd-b38b-2da2ec89356f details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:15:13.429521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41802) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:13.438907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Made reservation on behalf of 83d3a9f26bda4e5dabf09b55be8b318b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:13.445891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:13.481992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:13.603317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] For port 7311dd3d-f0ef-4318-829f-a83ba04bd771, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7311dd3d-f0ef-4318-829f-a83ba04bd771,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:13.603926 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:13.842488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for 7311dd3d-f0ef-4318-829f-a83ba04bd771 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:13.968255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:14.002971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:14.019901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:14.053999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:14.097395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:14.100033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:14.143609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Deleting port 1150b3ca-fcec-45b3-a0f1-d855bd86055c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:14.144673 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:14.183609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] Pushing event deleted for resources: {'Port': ['ID=8711396c-f2e8-4384-9000-041136504a4a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:14.192989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1954cb2-b64b-43a3-8680-655c86f842c5 None None] No DVR routers for this DVR port 8711396c-f2e8-4384-9000-041136504a4a on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:15:14.278579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:14.390465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Allocated IP 172.20.0.4 (c49cf382-ea2b-4856-8b41-a005636cd4d1/4c5b885d-3160-49fb-b83f-d3099095e6ea/81f91ada-3b90-49a0-8d63-48351af46117) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:14.414570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8711396c-f2e8-4384-9000-041136504a4a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:14.448959 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:14.498271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Port': ['ID=7311dd3d-f0ef-4318-829f-a83ba04bd771,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:14.562744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8711396c-f2e8-4384-9000-041136504a4a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:14.563102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8711396c-f2e8-4384-9000-041136504a4a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:14.563603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 943d3598-cde4-4261-b482-832f5e50789a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:14.686389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 943d3598-cde4-4261-b482-832f5e50789a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:14.686716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 943d3598-cde4-4261-b482-832f5e50789a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:14.727846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a6a6e1f-ba4e-4a32-90c7-7c64d9f7d5ec req-d9863cae-ddb4-41a2-a71a-030a56adad03 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 210 time: 0.2175291 Apr 01 15:15:14.748768 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.028882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.091670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.519194 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.525056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.554606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Performing IP validity checks on allocation pools {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:15:15.554606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:15:15.560917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.563783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Fanout notify agent at l3_agent the message router_deleted on router a18b16b8-2a81-4b2c-967c-981c7b50de3c {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:15:15.597091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.598544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-95044637-beb8-4bd4-bacf-8a142539a552 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/routers/a18b16b8-2a81-4b2c-967c-981c7b50de3c HTTP/1.1" status: 204 len: 168 time: 3.6693971 Apr 01 15:15:15.602139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:15.602614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41856) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:15.868482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Calling delete_port for 1150b3ca-fcec-45b3-a0f1-d855bd86055c owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:15.910434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.431824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7311dd3d-f0ef-4318-829f-a83ba04bd771 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:16.449462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d43d1c6-d6e4-44d5-a515-5cfa6d0881a0 req-e9437f9c-2512-4748-a66c-047548ab099d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 210 time: 0.2882342 Apr 01 15:15:16.466128 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.529050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7430a7ce-01eb-42f3-8e8f-9356e89afd28']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:16.549372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.553543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 7311dd3d-f0ef-4318-829f-a83ba04bd771 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:16.554534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7311dd3d-f0ef-4318-829f-a83ba04bd771 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:16.567454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58066c0-2c8b-48f6-8064-bbaae0258bc7') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:16.569866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58066c0-2c8b-48f6-8064-bbaae0258bc7') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:16.589096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.611369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.621262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:15:16.622685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:15:16.641500 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:15:16.676787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event deleted for resources: {'Port': ['ID=1150b3ca-fcec-45b3-a0f1-d855bd86055c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:16.780387 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.821901 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.825675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Network': ['ID=7430a7ce-01eb-42f3-8e8f-9356e89afd28,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:16.851620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:16.870973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e446f2dd-0e17-433a-a084-df62b85984ff tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/networks/7430a7ce-01eb-42f3-8e8f-9356e89afd28 HTTP/1.1" status: 204 len: 168 time: 1.2664995 Apr 01 15:15:16.871825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41880) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:16.872132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.872760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.872921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.873412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.873890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.874512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.874992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.875493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.876447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.876934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:16.877400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:17.131538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.390432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Transition to ACTIVE for port object 81f91ada-3b90-49a0-8d63-48351af46117 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:17.395878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port 9b03219c-b499-436c-bcf4-c35c80da5ba6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:17.396800 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.466327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.547067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=b4d7824e-6e05-49b2-9940-1de8ba66836e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:17.554939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41898) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:17.559966 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.587544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.666829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': '170e9841-8e69-4259-aeeb-6b8f4f9365ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:17.668909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: c622057d-8c33-47fd-b38b-2da2ec89356f, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:15:17.692911 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.692911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Fanout notify agent at l3_agent the message router_deleted on router be211598-3c51-4b9b-90b2-f7bca757ecd7 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:15:17.694957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.707930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', '5aa36677-1742-43a9-a7a9-50a89e3e47f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:15:17.741420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:17.741925 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.004001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for 9b03219c-b499-436c-bcf4-c35c80da5ba6 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:18.338502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.399779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:18.400744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Port': ['ID=9b03219c-b499-436c-bcf4-c35c80da5ba6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:18.438145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.505504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:18.514307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.517316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:18.640350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:18.661271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.676639 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-01926c5d-b111-470c-a7ee-63ed4b91a14d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/be211598-3c51-4b9b-90b2-f7bca757ecd7 HTTP/1.1" status: 204 len: 168 time: 8.6506619 Apr 01 15:15:18.705239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:18.713614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network c622057d-8c33-47fd-b38b-2da2ec89356f is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:15:18.762726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-498332132', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:18.777591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:18.795804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Usage tracker for resource:router and tenant:65a7b0752930478ca0771ba9c5459984 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:18.799062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:18.809111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:18.854804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c622057d-8c33-47fd-b38b-2da2ec89356f) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:18.862376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.863580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.864569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85fbced-118f-4b30-b329-23e4402ac832 None None] Network c622057d-8c33-47fd-b38b-2da2ec89356f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:18.880978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:18.881552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.922259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:18.922860 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:18.951105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:18.969108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Usage tracker for resource:security_group_rule and tenant:3e63f47d27da477fa8472494363d68e0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:18.974629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:18.984263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e74f9-9ba3-48fe-9b60-f7ed141ce3a0 req-d34b5541-ddf4-4363-a5a9-0f2e94fe84b8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:18.984874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ad3e74f9-9ba3-48fe-9b60-f7ed141ce3a0 req-d34b5541-ddf4-4363-a5a9-0f2e94fe84b8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:18.997788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5970b187-f0d4-4416-a156-011b6d50560a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5612903 Apr 01 15:15:18.997788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-ed708e3e-305a-47f8-9001-9056ee344bd8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9195852 Apr 01 15:15:18.997788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:18.998174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41944) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:19.011667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.013885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f', 'name': 'tempest-PortsTestJSON-1242314383'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:19.015982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Request body: {'port': {'device_id': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:19.073089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ad3e74f9-9ba3-48fe-9b60-f7ed141ce3a0 req-d34b5541-ddf4-4363-a5a9-0f2e94fe84b8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:19.074641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad3e74f9-9ba3-48fe-9b60-f7ed141ce3a0 req-d34b5541-ddf4-4363-a5a9-0f2e94fe84b8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 931 time: 0.8810225 Apr 01 15:15:19.142183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-361fe373-b603-4fb1-9835-2f15db03be64 None None] Provisioning for port 81f91ada-3b90-49a0-8d63-48351af46117 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:15:19.161492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-361fe373-b603-4fb1-9835-2f15db03be64 None None] Provisioning complete for port 81f91ada-3b90-49a0-8d63-48351af46117 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:19.161895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-361fe373-b603-4fb1-9835-2f15db03be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.240941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-361fe373-b603-4fb1-9835-2f15db03be64 None None] Port 81f91ada-3b90-49a0-8d63-48351af46117 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:15:19.262497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad3e74f9-9ba3-48fe-9b60-f7ed141ce3a0 req-30d7201c-a8fd-42b3-842b-993a9044c48c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777148 Apr 01 15:15:19.359147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c622057d-8c33-47fd-b38b-2da2ec89356f', 'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f', 'tenant_id': '56910f9217c44567b3116680314ed076', 'fixed_ips': [{'subnet_id': 'b4d7824e-6e05-49b2-9940-1de8ba66836e'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:15:19.360028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.466745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.570497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.597011 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.600297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:19.614710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:19.630471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Allocated IP 172.20.0.2 (c622057d-8c33-47fd-b38b-2da2ec89356f/b4d7824e-6e05-49b2-9940-1de8ba66836e/a8a95361-5172-440a-8012-f5f51d065164) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:19.654190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.663918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:19.676138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.702642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd467b7-eca0-483e-95d9-2247260dcfe5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:19.709321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:19.744757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 7e31fa4b-1deb-4228-8aea-fa1a3d473a58 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:19.845385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41960) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:19.886462 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:19.897217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Transition to ACTIVE for port object a8a95361-5172-440a-8012-f5f51d065164 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:19.905215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c8d6c5df-bd81-447c-9f43-0e089c0a9201 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e63f47d27da477fa8472494363d68e0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3465443 Apr 01 15:15:19.906830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:19.920651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Transition to ACTIVE for port object a8a95361-5172-440a-8012-f5f51d065164 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:19.935434 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.006892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Network c622057d-8c33-47fd-b38b-2da2ec89356f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:20.010116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:20.013392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:20.074377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Pushing event updated for resources: {'Port': ['ID=a8a95361-5172-440a-8012-f5f51d065164,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:20.137646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.154370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Attempting to bind port a8a95361-5172-440a-8012-f5f51d065164 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:15:20.155035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Attempting to bind port a8a95361-5172-440a-8012-f5f51d065164 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '170e9841-8e69-4259-aeeb-6b8f4f9365ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:15:20.155575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Attempting to bind port a8a95361-5172-440a-8012-f5f51d065164 on network c622057d-8c33-47fd-b38b-2da2ec89356f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:15:20.162702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:15:20.163413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Checking segment: {'id': '170e9841-8e69-4259-aeeb-6b8f4f9365ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:20.164038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.164574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Bound using segment: {'id': '170e9841-8e69-4259-aeeb-6b8f4f9365ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:15:20.165373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Bound port: a8a95361-5172-440a-8012-f5f51d065164, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170e9841-8e69-4259-aeeb-6b8f4f9365ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c622057d-8c33-47fd-b38b-2da2ec89356f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:15:20.165930 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.177063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f91ada-3b90-49a0-8d63-48351af46117 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:15:20.181493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.218866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.222261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.262864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] For port a8a95361-5172-440a-8012-f5f51d065164, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:15:20.266592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] For port a8a95361-5172-440a-8012-f5f51d065164, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a8a95361-5172-440a-8012-f5f51d065164,segment=NetworkSegment(170e9841-8e69-4259-aeeb-6b8f4f9365ab),segment_id=170e9841-8e69-4259-aeeb-6b8f4f9365ab)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:15:20.274987 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.313432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Transition to ACTIVE for port object 81f91ada-3b90-49a0-8d63-48351af46117 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:20.315638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.324794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.353373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccc144bb-beb6-4565-90b7-bb101f769faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.362055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.11 (c622057d-8c33-47fd-b38b-2da2ec89356f/b4d7824e-6e05-49b2-9940-1de8ba66836e/7e31fa4b-1deb-4228-8aea-fa1a3d473a58) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:20.373884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:15:20.395499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:20.402532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Usage tracker for resource:security_group_rule and tenant:ca16f4ac5a81494c893b4615074942ef is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:20.411656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:20.419049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:20.462175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e47ca-828a-48dd-88b8-35a06e2f6937 None None] Pushing event updated for resources: {'Port': ['ID=a8a95361-5172-440a-8012-f5f51d065164,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:20.497611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.551677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.617912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:20.623373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccc144bb-beb6-4565-90b7-bb101f769faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:20.641935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Allocated IP 172.25.2.198 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/099a2be1-d6ff-4943-bb2c-5c4735e32748) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:20.664647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:20.705855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0c776051a249bb956616a350d01f54 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:20.711521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:20.719098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:20.795069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca16f4ac5a81494c893b4615074942ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9483123 Apr 01 15:15:20.796885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41978) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:20.906552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4d2e6-85e8-4a4f-b68c-9119e33cba4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f3708-ba72-4980-9f02-6eb794742e38,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:20.990240 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccc144bb-beb6-4565-90b7-bb101f769faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.050706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc144bb-beb6-4565-90b7-bb101f769faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd467b7-eca0-483e-95d9-2247260dcfe5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:21.092776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Attempting to bind port 81f91ada-3b90-49a0-8d63-48351af46117 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:15:21.093102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Attempting to bind port 81f91ada-3b90-49a0-8d63-48351af46117 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:15:21.093428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Attempting to bind port 81f91ada-3b90-49a0-8d63-48351af46117 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:15:21.124108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Port 81f91ada-3b90-49a0-8d63-48351af46117 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:15:21.124431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Attempting to bind port 81f91ada-3b90-49a0-8d63-48351af46117 on network c49cf382-ea2b-4856-8b41-a005636cd4d1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:15:21.147933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:15:21.148262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Checking segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:21.148633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Bound using segment: {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:15:21.149074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Bound port: 81f91ada-3b90-49a0-8d63-48351af46117, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:15:21.149411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.154835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83893181-ce49-44f9-a0ca-17ea8e21742b req-2bdb232d-0cab-40fe-95d1-803431d62430 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:21.156407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83893181-ce49-44f9-a0ca-17ea8e21742b req-2bdb232d-0cab-40fe-95d1-803431d62430 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 943 time: 0.6572926 Apr 01 15:15:21.196355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-51740235-a9d3-4698-a8c9-099d008f1936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.248333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.280361 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-51740235-a9d3-4698-a8c9-099d008f1936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.302757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccc144bb-beb6-4565-90b7-bb101f769faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.303985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ccc144bb-beb6-4565-90b7-bb101f769faa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abd467b7-eca0-483e-95d9-2247260dcfe5 HTTP/1.1" status: 204 len: 168 time: 1.3960679 Apr 01 15:15:21.308216 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.333114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.347292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:15:21.351519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:15:21.367382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.410553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83893181-ce49-44f9-a0ca-17ea8e21742b req-a9a72bfa-2a31-40a4-84bb-07905ac8895a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367511 Apr 01 15:15:21.424694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.442999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e449d7-226f-4ab6-8b27-19e9327f6888,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:21.453839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-51740235-a9d3-4698-a8c9-099d008f1936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.467971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-af66f8d7-398e-4c1c-af5f-7bb67253a185 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c0c776051a249bb956616a350d01f54&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7548809 Apr 01 15:15:21.468566 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.478020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41994) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:21.489349 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.490698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] 10.222.0.62 "PUT /v2.0/ports/81f91ada-3b90-49a0-8d63-48351af46117 HTTP/1.1" status: 200 len: 1091 time: 2.4807205 Apr 01 15:15:21.494146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:15:21.502944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51740235-a9d3-4698-a8c9-099d008f1936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f3708-ba72-4980-9f02-6eb794742e38,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:21.516151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 7e31fa4b-1deb-4228-8aea-fa1a3d473a58 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:21.520443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:21.525402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:21.530462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:21.587791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-51740235-a9d3-4698-a8c9-099d008f1936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.588794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-51740235-a9d3-4698-a8c9-099d008f1936 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f19f3708-ba72-4980-9f02-6eb794742e38 HTTP/1.1" status: 204 len: 168 time: 0.7888288 Apr 01 15:15:21.604225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea6eb2-efbd-4a7b-b169-e6b5611f8863 service neutron] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:21.670124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.691010 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117', 'status': 'completed', 'code': 200} Apr 01 15:15:21.843251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network c622057d-8c33-47fd-b38b-2da2ec89356f is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:21.845085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event updated for resources: {'Port': ['ID=099a2be1-d6ff-4943-bb2c-5c4735e32748,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:21.872790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:21.877119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c41cab54-10b5-4a5a-90a2-c14af4e4656d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:21.890958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:21.899379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-8fbc5894-3d9c-49ff-907f-3a97ebcaf9c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 1094 time: 0.3130834 Apr 01 15:15:21.985806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-c8e1ce49-fc74-426a-9eca-c1996cb8fe91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81f91ada-3b90-49a0-8d63-48351af46117 HTTP/1.1" status: 200 len: 217 time: 0.0735250 Apr 01 15:15:22.040709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:15:22.054065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] Sync routers for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:15:22.064906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:22.065587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.077140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:22.078184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:22.084024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.156070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-75d1f11b-3733-4469-a6be-de4c93c05c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:22.157728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-75d1f11b-3733-4469-a6be-de4c93c05c00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.1647053 Apr 01 15:15:22.174569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c41cab54-10b5-4a5a-90a2-c14af4e4656d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.181925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=7e31fa4b-1deb-4228-8aea-fa1a3d473a58,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:22.212813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c42c1b42-05ff-44ba-8ee2-5dfd6887d539 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2082407 Apr 01 15:15:22.216972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95916ea6-f1ea-4dba-ba25-b1f791c8b51c None None] Network c622057d-8c33-47fd-b38b-2da2ec89356f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:22.220551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42008) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:22.241182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-027316ee-b73f-42bd-8685-89d5772e9e88 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/floatingips/e5b3e8c2-54b2-4e53-be57-b54da656a865 HTTP/1.1" status: 204 len: 168 time: 5.3511693 Apr 01 15:15:22.245136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:15:22.307245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c41cab54-10b5-4a5a-90a2-c14af4e4656d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.344619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cab54-10b5-4a5a-90a2-c14af4e4656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e449d7-226f-4ab6-8b27-19e9327f6888,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:22.355195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c41cab54-10b5-4a5a-90a2-c14af4e4656d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.368033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c41cab54-10b5-4a5a-90a2-c14af4e4656d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8e449d7-226f-4ab6-8b27-19e9327f6888 HTTP/1.1" status: 204 len: 168 time: 0.8888690 Apr 01 15:15:22.382976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 7e31fa4b-1deb-4228-8aea-fa1a3d473a58 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:22.383387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.435243 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c', 'status': 'completed', 'code': 200} Apr 01 15:15:22.581161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8a95361-5172-440a-8012-f5f51d065164 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:15:22.620695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42022) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:22.675525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42028) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:22.683123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.686121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.689279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.726956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-382779be-cbd1-4448-b49a-df624ec121d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 1135 time: 0.2720075 Apr 01 15:15:22.755529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:22.768653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:15:22.990228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:23.010473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2311045f-0238-432e-ade0-ccbcc5681f0c None None] Provisioning for port a8a95361-5172-440a-8012-f5f51d065164 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:15:23.014445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d3605c5842604325806bcb58f14895c3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:23.023137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:23.037907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-11d1090d-3691-4017-af5a-048061bafd34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8714051 Apr 01 15:15:23.038534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:23.041157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:23.068407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Usage tracker for resource:security_group_rule and tenant:737048a3e3d84163a6b517401ef185e3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:23.084063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:23.096052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:23.135466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-b5ddecd0-d7da-4f90-8d0b-5a4ba6d54333 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:23.137289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-b5ddecd0-d7da-4f90-8d0b-5a4ba6d54333 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c4da60f-415f-479a-8cf5-b7773d694b57 HTTP/1.1" status: 200 len: 898 time: 0.4016201 Apr 01 15:15:23.270619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e4974-e24a-4606-92b1-2e40e2d084f8 req-1facfbda-43b0-45e4-84a7-cd79fb36926b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:23.272236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-209e4974-e24a-4606-92b1-2e40e2d084f8 req-1facfbda-43b0-45e4-84a7-cd79fb36926b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:23.275872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-3ade8e45-1ba4-4c7e-a3a8-abfb62e0c9fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04052348-caf8-4d43-8a11-d8be5090115c HTTP/1.1" status: 200 len: 217 time: 0.1259069 Apr 01 15:15:23.391967 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.417616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a8a95361-5172-440a-8012-f5f51d065164 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:15:23.419179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.420530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.429190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-31236129-422b-41e9-a2ef-9389ffe223cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:23.430990 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-31236129-422b-41e9-a2ef-9389ffe223cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a429b23e-c947-459d-8c9a-11c1ae9a31e4 HTTP/1.1" status: 200 len: 835 time: 0.1427217 Apr 01 15:15:23.431831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-209e4974-e24a-4606-92b1-2e40e2d084f8 req-1facfbda-43b0-45e4-84a7-cd79fb36926b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:23.433029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-209e4974-e24a-4606-92b1-2e40e2d084f8 req-1facfbda-43b0-45e4-84a7-cd79fb36926b tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 984 time: 0.5273268 Apr 01 15:15:23.447470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.451870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42038) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:23.457065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a8a95361-5172-440a-8012-f5f51d065164 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:23.457514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.473647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaa971-c28e-4c40-8dc9-22cd1d48d200 req-3a589722-a310-4d83-9187-ff9132e90919 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:23.480515 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9eaa971-c28e-4c40-8dc9-22cd1d48d200 req-3a589722-a310-4d83-9187-ff9132e90919 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 943 time: 0.7809412 Apr 01 15:15:23.524824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.555305 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.744284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 7e31fa4b-1deb-4228-8aea-fa1a3d473a58 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:23.750838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:23.777623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:13:00Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:23.785341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] Checking router: 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:15:23.802416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3605c5842604325806bcb58f14895c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1806161 Apr 01 15:15:23.813498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892327e5-5810-4b64-98e7-0d0e7f9ce3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098576be-9618-4eff-a70c-5ebd88277fb7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:23.822580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:23.823685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:23.836744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42044) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:23.886881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=737048a3e3d84163a6b517401ef185e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2078879 Apr 01 15:15:23.905161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42048) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:23.950481 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-209e4974-e24a-4606-92b1-2e40e2d084f8 req-845e2876-9ed8-4abe-a6b4-b4274175e32f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5049865 Apr 01 15:15:23.964027 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-dabbc77a-f84e-46ff-9c87-37ec8b558e6f service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086735 Apr 01 15:15:24.058461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port a8a95361-5172-440a-8012-f5f51d065164, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a8a95361-5172-440a-8012-f5f51d065164,segment=NetworkSegment(170e9841-8e69-4259-aeeb-6b8f4f9365ab),segment_id=170e9841-8e69-4259-aeeb-6b8f4f9365ab)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:24.063110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:15:24.121088 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.148377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9eaa971-c28e-4c40-8dc9-22cd1d48d200 req-f2d3023a-52ef-42c7-bfb0-046ad472fd85 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670010 Apr 01 15:15:24.161502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082aac6-3b90-459c-88c2-0f204736e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f79b013-bcb5-4a92-9035-d832b2ec191c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:24.209523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81db5065-1d26-47d8-b327-fb53532f7139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.233076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:24.244839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.246163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81db5065-1d26-47d8-b327-fb53532f7139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.301755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-9a474136-bd53-4010-95fe-6478b0d761ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c4da60f-415f-479a-8cf5-b7773d694b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8551490 Apr 01 15:15:24.305002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-23cc5816-013d-44a6-93cf-5305676fee84 None None] Provisioning complete for port a8a95361-5172-440a-8012-f5f51d065164 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:24.305002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23cc5816-013d-44a6-93cf-5305676fee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.307419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab302f6a-6578-4140-9048-d0d8b64d63ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.330986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1cd806e7e548ac94b644f39c0b03cf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:24.348866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:24.358120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab302f6a-6578-4140-9048-d0d8b64d63ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.366952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=7e31fa4b-1deb-4228-8aea-fa1a3d473a58,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:24.373286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:24.396253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=a8a95361-5172-440a-8012-f5f51d065164,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:24.441749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fde18f6-6efe-4960-9c1f-ee8374f86d5e req-8af93144-d3fa-42ca-a0af-04e06ea50344 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433246 Apr 01 15:15:24.550416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81db5065-1d26-47d8-b327-fb53532f7139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.584912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-23cc5816-013d-44a6-93cf-5305676fee84 None None] Could not find standard attr ID for object 7e31fa4b-1deb-4228-8aea-fa1a3d473a58. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:15:24.598000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620280d-89e2-4144-b804-8158aed61785 req-172039a7-0a3d-445e-91c1-41d5503cd7ab tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:24.599783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1620280d-89e2-4144-b804-8158aed61785 req-172039a7-0a3d-445e-91c1-41d5503cd7ab tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 984 time: 0.5592947 Apr 01 15:15:24.641319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db5065-1d26-47d8-b327-fb53532f7139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098576be-9618-4eff-a70c-5ebd88277fb7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:24.676272 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81db5065-1d26-47d8-b327-fb53532f7139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.677416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-81db5065-1d26-47d8-b327-fb53532f7139 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/098576be-9618-4eff-a70c-5ebd88277fb7 HTTP/1.1" status: 204 len: 168 time: 0.8354869 Apr 01 15:15:24.705124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.767872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.775799 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-341c6815-0c7b-4a5e-a2a3-1af8847e4342 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/7e31fa4b-1deb-4228-8aea-fa1a3d473a58 HTTP/1.1" status: 204 len: 168 time: 2.5541954 Apr 01 15:15:24.777270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42062) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:24.790993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port 04052348-caf8-4d43-8a11-d8be5090115c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:24.793764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.825794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.844796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-21c535cb-3085-4151-b837-f7575bbd4266 None None] Could not find standard attr ID for object 7e31fa4b-1deb-4228-8aea-fa1a3d473a58. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:15:24.871875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9533ac78-21d0-454e-aeda-d70183e44729 req-d9c6afa3-0bf2-4b3a-ac3e-9dcbbf2009b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 1094 time: 0.3240416 Apr 01 15:15:24.872906 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa910be9-abb8-42f6-b09e-8207b20aaa11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:15:24.876370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa910be9-abb8-42f6-b09e-8207b20aaa11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:15:24.877941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa910be9-abb8-42f6-b09e-8207b20aaa11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/7e31fa4b-1deb-4228-8aea-fa1a3d473a58 HTTP/1.1" status: 404 len: 333 time: 0.0974822 Apr 01 15:15:24.878621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42068) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:24.885398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:13:00Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:24.896797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42855d2-1537-4465-9e43-d5a25c9add72 None None] The sync data for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 is: [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:12:47Z', 'revision_number': 4, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '497e817e-796d-445d-8556-209e834ad32e', 'name': '', 'network_id': '6c4da60f-415f-479a-8cf5-b7773d694b57', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'mac_address': 'fa:16:3e:6f:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:44Z', 'updated_at': '2022-04-01T15:13:00Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'subnets': [{'id': 'a429b23e-c947-459d-8c9a-11c1ae9a31e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:15:24.919591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab302f6a-6578-4140-9048-d0d8b64d63ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.968040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ab302f6a-6578-4140-9048-d0d8b64d63ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:24.971700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ab302f6a-6578-4140-9048-d0d8b64d63ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f79b013-bcb5-4a92-9035-d832b2ec191c HTTP/1.1" status: 204 len: 168 time: 1.0573125 Apr 01 15:15:24.982376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Router 72254794-82fc-42d8-b78a-d72ebb437eca is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:15:24.983153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab302f6a-6578-4140-9048-d0d8b64d63ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f79b013-bcb5-4a92-9035-d832b2ec191c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:25.114335 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-123dec47-6c00-4b8f-ac24-babb46cbb613 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:15:25.115106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-123dec47-6c00-4b8f-ac24-babb46cbb613 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:25.124296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38724be-a842-44c9-90a1-a3b709d90001,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:25.140649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d43aa2cf-1d2e-4eb7-af2d-03de392703d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb1cd806e7e548ac94b644f39c0b03cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6716058 Apr 01 15:15:25.141621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:25.215770 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-5837a367-2875-47ec-b75b-e4d0755618a8 service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974977 Apr 01 15:15:25.338803 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece6cda-b6d3-4a0d-a59a-2a88ab490ffe None None] New status for floating IP e5b3e8c2-54b2-4e53-be57-b54da656a865: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:15:25.474222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7767a02-c9c5-44d6-b861-82fd3567690c req-5841760a-57e9-4e58-8818-6bff9b1aaa51 service neutron] 10.222.0.44 "GET /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917596 Apr 01 15:15:25.483886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-123dec47-6c00-4b8f-ac24-babb46cbb613 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:25.487980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-123dec47-6c00-4b8f-ac24-babb46cbb613 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/7e31fa4b-1deb-4228-8aea-fa1a3d473a58 HTTP/1.1" status: 404 len: 333 time: 0.5983286 Apr 01 15:15:25.490918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42088) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:25.574914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533ac78-21d0-454e-aeda-d70183e44729 req-121853f7-8bca-4e07-9efe-366659940cf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:25.576685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9533ac78-21d0-454e-aeda-d70183e44729 req-121853f7-8bca-4e07-9efe-366659940cf0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.6886287 Apr 01 15:15:25.599017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] For port 04052348-caf8-4d43-8a11-d8be5090115c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=04052348-caf8-4d43-8a11-d8be5090115c,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:25.599629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:25.664009 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d4bc-d829-4f38-8d55-a3b004325b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:25.728428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d4bc-d829-4f38-8d55-a3b004325b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:25.756606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada7f77-bf97-4db3-a7b0-eb1bf113139e req-8f2b85fe-0a3d-4d01-8970-f8e125e47565 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:25.758094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ada7f77-bf97-4db3-a7b0-eb1bf113139e req-8f2b85fe-0a3d-4d01-8970-f8e125e47565 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 984 time: 0.5588224 Apr 01 15:15:25.780309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for 04052348-caf8-4d43-8a11-d8be5090115c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:25.788926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9533ac78-21d0-454e-aeda-d70183e44729 req-da187aa7-dc75-4933-8baf-ab3a6615836d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81f91ada-3b90-49a0-8d63-48351af46117 HTTP/1.1" status: 200 len: 217 time: 0.2036967 Apr 01 15:15:25.833889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d4bc-d829-4f38-8d55-a3b004325b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:25.938148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ada7f77-bf97-4db3-a7b0-eb1bf113139e req-513f3a0e-e8c6-4d78-8674-ac734699dd56 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0&id=c7dd2d8e-74ca-4a5f-8440-da0f614c2625&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1301501 Apr 01 15:15:26.015735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e89a-fcdc-4062-aff8-d5f1229144e0 req-537788ec-5684-41f0-ba04-d5ef121d9c4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:26.016266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet b4d7824e-6e05-49b2-9940-1de8ba66836e {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:15:26.017760 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e37e89a-fcdc-4062-aff8-d5f1229144e0 req-537788ec-5684-41f0-ba04-d5ef121d9c4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 943 time: 0.6396699 Apr 01 15:15:26.050612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3d4bc-d829-4f38-8d55-a3b004325b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38724be-a842-44c9-90a1-a3b709d90001,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:26.072067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42098) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:26.091669 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d4bc-d829-4f38-8d55-a3b004325b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.092736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4aa3d4bc-d829-4f38-8d55-a3b004325b85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c38724be-a842-44c9-90a1-a3b709d90001 HTTP/1.1" status: 204 len: 168 time: 0.9320028 Apr 01 15:15:26.116274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533ac78-21d0-454e-aeda-d70183e44729 req-6b33faa1-dbaa-4a37-b597-2d51fbbc9972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:26.117729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9533ac78-21d0-454e-aeda-d70183e44729 req-6b33faa1-dbaa-4a37-b597-2d51fbbc9972 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.3220253 Apr 01 15:15:26.122753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.180793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.202109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e37e89a-fcdc-4062-aff8-d5f1229144e0 req-d94a4c2f-7375-4316-9ce0-ae53cd80e863 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757491 Apr 01 15:15:26.248031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:26.255410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Usage tracker for resource:security_group_rule and tenant:de230884d4f642c5a50d806afd08e056 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:26.259992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.261429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:26.271333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:26.291773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9533ac78-21d0-454e-aeda-d70183e44729 req-1a124436-61a5-485e-a5e5-efb68259360e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519728 Apr 01 15:15:26.299055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:15:26.312242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] Sync routers for ids ['72254794-82fc-42d8-b78a-d72ebb437eca'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:15:26.334758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] Routers {'72254794-82fc-42d8-b78a-d72ebb437eca'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:26.335919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['72254794-82fc-42d8-b78a-d72ebb437eca'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:26.353026 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.447931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.463163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:26.465755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8a95361-5172-440a-8012-f5f51d065164 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:15:26.485403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Port': ['ID=04052348-caf8-4d43-8a11-d8be5090115c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:26.522894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] Routers {'72254794-82fc-42d8-b78a-d72ebb437eca'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:26.523873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['72254794-82fc-42d8-b78a-d72ebb437eca'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:26.533964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] No DVR routers for this DVR port 04052348-caf8-4d43-8a11-d8be5090115c on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:15:26.543088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.545706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'name': 'network-vif-deleted', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:15:26.549315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.579710 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1620280d-89e2-4144-b804-8158aed61785 req-44e1cce1-fba1-4a0f-ba35-22dd13616d18 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.44 "DELETE /v2.0/ports/04052348-caf8-4d43-8a11-d8be5090115c HTTP/1.1" status: 204 len: 173 time: 1.9695218 Apr 01 15:15:26.596930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:26.597654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae448d1c-e53a-4944-9f8a-120ec9483c40 None None] The sync data for ids ['72254794-82fc-42d8-b78a-d72ebb437eca'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:15:26.611554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.619130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.643948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.645262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2ce87b02-0bfc-4004-86d4-aa2e673fcc0d tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9108119 Apr 01 15:15:26.652533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a8a95361-5172-440a-8012-f5f51d065164 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:26.652914 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.659469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42112) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:26.683083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:26.695613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.699593 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6626c6-82f9-4d46-a714-935ceaea7b84', 'name': 'network-vif-deleted', 'tag': '04052348-caf8-4d43-8a11-d8be5090115c', 'status': 'completed', 'code': 200} Apr 01 15:15:26.701114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d7824e-6e05-49b2-9940-1de8ba66836e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:26.710168 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-43466f66-f10b-4405-9e29-c6e522dec248 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/b4d7824e-6e05-49b2-9940-1de8ba66836e HTTP/1.1" status: 204 len: 168 time: 1.2169442 Apr 01 15:15:26.711596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42116) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:26.774558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e004fa-c233-4ecf-8752-5b01bd35b3c9 None None] Network c622057d-8c33-47fd-b38b-2da2ec89356f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:26.884081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368251e-6023-4379-b862-94cc6c1bdab2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:26.927065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.941669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0afd08e3-8177-4017-a059-67f9e56345fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de230884d4f642c5a50d806afd08e056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8651509 Apr 01 15:15:26.942897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42124) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:26.973811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port a8a95361-5172-440a-8012-f5f51d065164 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:26.974277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:26.981373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9533ac78-21d0-454e-aeda-d70183e44729 req-cd52bee0-3ba2-4ee6-b7e2-d11eb858f0e2 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789386 Apr 01 15:15:27.175865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:27.316785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 81f91ada-3b90-49a0-8d63-48351af46117 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:15:27.350149 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9533ac78-21d0-454e-aeda-d70183e44729 req-a9c3dd1b-868a-425c-b7e4-1181bf672119 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112137 Apr 01 15:15:27.374082 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] DHCP port deletion for c622057d-8c33-47fd-b38b-2da2ec89356f request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:15:27.397938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Deleting port a8a95361-5172-440a-8012-f5f51d065164 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:27.398594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:27.442083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5cf991aa-892f-4289-92f0-23a615e5ad79 req-83fc5c90-a821-4a29-964c-f46cd140402f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Synchronizing usage tracker for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:27.476910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5cf991aa-892f-4289-92f0-23a615e5ad79 req-83fc5c90-a821-4a29-964c-f46cd140402f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Unset dirty status for tenant:0e4cc8523b1f40c9bdc0f310f39eb8f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:27.478158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cf991aa-892f-4289-92f0-23a615e5ad79 req-83fc5c90-a821-4a29-964c-f46cd140402f tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc6626c6-82f9-4d46-a714-935ceaea7b84 HTTP/1.1" status: 200 len: 210 time: 0.2444952 Apr 01 15:15:27.498020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:27.558538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3e0fca0-d38f-4b7e-9f09-dee34c285f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:27.587990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3e0fca0-d38f-4b7e-9f09-dee34c285f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:27.667071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:27.695680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] For port a8a95361-5172-440a-8012-f5f51d065164, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a8a95361-5172-440a-8012-f5f51d065164,segment=NetworkSegment(170e9841-8e69-4259-aeeb-6b8f4f9365ab),segment_id=170e9841-8e69-4259-aeeb-6b8f4f9365ab)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:27.700530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:27.720545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '81f91ada-3b90-49a0-8d63-48351af46117', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': '81f91ada-3b90-49a0-8d63-48351af46117', 'mac_address': 'fa:16:3e:ee:b0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:15:27.842471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:27.901852 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5de1f4e-d437-4150-af3a-a3ffd51893e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:27.909668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f91ada-3b90-49a0-8d63-48351af46117 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:15:27.930422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:27.957218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for a8a95361-5172-440a-8012-f5f51d065164 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:27.987997 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.031163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.081811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.084278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3e0fca0-d38f-4b7e-9f09-dee34c285f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.090469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 04052348-caf8-4d43-8a11-d8be5090115c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:28.108049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.110326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Deleting port 099a2be1-d6ff-4943-bb2c-5c4735e32748 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:28.111105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.156198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 04052348-caf8-4d43-8a11-d8be5090115c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:28.156537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 04052348-caf8-4d43-8a11-d8be5090115c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:28.159238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] For port a8a95361-5172-440a-8012-f5f51d065164, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a8a95361-5172-440a-8012-f5f51d065164,segment=NetworkSegment(170e9841-8e69-4259-aeeb-6b8f4f9365ab),segment_id=170e9841-8e69-4259-aeeb-6b8f4f9365ab)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:28.159699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.170273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:28.174925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Usage tracker for resource:security_group_rule and tenant:e3f120d99b2046eb8afe50c7165f0ae1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:28.178244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:28.184078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:28.257751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0fca0-d38f-4b7e-9f09-dee34c285f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368251e-6023-4379-b862-94cc6c1bdab2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:28.285249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=a8a95361-5172-440a-8012-f5f51d065164,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:28.293269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['81f91ada-3b90-49a0-8d63-48351af46117'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:15:28.307238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.314737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe467-2432-463e-936f-b2bbdd897568 req-be5028b9-22c5-4cc9-97cc-820218e6e6eb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:28.316214 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f7fe467-2432-463e-936f-b2bbdd897568 req-be5028b9-22c5-4cc9-97cc-820218e6e6eb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 943 time: 0.9106331 Apr 01 15:15:28.319766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.333021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No DVR routers for this DVR port a8a95361-5172-440a-8012-f5f51d065164 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:15:28.334966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Calling delete_port for a8a95361-5172-440a-8012-f5f51d065164 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:28.411410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:28.430699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44551c4-24eb-4822-aa95-0cc3b9bc614e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:28.449526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8a95361-5172-440a-8012-f5f51d065164 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:28.499408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.513030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a8a95361-5172-440a-8012-f5f51d065164 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:28.513361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8a95361-5172-440a-8012-f5f51d065164 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:28.571324 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3e0fca0-d38f-4b7e-9f09-dee34c285f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.575284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c3e0fca0-d38f-4b7e-9f09-dee34c285f66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3368251e-6023-4379-b862-94cc6c1bdab2 HTTP/1.1" status: 204 len: 168 time: 1.6311698 Apr 01 15:15:28.594912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:28.606736 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:15:28.607080 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:15:28.616850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-33786583-cc80-447a-9aa1-975e3f93795c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3f120d99b2046eb8afe50c7165f0ae1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4397800 Apr 01 15:15:28.623354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42178) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:28.701011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42182) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:28.719631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c622057d-8c33-47fd-b38b-2da2ec89356f']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:28.825999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f7fe467-2432-463e-936f-b2bbdd897568 req-1448cb49-5a4a-4b83-a803-14d0673a1d54 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514685 Apr 01 15:15:28.832231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170e9841-8e69-4259-aeeb-6b8f4f9365ab') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:28.832721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170e9841-8e69-4259-aeeb-6b8f4f9365ab') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:28.908590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Calling delete_port for 099a2be1-d6ff-4943-bb2c-5c4735e32748 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:28.984157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.010630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7583282-6eeb-4ae8-8e0c-6b566588e241 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.030007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.041110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948f801d-3140-4935-b6e8-87d25c83cdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.069157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948f801d-3140-4935-b6e8-87d25c83cdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.109072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Deleting port a8a95361-5172-440a-8012-f5f51d065164 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:29.109221 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.122204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.129291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:15:29.129709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:15:29.151925 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:15:29.158725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948f801d-3140-4935-b6e8-87d25c83cdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.164600 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7583282-6eeb-4ae8-8e0c-6b566588e241 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.187619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f46912fa-c3f3-45de-9d65-cdf9104779ea None None] The port 'a8a95361-5172-440a-8012-f5f51d065164' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:15:29.210530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Pushing event deleted for resources: {'Port': ['ID=099a2be1-d6ff-4943-bb2c-5c4735e32748,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:29.280234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f801d-3140-4935-b6e8-87d25c83cdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44551c4-24eb-4822-aa95-0cc3b9bc614e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:29.314037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948f801d-3140-4935-b6e8-87d25c83cdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.315309 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-948f801d-3140-4935-b6e8-87d25c83cdec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f44551c4-24eb-4822-aa95-0cc3b9bc614e HTTP/1.1" status: 204 len: 168 time: 0.6908302 Apr 01 15:15:29.322497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 81f91ada-3b90-49a0-8d63-48351af46117 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:15:29.326996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.332181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.371932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=c622057d-8c33-47fd-b38b-2da2ec89356f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:29.390681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42206) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:29.392020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-30606d79-4212-42ad-b55c-1d2a0b82eb12 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/c622057d-8c33-47fd-b38b-2da2ec89356f HTTP/1.1" status: 204 len: 168 time: 2.6791515 Apr 01 15:15:29.393596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7583282-6eeb-4ae8-8e0c-6b566588e241 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.396287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e7583282-6eeb-4ae8-8e0c-6b566588e241 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.397773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e7583282-6eeb-4ae8-8e0c-6b566588e241 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/security-groups/c7dd2d8e-74ca-4a5f-8440-da0f614c2625 HTTP/1.1" status: 204 len: 168 time: 0.6937909 Apr 01 15:15:29.405603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:29.412456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 81f91ada-3b90-49a0-8d63-48351af46117 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:15:29.419577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 81f91ada-3b90-49a0-8d63-48351af46117 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:29.420344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.425523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7583282-6eeb-4ae8-8e0c-6b566588e241 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd2d8e-74ca-4a5f-8440-da0f614c2625,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:29.479997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-669580496'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:29.487637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:29.494485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:29.499508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:29.509871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.520970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-91a5dd58-2e35-4479-ace8-4227494a0e35 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.553905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-91a5dd58-2e35-4479-ace8-4227494a0e35 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.591760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:29.631499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-91a5dd58-2e35-4479-ace8-4227494a0e35 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.635895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.667056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:15:29.669857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.673876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.679538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:29.686767 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.692519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5dd58-2e35-4479-ace8-4227494a0e35 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:29.719267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-91a5dd58-2e35-4479-ace8-4227494a0e35 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.721747 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-91a5dd58-2e35-4479-ace8-4227494a0e35 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/security-groups/d0cc2ddf-3e3d-4982-b714-ac2850fbd0b0 HTTP/1.1" status: 204 len: 168 time: 0.3137822 Apr 01 15:15:29.725046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42220) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:29.823756 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117', 'code': 200} Apr 01 15:15:29.831710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:29.840573 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:29.872633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:30.023633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:15:30.065141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.065897 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment 3c70c291-4eeb-44e4-b6c5-4763a6d56595 of type vlan for network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 Apr 01 15:15:30.110740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Router 72254794-82fc-42d8-b78a-d72ebb437eca has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:15:30.142771 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.156256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ebf92a4-e4aa-47eb-9fc6-da541329b174 req-430af90c-7622-49df-a127-dfdb24bc9327 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 1096 time: 0.2493093 Apr 01 15:15:30.214753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36554825-1cb3-49a7-b8ba-e30aa5f97441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.229497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335685-aa37-438a-a420-3a7ddea14065 req-7c86210b-0ba3-4d5c-bd11-97210272937e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:30.230981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14335685-aa37-438a-a420-3a7ddea14065 req-7c86210b-0ba3-4d5c-bd11-97210272937e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.1684086 Apr 01 15:15:30.344189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:15:30.371064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ebf92a4-e4aa-47eb-9fc6-da541329b174 req-38fbd0ee-4a98-4b3f-bb30-a9f2af1acf4f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516376 Apr 01 15:15:30.378477 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.382589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:30.382731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.463098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42238) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:30.490700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:15:30.492462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14335685-aa37-438a-a420-3a7ddea14065 req-07bfbcf2-9ee9-4ec9-9c0a-cb4cd58336b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521946 Apr 01 15:15:30.511967 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] Sync routers for ids ['72254794-82fc-42d8-b78a-d72ebb437eca'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:15:30.514953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.518667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f4376d70-63b1-47cf-84ac-95d6b6d8ad24 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "PUT /v2.0/routers/72254794-82fc-42d8-b78a-d72ebb437eca HTTP/1.1" status: 200 len: 705 time: 3.8536863 Apr 01 15:15:30.520295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42244) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:30.523135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.537372 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] Routers {'72254794-82fc-42d8-b78a-d72ebb437eca'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:30.537907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1461244 Apr 01 15:15:30.540689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42248) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:30.541752 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['72254794-82fc-42d8-b78a-d72ebb437eca'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:30.549053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:30.611057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0b14d-ae0d-42bc-b6ea-7a5899d22cea tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=7bcd1855-e0d5-4ccd-98f5-fa92daaab307,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:30.626053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:15:30.687366 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:30.725098 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] Routers {'72254794-82fc-42d8-b78a-d72ebb437eca'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:30.725638 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['72254794-82fc-42d8-b78a-d72ebb437eca'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:30.762453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:30.768295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:30.778648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:30.786137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:30.818647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:30.863239 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:30.863682 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274cc12-620b-413c-ac5b-f2c8e180333f None None] The sync data for ids ['72254794-82fc-42d8-b78a-d72ebb437eca'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:15:30.923469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:30.929107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Usage tracker for resource:security_group_rule and tenant:439f0b37b9884ce0aa181a879329eded is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:30.932786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:30.939541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:30.957348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e048b210-40de-4826-9d0d-bea5dbc830c7 tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/routers/72254794-82fc-42d8-b78a-d72ebb437eca HTTP/1.1" status: 200 len: 740 time: 0.4358559 Apr 01 15:15:30.960445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42256) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:30.988374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:31.010123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-036364e5-1e16-4cba-991d-a1af37fe87af tempest-RoutersAdminTest-663720250 tempest-RoutersAdminTest-663720250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=72254794-82fc-42d8-b78a-d72ebb437eca HTTP/1.1" status: 200 len: 205 time: 0.0480673 Apr 01 15:15:31.014490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42262) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:31.062866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-744e2666-3783-4300-8b40-4bfd75fffabd tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=72254794-82fc-42d8-b78a-d72ebb437eca HTTP/1.1" status: 200 len: 205 time: 0.0472803 Apr 01 15:15:31.065445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42268) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:31.119652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.232522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.240608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.264698 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4e87842-155d-482c-ab1e-85f87b4393a3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.316004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.341398 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.430640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=439f0b37b9884ce0aa181a879329eded&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9660211 Apr 01 15:15:31.433020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17d1cd-db1f-46f6-a7f2-011f60df68c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b27dc-42df-414b-b010-b9fed5cd5b09,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:31.436606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42282) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:31.686309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.811649 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ad798b5-da13-41c6-95c5-a1ba88356711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.869532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4e87842-155d-482c-ab1e-85f87b4393a3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.879777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4e87842-155d-482c-ab1e-85f87b4393a3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.931541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e7871-e369-4e84-8292-4b56d78b9b03 req-b05db65a-5dfd-4636-86cf-4b3b3cb1a10d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:31.933492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f1e7871-e369-4e84-8292-4b56d78b9b03 req-b05db65a-5dfd-4636-86cf-4b3b3cb1a10d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.1277943 Apr 01 15:15:31.964269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4e87842-155d-482c-ab1e-85f87b4393a3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:31.964745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e87842-155d-482c-ab1e-85f87b4393a3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Fanout notify agent at l3_agent the message router_deleted on router 72254794-82fc-42d8-b78a-d72ebb437eca {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:15:31.990742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ad798b5-da13-41c6-95c5-a1ba88356711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.005434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4e87842-155d-482c-ab1e-85f87b4393a3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.006667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a4e87842-155d-482c-ab1e-85f87b4393a3 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/72254794-82fc-42d8-b78a-d72ebb437eca HTTP/1.1" status: 204 len: 168 time: 0.9403362 Apr 01 15:15:32.010475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42298) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.019351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=a6169cbd-e4d8-4628-aa4a-d0e2fae90e67,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:32.066257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f1e7871-e369-4e84-8292-4b56d78b9b03 req-b5193e8c-a23e-47be-80c4-79d96048b438 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270239 Apr 01 15:15:32.080383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.080730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.081062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.081387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.081708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.082026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.082344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.082736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.083056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.083396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.083726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:15:32.084134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3096d284-0962-4716-bc3c-9dce200cd823 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=72254794-82fc-42d8-b78a-d72ebb437eca HTTP/1.1" status: 200 len: 205 time: 0.0701952 Apr 01 15:15:32.085041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42306) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.098526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': '3c70c291-4eeb-44e4-b6c5-4763a6d56595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:32.098879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: 7bcd1855-e0d5-4ccd-98f5-fa92daaab307, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:15:32.175423 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-a3270b7e-d56f-424e-ba19-3c6de60e998c tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] delete failed (client error): The resource could not be found. Apr 01 15:15:32.177020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a3270b7e-d56f-424e-ba19-3c6de60e998c tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/72254794-82fc-42d8-b78a-d72ebb437eca HTTP/1.1" status: 404 len: 336 time: 0.0909255 Apr 01 15:15:32.180013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42312) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.209169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ad798b5-da13-41c6-95c5-a1ba88356711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.228480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9a3da3c9-5165-4e78-8307-57cdfdf4e4f6 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=be211598-3c51-4b9b-90b2-f7bca757ecd7 HTTP/1.1" status: 200 len: 205 time: 0.0471072 Apr 01 15:15:32.231249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42316) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.242318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:15:32.247814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad798b5-da13-41c6-95c5-a1ba88356711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b27dc-42df-414b-b010-b9fed5cd5b09,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:32.274702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 7bcd1855-e0d5-4ccd-98f5-fa92daaab307) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:32.285311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42324) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.300060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ad798b5-da13-41c6-95c5-a1ba88356711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.301157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8ad798b5-da13-41c6-95c5-a1ba88356711 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b31b27dc-42df-414b-b010-b9fed5cd5b09 HTTP/1.1" status: 204 len: 168 time: 0.8618913 Apr 01 15:15:32.303706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:32.304270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.306471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8200a59-0391-47c1-818b-8ebcf153ee50 None None] Network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:32.320998 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-d2aec9e2-5d7d-44f5-97b5-8173050ac501 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] delete failed (client error): The resource could not be found. Apr 01 15:15:32.322074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2aec9e2-5d7d-44f5-97b5-8173050ac501 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/be211598-3c51-4b9b-90b2-f7bca757ecd7 HTTP/1.1" status: 404 len: 336 time: 0.0890605 Apr 01 15:15:32.325440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42332) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.364837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1854a560-c381-4cc5-bb3c-b079509711ed tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8228147 Apr 01 15:15:32.367595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.373248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1121406165'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:32.376947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5f08a058-9f2c-4efb-9bdf-a18834bdc56b tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f9fd64f-fb59-47b7-8191-1ddae914c283 HTTP/1.1" status: 200 len: 205 time: 0.0481753 Apr 01 15:15:32.377239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.448246 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-ed7a6454-0697-4b43-9548-a550e3a1d95f tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] delete failed (client error): The resource could not be found. Apr 01 15:15:32.449275 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ed7a6454-0697-4b43-9548-a550e3a1d95f tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/0f9fd64f-fb59-47b7-8191-1ddae914c283 HTTP/1.1" status: 404 len: 336 time: 0.0712748 Apr 01 15:15:32.482319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42346) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.603743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:32.608609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:32.612802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:32.620991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:32.633176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-7bcd1855-e0d5-4ccd-98f5-fa92daaab307', 'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307', 'tenant_id': '56910f9217c44567b3116680314ed076', 'fixed_ips': [{'subnet_id': 'a6169cbd-e4d8-4628-aa4a-d0e2fae90e67'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:15:32.634383 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.635002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:32.641062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.641311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-036029d1-11d7-4f90-9d32-e68f2543bf7a tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b613e1-64ff-4870-9ddf-129189a25dac HTTP/1.1" status: 200 len: 205 time: 0.1583526 Apr 01 15:15:32.647727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42350) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.675247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 9d681a65-94cc-4523-8a50-d6cb4fbf38cd yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:32.705629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.740546 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-5e8defd3-9932-4866-83e1-464aa9ba61ee tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] delete failed (client error): The resource could not be found. Apr 01 15:15:32.741733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5e8defd3-9932-4866-83e1-464aa9ba61ee tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/44b613e1-64ff-4870-9ddf-129189a25dac HTTP/1.1" status: 404 len: 336 time: 0.0930414 Apr 01 15:15:32.744698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42356) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.806711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2c821a0a-b71f-43e0-a5d8-4386c6b106fd tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=0eddfca5-749e-4032-a573-2aebd98d2a91 HTTP/1.1" status: 200 len: 205 time: 0.0562284 Apr 01 15:15:32.808210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42362) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.816020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:32.850416 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:15:32.894008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Usage tracker for resource:security_group_rule and tenant:3b278738f3a642ec8c493976af6f7df4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:32.898254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:32.907465 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:32.913133 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-e4f083c4-6c6f-4fa3-a9c3-39c580087c68 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] delete failed (client error): The resource could not be found. Apr 01 15:15:32.914455 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e4f083c4-6c6f-4fa3-a9c3-39c580087c68 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/0eddfca5-749e-4032-a573-2aebd98d2a91 HTTP/1.1" status: 404 len: 336 time: 0.1039851 Apr 01 15:15:32.915760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:32.919795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42366) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:32.973124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1abb33e8-5756-4f60-8aa5-8bc86c311a98 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "GET /v2.0/ports?device_id=2417d601-cfe9-45f3-a0a4-672d06f3effd HTTP/1.1" status: 200 len: 205 time: 0.0519195 Apr 01 15:15:32.976141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42370) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:33.094399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.8 (7bcd1855-e0d5-4ccd-98f5-fa92daaab307/a6169cbd-e4d8-4628-aa4a-d0e2fae90e67/9d681a65-94cc-4523-8a50-d6cb4fbf38cd) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:33.115424 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-e8a8506c-65c5-411d-bcd9-bf3198c2b56a tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] delete failed (client error): The resource could not be found. Apr 01 15:15:33.116548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e8a8506c-65c5-411d-bcd9-bf3198c2b56a tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/routers/2417d601-cfe9-45f3-a0a4-672d06f3effd HTTP/1.1" status: 404 len: 336 time: 0.1084075 Apr 01 15:15:33.121222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42380) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:33.140681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port 497e817e-796d-445d-8556-209e834ad32e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:33.141009 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:33.267803 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc3184b-97ee-4462-a885-34f12b3d12c0 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] DELETE failed (client error): The resource could not be found. Apr 01 15:15:33.269814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc3184b-97ee-4462-a885-34f12b3d12c0 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:15:33.298077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3cc3184b-97ee-4462-a885-34f12b3d12c0 tempest-RoutersAdminTest-1862112301 tempest-RoutersAdminTest-1862112301-project] 10.222.0.48 "DELETE /v2.0/subnets/d1959258-bbea-412a-8948-2a0ed9d64d22 HTTP/1.1" status: 404 len: 337 time: 0.1733143 Apr 01 15:15:33.502844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:33.526243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 9d681a65-94cc-4523-8a50-d6cb4fbf38cd will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:33.538508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] For port 497e817e-796d-445d-8556-209e834ad32e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=497e817e-796d-445d-8556-209e834ad32e,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:33.538870 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:33.556329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:33.577092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:33.695617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Allocated IP 172.20.0.2 (7bcd1855-e0d5-4ccd-98f5-fa92daaab307/a6169cbd-e4d8-4628-aa4a-d0e2fae90e67/668dd338-a81c-473b-b6c6-1fe6f1f41d7f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:33.766446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:33.789283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:33.793229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:33.875532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42408) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:33.906001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=9d681a65-94cc-4523-8a50-d6cb4fbf38cd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:33.954624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for 497e817e-796d-445d-8556-209e834ad32e owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:33.977529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:33.978602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:33.984196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.011721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-98616646-73d0-4ca3-a4b4-0e86b86b6b26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6397679 Apr 01 15:15:34.012870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42420) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:34.075062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.098074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Transition to ACTIVE for port object 668dd338-a81c-473b-b6c6-1fe6f1f41d7f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:34.117791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c892d-3cef-4608-bc3a-250849597435,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:34.118643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 9d681a65-94cc-4523-8a50-d6cb4fbf38cd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:34.119199 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.133253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Transition to ACTIVE for port object 668dd338-a81c-473b-b6c6-1fe6f1f41d7f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:34.145753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.182423 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5097120b-1877-4f20-9966-58f45d0babe2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b278738f3a642ec8c493976af6f7df4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8954439 Apr 01 15:15:34.188630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:34.228837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5e262-5d3e-4e0f-b9bf-1452fb8d6e8a req-d5747669-519d-4925-84a4-1aebb9c5412f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:34.233883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5a5e262-5d3e-4e0f-b9bf-1452fb8d6e8a req-d5747669-519d-4925-84a4-1aebb9c5412f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.8250296 Apr 01 15:15:34.304562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:34.322707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:34.324467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Pushing event updated for resources: {'Port': ['ID=668dd338-a81c-473b-b6c6-1fe6f1f41d7f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:34.326685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:34.343632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5a5e262-5d3e-4e0f-b9bf-1452fb8d6e8a req-be52fe9c-2e43-4406-80f5-0066a46f92a5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993359 Apr 01 15:15:34.529395 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.545929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.580263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Attempting to bind port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:15:34.580636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Attempting to bind port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '3c70c291-4eeb-44e4-b6c5-4763a6d56595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:15:34.581186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Attempting to bind port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f on network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:15:34.590816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:15:34.602193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Checking segment: {'id': '3c70c291-4eeb-44e4-b6c5-4763a6d56595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:34.602889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.603620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Bound using segment: {'id': '3c70c291-4eeb-44e4-b6c5-4763a6d56595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:15:34.604405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Bound port: 668dd338-a81c-473b-b6c6-1fe6f1f41d7f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c70c291-4eeb-44e4-b6c5-4763a6d56595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7bcd1855-e0d5-4ccd-98f5-fa92daaab307'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:15:34.604950 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.699197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Port': ['ID=497e817e-796d-445d-8556-209e834ad32e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:34.782413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] For port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:15:34.786461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] For port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=668dd338-a81c-473b-b6c6-1fe6f1f41d7f,segment=NetworkSegment(3c70c291-4eeb-44e4-b6c5-4763a6d56595),segment_id=3c70c291-4eeb-44e4-b6c5-4763a6d56595)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:15:34.796444 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:34.848968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 9d681a65-94cc-4523-8a50-d6cb4fbf38cd owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:34.979164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2f1c6-d34e-41ec-8e96-7d13e6981ab4 None None] Pushing event updated for resources: {'Port': ['ID=668dd338-a81c-473b-b6c6-1fe6f1f41d7f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:35.082143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.128712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c50bd171-cd48-43ab-9d31-4f9c97050ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.177297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c50bd171-cd48-43ab-9d31-4f9c97050ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.267801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42446) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:35.281736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.286361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:35.340272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Usage tracker for resource:security_group_rule and tenant:65a7b0752930478ca0771ba9c5459984 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:35.349737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:35.359491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=9d681a65-94cc-4523-8a50-d6cb4fbf38cd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:35.379200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:35.381586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c50bd171-cd48-43ab-9d31-4f9c97050ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.473412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41030257-4ec9-4c27-8d5b-cd7b6d626499 req-31a4d0d5-2031-47d4-94cd-d81b5db3ed3d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:35.480774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41030257-4ec9-4c27-8d5b-cd7b6d626499 req-31a4d0d5-2031-47d4-94cd-d81b5db3ed3d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.4426007 Apr 01 15:15:35.481878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bd171-cd48-43ab-9d31-4f9c97050ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c892d-3cef-4608-bc3a-250849597435,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:35.551195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.554242 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41030257-4ec9-4c27-8d5b-cd7b6d626499 req-46580602-a4c9-4b1d-a016-ba17d2432907 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714338 Apr 01 15:15:35.619055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.658465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:35.663650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:6f76bb26383e42b18ef9ef3234e3abc9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:35.667161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:35.673909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:35.779161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.784130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.808387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6650b6fd-6196-4889-9475-394e09da4861 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/9d681a65-94cc-4523-8a50-d6cb4fbf38cd HTTP/1.1" status: 204 len: 168 time: 1.7936494 Apr 01 15:15:35.808918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42464) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:35.810231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.844257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c50bd171-cd48-43ab-9d31-4f9c97050ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.845503 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c50bd171-cd48-43ab-9d31-4f9c97050ab8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff4c892d-3cef-4608-bc3a-250849597435 HTTP/1.1" status: 204 len: 168 time: 1.6556909 Apr 01 15:15:35.892044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f76bb26383e42b18ef9ef3234e3abc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6204209 Apr 01 15:15:35.900628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42470) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:35.900628 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89db3ff-5a19-4a62-9495-8aeafc697957 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:15:35.900628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c89db3ff-5a19-4a62-9495-8aeafc697957 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:35.901479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff56456-224d-48b0-a9e2-b6be257f3ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26622532-a59d-4e0f-b6da-19f05b2f754a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:35.960592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:35.971720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.030369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c89db3ff-5a19-4a62-9495-8aeafc697957 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:36.031592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c89db3ff-5a19-4a62-9495-8aeafc697957 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/9d681a65-94cc-4523-8a50-d6cb4fbf38cd HTTP/1.1" status: 404 len: 333 time: 0.2214768 Apr 01 15:15:36.036443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42476) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:36.043193 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65a7b0752930478ca0771ba9c5459984&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1389482 Apr 01 15:15:36.064819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42478) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:36.126228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac111b-bda4-46c3-a967-31c3acc4b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf0fc5-16eb-4869-9133-133a95d3a361,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:36.290532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33827265-89c9-49a0-a463-9db85dfafc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.292744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e999048-6b04-4ad6-8499-6515695db094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.334772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33827265-89c9-49a0-a463-9db85dfafc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.441248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33827265-89c9-49a0-a463-9db85dfafc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.487776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33827265-89c9-49a0-a463-9db85dfafc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf0fc5-16eb-4869-9133-133a95d3a361,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:36.491810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33827265-89c9-49a0-a463-9db85dfafc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.495447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-33827265-89c9-49a0-a463-9db85dfafc2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5edf0fc5-16eb-4869-9133-133a95d3a361 HTTP/1.1" status: 204 len: 168 time: 0.3747766 Apr 01 15:15:36.551282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c4a89d-d367-43e2-914f-6a0b6ba0f616 None None] Network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:36.627817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 668dd338-a81c-473b-b6c6-1fe6f1f41d7f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:15:36.641650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e999048-6b04-4ad6-8499-6515695db094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.729636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e999048-6b04-4ad6-8499-6515695db094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.790310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e999048-6b04-4ad6-8499-6515695db094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26622532-a59d-4e0f-b6da-19f05b2f754a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:36.846735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet a6169cbd-e4d8-4628-aa4a-d0e2fae90e67 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:15:36.851548 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.908717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af92de-41c4-4aa6-8bce-6fcd215e00a1 req-15ea6248-32c4-47d5-ba84-ea20b56f5ca2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:36.917979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23af92de-41c4-4aa6-8bce-6fcd215e00a1 req-15ea6248-32c4-47d5-ba84-ea20b56f5ca2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.1544785 Apr 01 15:15:36.923979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d2075438-4d85-4c35-97d3-8f1281217443 None None] Provisioning for port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:15:36.936253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:15:36.943356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:36.944103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:36.978480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d2075438-4d85-4c35-97d3-8f1281217443 None None] Provisioning complete for port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:36.979145 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2075438-4d85-4c35-97d3-8f1281217443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:37.018753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23af92de-41c4-4aa6-8bce-6fcd215e00a1 req-48b8d802-d8fd-4833-a210-39f27dcc2778 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998163 Apr 01 15:15:37.059955 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e999048-6b04-4ad6-8499-6515695db094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:37.059955 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0e999048-6b04-4ad6-8499-6515695db094 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26622532-a59d-4e0f-b6da-19f05b2f754a HTTP/1.1" status: 204 len: 168 time: 1.1443689 Apr 01 15:15:37.137761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:37.454866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:37.563443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:37.623467 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:37.826278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42518) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:37.881624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=a6169cbd-e4d8-4628-aa4a-d0e2fae90e67,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:37.914846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2075438-4d85-4c35-97d3-8f1281217443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:37.973282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:15:38.010251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.045474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea87a205-5ab3-49e2-a0af-652609af9537 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/a6169cbd-e4d8-4628-aa4a-d0e2fae90e67 HTTP/1.1" status: 204 len: 168 time: 1.9735529 Apr 01 15:15:38.048932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-37aa6f15-dfd8-480e-b914-f7110d8d4950 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6178114 Apr 01 15:15:38.053273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42528) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:38.062906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8ac6316f-3ff9-4bbb-8622-b7a6ee146ba2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4132bacc1f724d93a833c695cf7ab8cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2316270 Apr 01 15:15:38.065393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42530) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:38.084493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d2075438-4d85-4c35-97d3-8f1281217443 None None] For port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=668dd338-a81c-473b-b6c6-1fe6f1f41d7f,segment=NetworkSegment(3c70c291-4eeb-44e4-b6c5-4763a6d56595),segment_id=3c70c291-4eeb-44e4-b6c5-4763a6d56595)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:38.099194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2075438-4d85-4c35-97d3-8f1281217443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.229525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075438-4d85-4c35-97d3-8f1281217443 None None] Pushing event updated for resources: {'Port': ['ID=668dd338-a81c-473b-b6c6-1fe6f1f41d7f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:38.300350 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:15:38.300708 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:15:38.506518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e4b4-3814-4f23-b3b1-3c3d8e01e4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.547943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.571900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e4b4-3814-4f23-b3b1-3c3d8e01e4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.593546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-f9d00443-b585-470f-932a-c5bb623d1a5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 1097 time: 0.4652319 Apr 01 15:15:38.593925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:38.596749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.637205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42548) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:38.647918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4b6b0-51e4-4019-9349-853ca91632e6 None None] Network 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:38.687650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e4b4-3814-4f23-b3b1-3c3d8e01e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.712534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6e4b4-3814-4f23-b3b1-3c3d8e01e4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0acbe0-57f4-4307-9261-eb3cc8046dc8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:38.731727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e4b4-3814-4f23-b3b1-3c3d8e01e4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.733257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e4e6e4b4-3814-4f23-b3b1-3c3d8e01e4ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a0acbe0-57f4-4307-9261-eb3cc8046dc8 HTTP/1.1" status: 204 len: 168 time: 0.6666415 Apr 01 15:15:38.810210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc027581-3fe4-4737-9a1a-98a280b164b1 req-d9b95751-0a7c-4bb9-b93b-371992a6fa1c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:38.811997 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc027581-3fe4-4737-9a1a-98a280b164b1 req-d9b95751-0a7c-4bb9-b93b-371992a6fa1c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.6948869 Apr 01 15:15:38.829163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:15:38.842562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-30a648fe-acdf-4c50-9fdb-82fdb3d666c0 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "PUT /v2.0/routers/0f6b07dd-8fd9-48fc-b2f0-14bb703c0021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1145110 Apr 01 15:15:38.843831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42554) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:38.854190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:38.915627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] Sync routers for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:15:39.117336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:39.118199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:39.347689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:15:39.348368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting subnet a429b23e-c947-459d-8c9a-11c1ae9a31e4 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:15:39.359937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:39.390636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:39.413310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b7c54de45744b1b586172d1468352f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:39.437909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc027581-3fe4-4737-9a1a-98a280b164b1 req-a34ad9eb-a014-4ea5-857d-21c9dbb07ff9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064436 Apr 01 15:15:39.438750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:39.467687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ffad0902-f063-47d2-9e71-8b630c601c3c None None] Provisioning complete for port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:39.467996 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffad0902-f063-47d2-9e71-8b630c601c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:39.474697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] For port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=668dd338-a81c-473b-b6c6-1fe6f1f41d7f,segment=NetworkSegment(3c70c291-4eeb-44e4-b6c5-4763a6d56595),segment_id=3c70c291-4eeb-44e4-b6c5-4763a6d56595)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:39.475193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:39.494854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:39.516563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 668dd338-a81c-473b-b6c6-1fe6f1f41d7f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:15:39.539882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 81f91ada-3b90-49a0-8d63-48351af46117 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:15:39.618641 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:39.641764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:39.648622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-c4572cd6-6c3a-4035-bc12-d496166f6a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:39.650443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-c4572cd6-6c3a-4035-bc12-d496166f6a52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 1.0122552 Apr 01 15:15:39.729745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 668dd338-a81c-473b-b6c6-1fe6f1f41d7f owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:39.743297 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:39.847650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Subnet': ['ID=a429b23e-c947-459d-8c9a-11c1ae9a31e4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:39.858331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:39.873188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-34c34fa9-9a9a-42db-8948-493ca9a00d5d tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/subnets/a429b23e-c947-459d-8c9a-11c1ae9a31e4 HTTP/1.1" status: 204 len: 168 time: 1.0253599 Apr 01 15:15:39.876425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42576) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:39.929024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-42cbc97e-9478-4d04-a722-91f432df98d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0 HTTP/1.1" status: 200 len: 217 time: 0.1072507 Apr 01 15:15:39.937670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:40.077529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=668dd338-a81c-473b-b6c6-1fe6f1f41d7f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:40.091410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722121f-cfb0-4fb8-9e63-5f739cf7005a None None] Network 6c4da60f-415f-479a-8cf5-b7773d694b57 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:40.123080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No DVR routers for this DVR port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:15:40.195157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No active binding found for port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 15:15:40.195862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 668dd338-a81c-473b-b6c6-1fe6f1f41d7f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:15:40.252631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-563be2cf-faea-4f2d-a53b-5e2cbcbdb493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:40.259155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-563be2cf-faea-4f2d-a53b-5e2cbcbdb493 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.3116703 Apr 01 15:15:40.300841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ffad0902-f063-47d2-9e71-8b630c601c3c None None] Could not find standard attr ID for object 668dd338-a81c-473b-b6c6-1fe6f1f41d7f. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:15:40.303437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Port 668dd338-a81c-473b-b6c6-1fe6f1f41d7f not found, will not notify nova. {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:15:40.329606 n-d-836017-1 neutron-server[83955]: INFO neutron.plugins.ml2.db [None req-ffad0902-f063-47d2-9e71-8b630c601c3c None None] No ports have port_id starting with 668dd338-a81c-473b-b6c6-1fe6f1f41d7f Apr 01 15:15:40.411076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:40.424087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:40.550412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864546f5-2322-42c1-b533-6104b7ce0b45 None None] DHCP port deletion for 7bcd1855-e0d5-4ccd-98f5-fa92daaab307 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:15:40.597717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:15:34Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:40.713001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '81f91ada-3b90-49a0-8d63-48351af46117', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'port_id': '81f91ada-3b90-49a0-8d63-48351af46117', 'mac_address': 'fa:16:3e:ee:b0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:15:40.732371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] Checking router: 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:15:40.771198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:40.777497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] Routers {'0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:15:40.778221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:15:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:40.810935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:40.888609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:40.943497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8b7c54de45744b1b586172d1468352f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2950253 Apr 01 15:15:40.950180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42602) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:41.034780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-a890311d-22fc-4d51-8af4-b344672c1258 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7616756 Apr 01 15:15:41.065126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcd1855-e0d5-4ccd-98f5-fa92daaab307']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:41.091151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2e67f-34c7-4388-9f61-1a5f5d99aa56 req-2cd354aa-4335-4825-b15b-e50c4f71c8d2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:41.093039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfd2e67f-34c7-4388-9f61-1a5f5d99aa56 req-2cd354aa-4335-4825-b15b-e50c4f71c8d2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.2864039 Apr 01 15:15:41.146277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333778-6b0b-4d89-8785-d2d7fffd2215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e3e0f-5264-46be-93cf-8406e678bc27,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:41.167130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c70c291-4eeb-44e4-b6c5-4763a6d56595') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:41.167453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c70c291-4eeb-44e4-b6c5-4763a6d56595') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:41.192477 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6475397e-b043-4f01-afb7-7525996c2af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.204977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.250721 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.253531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfd2e67f-34c7-4388-9f61-1a5f5d99aa56 req-bd4e6a52-547a-4ccd-8379-ff9fd0a800ae tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518898 Apr 01 15:15:41.269362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:15:41.270944 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.272312 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6475397e-b043-4f01-afb7-7525996c2af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.344993 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.346935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 668dd338-a81c-473b-b6c6-1fe6f1f41d7f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:41.372591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port c334d4d8-c45f-49ca-867c-c6f8bfd586d6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:41.372936 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.472198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6475397e-b043-4f01-afb7-7525996c2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.510472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475397e-b043-4f01-afb7-7525996c2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e3e0f-5264-46be-93cf-8406e678bc27,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:41.615806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6475397e-b043-4f01-afb7-7525996c2af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.617889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6475397e-b043-4f01-afb7-7525996c2af0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff1e3e0f-5264-46be-93cf-8406e678bc27 HTTP/1.1" status: 204 len: 168 time: 0.6639504 Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:15:41.649389 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:15:41.655146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.656074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 668dd338-a81c-473b-b6c6-1fe6f1f41d7f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:41.656407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 668dd338-a81c-473b-b6c6-1fe6f1f41d7f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:41.726500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.747008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.772141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=7bcd1855-e0d5-4ccd-98f5-fa92daaab307,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:41.805303 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.811006 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a73bacd6-7aa4-4c50-bd7b-d13d36af5d44 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/7bcd1855-e0d5-4ccd-98f5-fa92daaab307 HTTP/1.1" status: 204 len: 168 time: 3.7419610 Apr 01 15:15:41.814453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42632) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:41.822258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'name': 'tempest-PortsTestJSON-430918180'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:41.910765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] For port c334d4d8-c45f-49ca-867c-c6f8bfd586d6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:41.911267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:41.954874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f91ada-3b90-49a0-8d63-48351af46117 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:15:42.050431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:42.060865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-143b135c-ece3-4323-a733-9366f678f364 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0059290 Apr 01 15:15:42.071007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] Set router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:15:42.123542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:42.125864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] DHCP port deletion for 6c4da60f-415f-479a-8cf5-b7773d694b57 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:15:42.181018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Deleting port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:42.181715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:42.246532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:42.254073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:42.258554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:42.277145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:42.320781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-257195f0-bc07-4edc-b7c7-37d621e7e13c req-cd7e85cb-e73d-43f3-bdc3-37cd2151df74 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520962 Apr 01 15:15:42.322230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:42.338114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:42.373447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for c334d4d8-c45f-49ca-867c-c6f8bfd586d6 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:42.407250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 27137f54-cc11-4c55-8508-bf89d9056b0b yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:42.587602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['81f91ada-3b90-49a0-8d63-48351af46117'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:15:42.753269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:42.899331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42656) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:42.901210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Port': ['ID=c334d4d8-c45f-49ca-867c-c6f8bfd586d6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:43.052393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c65d-5f7a-4cdb-bd42-1d3e7115d05e req-b5e37705-ea3a-4221-9b27-13144bd58b15 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:43.065976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b514c65d-5f7a-4cdb-bd42-1d3e7115d05e req-b5e37705-ea3a-4221-9b27-13144bd58b15 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 944 time: 0.4900956 Apr 01 15:15:43.136765 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:43.243144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b514c65d-5f7a-4cdb-bd42-1d3e7115d05e req-fb8a1bb6-a67d-4696-9009-0be167dd8a81 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745861 Apr 01 15:15:43.293262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:43.387309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:43.419891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e0b2fd07-ed23-49fd-8c02-f582c4ef5594 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:43.556468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=27137f54-cc11-4c55-8508-bf89d9056b0b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:43.573150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:43.582556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:43.590981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:43.594947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:43.598399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:43.618468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:43.746005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] For port e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:43.747100 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:43.748384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-500d08b2-60fc-4b8a-a3fc-2fb41d98ab26 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9326580 Apr 01 15:15:43.800451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-56018bd4-436c-465c-97f6-91a97818dbf4 tempest-AgentManagementNegativeTest-412171594 tempest-AgentManagementNegativeTest-412171594-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8822875 Apr 01 15:15:43.801026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42680) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:44.133694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 27137f54-cc11-4c55-8508-bf89d9056b0b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:44.145961 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:44.243314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Calling delete_port for e0b2fd07-ed23-49fd-8c02-f582c4ef5594 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:44.487409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:44.500819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:44.512925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:44.726741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:44.733909 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:44.734813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:15:44.889713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 27137f54-cc11-4c55-8508-bf89d9056b0b owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:45.007351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:45.070704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42706) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:45.077012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:45.100732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=27137f54-cc11-4c55-8508-bf89d9056b0b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:45.115398 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:45.123768 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:45.138919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:45.164723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-29a33088-e6fb-4f87-a0c3-096ee5c0a0bd tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/27137f54-cc11-4c55-8508-bf89d9056b0b HTTP/1.1" status: 204 len: 168 time: 1.3614016 Apr 01 15:15:45.166738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42712) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:45.180993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'mac_address': 'fa:16:3e:d2:02:31', 'name': 'tempest-PortsTestJSON-1154292318'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:45.185969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:15:45.196729 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:15:45.198647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:15:34Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:45.272572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5252bb0-10a2-4f39-99e0-aa4e94b61d79 None None] The sync data for ids ['0f6b07dd-8fd9-48fc-b2f0-14bb703c0021'] in n-d-836017-1 is: [{'id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-557279753', 'tenant_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:12:23Z', 'updated_at': '2022-04-01T15:15:34Z', 'revision_number': 5, 'project_id': '0e4cc8523b1f40c9bdc0f310f39eb8f6', 'gw_port': {'id': 'c334d4d8-c45f-49ca-867c-c6f8bfd586d6', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6b07dd-8fd9-48fc-b2f0-14bb703c0021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:12:27Z', 'updated_at': '2022-04-01T15:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:15:45.356439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:45.363698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42722) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:45.365867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3774e24d-1106-4da1-a0b3-e19f0dba5100 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/routers/0f6b07dd-8fd9-48fc-b2f0-14bb703c0021 HTTP/1.1" status: 204 len: 168 time: 5.4868932 Apr 01 15:15:45.423914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:45.485509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-78c2e6e2-f01f-45a6-996a-4afcd0d7d60c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9232113 Apr 01 15:15:45.509115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc53d7-0aef-48f2-a8eb-2ff6cff8821f req-a176102a-a847-4a52-aceb-a163fb89cae0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:45.513914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cfc53d7-0aef-48f2-a8eb-2ff6cff8821f req-a176102a-a847-4a52-aceb-a163fb89cae0 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 944 time: 0.7305224 Apr 01 15:15:45.632772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cfc53d7-0aef-48f2-a8eb-2ff6cff8821f req-bc0125bb-6521-429c-a8cc-4500601b556f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131337 Apr 01 15:15:45.697753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Deleting port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:45.698157 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:45.789050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-9dec5b4e-087f-4e64-b2d2-34a9199a3cba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 1059 time: 0.1550252 Apr 01 15:15:46.037370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:46.103701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-b1745c7d-1e56-4bd6-bce3-3cf1efaf6e48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:46.106350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-b1745c7d-1e56-4bd6-bce3-3cf1efaf6e48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.2959044 Apr 01 15:15:46.184592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:46.211469 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:46.238595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:46.248640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:46.263130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:46.263522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:46.300954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-49cdf952-05f0-483f-a7f9-438ec7866064 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 200 len: 217 time: 0.1863742 Apr 01 15:15:46.387992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] For port e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:46.388923 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:46.444638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:46.603095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-e1c2181e-6fff-4638-94a4-dd28793b330f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:46.603095 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-e1c2181e-6fff-4638-94a4-dd28793b330f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2765594 Apr 01 15:15:46.704624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:46.708999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-1436a01d-f973-429f-a01f-90024d668c12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186309 Apr 01 15:15:46.851116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Calling delete_port for e0b2fd07-ed23-49fd-8c02-f582c4ef5594 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:46.978653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:46.989781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:47.037978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-2aa68eba-ad32-4868-88c8-c54f67ce182f service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220770 Apr 01 15:15:47.064311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] For port e0b2fd07-ed23-49fd-8c02-f582c4ef5594, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,segment=NetworkSegment(9a492a45-3bab-4a2c-aef7-0e81daad1c2b),segment_id=9a492a45-3bab-4a2c-aef7-0e81daad1c2b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:47.067069 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:47.071947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 81f91ada-3b90-49a0-8d63-48351af46117 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:15:47.263907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c334d4d8-c45f-49ca-867c-c6f8bfd586d6 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:47.455338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-29894357-bf6c-4b8e-9386-5e48ed90f2c6 req-16b35ea9-8a6f-4fbf-899b-3024e05e9605 service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095192 Apr 01 15:15:47.467392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Calling delete_port for e0b2fd07-ed23-49fd-8c02-f582c4ef5594 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:47.531667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c334d4d8-c45f-49ca-867c-c6f8bfd586d6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:47.532963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c334d4d8-c45f-49ca-867c-c6f8bfd586d6 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:47.535880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 497e817e-796d-445d-8556-209e834ad32e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:15:47.552786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:15:47.553020 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:15:47.558757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Usage tracker for resource:security_group_rule and tenant:390f06143a2546fbadb6076b5073d40d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:47.618816 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:47.634358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:47.682198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:47.684720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 66a739a8-7da3-442b-bddb-38b3c407dc25 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:47.749117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] Pushing event deleted for resources: {'Port': ['ID=e0b2fd07-ed23-49fd-8c02-f582c4ef5594,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:47.757739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 497e817e-796d-445d-8556-209e834ad32e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:15:47.758318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 497e817e-796d-445d-8556-209e834ad32e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:15:47.775573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 81f91ada-3b90-49a0-8d63-48351af46117 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:15:47.776186 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:47.888186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea3aba-a677-4065-8d01-1eb903fe0ddc None None] No DVR routers for this DVR port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:15:48.221868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Deleting port e0b2fd07-ed23-49fd-8c02-f582c4ef5594 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:48.223300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.237561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.281700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:15:48.322226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:15:48.334066 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.345371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.411976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.514972 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117', 'code': 200} Apr 01 15:15:48.524773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42764) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:48.535851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=390f06143a2546fbadb6076b5073d40d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4549561 Apr 01 15:15:48.565545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:48.634267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9a3a4-ca09-4232-8de2-d4da47a41839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14a181-6a52-4515-b115-aeb1ee25a4ea,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:48.662887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] The port 'e0b2fd07-ed23-49fd-8c02-f582c4ef5594' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:15:48.675411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95010223-2d1f-4767-adbb-3f81749e39e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.772281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95010223-2d1f-4767-adbb-3f81749e39e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.888972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dfbb6-14b9-4990-8d70-a2dbed85ebfe req-1ceff1e7-643e-451c-8be5-2e6ea32e8f89 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:48.895018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-410dfbb6-14b9-4990-8d70-a2dbed85ebfe req-1ceff1e7-643e-451c-8be5-2e6ea32e8f89 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 944 time: 1.8556190 Apr 01 15:15:48.920760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95010223-2d1f-4767-adbb-3f81749e39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.958991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95010223-2d1f-4767-adbb-3f81749e39e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14a181-6a52-4515-b115-aeb1ee25a4ea,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:48.970531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95010223-2d1f-4767-adbb-3f81749e39e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:48.977097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-95010223-2d1f-4767-adbb-3f81749e39e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b14a181-6a52-4515-b115-aeb1ee25a4ea HTTP/1.1" status: 204 len: 168 time: 0.4498689 Apr 01 15:15:49.349312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:49.520628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-410dfbb6-14b9-4990-8d70-a2dbed85ebfe req-52fee387-bbe8-459f-9f43-03ca6cded04b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365391 Apr 01 15:15:49.526183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4da60f-415f-479a-8cf5-b7773d694b57']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:49.572914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a492a45-3bab-4a2c-aef7-0e81daad1c2b') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:49.574070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a492a45-3bab-4a2c-aef7-0e81daad1c2b') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:15:49.654555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:49.708668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:49.744147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:49.763961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:15:49.764373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:15:49.780893 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:15:49.908652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:49.921249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:49.968463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:50.197440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:50.284453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] Pushing event deleted for resources: {'Network': ['ID=6c4da60f-415f-479a-8cf5-b7773d694b57,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:50.298544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=66a739a8-7da3-442b-bddb-38b3c407dc25,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:50.351965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d642dd6c-cb8d-4960-a891-6a7e66063d22 tempest-TestSecurityGroupsBasicOps-57193411 tempest-TestSecurityGroupsBasicOps-57193411-project] 10.222.0.48 "DELETE /v2.0/networks/6c4da60f-415f-479a-8cf5-b7773d694b57 HTTP/1.1" status: 204 len: 168 time: 4.9865372 Apr 01 15:15:50.361802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:50.371315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:50.374530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:50.382845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:50.383989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:50.418566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aad704bd-285d-4aa0-a2c9-80f9f86ecff0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.2491610 Apr 01 15:15:50.420880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42830) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:50.536946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed4bdd-fc0d-4bf1-9877-271f0bdbc0d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:50.538611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aeed4bdd-fc0d-4bf1-9877-271f0bdbc0d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/66a739a8-7da3-442b-bddb-38b3c407dc25 HTTP/1.1" status: 200 len: 841 time: 0.1164188 Apr 01 15:15:50.541709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42840) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:50.627864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 66a739a8-7da3-442b-bddb-38b3c407dc25 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:50.628549 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:50.765235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:50.851099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:50.861380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:6f7a983d10e74463b0abc165b3cd1211 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:50.868510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:50.885022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:51.069129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.091227 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.106830 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.215344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fbbf7a-146d-4901-8371-6204cb9cf1ad,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:51.222275 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b27dac01-fc5c-4f6f-88ff-60bb8eadbaf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f7a983d10e74463b0abc165b3cd1211&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0231550 Apr 01 15:15:51.225090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42854) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:51.283782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 66a739a8-7da3-442b-bddb-38b3c407dc25 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:51.352341 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92e6476f-7f4c-41d4-ad2c-1e35d939045b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.417429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92e6476f-7f4c-41d4-ad2c-1e35d939045b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.461969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.499940 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92e6476f-7f4c-41d4-ad2c-1e35d939045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.542669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6476f-7f4c-41d4-ad2c-1e35d939045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fbbf7a-146d-4901-8371-6204cb9cf1ad,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:51.550666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92e6476f-7f4c-41d4-ad2c-1e35d939045b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.551839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92e6476f-7f4c-41d4-ad2c-1e35d939045b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68fbbf7a-146d-4901-8371-6204cb9cf1ad HTTP/1.1" status: 204 len: 168 time: 0.3258295 Apr 01 15:15:51.563277 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:51.572814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=66a739a8-7da3-442b-bddb-38b3c407dc25,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:51.578711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-efd79212-6430-42e7-ad1b-9f57eceaca2a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/66a739a8-7da3-442b-bddb-38b3c407dc25 HTTP/1.1" status: 204 len: 168 time: 1.0357339 Apr 01 15:15:51.582927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42864) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:51.598118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74457ede-3fbb-4fa2-97c8-1e11b6f398fe req-861ffd3a-9a36-49ea-9384-e766d0c708ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:51.599679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74457ede-3fbb-4fa2-97c8-1e11b6f398fe req-861ffd3a-9a36-49ea-9384-e766d0c708ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.1970775 Apr 01 15:15:51.659767 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74457ede-3fbb-4fa2-97c8-1e11b6f398fe req-4eb5490b-23d8-468c-94f8-7ab1cd694dc5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Apr 01 15:15:51.717492 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71afe92-4912-49f6-aeb8-2370fd89654d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:15:51.718795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b71afe92-4912-49f6-aeb8-2370fd89654d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/66a739a8-7da3-442b-bddb-38b3c407dc25 HTTP/1.1" status: 404 len: 333 time: 0.1345317 Apr 01 15:15:51.727697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42868) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:51.734687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'name': 'tempest-PortsTestJSON-2107417039'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:51.937627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:51.951656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:51.959200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:51.976908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:52.008762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:52.017109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42878) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:52.022730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:52.099311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 370618b9-f981-4b2d-a654-a0b9565e0833 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:15:52.578861 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:52.646472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.019451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3909ddeb-9d41-489f-8f46-8106c5104054 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e4cc8523b1f40c9bdc0f310f39eb8f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0004992 Apr 01 15:15:53.021565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42904) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:53.118415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42910) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:53.180994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.217952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=370618b9-f981-4b2d-a654-a0b9565e0833,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:53.236338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:53.247109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:53.251947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:15:53.261301 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b972a57c-9a90-4b7f-86e5-69eb65e94d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.268486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:53.269159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.307575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:53.320107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Usage tracker for resource:security_group_rule and tenant:fbe26c8d18f3491f9457b684660244b7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:53.326562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b972a57c-9a90-4b7f-86e5-69eb65e94d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.344363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:53.375109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a29e61c8-8e05-4709-a077-7d3db965f3ec tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6456630 Apr 01 15:15:53.379751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42916) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:53.382403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930bc05-4fdc-41a0-af05-9993f4646494 req-c678b18a-3cf6-4e77-9875-11180cef8bc3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:53.389464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:53.402490 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8930bc05-4fdc-41a0-af05-9993f4646494 req-c678b18a-3cf6-4e77-9875-11180cef8bc3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.3436751 Apr 01 15:15:53.416566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:53.500110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8930bc05-4fdc-41a0-af05-9993f4646494 req-6ea806ab-4055-44b4-b2ce-6d3907608741 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964847 Apr 01 15:15:53.693473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b972a57c-9a90-4b7f-86e5-69eb65e94d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.728831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972a57c-9a90-4b7f-86e5-69eb65e94d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae1e72-524c-46f1-a3d6-e6d04ef54ad0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:53.796331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.817319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b972a57c-9a90-4b7f-86e5-69eb65e94d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.821526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b972a57c-9a90-4b7f-86e5-69eb65e94d5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1ae1e72-524c-46f1-a3d6-e6d04ef54ad0 HTTP/1.1" status: 204 len: 168 time: 0.7989621 Apr 01 15:15:53.898873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:53.913017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.004416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbe26c8d18f3491f9457b684660244b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8849447 Apr 01 15:15:54.007627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa1d04-7a2e-4e7f-bb59-0a5e5c642b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029612c-0f6f-4c47-933a-f305dff0c099,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:54.008303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:54.194607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e690898-46d6-4d21-a954-700d2486e3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.310323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e690898-46d6-4d21-a954-700d2486e3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.375913 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.391172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.452621 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e690898-46d6-4d21-a954-700d2486e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.473517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e690898-46d6-4d21-a954-700d2486e3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029612c-0f6f-4c47-933a-f305dff0c099,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:54.480586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e690898-46d6-4d21-a954-700d2486e3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.483967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3e690898-46d6-4d21-a954-700d2486e3ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7029612c-0f6f-4c47-933a-f305dff0c099 HTTP/1.1" status: 204 len: 168 time: 0.4742031 Apr 01 15:15:54.577206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42942) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:54.583810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] In _notify_port_updated(), no bound segment for port 370618b9-f981-4b2d-a654-a0b9565e0833 on network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:15:54.593778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:54.596577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.603513 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "PUT /v2.0/ports/370618b9-f981-4b2d-a654-a0b9565e0833 HTTP/1.1" status: 200 len: 818 time: 1.2068698 Apr 01 15:15:54.605237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42948) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:54.625060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a15e1-8771-494d-93f7-afcac5fc9aaa tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=370618b9-f981-4b2d-a654-a0b9565e0833,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:54.774925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 370618b9-f981-4b2d-a654-a0b9565e0833 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:15:54.775413 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:54.930574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b46eb-631a-4353-892d-a30f9d53a8f0 req-927032c4-e235-4cdb-8a0f-7e6fbd6a58da tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:54.939695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d19b46eb-631a-4353-892d-a30f9d53a8f0 req-927032c4-e235-4cdb-8a0f-7e6fbd6a58da tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.2331672 Apr 01 15:15:55.007878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d19b46eb-631a-4353-892d-a30f9d53a8f0 req-aba190f0-17ee-481d-b16a-558d36b01616 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673120 Apr 01 15:15:55.038034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42954) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:55.114927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.270265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:55.285384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Usage tracker for resource:security_group_rule and tenant:dcda7b3a255340608537779cfbc53972 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:55.299977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:55.323173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:55.345677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.627872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.634172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1525519626'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:55.641472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.654117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 370618b9-f981-4b2d-a654-a0b9565e0833 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:15:55.722181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:55.749683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:network and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:55.760707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:55.774471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01407393-66ad-4111-b484-2d0e4b9d70b0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:55.794919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:55.804125 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6cb3a319-d6e4-4b0d-8e45-48319786c7cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcda7b3a255340608537779cfbc53972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7556992 Apr 01 15:15:55.805301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42968) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:55.836152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Made reservation on behalf of 166a2b6109644dff8a12bb5abd9e433c for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:55.846364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.901967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f735998-2e67-4e2c-bc0e-170ce84c7ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.909492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.958828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f735998-2e67-4e2c-bc0e-170ce84c7ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:55.978875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:55.986515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:security_group_rule and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:55.997728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:56.016659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:56.078216 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f735998-2e67-4e2c-bc0e-170ce84c7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.105109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.113420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.127249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f735998-2e67-4e2c-bc0e-170ce84c7ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01407393-66ad-4111-b484-2d0e4b9d70b0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:56.138273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f735998-2e67-4e2c-bc0e-170ce84c7ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.143047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4f735998-2e67-4e2c-bc0e-170ce84c7ce4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01407393-66ad-4111-b484-2d0e4b9d70b0 HTTP/1.1" status: 204 len: 168 time: 0.3365951 Apr 01 15:15:56.160269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.207238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537920e5-fb6d-4978-8210-3f841db5ae10,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:56.245462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=370618b9-f981-4b2d-a654-a0b9565e0833,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:56.255394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:15:56.387882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.392608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.393172 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Added segment d0594776-a9b2-49db-966f-0bb8e96631e7 of type vlan for network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 Apr 01 15:15:56.433057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.519744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0e9d947-b6d9-4a61-acad-fd7fd1fad8d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/370618b9-f981-4b2d-a654-a0b9565e0833 HTTP/1.1" status: 204 len: 168 time: 1.9130929 Apr 01 15:15:56.522254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42984) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:56.543720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf577b-2892-4827-96c1-4e29b6bd1a8a req-97084f87-7da1-4bd2-aa85-a81a2f1874fa tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:56.551757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3aaf577b-2892-4827-96c1-4e29b6bd1a8a req-97084f87-7da1-4bd2-aa85-a81a2f1874fa tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.2578342 Apr 01 15:15:56.569673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.573507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:56.580131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:56.919314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3aaf577b-2892-4827-96c1-4e29b6bd1a8a req-331877fa-fcb6-4da3-b158-319a5c4f52bf tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666818 Apr 01 15:15:56.932502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3530164 Apr 01 15:15:56.933652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82134c-1d94-4485-a15c-d1991a8ac0d7 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Network': ['ID=3c5c6f6c-05c4-464f-a8db-86da4dae1472,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:56.936916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42996) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:56.944700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'subnet': {'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:56.947042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac092b3-e7ae-4819-87ff-40a1fc36c23f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:56.947544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:15:56.948812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7ac092b3-e7ae-4819-87ff-40a1fc36c23f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:15:56.995753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7ac092b3-e7ae-4819-87ff-40a1fc36c23f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:15:56.998948 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7ac092b3-e7ae-4819-87ff-40a1fc36c23f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4756970 Apr 01 15:15:57.002048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43000) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:57.109311 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aa60ec-3221-49d3-a631-00d8801c93e1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:15:57.117723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-67aa60ec-3221-49d3-a631-00d8801c93e1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/370618b9-f981-4b2d-a654-a0b9565e0833 HTTP/1.1" status: 404 len: 333 time: 0.1113276 Apr 01 15:15:57.119030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43004) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:57.143250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-396975661'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:57.165580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:57.185165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:57.205038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:57.212753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:57.217322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:subnet and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:57.220245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:57.226659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:57.231795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:57.240538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Made reservation on behalf of 166a2b6109644dff8a12bb5abd9e433c for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:57.266235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:57.269383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.363263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:15:57.383674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.396342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.397027 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment ee4cd266-1ca9-4038-a722-174d6cc52731 of type vlan for network 7d6fd611-7651-4870-a945-96e95c7ead6a Apr 01 15:15:57.471619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.484338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43012) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:57.598412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4800807f-fc03-4741-a46c-780d196243f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d76ffde67094aa88642d4057d12a1fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1127760 Apr 01 15:15:57.599093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43016) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:57.719146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f495a6b-d8cf-45b7-ad1d-9d87a3bd8de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.721984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.728111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:57.729110 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.858189 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5a03600-5839-4ae3-afd0-05ed1665e68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:57.867756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=7d6fd611-7651-4870-a945-96e95c7ead6a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:57.876502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a621ed85-8490-412a-81a3-34bc2a455280 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7527206 Apr 01 15:15:57.877717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43022) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:57.882719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 7d6fd611-7651-4870-a945-96e95c7ead6a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:15:57.892113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:57.967633 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.139168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:58.144200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:58.148436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:58.156240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:58.171620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f495a6b-d8cf-45b7-ad1d-9d87a3bd8de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.182162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:15:58.375052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43034) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:58.391942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Checking segment: {'id': 'd0594776-a9b2-49db-966f-0bb8e96631e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:58.392407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Network hostable DHCP agents. Network: 3c5c6f6c-05c4-464f-a8db-86da4dae1472, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:15:58.403300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Subnet': ['ID=2423e5e1-4894-4c6c-9472-5829f85ab4e4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:58.430394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:15:58.451604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3c5c6f6c-05c4-464f-a8db-86da4dae1472) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:58.455965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:58.456672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.466611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082408d-1ed7-4509-b71d-adf140c5e275 None None] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:58.487129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.500577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-57c5efd5-4cce-4ec6-9f86-5b411877f7ab tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5624168 Apr 01 15:15:58.501333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43040) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:58.506617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1770050028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:58.520067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:58.532805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:router and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:58.538765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:58.551583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:58.584060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.585179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.620469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.643006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89d1e-8f25-4d3c-b3a9-8bd85a9d22bf req-f35260d6-3b8b-46c1-9e32-3d6861be6dc4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:58.644618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5af89d1e-8f25-4d3c-b3a9-8bd85a9d22bf req-f35260d6-3b8b-46c1-9e32-3d6861be6dc4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.3582036 Apr 01 15:15:58.654927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f495a6b-d8cf-45b7-ad1d-9d87a3bd8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.655917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.713545 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.715009 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8b85e213-cd87-4d36-9d88-50878d662c68 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2126117 Apr 01 15:15:58.715570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f495a6b-d8cf-45b7-ad1d-9d87a3bd8de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b4459e-4965-46c0-b70e-b7397ffcaac9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:58.718333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43048) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:58.886527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f495a6b-d8cf-45b7-ad1d-9d87a3bd8de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:58.892678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f495a6b-d8cf-45b7-ad1d-9d87a3bd8de5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11b4459e-4965-46c0-b70e-b7397ffcaac9 HTTP/1.1" status: 204 len: 168 time: 1.2911396 Apr 01 15:15:58.944672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5af89d1e-8f25-4d3c-b3a9-8bd85a9d22bf req-6d60dcf3-1602-48b0-ba11-43719885115f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934554 Apr 01 15:15:58.982886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.061761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-3c5c6f6c-05c4-464f-a8db-86da4dae1472', 'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472', 'tenant_id': '166a2b6109644dff8a12bb5abd9e433c', 'fixed_ips': [{'subnet_id': '2423e5e1-4894-4c6c-9472-5829f85ab4e4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:15:59.062748 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.065786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.103504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:15:59.109219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Usage tracker for resource:security_group_rule and tenant:a40b085fb7094aeaaca44cab2059cd1f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:15:59.113134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:15:59.122463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:15:59.240229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.255579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.270399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Allocated IP 172.20.0.2 (3c5c6f6c-05c4-464f-a8db-86da4dae1472/2423e5e1-4894-4c6c-9472-5829f85ab4e4/5b482d8c-d7a3-4d5a-bf2d-446c009b669d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:15:59.318273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=d66e0b74-d2a8-4fba-9099-273535de7b58,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:59.339344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43058) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:59.341861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a40b085fb7094aeaaca44cab2059cd1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9655325 Apr 01 15:15:59.381740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': 'ee4cd266-1ca9-4038-a722-174d6cc52731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:15:59.382083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: 7d6fd611-7651-4870-a945-96e95c7ead6a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:15:59.510854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 7d6fd611-7651-4870-a945-96e95c7ead6a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:15:59.534813 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.551654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Transition to ACTIVE for port object 5b482d8c-d7a3-4d5a-bf2d-446c009b669d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:59.576923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 7d6fd611-7651-4870-a945-96e95c7ead6a) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:59.586716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354be662-6271-4f0a-a1d9-7ba38c00def4 None None] Network 7d6fd611-7651-4870-a945-96e95c7ead6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:15:59.594578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d119721-02ee-41fc-88e5-048fa17b3729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.597486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:15:59.600057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.628651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Transition to ACTIVE for port object 5b482d8c-d7a3-4d5a-bf2d-446c009b669d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:15:59.680329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a64804b9-e40b-4866-944e-32cfc3eb1e58 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7906485 Apr 01 15:15:59.692814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43064) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:15:59.697247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd3753-c96d-4b25-a99a-5e02d1ea4a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb71ab2-56b2-4ed0-a495-d92d1d51594d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:59.701614 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d119721-02ee-41fc-88e5-048fa17b3729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.729773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:15:59.820678 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:15:59.907763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Pushing event updated for resources: {'Port': ['ID=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:15:59.944890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:15:59.949374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:15:59.952302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:00.130886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-7d6fd611-7651-4870-a945-96e95c7ead6a', 'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a', 'tenant_id': '56910f9217c44567b3116680314ed076', 'fixed_ips': [{'subnet_id': 'd66e0b74-d2a8-4fba-9099-273535de7b58'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:16:00.131965 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.146786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.183843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d119721-02ee-41fc-88e5-048fa17b3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.210994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d119721-02ee-41fc-88e5-048fa17b3729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb71ab2-56b2-4ed0-a495-d92d1d51594d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:00.214118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d119721-02ee-41fc-88e5-048fa17b3729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.215427 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d119721-02ee-41fc-88e5-048fa17b3729 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbb71ab2-56b2-4ed0-a495-d92d1d51594d HTTP/1.1" status: 204 len: 168 time: 0.8749053 Apr 01 15:16:00.216803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:00.221976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:00.225054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:00.231686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:00.248249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:00.256264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.375583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Attempting to bind port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:00.376228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Attempting to bind port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd0594776-a9b2-49db-966f-0bb8e96631e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:00.376508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Attempting to bind port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d on network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:00.401961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:00.402331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Checking segment: {'id': 'd0594776-a9b2-49db-966f-0bb8e96631e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:00.402994 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.403415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Bound using segment: {'id': 'd0594776-a9b2-49db-966f-0bb8e96631e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:00.403893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Bound port: 5b482d8c-d7a3-4d5a-bf2d-446c009b669d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0594776-a9b2-49db-966f-0bb8e96631e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:00.404271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.419473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46ea1bf5-6c78-4d5d-a345-8e140b554774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.428432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Allocated IP 172.20.0.2 (7d6fd611-7651-4870-a945-96e95c7ead6a/d66e0b74-d2a8-4fba-9099-273535de7b58/8dd8c87f-c4c8-485e-aa4b-3d8742c15505) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:00.556047 n-d-836017-1 neutron-server[83953]: INFO neutron.db.ipam_backend_mixin [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d66e0b74-d2a8-4fba-9099-273535de7b58 (CIDR: 172.20.0.0/28) Apr 01 15:16:00.566188 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:16:00.566827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:16:00.609182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-49836aad-3065-4622-b020-ddba499eaf48 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9152813 Apr 01 15:16:00.611921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43082) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:00.613131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] For port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:00.618425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:00.618887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] For port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,segment=NetworkSegment(d0594776-a9b2-49db-966f-0bb8e96631e7),segment_id=d0594776-a9b2-49db-966f-0bb8e96631e7)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:00.633494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.922636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d535c-c3dc-4e4b-9dc7-b7f647fc03bf req-d65c941b-2a22-4a6e-9824-ab12949969e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:00.928943 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:00.930505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c9d535c-c3dc-4e4b-9dc7-b7f647fc03bf req-d65c941b-2a22-4a6e-9824-ab12949969e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.6206210 Apr 01 15:16:00.961733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Transition to ACTIVE for port object 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:01.006872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:01.017342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43090) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:01.035601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Transition to ACTIVE for port object 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:01.037299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:01.048315 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c9d535c-c3dc-4e4b-9dc7-b7f647fc03bf req-c60417e2-c48d-4232-8363-5733863ed2ea tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162064 Apr 01 15:16:01.050626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:01.064842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:01.072779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2471f10-5822-4e41-9832-a1b63ea421d0 None None] Pushing event updated for resources: {'Port': ['ID=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:01.091075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:01.095044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.104065 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.108610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Allocated IP 172.20.0.1 (3c5c6f6c-05c4-464f-a8db-86da4dae1472/2423e5e1-4894-4c6c-9472-5829f85ab4e4/7573e6a9-4e39-4af5-a938-8020c1ab43ed) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:01.318592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Pushing event updated for resources: {'Port': ['ID=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:01.409654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.442492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Transition to ACTIVE for port object 7573e6a9-4e39-4af5-a938-8020c1ab43ed will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:01.488217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Network 7d6fd611-7651-4870-a945-96e95c7ead6a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:01.491886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:01.495860 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.510272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:01.515290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.616774 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.692573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:01.692573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:01.692573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Port': ['ID=7573e6a9-4e39-4af5-a938-8020c1ab43ed,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:01.735609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:01.804199 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.816245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Attempting to bind port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:01.816764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Attempting to bind port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ee4cd266-1ca9-4038-a722-174d6cc52731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:01.817224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Attempting to bind port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 on network 7d6fd611-7651-4870-a945-96e95c7ead6a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:01.824500 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.837501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:01.841102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Checking segment: {'id': 'ee4cd266-1ca9-4038-a722-174d6cc52731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:01.841620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.847766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Bound using segment: {'id': 'ee4cd266-1ca9-4038-a722-174d6cc52731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:01.848432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Bound port: 8dd8c87f-c4c8-485e-aa4b-3d8742c15505, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4cd266-1ca9-4038-a722-174d6cc52731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:01.848923 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.924281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 7d6fd611-7651-4870-a945-96e95c7ead6a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:01.930552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:01.937078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:01.937969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:01.974592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:02.034725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Usage tracker for resource:security_group_rule and tenant:6699b339439f439daa70c390c98382cb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:02.045108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:02.054614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:02.109935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=04621e91-717f-4d85-acf6-50ebba544e5d,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:02.162743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] For port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:02.171971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] For port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,segment=NetworkSegment(ee4cd266-1ca9-4038-a722-174d6cc52731),segment_id=ee4cd266-1ca9-4038-a722-174d6cc52731)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:02.186977 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.344760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.352707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.363239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-55106b5f-f0fd-4865-af8f-99a4dce705ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7500491 Apr 01 15:16:02.364217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43114) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:02.378570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573db90e-3abb-438a-8e6a-0a493232d5b9 None None] Pushing event updated for resources: {'Port': ['ID=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:02.384242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a', 'fixed_ips': [{'subnet_id': 'd66e0b74-d2a8-4fba-9099-273535de7b58'}, {'subnet_id': '04621e91-717f-4d85-acf6-50ebba544e5d'}], 'name': 'tempest-PortsTestJSON-1629972706'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:02.421981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.508104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9b58f8-e7e4-45ad-ad05-db6a730ec2b5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:02.515463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bcce5913-8682-4c6e-873f-e297bc854235 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6699b339439f439daa70c390c98382cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4949760 Apr 01 15:16:02.517919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:02.591642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e848e1-7d90-4112-ade1-cd92d6ac4191 req-22e6faa6-ec3c-4b16-92a0-8088d008e3d2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:02.593971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3e848e1-7d90-4112-ade1-cd92d6ac4191 req-22e6faa6-ec3c-4b16-92a0-8088d008e3d2 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.2274888 Apr 01 15:16:02.630826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1891f012-b4d5-4081-8e3f-1400be1aa548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.692382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1891f012-b4d5-4081-8e3f-1400be1aa548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.720945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3e848e1-7d90-4112-ade1-cd92d6ac4191 req-e9ed5a53-a3dd-4d5f-87ac-488e18cf20a1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059299 Apr 01 15:16:02.728092 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.901856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1891f012-b4d5-4081-8e3f-1400be1aa548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.919670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.943676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f012-b4d5-4081-8e3f-1400be1aa548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9b58f8-e7e4-45ad-ad05-db6a730ec2b5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:02.971528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1891f012-b4d5-4081-8e3f-1400be1aa548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:02.972877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1891f012-b4d5-4081-8e3f-1400be1aa548 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e9b58f8-e7e4-45ad-ad05-db6a730ec2b5 HTTP/1.1" status: 204 len: 168 time: 0.4537470 Apr 01 15:16:03.087170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:03.115434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:03.121903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:03.136900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:03.390879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:03.456248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b482d8c-d7a3-4d5a-bf2d-446c009b669d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:03.603308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:03.616305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:03.657850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a44557d-08e7-46ce-8b64-12b005f37fb5 None None] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:03.862547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:04.074232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Provisioning for port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:04.088458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:04.119828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Provisioning complete for port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:04.123649 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.146679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43154) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:04.191577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.193227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a31ff1e-3762-41ad-be71-da017a44b67a None None] Network 7d6fd611-7651-4870-a945-96e95c7ead6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:04.263322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.285208 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.302167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:04.312765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Usage tracker for resource:security_group_rule and tenant:f7942c7bfa8c4fff93dd0510a7e1675b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:04.320920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:04.339544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:04.344160 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.458531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 08bdf2d3-3a61-4acd-99fc-776113d35a44 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:04.518955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.536119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1831538127-network', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:04.549475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:04.558408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.582946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Usage tracker for resource:network and tenant:4a988632cd5e4da1b8fa9c844ca81cae is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:04.626954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.664382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:04.680742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82659e-7683-4f19-ac6e-cb1079a60217,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:04.705935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:04.807072 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c0ede29a-c852-4b1d-9662-fe64cf56355b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7942c7bfa8c4fff93dd0510a7e1675b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6591239 Apr 01 15:16:04.807788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:04.938163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Made reservation on behalf of 4a988632cd5e4da1b8fa9c844ca81cae for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:04.948497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:04.983605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:04.990845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:04.997427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Port': ['ID=7573e6a9-4e39-4af5-a938-8020c1ab43ed,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:05.020106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.141307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:05.151483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Usage tracker for resource:security_group_rule and tenant:4a988632cd5e4da1b8fa9c844ca81cae is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:05.160939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:05.173347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952beb-b582-4f34-a756-18036e35ab6e req-d3a5c2ce-c046-45ca-a1d9-32a8c1150eea tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:05.174757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99952beb-b582-4f34-a756-18036e35ab6e req-d3a5c2ce-c046-45ca-a1d9-32a8c1150eea tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 1.1256754 Apr 01 15:16:05.182752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:05.188723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.306711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] For port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,segment=NetworkSegment(d0594776-a9b2-49db-966f-0bb8e96631e7),segment_id=d0594776-a9b2-49db-966f-0bb8e96631e7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:05.329060 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.385016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.388735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe05c66b-2c40-4a49-83e5-4755e194979f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.418909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.490696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99952beb-b582-4f34-a756-18036e35ab6e req-9d65e572-d236-4f2c-ae6a-7612e53d0a6f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573267 Apr 01 15:16:05.582746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Pushing event updated for resources: {'Port': ['ID=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:05.599000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ed42ed05-88e4-4016-802d-ed24baf62470 None None] Provisioning for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:05.610188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe05c66b-2c40-4a49-83e5-4755e194979f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.613404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.613978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.614491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.616753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.617286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.617803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.618316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.618820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.619356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.619853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.620382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841cf4f-5b4f-4c67-a441-b4b5a3ed2963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:05.624813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ed42ed05-88e4-4016-802d-ed24baf62470 None None] Provisioning complete for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:05.631712 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed42ed05-88e4-4016-802d-ed24baf62470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.643673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:05.670733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Update dhcp port {'port': {'network_id': '7d6fd611-7651-4870-a945-96e95c7ead6a', 'fixed_ips': [{'subnet_id': 'd66e0b74-d2a8-4fba-9099-273535de7b58', 'ip_address': '172.20.0.2'}, {'subnet_id': '04621e91-717f-4d85-acf6-50ebba544e5d'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '8dd8c87f-c4c8-485e-aa4b-3d8742c15505'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:16:05.689250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19ed13-ea72-435c-9940-1bec09a0377f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:05.736347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.736673 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Added segment 38ea7b4c-bc59-456a-8bca-848e0b22d7b8 of type vlan for network 20c995e8-137b-4527-958d-5dbccee8fca1 Apr 01 15:16:05.742902 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.819257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.877476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe05c66b-2c40-4a49-83e5-4755e194979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.935675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05c66b-2c40-4a49-83e5-4755e194979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82659e-7683-4f19-ac6e-cb1079a60217,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:05.957931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:05.958818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:05.959426 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:06.065081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2012014 Apr 01 15:16:06.066268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43174) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:06.066390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe05c66b-2c40-4a49-83e5-4755e194979f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:06.069315 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fe05c66b-2c40-4a49-83e5-4755e194979f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb82659e-7683-4f19-ac6e-cb1079a60217 HTTP/1.1" status: 204 len: 168 time: 1.2537532 Apr 01 15:16:06.112473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Request body: {'subnet': {'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1831538127-subnet', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:06.157741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:06.199895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed42ed05-88e4-4016-802d-ed24baf62470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:06.244126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ed42ed05-88e4-4016-802d-ed24baf62470 None None] For port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,segment=NetworkSegment(ee4cd266-1ca9-4038-a722-174d6cc52731),segment_id=ee4cd266-1ca9-4038-a722-174d6cc52731)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:06.253846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed42ed05-88e4-4016-802d-ed24baf62470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:06.276854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfe5e7-6322-437e-af4a-6358cac67eac admin admin] Pushing event updated for resources: {'Network': ['ID=20c995e8-137b-4527-958d-5dbccee8fca1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:06.308332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Usage tracker for resource:subnet and tenant:4a988632cd5e4da1b8fa9c844ca81cae is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:06.330446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:06.342519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 20c995e8-137b-4527-958d-5dbccee8fca1 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:06.400100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:06.527448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Made reservation on behalf of 4a988632cd5e4da1b8fa9c844ca81cae for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:06.561193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:06.774019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ea6ef4a6-ba4f-4242-a40c-3270f2ca95f4 None None] Provisioning complete for port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:06.775004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef4a6-ba4f-4242-a40c-3270f2ca95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:06.831495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.5 (7d6fd611-7651-4870-a945-96e95c7ead6a/d66e0b74-d2a8-4fba-9099-273535de7b58/08bdf2d3-3a61-4acd-99fc-776113d35a44) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:06.839880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.18 (7d6fd611-7651-4870-a945-96e95c7ead6a/04621e91-717f-4d85-acf6-50ebba544e5d/08bdf2d3-3a61-4acd-99fc-776113d35a44) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:06.880479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42ed05-88e4-4016-802d-ed24baf62470 None None] Pushing event updated for resources: {'Port': ['ID=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:06.948968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e0aa-cde7-458d-bb14-2282e70a66ec req-c00338e0-b74e-475e-be21-49d01dde76ea tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:06.952657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b064e0aa-cde7-458d-bb14-2282e70a66ec req-c00338e0-b74e-475e-be21-49d01dde76ea tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.1807559 Apr 01 15:16:07.025124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ea6ef4a6-ba4f-4242-a40c-3270f2ca95f4 None None] Provisioning for port 7573e6a9-4e39-4af5-a938-8020c1ab43ed completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:07.031939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ea6ef4a6-ba4f-4242-a40c-3270f2ca95f4 None None] Provisioning complete for port 7573e6a9-4e39-4af5-a938-8020c1ab43ed triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:07.033496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef4a6-ba4f-4242-a40c-3270f2ca95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.042290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b064e0aa-cde7-458d-bb14-2282e70a66ec req-3102e59e-79dc-4516-9db7-7934a8f2d748 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829673 Apr 01 15:16:07.147023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ef4a6-ba4f-4242-a40c-3270f2ca95f4 None None] Port 7573e6a9-4e39-4af5-a938-8020c1ab43ed cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:07.187346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.307145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-71488a71-cfe5-4559-b687-59f32b68817b None None] Provisioning complete for port 7573e6a9-4e39-4af5-a938-8020c1ab43ed triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:07.308001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71488a71-cfe5-4559-b687-59f32b68817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.404323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b482d8c-d7a3-4d5a-bf2d-446c009b669d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:07.430651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ed536d-5c82-4b51-bb29-2c7a034885ff,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:07.447558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Checking segment: {'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:07.447920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Network hostable DHCP agents. Network: 20c995e8-137b-4527-958d-5dbccee8fca1, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:16:07.500928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Router aa3673d7-5819-492e-b2da-3b866a8d9b7e is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:16:07.505153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.535385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 08bdf2d3-3a61-4acd-99fc-776113d35a44 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:07.541670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Network 20c995e8-137b-4527-958d-5dbccee8fca1 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:16:07.551649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-71488a71-cfe5-4559-b687-59f32b68817b None None] Port 7573e6a9-4e39-4af5-a938-8020c1ab43ed cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:07.576681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:07.577381 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.613068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 20c995e8-137b-4527-958d-5dbccee8fca1) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:07.626929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69712cf5-951c-48d2-b4a8-8c51f6da5103 None None] Network 20c995e8-137b-4527-958d-5dbccee8fca1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:07.685578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:07.686166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.768565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.857962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43206) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:07.858529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-edb149f7-60d9-4814-bdeb-2f5560e5ab76 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7799385 Apr 01 15:16:07.865020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:07.873096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:07.884102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Usage tracker for resource:router and tenant:4a988632cd5e4da1b8fa9c844ca81cae is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:07.892556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:07.909456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:07.931655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 7d6fd611-7651-4870-a945-96e95c7ead6a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:07.942651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.942885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:07.945115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:07.946863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:07.989895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:08.052602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=08bdf2d3-3a61-4acd-99fc-776113d35a44,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:08.102917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:16:08.112338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d5d7ecdf-079b-43c8-b806-7186f13e5e4a tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "PUT /v2.0/routers/aa3673d7-5819-492e-b2da-3b866a8d9b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3898287 Apr 01 15:16:08.116399 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] Sync routers for ids ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:16:08.122149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43216) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:08.136216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:08.136850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:08.140293 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] Routers {'aa3673d7-5819-492e-b2da-3b866a8d9b7e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:08.140980 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:08.150178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'port': {'network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472', 'name': 'tempest-FloatingIPNegativeTestJSON-1506647085'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:08.310433 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:08.341502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dba08bc7-61e0-4fef-aea4-64441f571324 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.9761856 Apr 01 15:16:08.343924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] Routers {'aa3673d7-5819-492e-b2da-3b866a8d9b7e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:08.346707 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:08.353832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-20c995e8-137b-4527-958d-5dbccee8fca1', 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'fixed_ips': [{'subnet_id': 'f2ed536d-5c82-4b51-bb29-2c7a034885ff'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:16:08.354625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:08.356096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43224) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:08.382882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd66e0b74-d2a8-4fba-9099-273535de7b58'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:08.397450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-924c34fa-71d8-474f-b9c0-f69c87757d06 {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:16:08.398058 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:16:08.415992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:08.464228 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:08.464850 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe081123-50f4-4f3b-8a28-12546d5b7994 None None] The sync data for ids ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:16:08.516620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:08.521693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:port and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:08.525873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:08.532454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:08.556810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Made reservation on behalf of 166a2b6109644dff8a12bb5abd9e433c for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:08.560953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:08.578890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:08.579129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:08.612936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:08.623500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] device_id is not set on port fa95ce2c-ebc6-4323-b767-c5888e439f95 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:08.836875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Allocated IP 172.20.0.2 (20c995e8-137b-4527-958d-5dbccee8fca1/f2ed536d-5c82-4b51-bb29-2c7a034885ff/806b0187-4ef9-42e6-9135-42f1dbdd3eeb) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:08.840714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ae778-286f-48e6-9802-953f706e679b req-97e9942b-2f6f-4640-a7df-cbc9495601e9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:08.842289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c55ae778-286f-48e6-9802-953f706e679b req-97e9942b-2f6f-4640-a7df-cbc9495601e9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.4216232 Apr 01 15:16:08.854050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Allocated IP 172.20.0.4 (3c5c6f6c-05c4-464f-a8db-86da4dae1472/2423e5e1-4894-4c6c-9472-5829f85ab4e4/fa95ce2c-ebc6-4323-b767-c5888e439f95) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:09.188153 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:09.203404 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c55ae778-286f-48e6-9802-953f706e679b req-785f87f4-cafc-4295-b564-1db1d320f280 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511531 Apr 01 15:16:09.426368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:09.455972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Transition to ACTIVE for port object fa95ce2c-ebc6-4323-b767-c5888e439f95 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:09.498516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:09.585821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:09.600084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:09.603813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:09.610693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:09.644358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Port': ['ID=fa95ce2c-ebc6-4323-b767-c5888e439f95,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:09.689689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:09.695557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:09.731058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cc32957b-e5b2-4c34-8f20-c6769ff0a7fc tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6068432 Apr 01 15:16:09.734114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43242) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:09.748225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:09.763257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:09.775708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:floatingip and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:09.786071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:09.802172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:09.837114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:09.852574 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:16:09.871602 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:09.932685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Transition to ACTIVE for port object 806b0187-4ef9-42e6-9135-42f1dbdd3eeb will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:10.011068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Allocated IP 172.20.0.19 (7d6fd611-7651-4870-a945-96e95c7ead6a/04621e91-717f-4d85-acf6-50ebba544e5d/8dd8c87f-c4c8-485e-aa4b-3d8742c15505) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:10.018875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Transition to ACTIVE for port object 806b0187-4ef9-42e6-9135-42f1dbdd3eeb will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:10.066515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17cfe458-73e9-4e5e-80b9-0527353b2f3c None None] Provisioning for port fa95ce2c-ebc6-4323-b767-c5888e439f95 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:10.130878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.148956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.190357 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.223594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.461741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17cfe458-73e9-4e5e-80b9-0527353b2f3c None None] Provisioning complete for port fa95ce2c-ebc6-4323-b767-c5888e439f95 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:10.462149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17cfe458-73e9-4e5e-80b9-0527353b2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.462263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Allocated IP 172.25.2.238 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/b39a283e-259a-43d8-9c07-9da8b838f164) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:10.594608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Network 20c995e8-137b-4527-958d-5dbccee8fca1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:10.610049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:10.612552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:10.703154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Pushing event updated for resources: {'Port': ['ID=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:10.724645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-17cfe458-73e9-4e5e-80b9-0527353b2f3c None None] Port fa95ce2c-ebc6-4323-b767-c5888e439f95 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:10.833659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] For port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,segment=NetworkSegment(ee4cd266-1ca9-4038-a722-174d6cc52731),segment_id=ee4cd266-1ca9-4038-a722-174d6cc52731)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:10.866709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Attempting to bind port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:10.867084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Attempting to bind port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:10.867480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Attempting to bind port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb on network 20c995e8-137b-4527-958d-5dbccee8fca1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:10.896143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:10.896915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Checking segment: {'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:10.896915 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.897328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Bound using segment: {'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:10.898274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Bound port: 806b0187-4ef9-42e6-9135-42f1dbdd3eeb, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:10.898274 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.974705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:10.997581 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:11.016950 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:11.032502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Transition to ACTIVE for port object 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:11.033154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1106b-b267-42eb-94bd-5f72c9ed5e90 req-97b58acc-18e8-4855-a570-cab6a1c57486 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:11.034778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85d1106b-b267-42eb-94bd-5f72c9ed5e90 req-97b58acc-18e8-4855-a570-cab6a1c57486 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.4904699 Apr 01 15:16:11.041598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] For port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:11.045045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] For port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,segment=NetworkSegment(38ea7b4c-bc59-456a-8bca-848e0b22d7b8),segment_id=38ea7b4c-bc59-456a-8bca-848e0b22d7b8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:11.046890 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:11.095566 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:11.285089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85d1106b-b267-42eb-94bd-5f72c9ed5e90 req-70eb9e74-4e81-46dc-b42b-b1479773ac07 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445049 Apr 01 15:16:11.288717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Delete allocated IP 172.20.0.18 (7d6fd611-7651-4870-a945-96e95c7ead6a/04621e91-717f-4d85-acf6-50ebba544e5d) {{(pid=83953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:16:11.303252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:11.336312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f8365-d6fd-4fc5-9161-ed5201253ca2 None None] Pushing event updated for resources: {'Port': ['ID=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:11.438941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Allocated IP 172.25.2.222 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/234b1d35-1572-45cc-84fd-5c295cb0e9f4) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:11.509786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343ba50-a081-465c-bbe5-fb09c1a7c6c6 None None] Pushing event updated for resources: {'Port': ['ID=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:11.589724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Pushing event updated for resources: {'Port': ['ID=b39a283e-259a-43d8-9c07-9da8b838f164,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:11.944906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:12.030610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:12.061529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:12.073693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:12.077920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:12.247319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:12.250048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:12.270963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:12.290105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:12.365044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Ignored duplicate provisioning block setup for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:16:12.393521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:12.396269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Port': ['ID=234b1d35-1572-45cc-84fd-5c295cb0e9f4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:12.652077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c703f4c7-99cf-4435-8b51-2dedca203fdf None None] Network 7d6fd611-7651-4870-a945-96e95c7ead6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:12.877251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] In _notify_port_updated(), no bound segment for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 on network 7d6fd611-7651-4870-a945-96e95c7ead6a {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:16:12.884909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:12.885592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:12.886398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:12.892302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "PUT /v2.0/ports/08bdf2d3-3a61-4acd-99fc-776113d35a44 HTTP/1.1" status: 200 len: 919 time: 4.5334177 Apr 01 15:16:12.935193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43296) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:12.956829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd66e0b74-d2a8-4fba-9099-273535de7b58'}, {'subnet_id': '04621e91-717f-4d85-acf6-50ebba544e5d'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:13.014417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.034646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3df62-4318-454e-8aae-89cb7c042058 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=08bdf2d3-3a61-4acd-99fc-776113d35a44,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:13.105392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17358607-3d05-46e8-9fa0-d260878f41de None None] Provisioning for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:13.166937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17358607-3d05-46e8-9fa0-d260878f41de None None] Provisioning complete for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:13.169153 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17358607-3d05-46e8-9fa0-d260878f41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.178916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68b68-632b-4772-adec-8c49cc68ff6d req-ed1ffde3-7c88-4970-9a0a-f4862caf35a4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:13.184862 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54b68b68-632b-4772-adec-8c49cc68ff6d req-ed1ffde3-7c88-4970-9a0a-f4862caf35a4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.2973950 Apr 01 15:16:13.386417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.388390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.481180 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54b68b68-632b-4772-adec-8c49cc68ff6d req-7def02d3-3f97-4b3b-8c36-c1d31f4a7b05 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389593 Apr 01 15:16:13.516070 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.611335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325498cf-cad1-459a-9ad0-7c43e0ace352 None None] Network 20c995e8-137b-4527-958d-5dbccee8fca1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:13.632784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:13.637523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.658593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.850008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6424acd5-3eeb-4a90-9877-49c3c7e11d09 None None] Provisioning for port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:13.893083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Port': ['ID=234b1d35-1572-45cc-84fd-5c295cb0e9f4,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:13.948163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:13.998892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:14.003014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d1ec70ca-ce6b-43c5-8932-7845a75779a3 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2648518 Apr 01 15:16:14.003329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43318) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:14.005829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:14.006377 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:14.017283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ad48bf64-3623-427c-8039-e810cfe8ba1b tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'floatingip': {'port_id': 'fa95ce2c-ebc6-4323-b767-c5888e439f95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:14.212005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad48bf64-3623-427c-8039-e810cfe8ba1b tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:14.294184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-b6cb3936-fa5f-4a49-bb9d-db23a4286ded service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 1096 time: 0.3159220 Apr 01 15:16:14.489980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 806b0187-4ef9-42e6-9135-42f1dbdd3eeb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:14.718827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-e014d6a9-5490-4b1b-b61d-2057c571c176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:14.722295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-e014d6a9-5490-4b1b-b61d-2057c571c176 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.4093113 Apr 01 15:16:14.733479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:14.756332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:14.757067 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:14.846429 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:14.851708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-82402243-4e29-4516-93de-f6e7746e3875 None None] Provisioning for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:14.929793 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-ad48bf64-3623-427c-8039-e810cfe8ba1b tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] update failed (client error): The resource could not be found. Apr 01 15:16:14.931328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ad48bf64-3623-427c-8039-e810cfe8ba1b tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "PUT /v2.0/floatingips/daedd7e9-cd98-49ec-ae0d-0406a7734669 HTTP/1.1" status: 404 len: 507 time: 0.9256735 Apr 01 15:16:14.936486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:14.941369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-82402243-4e29-4516-93de-f6e7746e3875 None None] Provisioning complete for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:14.941569 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82402243-4e29-4516-93de-f6e7746e3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.074909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-82402243-4e29-4516-93de-f6e7746e3875 None None] Port 08bdf2d3-3a61-4acd-99fc-776113d35a44 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:15.120357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-3e928f4d-4610-4e44-aed4-cc291ec45a66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81f91ada-3b90-49a0-8d63-48351af46117 HTTP/1.1" status: 200 len: 217 time: 0.2126737 Apr 01 15:16:15.167709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Deleting port 234b1d35-1572-45cc-84fd-5c295cb0e9f4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:15.168085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.270537 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.305305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-fd8ef3af-f5b2-4e09-8064-b78cbfefc335 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:15.307689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-fd8ef3af-f5b2-4e09-8064-b78cbfefc335 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.1463869 Apr 01 15:16:15.312002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-82402243-4e29-4516-93de-f6e7746e3875 None None] Provisioning complete for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:15.312374 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82402243-4e29-4516-93de-f6e7746e3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.432916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,segment=NetworkSegment(38ea7b4c-bc59-456a-8bca-848e0b22d7b8),segment_id=38ea7b4c-bc59-456a-8bca-848e0b22d7b8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:15.448142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.453124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.453444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.512427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.29 (7d6fd611-7651-4870-a945-96e95c7ead6a/04621e91-717f-4d85-acf6-50ebba544e5d/08bdf2d3-3a61-4acd-99fc-776113d35a44) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:15.657532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:15.658721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Calling delete_port for 234b1d35-1572-45cc-84fd-5c295cb0e9f4 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:15.679251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b6019-3099-4800-915e-438a432b4534 req-449a99b8-05fd-448e-9232-384070784d88 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:15.689887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a2b6019-3099-4800-915e-438a432b4534 req-449a99b8-05fd-448e-9232-384070784d88 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.6729486 Apr 01 15:16:15.816233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7aacbef7-f920-41b3-90da-f5e1d23b5c7b None None] Provisioning complete for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:15.816936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7aacbef7-f920-41b3-90da-f5e1d23b5c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.893985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7aacbef7-f920-41b3-90da-f5e1d23b5c7b None None] Port 08bdf2d3-3a61-4acd-99fc-776113d35a44 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:15.912685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7aacbef7-f920-41b3-90da-f5e1d23b5c7b None None] Provisioning complete for port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:15.913275 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7aacbef7-f920-41b3-90da-f5e1d23b5c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.918292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:15.953858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-95d89be6-839d-44a7-a495-e4801206a32d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6274776 Apr 01 15:16:15.992793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a2b6019-3099-4800-915e-438a432b4534 req-e8dc3206-48ee-45c4-91e6-cecf49966020 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760899 Apr 01 15:16:16.053619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event deleted for resources: {'Port': ['ID=234b1d35-1572-45cc-84fd-5c295cb0e9f4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:16.065074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:16:16.090748 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:16.118110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Ignored duplicate provisioning block setup for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:16:16.130538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:16.132196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Router 20279851-eea0-4118-ad1c-e2f8108e525e is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:16:16.136942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:16.144535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:16.146141 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dcd5fb5b-f845-4c15-a084-b4396a176490 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "DELETE /v2.0/floatingips/daedd7e9-cd98-49ec-ae0d-0406a7734669 HTTP/1.1" status: 204 len: 168 time: 1.2019963 Apr 01 15:16:16.149536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43374) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:16.155295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'floatingip': {'floating_network_id': '3c5c6f6c-05c4-464f-a8db-86da4dae1472', 'port_id': 'fa95ce2c-ebc6-4323-b767-c5888e439f95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:16.161650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:16.167557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:floatingip and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:16.171113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:16.178692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:16.194643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:16.288073 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-471d58e2-b877-4b2d-8b98-3545650dd2e8 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333356 Apr 01 15:16:16.417109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=08bdf2d3-3a61-4acd-99fc-776113d35a44,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:16.450060 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:16:16.463946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1699a9b8-ac10-4104-ab2a-9e7396af7ce8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3131149 Apr 01 15:16:16.464831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43382) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:16.472725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'fa95ce2c-ebc6-4323-b767-c5888e439f95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:16.486463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:16.498735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Usage tracker for resource:floatingip and tenant:166a2b6109644dff8a12bb5abd9e433c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:16.506221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:16.519838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:16.544542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:16.700922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b508e05a-a050-4f65-97c4-46a73e5f7308 None None] Provisioning complete for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:16.701572 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b508e05a-a050-4f65-97c4-46a73e5f7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:16.858879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b508e05a-a050-4f65-97c4-46a73e5f7308 None None] Port 08bdf2d3-3a61-4acd-99fc-776113d35a44 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:16.877346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b2fe97c7-feee-48ed-80de-deba34769ceb req-738dab39-99fd-4058-b1e9-13d96fcf6eef service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753846 Apr 01 15:16:16.881444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43392) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:16.932495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:17.067022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:17.089701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] In _notify_port_updated(), no bound segment for port 08bdf2d3-3a61-4acd-99fc-776113d35a44 on network 7d6fd611-7651-4870-a945-96e95c7ead6a {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:16:17.096782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:17.099313 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:17.104799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43406) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:17.105761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-daf03661-ee8c-40cc-b3cc-3fc217442a17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "PUT /v2.0/ports/08bdf2d3-3a61-4acd-99fc-776113d35a44 HTTP/1.1" status: 200 len: 999 time: 4.1616085 Apr 01 15:16:17.204177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:16:17.218713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Sync routers for ids ['20279851-eea0-4118-ad1c-e2f8108e525e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:16:17.239454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Routers {'20279851-eea0-4118-ad1c-e2f8108e525e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:17.241610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20279851-eea0-4118-ad1c-e2f8108e525e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:17.264598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:17.266058 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-92651358-2dad-42d8-9ef8-c3f9f6b4791e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.4066439 Apr 01 15:16:17.268792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:17.450392 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:17.463835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Set router 20279851-eea0-4118-ad1c-e2f8108e525e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:16:17.517563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 08bdf2d3-3a61-4acd-99fc-776113d35a44 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:17.517912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:17.562835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:17.614368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 806b0187-4ef9-42e6-9135-42f1dbdd3eeb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:17.620317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Allocated IP 172.25.2.133 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/bda99c28-2afb-4a9b-b22f-17acdc2283b7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:17.727868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:17.744525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Usage tracker for resource:security_group_rule and tenant:fdad26bbe3804afa8ff6038af83aec50 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:17.802739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:17.819119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:17.821695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:17.848768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:17.849120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:17.862154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Usage tracker for resource:security_group_rule and tenant:22a1f017c8ae4a98ad9cb1aaa27a41bc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:17.921075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:17.947844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:17.978165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bc9b3-06ac-4ca1-90bf-eaee5e625d9c req-7ecf865a-0f5f-4cc7-9f5a-451581923586 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:17.980637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd6bc9b3-06ac-4ca1-90bf-eaee5e625d9c req-7ecf865a-0f5f-4cc7-9f5a-451581923586 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 945 time: 0.7758005 Apr 01 15:16:18.072476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:12Z', 'revision_number': 3, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port': {'id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:11:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:10Z', 'updated_at': '2022-04-01T15:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:18.083260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Checking router: 20279851-eea0-4118-ad1c-e2f8108e525e for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:16:18.084083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Updating router 20279851-eea0-4118-ad1c-e2f8108e525e port b39a283e-259a-43d8-9c07-9da8b838f164 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:16:18.193357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.211626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.220055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.220554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.274023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 81f91ada-3b90-49a0-8d63-48351af46117 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:18.319711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd6bc9b3-06ac-4ca1-90bf-eaee5e625d9c req-8f727a3b-3d5a-4eee-8725-34d72caa1a43 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156829 Apr 01 15:16:18.398021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 08bdf2d3-3a61-4acd-99fc-776113d35a44 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:18.479655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.487395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Allocated IP 172.20.0.1 (20c995e8-137b-4527-958d-5dbccee8fca1/f2ed536d-5c82-4b51-bb29-2c7a034885ff/0fe759e1-90bd-4204-b9c6-531498214049) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:18.505490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.510090 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.534001 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.543639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:16:18.556378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:18.562569 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.598280 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.648166 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:18.652264 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117', 'code': 200} Apr 01 15:16:18.707953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdad26bbe3804afa8ff6038af83aec50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8227108 Apr 01 15:16:18.709165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8c14b-18f9-4c4e-9a8c-070bfcd1e697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54dc89c-e4d3-48e5-a5e2-07f0bbc0105f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:18.711297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:18.725335 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.802864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.859409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.919731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.943254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54dc89c-e4d3-48e5-a5e2-07f0bbc0105f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:18.957944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.958282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.958619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.958944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.959334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.959662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.960375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.960705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.961022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.961337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.961652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:18.970406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:18.973994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2bf3a76b-b258-492d-97fe-be53306f629b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b54dc89c-e4d3-48e5-a5e2-07f0bbc0105f HTTP/1.1" status: 204 len: 168 time: 0.2574520 Apr 01 15:16:19.053675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event updated for resources: {'Port': ['ID=bda99c28-2afb-4a9b-b22f-17acdc2283b7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:19.076947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.081229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22a1f017c8ae4a98ad9cb1aaa27a41bc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0123539 Apr 01 15:16:19.082935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.086008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43442) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:19.108470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.112239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Transition to ACTIVE for port object b39a283e-259a-43d8-9c07-9da8b838f164 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:19.127919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Transition to ACTIVE for port object 0fe759e1-90bd-4204-b9c6-531498214049 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:19.136592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.178315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3ddaa2d-fbd3-4f7d-869b-91c2424edaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.214457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3ddaa2d-fbd3-4f7d-869b-91c2424edaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.228766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.229462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:19.260947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:19.267110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee8faa-7b32-459d-bdaa-d89883d5a653 None None] Pushing event updated for resources: {'Port': ['ID=b39a283e-259a-43d8-9c07-9da8b838f164,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:19.279067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4a9de-cfb9-42fa-accc-5fa5c84717ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f23e67-1db8-4e0b-b14d-306f8ddad972,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:19.285554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=08bdf2d3-3a61-4acd-99fc-776113d35a44,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:19.297086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:19.310240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Attempting to bind port b39a283e-259a-43d8-9c07-9da8b838f164 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:19.310781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Attempting to bind port b39a283e-259a-43d8-9c07-9da8b838f164 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:19.311437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Attempting to bind port b39a283e-259a-43d8-9c07-9da8b838f164 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:19.318443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:19.319021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:19.319521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.320568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:19.321658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Bound port: b39a283e-259a-43d8-9c07-9da8b838f164, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:19.322214 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.499613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] For port b39a283e-259a-43d8-9c07-9da8b838f164, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:19.503772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] For port b39a283e-259a-43d8-9c07-9da8b838f164, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b39a283e-259a-43d8-9c07-9da8b838f164,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:19.512948 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.619808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43452) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:19.650015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee8faa-7b32-459d-bdaa-d89883d5a653 None None] Pushing event updated for resources: {'Port': ['ID=b39a283e-259a-43d8-9c07-9da8b838f164,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:19.677430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Routers {'20279851-eea0-4118-ad1c-e2f8108e525e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:19.678481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20279851-eea0-4118-ad1c-e2f8108e525e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:19.711487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Pushing event updated for resources: {'Port': ['ID=0fe759e1-90bd-4204-b9c6-531498214049,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:19.718569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.731923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Network 20c995e8-137b-4527-958d-5dbccee8fca1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:19.734436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:19.737225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:19.824357 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.858899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3ddaa2d-fbd3-4f7d-869b-91c2424edaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.942638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.958869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:19.977703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddaa2d-fbd3-4f7d-869b-91c2424edaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f23e67-1db8-4e0b-b14d-306f8ddad972,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:20.011139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:20.035686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Usage tracker for resource:security_group_rule and tenant:47f5c1b16ead43ec955d594870ec89f5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:20.048341 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3ddaa2d-fbd3-4f7d-869b-91c2424edaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.048477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:20.052444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f3ddaa2d-fbd3-4f7d-869b-91c2424edaa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78f23e67-1db8-4e0b-b14d-306f8ddad972 HTTP/1.1" status: 204 len: 168 time: 0.9624217 Apr 01 15:16:20.071827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:20.079877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5e7ad090-2ece-4fcf-8d95-c429bae50be5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/08bdf2d3-3a61-4acd-99fc-776113d35a44 HTTP/1.1" status: 204 len: 168 time: 2.9732695 Apr 01 15:16:20.083553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43458) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:20.100837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] Set router 20279851-eea0-4118-ad1c-e2f8108e525e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:16:20.137077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7a346-095f-4918-a768-4b66ac5f14cb req-609a88dc-6f94-4cc1-9df8-950a8f1a8f46 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:20.138576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36c7a346-095f-4918-a768-4b66ac5f14cb req-609a88dc-6f94-4cc1-9df8-950a8f1a8f46 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 943 time: 0.5178773 Apr 01 15:16:20.157150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Deleting port bda99c28-2afb-4a9b-b22f-17acdc2283b7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:20.157437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.162469 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00346c9-0bcc-467f-b9b5-b05ae236192a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:16:20.167417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f00346c9-0bcc-467f-b9b5-b05ae236192a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/08bdf2d3-3a61-4acd-99fc-776113d35a44 HTTP/1.1" status: 404 len: 333 time: 0.0827987 Apr 01 15:16:20.168596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43462) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:20.454069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-331b6813-0475-48bb-a892-a5de90d722f4 None None] Provisioning for port 0fe759e1-90bd-4204-b9c6-531498214049 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:20.467265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:12Z', 'revision_number': 3, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port': {'id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:11:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:10Z', 'updated_at': '2022-04-01T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:20.469436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-331b6813-0475-48bb-a892-a5de90d722f4 None None] Provisioning complete for port 0fe759e1-90bd-4204-b9c6-531498214049 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:20.469961 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-331b6813-0475-48bb-a892-a5de90d722f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.511351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet 04621e91-717f-4d85-acf6-50ebba544e5d {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:16:20.511877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ef33f-ced0-4c5f-942d-ca67e2bc4d24 None None] The sync data for ids ['20279851-eea0-4118-ad1c-e2f8108e525e'] in n-d-836017-1 is: [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:12Z', 'revision_number': 3, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port': {'id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:11:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:10Z', 'updated_at': '2022-04-01T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:16:20.537174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-331b6813-0475-48bb-a892-a5de90d722f4 None None] Port 0fe759e1-90bd-4204-b9c6-531498214049 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:20.552885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.646378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.744367 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.779653 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.789041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36c7a346-095f-4918-a768-4b66ac5f14cb req-add30112-cbaf-4279-b82f-94cf807cc03b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631776 Apr 01 15:16:20.802110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:20.870880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43472) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:20.871813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.002973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.017250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.018316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Pushing event updated for resources: {'Port': ['ID=0fe759e1-90bd-4204-b9c6-531498214049,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:21.021828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.101444 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.278792 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.327977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Calling delete_port for bda99c28-2afb-4a9b-b22f-17acdc2283b7 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:21.408404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Network 20c995e8-137b-4527-958d-5dbccee8fca1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:21.413640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:21.415569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.432981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c05b31-dcd1-4c68-88fc-d0d1e9bc7b53,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:21.628603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b39a283e-259a-43d8-9c07-9da8b838f164 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:21.670925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-575c9ce1-b3d7-419e-8959-b0db70e96923 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47f5c1b16ead43ec955d594870ec89f5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0415626 Apr 01 15:16:21.675829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43484) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:21.720739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.733384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=04621e91-717f-4d85-acf6-50ebba544e5d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:21.743044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f74d5d-14c1-4866-9584-ccceb2387153 req-d76df4d9-1f83-41cd-af48-640eb941ea91 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:21.744701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8f74d5d-14c1-4866-9584-ccceb2387153 req-d76df4d9-1f83-41cd-af48-640eb941ea91 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6828964 Apr 01 15:16:21.771270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:21.783022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee8b01-c0e2-44a0-9fb2-3c8e53bc1f68 None None] Network 7d6fd611-7651-4870-a945-96e95c7ead6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:21.845917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:21.848016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43488) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:21.849422 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a19a926-292c-4f98-bf9b-2bffa5f4bbb9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/04621e91-717f-4d85-acf6-50ebba544e5d HTTP/1.1" status: 204 len: 168 time: 1.6767037 Apr 01 15:16:21.900045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8f74d5d-14c1-4866-9584-ccceb2387153 req-86742636-c4ab-414d-b586-8b7e72bda1aa tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354218 Apr 01 15:16:22.003000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b39a283e-259a-43d8-9c07-9da8b838f164 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:22.029624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b39a283e-259a-43d8-9c07-9da8b838f164 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:22.030138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.092402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6cc535a6-f1ed-4f1a-bc8e-2fe4750c480c None None] Provisioning complete for port 0fe759e1-90bd-4204-b9c6-531498214049 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:22.092864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cc535a6-f1ed-4f1a-bc8e-2fe4750c480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.160820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event deleted for resources: {'Port': ['ID=bda99c28-2afb-4a9b-b22f-17acdc2283b7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:22.165668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Usage tracker for resource:security_group_rule and tenant:9641ead93b2f4c2bb52dd0bc1d46f4ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:22.207942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:22.227481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6cc535a6-f1ed-4f1a-bc8e-2fe4750c480c None None] Port 0fe759e1-90bd-4204-b9c6-531498214049 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:22.250255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:22.306470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 81f91ada-3b90-49a0-8d63-48351af46117 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:22.419526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet d66e0b74-d2a8-4fba-9099-273535de7b58 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:16:22.442005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18a4ec58-c4f8-426e-880b-e1c83d07186f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.447019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.451061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Router 20279851-eea0-4118-ad1c-e2f8108e525e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:16:22.466462 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.506927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b39a283e-259a-43d8-9c07-9da8b838f164, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b39a283e-259a-43d8-9c07-9da8b838f164,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:22.517112 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.560129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18a4ec58-c4f8-426e-880b-e1c83d07186f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.590954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.650043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b39a283e-259a-43d8-9c07-9da8b838f164,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:22.675573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:16:22.676339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fa14-86e5-42d3-a50d-be970bf4c662 req-25713992-a314-41c0-a7ac-ac042835fe8b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:22.678038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3e8fa14-86e5-42d3-a50d-be970bf4c662 req-25713992-a314-41c0-a7ac-ac042835fe8b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5067844 Apr 01 15:16:22.688092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f9107e7-872d-49a8-ae6e-d7d2439a26eb admin admin] 10.222.0.48 "PUT /v2.0/routers/20279851-eea0-4118-ad1c-e2f8108e525e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4182615 Apr 01 15:16:22.692564 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] create failed (client error): The resource could not be found. Apr 01 15:16:22.693602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-308815ca-f5c3-49b8-a567-11a4701cb71c tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.2275226 Apr 01 15:16:22.698714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:22.729932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.753666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.793058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Deleting port fa95ce2c-ebc6-4323-b767-c5888e439f95 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:22.793058 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.793754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18a4ec58-c4f8-426e-880b-e1c83d07186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.832891 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3e8fa14-86e5-42d3-a50d-be970bf4c662 req-3d489433-6ce6-459d-8e53-b9e561405d65 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382530 Apr 01 15:16:22.842491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8842e00-968b-4631-a274-e30c07998653,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:22.862481 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2d50efa-4c08-4fdf-bf09-83752de449dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9641ead93b2f4c2bb52dd0bc1d46f4ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9762690 Apr 01 15:16:22.865001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43502) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:22.875783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4ec58-c4f8-426e-880b-e1c83d07186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c05b31-dcd1-4c68-88fc-d0d1e9bc7b53,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:22.878253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.970712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18a4ec58-c4f8-426e-880b-e1c83d07186f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:22.975170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-18a4ec58-c4f8-426e-880b-e1c83d07186f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86c05b31-dcd1-4c68-88fc-d0d1e9bc7b53 HTTP/1.1" status: 204 len: 168 time: 1.2966609 Apr 01 15:16:23.095259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-460d8899-0313-4f2c-b092-f4e036245d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.115986 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.195108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=d66e0b74-d2a8-4fba-9099-273535de7b58,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:23.199785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-460d8899-0313-4f2c-b092-f4e036245d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.210976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d92b6-867a-463f-b6a5-5cd08f605858 req-a575e4a6-6af6-4c57-85e6-978763cdce5a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:23.219717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.226208 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc9d92b6-867a-463f-b6a5-5cd08f605858 req-a575e4a6-6af6-4c57-85e6-978763cdce5a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1645792 Apr 01 15:16:23.233137 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-29868f39-7c5a-45ba-bea1-c247d7be236b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/d66e0b74-d2a8-4fba-9099-273535de7b58 HTTP/1.1" status: 204 len: 168 time: 1.3548694 Apr 01 15:16:23.246840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43514) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:23.304583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc9d92b6-867a-463f-b6a5-5cd08f605858 req-40628069-c8ff-44f6-93a0-2b49d27edc09 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772846 Apr 01 15:16:23.341648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.439762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd96df4-baa8-4647-bc9d-8cb5cf16bf1f None None] Network 7d6fd611-7651-4870-a945-96e95c7ead6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:23.466279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.472594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-460d8899-0313-4f2c-b092-f4e036245d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.557167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d8899-0313-4f2c-b092-f4e036245d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8842e00-968b-4631-a274-e30c07998653,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:23.603405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:23.604035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.608664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Calling delete_port for fa95ce2c-ebc6-4323-b767-c5888e439f95 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:23.730475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b39a283e-259a-43d8-9c07-9da8b838f164 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:23.840473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8cec024c-cca1-4457-af82-689ff322f605 None None] Provisioning complete for port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:23.840955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cec024c-cca1-4457-af82-689ff322f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:23.956894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b39a283e-259a-43d8-9c07-9da8b838f164 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:23.957261 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:24.071896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:24.096126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-460d8899-0313-4f2c-b092-f4e036245d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:24.100064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-460d8899-0313-4f2c-b092-f4e036245d32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8842e00-968b-4631-a274-e30c07998653 HTTP/1.1" status: 204 len: 168 time: 1.2275105 Apr 01 15:16:24.121159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] DHCP port deletion for 7d6fd611-7651-4870-a945-96e95c7ead6a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:16:24.146957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] Deleting port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:24.147554 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:24.180829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event deleted for resources: {'Port': ['ID=fa95ce2c-ebc6-4323-b767-c5888e439f95,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:24.378212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:24.390622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-62d881b1-280f-4578-8d84-59cfdf645ec8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "DELETE /v2.0/ports/fa95ce2c-ebc6-4323-b767-c5888e439f95 HTTP/1.1" status: 204 len: 168 time: 1.6904507 Apr 01 15:16:24.394010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43556) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:24.509842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb80ffc-6aa1-4bd0-b2dd-849d7d3a6728 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:24.510934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5eb80ffc-6aa1-4bd0-b2dd-849d7d3a6728 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Synchronizing usage tracker for tenant:166a2b6109644dff8a12bb5abd9e433c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:24.535310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1abec-07ee-4c2c-a62f-69d570813bdd req-b3dc35fc-049e-4050-aa1c-a2f8dbd20ae3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:24.543975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ff1abec-07ee-4c2c-a62f-69d570813bdd req-b3dc35fc-049e-4050-aa1c-a2f8dbd20ae3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.8170087 Apr 01 15:16:24.560062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5eb80ffc-6aa1-4bd0-b2dd-849d7d3a6728 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Unset dirty status for tenant:166a2b6109644dff8a12bb5abd9e433c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:24.561680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5eb80ffc-6aa1-4bd0-b2dd-849d7d3a6728 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3673d7-5819-492e-b2da-3b866a8d9b7e HTTP/1.1" status: 200 len: 913 time: 0.1663177 Apr 01 15:16:24.564221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43566) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:24.615350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] For port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,segment=NetworkSegment(ee4cd266-1ca9-4038-a722-174d6cc52731),segment_id=ee4cd266-1ca9-4038-a722-174d6cc52731)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:24.616163 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:24.703669 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ff1abec-07ee-4c2c-a62f-69d570813bdd req-28a6fd6e-e6ed-4a6a-81fa-db83b5bed9ca tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565955 Apr 01 15:16:24.728250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] For port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,segment=NetworkSegment(ee4cd266-1ca9-4038-a722-174d6cc52731),segment_id=ee4cd266-1ca9-4038-a722-174d6cc52731)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:24.728884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:24.920951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] Calling delete_port for 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:25.037954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:25.151151 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:25.198614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:16:25.199552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Sync routers for ids ['20279851-eea0-4118-ad1c-e2f8108e525e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:16:25.200681 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:16:25.215307 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Routers {'20279851-eea0-4118-ad1c-e2f8108e525e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:25.216227 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20279851-eea0-4118-ad1c-e2f8108e525e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:25.289342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] No DVR routers for this DVR port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:16:25.316463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b067a06-c97f-4af5-8ba7-301decf4e6b7 None None] Pushing event deleted for resources: {'Port': ['ID=8dd8c87f-c4c8-485e-aa4b-3d8742c15505,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:25.396610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:25.465186 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Set router 20279851-eea0-4118-ad1c-e2f8108e525e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:16:25.601168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:25.607941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf49d4-50c4-4128-81e3-b39d46b26c05 req-b46fee01-1700-4b0b-81ed-02308d4505ab tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:25.611240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cf49d4-50c4-4128-81e3-b39d46b26c05 req-b46fee01-1700-4b0b-81ed-02308d4505ab tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1811364 Apr 01 15:16:25.661216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:16:25.671434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:16:25.703391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42cf49d4-50c4-4128-81e3-b39d46b26c05 req-319d5a34-9c9a-4f10-91fd-41b826c1470c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842791 Apr 01 15:16:25.704228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 8dd8c87f-c4c8-485e-aa4b-3d8742c15505 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:25.706994 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:25.893700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] The port '8dd8c87f-c4c8-485e-aa4b-3d8742c15505' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:16:25.997755 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:19Z', 'revision_number': 4, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port': {'id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:11:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:10Z', 'updated_at': '2022-04-01T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0fe759e1-90bd-4204-b9c6-531498214049', 'name': '', 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'mac_address': 'fa:16:3e:46:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ed536d-5c82-4b51-bb29-2c7a034885ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:18Z', 'updated_at': '2022-04-01T15:16:20Z', 'revision_number': 2, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'subnets': [{'id': 'f2ed536d-5c82-4b51-bb29-2c7a034885ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:26.004157 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Checking router: 20279851-eea0-4118-ad1c-e2f8108e525e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:16:26.004500 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Updating router 20279851-eea0-4118-ad1c-e2f8108e525e port 0fe759e1-90bd-4204-b9c6-531498214049 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:16:26.061785 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.180369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.270930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6fd611-7651-4870-a945-96e95c7ead6a']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:26.301469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4cd266-1ca9-4038-a722-174d6cc52731') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:26.301754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4cd266-1ca9-4038-a722-174d6cc52731') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:26.330173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.364441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.374424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:16:26.376984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:16:26.407698 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:16:26.560401 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.568274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Deleting port 7573e6a9-4e39-4af5-a938-8020c1ab43ed {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:26.568988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.584499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.584797 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Transition to ACTIVE for port object 0fe759e1-90bd-4204-b9c6-531498214049 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:26.606554 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.615789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:26.640294 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/7d6fd611-7651-4870-a945-96e95c7ead6a HTTP/1.1" status: 204 len: 168 time: 3.3923507 Apr 01 15:16:26.645937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43610) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:26.646679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46394b-1d72-496c-9ed4-495599d36d38 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=7d6fd611-7651-4870-a945-96e95c7ead6a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:26.688883 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Pushing event updated for resources: {'Port': ['ID=0fe759e1-90bd-4204-b9c6-531498214049,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:26.702078 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.702627 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.703201 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.703750 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.704713 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.705274 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.705774 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.706306 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.706790 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.707295 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.707980 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:26.854124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94079344-1b98-4918-9e5d-5068640dffc1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:26.856895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-94079344-1b98-4918-9e5d-5068640dffc1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:26.901114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43618) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:26.902901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-94079344-1b98-4918-9e5d-5068640dffc1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:26.908508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-94079344-1b98-4918-9e5d-5068640dffc1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2525651 Apr 01 15:16:26.909150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43620) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:27.094077 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Attempting to bind port 0fe759e1-90bd-4204-b9c6-531498214049 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:27.097254 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Attempting to bind port 0fe759e1-90bd-4204-b9c6-531498214049 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:27.097623 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Attempting to bind port 0fe759e1-90bd-4204-b9c6-531498214049 on network 20c995e8-137b-4527-958d-5dbccee8fca1 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:27.110981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:27.111505 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Checking segment: {'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:27.111941 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.112330 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Bound using segment: {'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:27.112783 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Bound port: 0fe759e1-90bd-4204-b9c6-531498214049, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ea7b4c-bc59-456a-8bca-848e0b22d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:27.113149 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.119688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2bf865c7-73c0-4311-b5bc-f45d49552496 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2067802 Apr 01 15:16:27.121603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43626) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:27.136972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-856490823'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:27.173014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:27.198193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:27.203779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:27.222106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:27.253418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:27.258857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.309809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.336249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:27.349010 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] For port 0fe759e1-90bd-4204-b9c6-531498214049, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:27.355056 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] For port 0fe759e1-90bd-4204-b9c6-531498214049, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0fe759e1-90bd-4204-b9c6-531498214049,segment=NetworkSegment(38ea7b4c-bc59-456a-8bca-848e0b22d7b8),segment_id=38ea7b4c-bc59-456a-8bca-848e0b22d7b8)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:27.359670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.359878 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment e2df1a70-9c03-429e-af80-80cb45f94ef9 of type vlan for network 587244ea-f473-411e-83a5-61aff9b97cca Apr 01 15:16:27.362378 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.413613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.474268 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b007f-c429-4d21-bee3-335ae58be90d None None] Pushing event updated for resources: {'Port': ['ID=0fe759e1-90bd-4204-b9c6-531498214049,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:27.493864 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Routers {'20279851-eea0-4118-ad1c-e2f8108e525e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:27.494495 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20279851-eea0-4118-ad1c-e2f8108e525e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:27.495438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.499807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:27.500872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:27.523998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Calling delete_port for 7573e6a9-4e39-4af5-a938-8020c1ab43ed owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:27.769158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=587244ea-f473-411e-83a5-61aff9b97cca,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:27.784687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 587244ea-f473-411e-83a5-61aff9b97cca details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:27.816660 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-81a54cbf-8906-4d0c-a6d4-c1fd487c2b07 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6933887 Apr 01 15:16:27.817250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:27.823008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '587244ea-f473-411e-83a5-61aff9b97cca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:27.842233 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] Set router 20279851-eea0-4118-ad1c-e2f8108e525e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:16:27.999787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e233169-fcca-45fc-ba68-15961b8c26e4 req-1ee225ed-c945-4abf-8441-8cad99539d6d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:28.001317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e233169-fcca-45fc-ba68-15961b8c26e4 req-1ee225ed-c945-4abf-8441-8cad99539d6d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.9590807 Apr 01 15:16:28.004210 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:28.036329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c49adc3-ce22-4afb-8149-1735bba6c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:28.140622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:28.144801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:28.158420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:28.176703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:28.205012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:28.492749 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:19Z', 'revision_number': 4, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port': {'id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:11:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:10Z', 'updated_at': '2022-04-01T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0fe759e1-90bd-4204-b9c6-531498214049', 'name': '', 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'mac_address': 'fa:16:3e:46:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ed536d-5c82-4b51-bb29-2c7a034885ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:18Z', 'updated_at': '2022-04-01T15:16:27Z', 'revision_number': 4, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'subnets': [{'id': 'f2ed536d-5c82-4b51-bb29-2c7a034885ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:28.501937 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41767-1f21-45e2-8fc7-a883282a90e7 None None] The sync data for ids ['20279851-eea0-4118-ad1c-e2f8108e525e'] in n-d-836017-1 is: [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:19Z', 'revision_number': 4, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port': {'id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:11:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:10Z', 'updated_at': '2022-04-01T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0fe759e1-90bd-4204-b9c6-531498214049', 'name': '', 'network_id': '20c995e8-137b-4527-958d-5dbccee8fca1', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'mac_address': 'fa:16:3e:46:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ed536d-5c82-4b51-bb29-2c7a034885ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:18Z', 'updated_at': '2022-04-01T15:16:27Z', 'revision_number': 4, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'subnets': [{'id': 'f2ed536d-5c82-4b51-bb29-2c7a034885ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:16:28.552239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event deleted for resources: {'Port': ['ID=7573e6a9-4e39-4af5-a938-8020c1ab43ed,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:28.697807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e233169-fcca-45fc-ba68-15961b8c26e4 req-48dec1e5-676d-45d4-8e85-975a2eea9f93 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6576035 Apr 01 15:16:28.701583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:28.903484 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:29.322260 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:29.442797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': 'e2df1a70-9c03-429e-af80-80cb45f94ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '587244ea-f473-411e-83a5-61aff9b97cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:29.443176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: 587244ea-f473-411e-83a5-61aff9b97cca, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:16:29.485366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=1284833f-d727-4dff-8bec-4fe0a532b9f3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:29.492082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 587244ea-f473-411e-83a5-61aff9b97cca is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:16:29.511245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 587244ea-f473-411e-83a5-61aff9b97cca) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:29.516154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:29.517019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:29.523796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8589dbf9-ef24-4a7d-9261-ecee84e5c594 None None] Network 587244ea-f473-411e-83a5-61aff9b97cca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:29.545040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43680) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:29.576349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0a7c674-0c7a-4e09-8538-031a7cf55043 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7579467 Apr 01 15:16:29.579367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43688) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:29.588133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '587244ea-f473-411e-83a5-61aff9b97cca', 'name': 'tempest-PortsTestJSON-1010225879'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:29.683609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Router aa3673d7-5819-492e-b2da-3b866a8d9b7e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:16:29.701429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0fe759e1-90bd-4204-b9c6-531498214049 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:29.746363 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.063729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:30.077746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0fe759e1-90bd-4204-b9c6-531498214049 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:30.094831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:30.128612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae400d9-abe7-47b2-a22a-8c803deb50fb req-70709080-3d75-4784-8b6f-58f7c13c142c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:30.130124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ae400d9-abe7-47b2-a22a-8c803deb50fb req-70709080-3d75-4784-8b6f-58f7c13c142c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1670275 Apr 01 15:16:30.131004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:30.147339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0fe759e1-90bd-4204-b9c6-531498214049 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:30.147906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.149839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.201672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 45ed416e-aa19-47c5-ba7e-34674f207d0d yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:30.229778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-587244ea-f473-411e-83a5-61aff9b97cca', 'network_id': '587244ea-f473-411e-83a5-61aff9b97cca', 'tenant_id': '56910f9217c44567b3116680314ed076', 'fixed_ips': [{'subnet_id': '1284833f-d727-4dff-8bec-4fe0a532b9f3'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:16:30.230609 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.319984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ae400d9-abe7-47b2-a22a-8c803deb50fb req-f48d3539-90ca-49f0-a1f6-8ebabea31724 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533904 Apr 01 15:16:30.328266 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.340464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.398456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17dfa54d-fe4a-4f48-b877-0962904d690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.447400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0fe759e1-90bd-4204-b9c6-531498214049, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0fe759e1-90bd-4204-b9c6-531498214049,segment=NetworkSegment(38ea7b4c-bc59-456a-8bca-848e0b22d7b8),segment_id=38ea7b4c-bc59-456a-8bca-848e0b22d7b8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:30.455146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.502123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.3 (587244ea-f473-411e-83a5-61aff9b97cca/1284833f-d727-4dff-8bec-4fe0a532b9f3/45ed416e-aa19-47c5-ba7e-34674f207d0d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:30.542734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0fe759e1-90bd-4204-b9c6-531498214049,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:30.659005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:30.663206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:16:30.673834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] Sync routers for ids ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:16:30.677994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d3c657541344a9988a2ab9233c027d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:30.692237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] Routers {'aa3673d7-5819-492e-b2da-3b866a8d9b7e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:30.692870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:30.702577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:30.711995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:30.756576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:30.767996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] Routers {'aa3673d7-5819-492e-b2da-3b866a8d9b7e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:30.768589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:30.803421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.816372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.832999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:30.833426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a307c7f-8a84-40a2-9028-ff67e267948e None None] The sync data for ids ['aa3673d7-5819-492e-b2da-3b866a8d9b7e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:16:30.854281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:30.876724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43720) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:30.882666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 45ed416e-aa19-47c5-ba7e-34674f207d0d will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:30.902571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6d3c657541344a9988a2ab9233c027d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3552876 Apr 01 15:16:30.903455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43724) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:30.905634 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a3cfb08f-82c6-4dff-b02e-4215f822aed8 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "PUT /v2.0/routers/aa3673d7-5819-492e-b2da-3b866a8d9b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3400571 Apr 01 15:16:30.908038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a08f5-415c-4611-955d-59bf1ce34325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408c9bae-6a3e-44a6-b073-a58cb0d41f5d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:30.910358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43728) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:30.927303 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.016986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 587244ea-f473-411e-83a5-61aff9b97cca is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:31.023418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:31.026258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Allocated IP 172.20.0.2 (587244ea-f473-411e-83a5-61aff9b97cca/1284833f-d727-4dff-8bec-4fe0a532b9f3/ea0584c5-94f7-479d-a376-3e65d55c41e6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:31.029540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:31.094111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=45ed416e-aa19-47c5-ba7e-34674f207d0d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:31.126061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:31.132024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.166397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b653fad-08ba-4ac1-a047-0fdd821856e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.200317 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a768fb8b-f71c-4b63-8afd-944a5d10cea4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6192346 Apr 01 15:16:31.201698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:31.213788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '587244ea-f473-411e-83a5-61aff9b97cca', 'name': 'tempest-PortsTestJSON-1400832998'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:31.263370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d909074d-1a97-44be-b458-586472ee15c9 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.280248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.305206 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.311860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Transition to ACTIVE for port object ea0584c5-94f7-479d-a376-3e65d55c41e6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:31.327306 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.347915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b653fad-08ba-4ac1-a047-0fdd821856e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.351509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Transition to ACTIVE for port object ea0584c5-94f7-479d-a376-3e65d55c41e6 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:31.360056 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.418712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.443366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Network 587244ea-f473-411e-83a5-61aff9b97cca is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:31.447089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:31.453420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:31.565450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:31.572904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Usage tracker for resource:security_group_rule and tenant:12f2dc7538d5483a91f754488ac1b8a5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:31.574283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Pushing event updated for resources: {'Port': ['ID=ea0584c5-94f7-479d-a376-3e65d55c41e6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:31.578588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Attempting to bind port ea0584c5-94f7-479d-a376-3e65d55c41e6 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:31.579009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Attempting to bind port ea0584c5-94f7-479d-a376-3e65d55c41e6 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'e2df1a70-9c03-429e-af80-80cb45f94ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '587244ea-f473-411e-83a5-61aff9b97cca'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:31.579485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Attempting to bind port ea0584c5-94f7-479d-a376-3e65d55c41e6 on network 587244ea-f473-411e-83a5-61aff9b97cca {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:31.587073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:31.587628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Checking segment: {'id': 'e2df1a70-9c03-429e-af80-80cb45f94ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '587244ea-f473-411e-83a5-61aff9b97cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:31.588096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.588544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Bound using segment: {'id': 'e2df1a70-9c03-429e-af80-80cb45f94ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '587244ea-f473-411e-83a5-61aff9b97cca'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:31.589073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Bound port: ea0584c5-94f7-479d-a376-3e65d55c41e6, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2df1a70-9c03-429e-af80-80cb45f94ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '587244ea-f473-411e-83a5-61aff9b97cca'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:31.589514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.596121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:31.610511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0fe759e1-90bd-4204-b9c6-531498214049 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:31.620088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:31.696220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.710455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.720576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:31.730668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0fe759e1-90bd-4204-b9c6-531498214049 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:31.731043 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.737302 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:31.743047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:31.760113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:31.772345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:31.803677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b653fad-08ba-4ac1-a047-0fdd821856e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.817647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] For port ea0584c5-94f7-479d-a376-3e65d55c41e6, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:31.821880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] For port ea0584c5-94f7-479d-a376-3e65d55c41e6, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea0584c5-94f7-479d-a376-3e65d55c41e6,segment=NetworkSegment(e2df1a70-9c03-429e-af80-80cb45f94ef9),segment_id=e2df1a70-9c03-429e-af80-80cb45f94ef9)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:31.825010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de2e91-5282-4310-97cd-17bb2c3abd77,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:31.832358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.841705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:31.847140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.859435 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bdeb1474-c4ed-45fb-9d33-a1c9a7780411 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12f2dc7538d5483a91f754488ac1b8a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9816260 Apr 01 15:16:31.861977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43754) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:31.950382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port e29e29ff-6bd9-4638-96ed-ae6059002e47 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:31.987693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:31.988981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397d4d-cf9f-468a-85a8-9ca91b670ccb None None] Pushing event updated for resources: {'Port': ['ID=ea0584c5-94f7-479d-a376-3e65d55c41e6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:32.014612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653fad-08ba-4ac1-a047-0fdd821856e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c9bae-6a3e-44a6-b073-a58cb0d41f5d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:32.021346 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.039974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b653fad-08ba-4ac1-a047-0fdd821856e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.042926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5b653fad-08ba-4ac1-a047-0fdd821856e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/408c9bae-6a3e-44a6-b073-a58cb0d41f5d HTTP/1.1" status: 204 len: 168 time: 1.1358886 Apr 01 15:16:32.072000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.152659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:32.158554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Usage tracker for resource:security_group_rule and tenant:750a481e3f374ef88f1f16b931c01af7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:32.164617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:32.221844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:32.260727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2838ba-506d-4dae-8a49-387fcd440671 req-18b40232-ee7b-40ce-ac87-efbad2009a68 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:32.268334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e2838ba-506d-4dae-8a49-387fcd440671 req-18b40232-ee7b-40ce-ac87-efbad2009a68 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6035454 Apr 01 15:16:32.268912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.276050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d909074d-1a97-44be-b458-586472ee15c9 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.294848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.7 (587244ea-f473-411e-83a5-61aff9b97cca/1284833f-d727-4dff-8bec-4fe0a532b9f3/e29e29ff-6bd9-4638-96ed-ae6059002e47) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:32.317597 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d909074d-1a97-44be-b458-586472ee15c9 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.337231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de2e91-5282-4310-97cd-17bb2c3abd77,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:32.406833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e2838ba-506d-4dae-8a49-387fcd440671 req-6f25c61f-dad8-4729-bed9-7fa15209ffc7 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374340 Apr 01 15:16:32.414223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.415704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.416203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.416761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.417237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.417706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.418256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.419039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.420005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.420613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.421084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:16:32.430598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d909074d-1a97-44be-b458-586472ee15c9 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.431511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d909074d-1a97-44be-b458-586472ee15c9 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Fanout notify agent at l3_agent the message router_deleted on router aa3673d7-5819-492e-b2da-3b866a8d9b7e {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:16:32.447226 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d909074d-1a97-44be-b458-586472ee15c9 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.451349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d909074d-1a97-44be-b458-586472ee15c9 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "DELETE /v2.0/routers/aa3673d7-5819-492e-b2da-3b866a8d9b7e HTTP/1.1" status: 204 len: 168 time: 1.5394423 Apr 01 15:16:32.452298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43762) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:32.670021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43766) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:32.702628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.703794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5b184fac-cb8e-4368-aa4b-8ec45a7ae629 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7de2e91-5282-4310-97cd-17bb2c3abd77 HTTP/1.1" status: 204 len: 168 time: 0.8407249 Apr 01 15:16:32.722815 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.740276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.743677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.777048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.882068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca690df-c131-4611-9e13-1a01b2196fc2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:32.889101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:32.898251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.899548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Deleting subnet 2423e5e1-4894-4c6c-9472-5829f85ab4e4 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:16:32.906085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.907897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a8743a56-152b-4b25-b022-f99f8bdf70f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=750a481e3f374ef88f1f16b931c01af7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1340487 Apr 01 15:16:32.927842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object e29e29ff-6bd9-4638-96ed-ae6059002e47 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:32.935928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43772) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:32.942841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Usage tracker for resource:security_group_rule and tenant:367f419babf344c6b3a7b85b6cc124ab is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:32.948467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:32.958653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:32.973931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Deleting port 0fe759e1-90bd-4204-b9c6-531498214049 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:32.974269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:32.984534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.038310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.091359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=e29e29ff-6bd9-4638-96ed-ae6059002e47,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:33.119366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 587244ea-f473-411e-83a5-61aff9b97cca is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:33.127618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:33.131853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:33.212261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:33.212261 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.254897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4005c167-a8f1-402e-9670-7101ed706057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.258488 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.264514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0a618d23-91c0-4f0a-aa68-0f98b92b1b84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0613031 Apr 01 15:16:33.266622 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.274395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43782) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:33.289606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabdf634-72c9-4e78-b696-60dfcdaf7dc3 None None] Network 587244ea-f473-411e-83a5-61aff9b97cca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:33.322676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880089b5-db32-44fb-bb01-561ca630d825,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:33.334597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-38028187-2e22-4c57-8fbb-79e23d596db1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=367f419babf344c6b3a7b85b6cc124ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6581483 Apr 01 15:16:33.338366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43788) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:33.348277 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.395137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4005c167-a8f1-402e-9670-7101ed706057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.432950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc140-f0d8-497e-aafb-ba9f09008b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.474559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] For port 0fe759e1-90bd-4204-b9c6-531498214049, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0fe759e1-90bd-4204-b9c6-531498214049,segment=NetworkSegment(38ea7b4c-bc59-456a-8bca-848e0b22d7b8),segment_id=38ea7b4c-bc59-456a-8bca-848e0b22d7b8)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:33.474926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.488958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-90a3c05c-45ff-4fbb-bde9-f5b176ddc0b9 None None] Provisioning for port ea0584c5-94f7-479d-a376-3e65d55c41e6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:33.503354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc140-f0d8-497e-aafb-ba9f09008b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.669140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Calling delete_port for 0fe759e1-90bd-4204-b9c6-531498214049 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:33.711721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea0584c5-94f7-479d-a376-3e65d55c41e6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:33.726709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.759284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8dd7-2368-48ba-8eb7-1abea9baf0cb req-bb0bdf04-b879-455b-bc1e-26a5d6f2845b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:33.761374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34de8dd7-2368-48ba-8eb7-1abea9baf0cb req-bb0bdf04-b879-455b-bc1e-26a5d6f2845b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1870358 Apr 01 15:16:33.777043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc140-f0d8-497e-aafb-ba9f09008b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.795057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4005c167-a8f1-402e-9670-7101ed706057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.798503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event deleted for resources: {'Subnet': ['ID=2423e5e1-4894-4c6c-9472-5829f85ab4e4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:33.839052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fc140-f0d8-497e-aafb-ba9f09008b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880089b5-db32-44fb-bb01-561ca630d825,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:33.843016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.853954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b2dc2f-2499-4974-acac-0bd0d8f5d8d0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:33.860177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-22b2dc2f-2499-4974-acac-0bd0d8f5d8d0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.5803478 Apr 01 15:16:33.860331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1122c60-070d-4bd2-a267-62a0e6e2be48 None None] Network 3c5c6f6c-05c4-464f-a8db-86da4dae1472 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:33.865608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43798) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:33.873820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34de8dd7-2368-48ba-8eb7-1abea9baf0cb req-052b4729-b597-48bf-b249-d2803ec51f09 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613854 Apr 01 15:16:33.874013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005c167-a8f1-402e-9670-7101ed706057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca690df-c131-4611-9e13-1a01b2196fc2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:33.886381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc140-f0d8-497e-aafb-ba9f09008b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.890746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9c9fc140-f0d8-497e-aafb-ba9f09008b64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/880089b5-db32-44fb-bb01-561ca630d825 HTTP/1.1" status: 204 len: 168 time: 0.5481372 Apr 01 15:16:33.946603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bb9c70d3-9180-4d78-98f4-d0315b6a2273 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "DELETE /v2.0/subnets/2423e5e1-4894-4c6c-9472-5829f85ab4e4 HTTP/1.1" status: 204 len: 168 time: 1.4924400 Apr 01 15:16:33.947102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43806) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:33.960801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4005c167-a8f1-402e-9670-7101ed706057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:33.966835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4005c167-a8f1-402e-9670-7101ed706057 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fca690df-c131-4611-9e13-1a01b2196fc2 HTTP/1.1" status: 204 len: 168 time: 1.0252962 Apr 01 15:16:34.106255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.140995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.162177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ea0584c5-94f7-479d-a376-3e65d55c41e6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:34.169266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Deleting port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:34.169847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.190631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ea0584c5-94f7-479d-a376-3e65d55c41e6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:34.191880 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.194066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe759e1-90bd-4204-b9c6-531498214049,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:34.211780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port e29e29ff-6bd9-4638-96ed-ae6059002e47 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:34.222166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.438080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] DHCP port deletion for 3c5c6f6c-05c4-464f-a8db-86da4dae1472 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:16:34.460631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Deleting port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:34.465616 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.597499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] For port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,segment=NetworkSegment(d0594776-a9b2-49db-966f-0bb8e96631e7),segment_id=d0594776-a9b2-49db-966f-0bb8e96631e7)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:34.598596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.632333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.809560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43822) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:34.864020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Calling delete_port for 5b482d8c-d7a3-4d5a-bf2d-446c009b669d owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:34.898860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] For port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,segment=NetworkSegment(d0594776-a9b2-49db-966f-0bb8e96631e7),segment_id=d0594776-a9b2-49db-966f-0bb8e96631e7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:34.899514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:34.933911 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.007587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.085973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event deleted for resources: {'Port': ['ID=5b482d8c-d7a3-4d5a-bf2d-446c009b669d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:35.104424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] No DVR routers for this DVR port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:16:35.116741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Calling delete_port for 5b482d8c-d7a3-4d5a-bf2d-446c009b669d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:35.216966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:16:35.217426 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:16:35.233709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ea0584c5-94f7-479d-a376-3e65d55c41e6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea0584c5-94f7-479d-a376-3e65d55c41e6,segment=NetworkSegment(e2df1a70-9c03-429e-af80-80cb45f94ef9),segment_id=e2df1a70-9c03-429e-af80-80cb45f94ef9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:35.237866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Provisioning for port e29e29ff-6bd9-4638-96ed-ae6059002e47 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:35.244502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Provisioning complete for port e29e29ff-6bd9-4638-96ed-ae6059002e47 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:35.246339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.284301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43832) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:35.311105 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.340383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.355538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Port e29e29ff-6bd9-4638-96ed-ae6059002e47 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:35.361020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.389417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Provisioning complete for port ea0584c5-94f7-479d-a376-3e65d55c41e6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:35.389918 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.416371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5c6f6c-05c4-464f-a8db-86da4dae1472']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:35.433207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:35.438168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0594776-a9b2-49db-966f-0bb8e96631e7') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:35.438693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0594776-a9b2-49db-966f-0bb8e96631e7') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:35.451532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e41e86720844c49c722351f894de9a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:35.465331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.466601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ea0584c5-94f7-479d-a376-3e65d55c41e6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:35.468561 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.474465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:35.476623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:35.485284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:35.498061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.501165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Usage tracker for resource:security_group_rule and tenant:619afd2669a0484aba9453ba0717defa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:35.509869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:16:35.510564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:16:35.532708 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:16:35.558563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Provisioning for port 45ed416e-aa19-47c5-ba7e-34674f207d0d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:35.573084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Provisioning complete for port 45ed416e-aa19-47c5-ba7e-34674f207d0d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:35.574666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.580341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:35.647573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for e29e29ff-6bd9-4638-96ed-ae6059002e47 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:35.665062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-14b4d372-5f6e-4c92-9a6f-a4f2c11e2adf None None] Port 45ed416e-aa19-47c5-ba7e-34674f207d0d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:35.700882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:35.718480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Deleting port 5b482d8c-d7a3-4d5a-bf2d-446c009b669d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:35.718869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.721928 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.732864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c94c87-0ccc-46fa-beef-623f05b7506d req-79d1d5ee-9f9c-400a-950a-d9e491d70e63 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:35.741928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48c94c87-0ccc-46fa-beef-623f05b7506d req-79d1d5ee-9f9c-400a-950a-d9e491d70e63 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4005442 Apr 01 15:16:35.754364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.809632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea0584c5-94f7-479d-a376-3e65d55c41e6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:35.896277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-43e26760-bb69-4d04-a3aa-63999a09872c None None] The port '5b482d8c-d7a3-4d5a-bf2d-446c009b669d' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:16:35.921738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48c94c87-0ccc-46fa-beef-623f05b7506d req-69c585b8-a5e0-4bfe-9d1e-1630690f0b3d tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787200 Apr 01 15:16:35.953364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-316a956e-4ab0-4894-abb6-a6bfd159f122 None None] Provisioning complete for port 45ed416e-aa19-47c5-ba7e-34674f207d0d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:35.953922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-316a956e-4ab0-4894-abb6-a6bfd159f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.958321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] Pushing event deleted for resources: {'Network': ['ID=3c5c6f6c-05c4-464f-a8db-86da4dae1472,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:35.980007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-df8ef131-fe2b-4f3d-aba3-a249c6ac9327 tempest-FloatingIPNegativeTestJSON-409581864 tempest-FloatingIPNegativeTestJSON-409581864-project] 10.222.0.48 "DELETE /v2.0/networks/3c5c6f6c-05c4-464f-a8db-86da4dae1472 HTTP/1.1" status: 204 len: 168 time: 2.0313439 Apr 01 15:16:35.981914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.985762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:35.997050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.014885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.046953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ea0584c5-94f7-479d-a376-3e65d55c41e6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:36.047429 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.079965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-316a956e-4ab0-4894-abb6-a6bfd159f122 None None] Port 45ed416e-aa19-47c5-ba7e-34674f207d0d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:36.089940 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.101354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.104684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3e41e86720844c49c722351f894de9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8183672 Apr 01 15:16:36.105580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8651d0-54d8-4074-8f75-911089a08ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f118da67-4d42-4df0-b4ce-48b4c5d82276,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:36.110063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43846) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:36.123032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-316a956e-4ab0-4894-abb6-a6bfd159f122 None None] Could not find standard attr ID for object e29e29ff-6bd9-4638-96ed-ae6059002e47. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:16:36.200238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6718546a-7abe-4e38-b44b-b1471a93d37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.237114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6718546a-7abe-4e38-b44b-b1471a93d37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.280134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b482d8c-d7a3-4d5a-bf2d-446c009b669d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:36.329493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6718546a-7abe-4e38-b44b-b1471a93d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.349597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5b482d8c-d7a3-4d5a-bf2d-446c009b669d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:16:36.349855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5b482d8c-d7a3-4d5a-bf2d-446c009b669d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:16:36.368474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718546a-7abe-4e38-b44b-b1471a93d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f118da67-4d42-4df0-b4ce-48b4c5d82276,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:36.393375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6718546a-7abe-4e38-b44b-b1471a93d37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.397035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6718546a-7abe-4e38-b44b-b1471a93d37a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f118da67-4d42-4df0-b4ce-48b4c5d82276 HTTP/1.1" status: 204 len: 168 time: 0.2832620 Apr 01 15:16:36.411869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=e29e29ff-6bd9-4638-96ed-ae6059002e47,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:36.446743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ae611-8adc-45d7-b571-e51b0ea46e45,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:36.480894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-51194275-5e9f-47b5-87a4-1f8cec557b08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=619afd2669a0484aba9453ba0717defa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6702089 Apr 01 15:16:36.483576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43858) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:36.492946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.509599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43862) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:36.519798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-815d570a-94ff-4546-83ad-65f8f362dd11 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/e29e29ff-6bd9-4638-96ed-ae6059002e47 HTTP/1.1" status: 204 len: 168 time: 2.6504605 Apr 01 15:16:36.522248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43866) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:36.575267 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5e8866-f6ea-43de-a801-aec798ce36a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:16:36.575971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc5e8866-f6ea-43de-a801-aec798ce36a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:36.588140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43872) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:36.612529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cb0d-3192-48bf-a5da-d75b9325009f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.622952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc5e8866-f6ea-43de-a801-aec798ce36a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:36.626687 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bc5e8866-f6ea-43de-a801-aec798ce36a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/e29e29ff-6bd9-4638-96ed-ae6059002e47 HTTP/1.1" status: 404 len: 333 time: 0.1008747 Apr 01 15:16:36.628686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43878) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:36.706762 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cb0d-3192-48bf-a5da-d75b9325009f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.738273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 45ed416e-aa19-47c5-ba7e-34674f207d0d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:36.739367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:36.881698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cb0d-3192-48bf-a5da-d75b9325009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.047316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7cb0d-3192-48bf-a5da-d75b9325009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ae611-8adc-45d7-b571-e51b0ea46e45,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:37.084590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cb0d-3192-48bf-a5da-d75b9325009f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.087635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f6c7cb0d-3192-48bf-a5da-d75b9325009f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db0ae611-8adc-45d7-b571-e51b0ea46e45 HTTP/1.1" status: 204 len: 168 time: 0.6029871 Apr 01 15:16:37.141603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.185433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:37.189385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd12d3e36ec448fb20f8dd57765570e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:37.199561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:37.214105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.216599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:37.371566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 45ed416e-aa19-47c5-ba7e-34674f207d0d owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:37.414736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-31ec4299-8bb4-4ceb-8ca3-9311d2370f4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4146793 Apr 01 15:16:37.430384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-762821ec-5b59-473c-bed9-35b37fdb75f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=166a2b6109644dff8a12bb5abd9e433c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9161296 Apr 01 15:16:37.431911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43902) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:37.451859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e34f4a-2e94-46ee-9987-3ae7c53ede06 req-059a449e-d195-4a57-8a5a-60ec71fe1fdb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:37.453418 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42e34f4a-2e94-46ee-9987-3ae7c53ede06 req-059a449e-d195-4a57-8a5a-60ec71fe1fdb tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3641508 Apr 01 15:16:37.510984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42e34f4a-2e94-46ee-9987-3ae7c53ede06 req-8fb43286-8d12-443a-bf8f-14d788026de9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Apr 01 15:16:37.521968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.531953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.594777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.660883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Router 20279851-eea0-4118-ad1c-e2f8108e525e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:16:37.661656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a72a9e-d915-4359-a718-1e7c235bfda4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:37.670430 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5b166b6-f2e7-434c-ba28-050d4ba4d152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.694212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-baf247c0-b126-4830-a6cb-e1130515bd80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cd12d3e36ec448fb20f8dd57765570e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1028597 Apr 01 15:16:37.699750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43916) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:37.719279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=45ed416e-aa19-47c5-ba7e-34674f207d0d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:37.795408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5b166b6-f2e7-434c-ba28-050d4ba4d152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:37.919079 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.060233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21ffc6d2-e900-49ad-9173-cd30c204b731 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/45ed416e-aa19-47c5-ba7e-34674f207d0d HTTP/1.1" status: 204 len: 168 time: 1.4304938 Apr 01 15:16:38.066290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:38.098369 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-b2eb6e03-c3cf-4587-b3b9-59f88c0c57fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1096 time: 0.4942393 Apr 01 15:16:38.130476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6c5399a-be89-41c8-af65-f037afd748ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.153530 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b8d15d-8462-4183-a446-746a9bc66481 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:16:38.154133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b8b8d15d-8462-4183-a446-746a9bc66481 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:38.189913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b8b8d15d-8462-4183-a446-746a9bc66481 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:38.191426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b8b8d15d-8462-4183-a446-746a9bc66481 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/45ed416e-aa19-47c5-ba7e-34674f207d0d HTTP/1.1" status: 404 len: 333 time: 0.1234131 Apr 01 15:16:38.199533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2854a-8621-42db-9d20-e2b1134d66e3 req-a084741c-627c-4eb8-bb3f-2827fe48ee35 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:38.206743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8e2854a-8621-42db-9d20-e2b1134d66e3 req-a084741c-627c-4eb8-bb3f-2827fe48ee35 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2477810 Apr 01 15:16:38.223646 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5b166b6-f2e7-434c-ba28-050d4ba4d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.227027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43936) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:38.267516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a8e2854a-8621-42db-9d20-e2b1134d66e3 req-92002deb-842b-4540-a0b8-c0778ad962bc tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592201 Apr 01 15:16:38.301697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b166b6-f2e7-434c-ba28-050d4ba4d152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537920e5-fb6d-4978-8210-3f841db5ae10,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:38.327570 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6c5399a-be89-41c8-af65-f037afd748ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.391624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5b166b6-f2e7-434c-ba28-050d4ba4d152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.395104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c5b166b6-f2e7-434c-ba28-050d4ba4d152 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/537920e5-fb6d-4978-8210-3f841db5ae10 HTTP/1.1" status: 204 len: 168 time: 0.9606671 Apr 01 15:16:38.511129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-107d502e-aed5-49f6-87f6-dade3e6ca17a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:38.512910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-107d502e-aed5-49f6-87f6-dade3e6ca17a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.3810596 Apr 01 15:16:38.621404 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6c5399a-be89-41c8-af65-f037afd748ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.668413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5399a-be89-41c8-af65-f037afd748ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a72a9e-d915-4359-a718-1e7c235bfda4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:38.705629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6c5399a-be89-41c8-af65-f037afd748ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.709431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d6c5399a-be89-41c8-af65-f037afd748ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73a72a9e-d915-4359-a718-1e7c235bfda4 HTTP/1.1" status: 204 len: 168 time: 1.0057025 Apr 01 15:16:38.712954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet 1284833f-d727-4dff-8bec-4fe0a532b9f3 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:16:38.718144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-43c40f59-4152-4eb8-b621-89a177ba63a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.1902578 Apr 01 15:16:38.720105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.836962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:16:38.848386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c0f11482-23a4-4fe5-ad5f-c290648c93a3 admin admin] 10.222.0.48 "PUT /v2.0/routers/20279851-eea0-4118-ad1c-e2f8108e525e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9408457 Apr 01 15:16:38.848532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43958) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:38.853670 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] Sync routers for ids ['20279851-eea0-4118-ad1c-e2f8108e525e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:16:38.870436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-31067c50-0f46-40fd-872a-f716ab39645d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:38.872751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-31067c50-0f46-40fd-872a-f716ab39645d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.1117387 Apr 01 15:16:38.881561 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] Routers {'20279851-eea0-4118-ad1c-e2f8108e525e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:38.882182 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20279851-eea0-4118-ad1c-e2f8108e525e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:38.883591 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:38.989526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:39.182602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:39.246270 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] Set router 20279851-eea0-4118-ad1c-e2f8108e525e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:16:39.253376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:39.306791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=1284833f-d727-4dff-8bec-4fe0a532b9f3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:39.324369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:39.325628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed30b99-d9ce-4317-a13c-06cacb28bcb9 None None] Network 587244ea-f473-411e-83a5-61aff9b97cca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:39.355003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d38f2dc0-7241-4e28-84c8-318bd70f2635 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/1284833f-d727-4dff-8bec-4fe0a532b9f3 HTTP/1.1" status: 204 len: 168 time: 1.1011736 Apr 01 15:16:39.357569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43976) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:39.363932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-4a6a3063-669a-4671-8cf7-7020c3edabde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4841335 Apr 01 15:16:39.642778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43984) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:39.811087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:39.827418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Deleting port b39a283e-259a-43d8-9c07-9da8b838f164 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:39.828816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.058838 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:34Z', 'revision_number': 5, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port': {'id': 'b39a283e-259a-43d8-9c07-9da8b838f164', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:11:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:10Z', 'updated_at': '2022-04-01T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:40.068490 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] Checking router: 20279851-eea0-4118-ad1c-e2f8108e525e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:16:40.104034 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] Routers {'20279851-eea0-4118-ad1c-e2f8108e525e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:16:40.106279 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:16:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['20279851-eea0-4118-ad1c-e2f8108e525e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:40.131636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] DHCP port deletion for 587244ea-f473-411e-83a5-61aff9b97cca request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:16:40.136853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] Deleting port ea0584c5-94f7-479d-a376-3e65d55c41e6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:40.137697 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.188742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] For port b39a283e-259a-43d8-9c07-9da8b838f164, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b39a283e-259a-43d8-9c07-9da8b838f164,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:40.189119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.189612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.258798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-386316d2-c665-422c-909b-daf727a510ed service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510153 Apr 01 15:16:40.280159 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.359872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:40.367727 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] Set router 20279851-eea0-4118-ad1c-e2f8108e525e gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:16:40.478785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Usage tracker for resource:security_group_rule and tenant:07354a191016417b863d717c38b18aff is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:40.480087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Calling delete_port for b39a283e-259a-43d8-9c07-9da8b838f164 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:40.498728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:40.529539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:40.530335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:39Z', 'revision_number': 6, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:40.541773 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f7dbc-02c6-4b49-933f-0fc0e23cd906 None None] The sync data for ids ['20279851-eea0-4118-ad1c-e2f8108e525e'] in n-d-836017-1 is: [{'id': '20279851-eea0-4118-ad1c-e2f8108e525e', 'name': 'tempest-ImageQuotaTest-1831538127-router', 'tenant_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:07Z', 'updated_at': '2022-04-01T15:16:39Z', 'revision_number': 6, 'project_id': '4a988632cd5e4da1b8fa9c844ca81cae', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:16:40.552334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port ea0584c5-94f7-479d-a376-3e65d55c41e6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:40.552696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.673000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] For port ea0584c5-94f7-479d-a376-3e65d55c41e6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea0584c5-94f7-479d-a376-3e65d55c41e6,segment=NetworkSegment(e2df1a70-9c03-429e-af80-80cb45f94ef9),segment_id=e2df1a70-9c03-429e-af80-80cb45f94ef9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:40.673574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.705437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e93074-4a17-4d4c-8689-0a418c0b4eb6 req-0ae74e17-45f2-4af4-b3e8-fd20294117b5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:40.706935 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8e93074-4a17-4d4c-8689-0a418c0b4eb6 req-0ae74e17-45f2-4af4-b3e8-fd20294117b5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 1.0650232 Apr 01 15:16:40.797210 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:40.929445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39a283e-259a-43d8-9c07-9da8b838f164,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:40.929445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44016) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:40.929964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512368c7-f919-48ba-a1c5-1c95d951d2c0 req-2f981206-e58f-4eb3-80c4-ca20be6777e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478815 Apr 01 15:16:40.939301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] Calling delete_port for ea0584c5-94f7-479d-a376-3e65d55c41e6 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:41.036057 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.124430 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.203112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] Pushing event deleted for resources: {'Port': ['ID=ea0584c5-94f7-479d-a376-3e65d55c41e6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:41.212945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336d1ec-32fe-4916-8a37-1247b7f84c48 None None] No DVR routers for this DVR port ea0584c5-94f7-479d-a376-3e65d55c41e6 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:16:41.353638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.355443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.380529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8e93074-4a17-4d4c-8689-0a418c0b4eb6 req-ab05e49d-c6c1-4132-a23d-2aceffd720cc tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6554029 Apr 01 15:16:41.406234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.426113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'networks': [{'name': 'tempest-network--880173591'}, {'name': 'tempest-network--750726352'}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:41.426481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'network': {'name': 'tempest-network--880173591'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:41.427006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'network': {'name': 'tempest-network--750726352'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:41.490465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] For port ea0584c5-94f7-479d-a376-3e65d55c41e6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea0584c5-94f7-479d-a376-3e65d55c41e6,segment=NetworkSegment(e2df1a70-9c03-429e-af80-80cb45f94ef9),segment_id=e2df1a70-9c03-429e-af80-80cb45f94ef9)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:41.490828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.491373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:41.504490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Usage tracker for resource:network and tenant:7e8761938e9a4dcf8f499b989efba226 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:41.514005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:41.521941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:41.606359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea0584c5-94f7-479d-a376-3e65d55c41e6 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:41.613633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19257a08-0aac-43af-b1d6-f3080267ca9f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:41.678399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ea0584c5-94f7-479d-a376-3e65d55c41e6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:16:41.680151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea0584c5-94f7-479d-a376-3e65d55c41e6 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:16:41.680723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b39a283e-259a-43d8-9c07-9da8b838f164 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:41.686752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cddd2159-a061-4415-9c4b-31e16ae6e95d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07354a191016417b863d717c38b18aff&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0367424 Apr 01 15:16:41.686980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44034) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:41.694094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for ea0584c5-94f7-479d-a376-3e65d55c41e6 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:41.740515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b39a283e-259a-43d8-9c07-9da8b838f164 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:16:41.741110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b39a283e-259a-43d8-9c07-9da8b838f164 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:16:41.743604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0fe759e1-90bd-4204-b9c6-531498214049 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:41.780427 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.783940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Made reservation on behalf of 7e8761938e9a4dcf8f499b989efba226 for: {'network': 2} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:41.787684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.803260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0fe759e1-90bd-4204-b9c6-531498214049 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:16:41.803783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0fe759e1-90bd-4204-b9c6-531498214049 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:16:41.804081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.808704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.844889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-42d884b6-899e-4d7b-95a7-ccd5e17b178f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1096 time: 0.6805029 Apr 01 15:16:41.860278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:41.865534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Usage tracker for resource:security_group_rule and tenant:7e8761938e9a4dcf8f499b989efba226 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:41.868615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:41.871653 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.872224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20279851-eea0-4118-ad1c-e2f8108e525e {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:16:41.887509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:41.927144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:41.930082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1cd04f0f-35db-4bde-ab16-c17de12e26e5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/20279851-eea0-4118-ad1c-e2f8108e525e HTTP/1.1" status: 204 len: 168 time: 3.0809355 Apr 01 15:16:41.934268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44040) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:42.109315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-f3fcf076-f76d-4ac5-b8ae-315216b7a06f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:42.110940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-f3fcf076-f76d-4ac5-b8ae-315216b7a06f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.2530131 Apr 01 15:16:42.185074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] Deleting subnet f2ed536d-5c82-4b51-bb29-2c7a034885ff {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:16:42.193703 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.211082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:16:42.212170 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:16:42.228797 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.234282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-4985f39e-08d6-4523-a235-859ce367bc3b tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e44cc618acf64ea1a822988411c17e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796413 Apr 01 15:16:42.240546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e14d89d-befe-4d7a-86e7-961b04bc245b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.259722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-5882fdba-d2f0-4d48-abeb-e2314a8c77ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.1353645 Apr 01 15:16:42.263085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.263575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.304988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e14d89d-befe-4d7a-86e7-961b04bc245b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.360039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-27243197-3c84-48cb-a6fb-fbcd4e4aaff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:42.361514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-27243197-3c84-48cb-a6fb-fbcd4e4aaff1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.0949941 Apr 01 15:16:42.366767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.433757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48df6808-c17c-48a1-bcc8-9c2d9263ee1b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:42.450507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-e0faa902-6ea1-428e-be0a-144783153b00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831828 Apr 01 15:16:42.455190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e14d89d-befe-4d7a-86e7-961b04bc245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.476617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:42.496950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14d89d-befe-4d7a-86e7-961b04bc245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19257a08-0aac-43af-b1d6-f3080267ca9f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:42.513877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.514451 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Added segment 76835706-2218-44c2-9c96-6435537f75b3 of type vlan for network c56e80ae-56e9-4af4-a5bf-7a653bc7c431 Apr 01 15:16:42.520645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-957ff172-23ef-4212-9d00-a9e100a4377d tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:42.522113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-957ff172-23ef-4212-9d00-a9e100a4377d tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805784 Apr 01 15:16:42.565244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.586706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e14d89d-befe-4d7a-86e7-961b04bc245b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.587766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5e14d89d-befe-4d7a-86e7-961b04bc245b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19257a08-0aac-43af-b1d6-f3080267ca9f HTTP/1.1" status: 204 len: 168 time: 0.8564756 Apr 01 15:16:42.601506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-75722778-fc7c-4a87-8d1a-89b23a8580fd tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/quotas/e44cc618acf64ea1a822988411c17e38 HTTP/1.1" status: 200 len: 375 time: 0.0712018 Apr 01 15:16:42.603187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.674999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-8e47ac3f-41a2-4d86-ba94-0e0d9096eb41 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e44cc618acf64ea1a822988411c17e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627956 Apr 01 15:16:42.682739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-96ce753b-c6ef-48c4-90c6-8cbebedd4147 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116349 Apr 01 15:16:42.710222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:42.722540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.722905 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Added segment 87b1d196-526f-43a0-8000-82afd12a6ae0 of type vlan for network 118fce2e-c27e-479e-8484-afa06843e32b Apr 01 15:16:42.729737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port ea0584c5-94f7-479d-a376-3e65d55c41e6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:42.732952 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.736157 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.801589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ed536d-5c82-4b51-bb29-2c7a034885ff,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:42.817040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.840753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:42.852359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63af14-f7a1-48b2-84d5-d90577615f8c None None] Network 20c995e8-137b-4527-958d-5dbccee8fca1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:42.894963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ced1f0e1-bc87-4b94-af01-23e4ae6dcc71 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2ed536d-5c82-4b51-bb29-2c7a034885ff HTTP/1.1" status: 204 len: 168 time: 0.9575405 Apr 01 15:16:42.907528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44068) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:43.074741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.154187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.154663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.158499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:43.161773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:43.162531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.257257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] The port 'ea0584c5-94f7-479d-a376-3e65d55c41e6' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:16:43.279677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] DHCP port deletion for 20c995e8-137b-4527-958d-5dbccee8fca1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:16:43.285008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Deleting port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:43.286096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.312458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697d6d-2734-4e74-bc82-d51a7f0f3d87 req-a77ff1d0-d006-44c8-b37e-7f9d8b5b7e8e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:43.312458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c697d6d-2734-4e74-bc82-d51a7f0f3d87 req-a77ff1d0-d006-44c8-b37e-7f9d8b5b7e8e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.7194588 Apr 01 15:16:43.320637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e0b5a16-0215-4d6f-aa8b-41095af0b25a req-3af591b4-979e-4a65-acc9-0bf046f346da tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 210 time: 0.2416387 Apr 01 15:16:43.337837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Network': ['ID=c56e80ae-56e9-4af4-a5bf-7a653bc7c431,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:43.346084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Deleting port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:43.346737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.397747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c56e80ae-56e9-4af4-a5bf-7a653bc7c431 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:43.406714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4852953 Apr 01 15:16:43.413011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44084) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:43.532505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.567540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587244ea-f473-411e-83a5-61aff9b97cca']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:43.597386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2df1a70-9c03-429e-af80-80cb45f94ef9') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:43.598684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2df1a70-9c03-429e-af80-80cb45f94ef9') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:43.626951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 806b0187-4ef9-42e6-9135-42f1dbdd3eeb no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:16:43.633214 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.681167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.696656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:16:43.698992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.704989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917f23c-c955-4c19-bcd7-6f163c853cff tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Network': ['ID=118fce2e-c27e-479e-8484-afa06843e32b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:43.719791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 118fce2e-c27e-479e-8484-afa06843e32b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:43.877932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d378106-2da8-4d1f-9055-be4074d3ffc5 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:43.883058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d378106-2da8-4d1f-9055-be4074d3ffc5 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:43.887491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d378106-2da8-4d1f-9055-be4074d3ffc5 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:43.892405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d378106-2da8-4d1f-9055-be4074d3ffc5 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:43.893468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d378106-2da8-4d1f-9055-be4074d3ffc5 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Synchronizing usage tracker for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:43.906150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] For port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,segment=NetworkSegment(38ea7b4c-bc59-456a-8bca-848e0b22d7b8),segment_id=38ea7b4c-bc59-456a-8bca-848e0b22d7b8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:43.906711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:16:43.916251 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:16:44.051036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Calling delete_port for 806b0187-4ef9-42e6-9135-42f1dbdd3eeb owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:44.066781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8db7c55-eef2-40dd-99fc-0fbdb2796c4e req-1c7f744f-c214-45e3-9869-880090e7106f service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3749084 Apr 01 15:16:44.105113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.112822 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c697d6d-2734-4e74-bc82-d51a7f0f3d87 req-abe6b906-f767-49b4-b99e-cd72d3f70921 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7682586 Apr 01 15:16:44.163085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] For port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,segment=NetworkSegment(38ea7b4c-bc59-456a-8bca-848e0b22d7b8),segment_id=38ea7b4c-bc59-456a-8bca-848e0b22d7b8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:44.163739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.181064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.210437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=587244ea-f473-411e-83a5-61aff9b97cca,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:44.221768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d378106-2da8-4d1f-9055-be4074d3ffc5 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Unset dirty status for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:44.222194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-13cd2fec-d34b-499c-9eba-8d42fbf6b857 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/587244ea-f473-411e-83a5-61aff9b97cca HTTP/1.1" status: 204 len: 168 time: 4.8634653 Apr 01 15:16:44.225978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44102) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:44.228430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5d378106-2da8-4d1f-9055-be4074d3ffc5 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8143284 Apr 01 15:16:44.228986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44106) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:44.243350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-678403556'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:44.271869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.285283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:44.296315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:44.307322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Calling delete_port for 806b0187-4ef9-42e6-9135-42f1dbdd3eeb owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:44.347594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:44.375401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:44.395342 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:16:44.395780 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:16:44.407119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=806b0187-4ef9-42e6-9135-42f1dbdd3eeb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:44.408656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.411168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:44.414398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.422271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] No DVR routers for this DVR port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:16:44.436001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb update to DOWN by agent not found {{(pid=83955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 01 15:16:44.508048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:44.590233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.590765 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment 07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f of type vlan for network 3630c6b6-9219-42b5-ad24-5e2074715f93 Apr 01 15:16:44.601696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.647500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56e80ae-56e9-4af4-a5bf-7a653bc7c431']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:44.661680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.672400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76835706-2218-44c2-9c96-6435537f75b3') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:44.672693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76835706-2218-44c2-9c96-6435537f75b3') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:44.673384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5dcb460-5f08-4d31-bcb3-84c626183042 req-5debedbe-449b-431a-9d8d-dc576fc30b30 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 210 time: 0.1487646 Apr 01 15:16:44.687291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.707749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.725696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.733793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:16:44.734203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.741132 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:16:44.749135 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:16:44.753608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.757317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:44.757904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.817065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c995e8-137b-4527-958d-5dbccee8fca1']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:44.850152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6231453 Apr 01 15:16:44.853042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44124) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:44.874013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:44.896729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Deleting port 806b0187-4ef9-42e6-9135-42f1dbdd3eeb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:44.897287 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.918061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ea7b4c-bc59-456a-8bca-848e0b22d7b8') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:44.918500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ea7b4c-bc59-456a-8bca-848e0b22d7b8') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:44.946461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ab13a-a1e7-4a4e-8ba7-487ffc111df0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=3630c6b6-9219-42b5-ad24-5e2074715f93,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:44.951579 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.980387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:44.991903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Network': ['ID=c56e80ae-56e9-4af4-a5bf-7a653bc7c431,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:45.011519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6db58bcc-c625-4fe2-ae24-a1b5ea0dd9a7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/networks/c56e80ae-56e9-4af4-a5bf-7a653bc7c431 HTTP/1.1" status: 204 len: 168 time: 0.7810061 Apr 01 15:16:45.014040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44132) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:45.109389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4d81a4a8-b00f-41ad-a6e8-5ef1724e7b42 None None] The port '806b0187-4ef9-42e6-9135-42f1dbdd3eeb' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:16:45.112323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:45.133806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.204860 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.276869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-61d5ea49-6e5f-46a7-aa44-b965c4d845df tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e44cc618acf64ea1a822988411c17e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402984 Apr 01 15:16:45.281400 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.396109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:16:45.396736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:16:45.415632 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:16:45.470846 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.579839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:45.599518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:45.607094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:45.620604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:45.637182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118fce2e-c27e-479e-8484-afa06843e32b']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:45.647502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.660478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9116-899e-41c1-8d69-7331b5764ab4 req-044bce72-b569-4fad-a386-a5945a051264 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:45.662018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47fb9116-899e-41c1-8d69-7331b5764ab4 req-044bce72-b569-4fad-a386-a5945a051264 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2801149 Apr 01 15:16:45.663913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b1d196-526f-43a0-8000-82afd12a6ae0') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:45.664219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b1d196-526f-43a0-8000-82afd12a6ae0') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:16:45.682826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.691425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.693560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:45.726836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c995e8-137b-4527-958d-5dbccee8fca1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:45.754425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.767518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47fb9116-899e-41c1-8d69-7331b5764ab4 req-6cfdaa0c-95bf-43b8-9f2f-e6ca2da9b863 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961726 Apr 01 15:16:45.786186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2d86e447-7499-4c9a-89ab-4217c11754a1 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:45.787653 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2d86e447-7499-4c9a-89ab-4217c11754a1 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5003476 Apr 01 15:16:45.789882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:16:45.790299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:45.797614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-771065d2-7f54-49c7-8d72-eaa0e1c35ee0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/20c995e8-137b-4527-958d-5dbccee8fca1 HTTP/1.1" status: 204 len: 168 time: 2.8805685 Apr 01 15:16:45.819510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-14a4c23c-3dad-402f-b929-694cc0d23d46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5331750 Apr 01 15:16:45.826816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Request body: {'port': {'device_id': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': 'e44cc618acf64ea1a822988411c17e38'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:16:45.845379 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:16:46.048731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.072951 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.081107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Network': ['ID=118fce2e-c27e-479e-8484-afa06843e32b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:46.092309 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-feadca65-b87c-4fb6-849c-16786f6ef4cc tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/networks/118fce2e-c27e-479e-8484-afa06843e32b HTTP/1.1" status: 204 len: 168 time: 1.0771797 Apr 01 15:16:46.094740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:46.118704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.181582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5e022-d4eb-4fec-bde4-38f97b682e5f req-8c8c6520-338f-4a5f-b5d9-6ffa1e168ff9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:46.183055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8f5e022-d4eb-4fec-bde4-38f97b682e5f req-8c8c6520-338f-4a5f-b5d9-6ffa1e168ff9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2085335 Apr 01 15:16:46.235890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45b545fa-9e63-46cf-9f91-87262ef3332d req-3d133a9b-7599-40e9-95ae-650ba66b4007 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 210 time: 0.1819329 Apr 01 15:16:46.281177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8f5e022-d4eb-4fec-bde4-38f97b682e5f req-7fdb1150-6e2b-440d-ac4e-d7e2127e7b60 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866833 Apr 01 15:16:46.297903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44170) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:46.332792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f0251-16e4-461d-aa01-28329456e187 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:46.338530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f0251-16e4-461d-aa01-28329456e187 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:46.339556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ab9f0251-16e4-461d-aa01-28329456e187 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Synchronizing usage tracker for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:46.372300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ab9f0251-16e4-461d-aa01-28329456e187 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Unset dirty status for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:46.374822 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ab9f0251-16e4-461d-aa01-28329456e187 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2790911 Apr 01 15:16:46.378411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44178) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:46.388485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1020687706'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:46.398299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:46.417736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:46.432108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Made reservation on behalf of 7e8761938e9a4dcf8f499b989efba226 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:46.433581 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-6e3a65b4-1d64-430c-8a98-939bd7bdc2de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 1059 time: 0.4435010 Apr 01 15:16:46.436148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.441052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:46.479819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:46.481409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Usage tracker for resource:port and tenant:e44cc618acf64ea1a822988411c17e38 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:46.494848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.495428 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Added segment f25fd588-87c1-4218-a2c9-4d9944e811fe of type vlan for network 26124893-c709-4ba0-b52d-f849d7bd7a03 Apr 01 15:16:46.515195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:46.532211 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.533219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:46.569246 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.573425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:46.574076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.701777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Network': ['ID=26124893-c709-4ba0-b52d-f849d7bd7a03,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:46.711930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1d59bda-5423-4bd2-984e-89812954d8f7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3321228 Apr 01 15:16:46.712804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:46.718228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 26124893-c709-4ba0-b52d-f849d7bd7a03 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:46.729019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1550332093'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:46.736549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:46.742296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Usage tracker for resource:network and tenant:7e8761938e9a4dcf8f499b989efba226 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:46.746826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:46.750229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d43bdf76-441c-4f20-8581-43b99e55f54f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a988632cd5e4da1b8fa9c844ca81cae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4422622 Apr 01 15:16:46.753750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44192) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:46.769279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:46.818299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Made reservation on behalf of 7e8761938e9a4dcf8f499b989efba226 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:46.821576 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.838171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Made reservation on behalf of e44cc618acf64ea1a822988411c17e38 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:46.841197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.853104 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:16:46.870849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:46.881430 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.882101 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Added segment 3047219d-0abd-445e-8772-b62e955a4595 of type vlan for network 0fe0c71e-fc98-40a1-a299-9d23df79ef58 Apr 01 15:16:46.930944 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.938338 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.969195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204bdc51-5a2a-4dea-acaa-33074be97d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:46.996297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.000019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:47.000579 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.014002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-79074605-65fd-41c1-81ba-593af0afbce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:47.015781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-79074605-65fd-41c1-81ba-593af0afbce6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.5264909 Apr 01 15:16:47.031048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204bdc51-5a2a-4dea-acaa-33074be97d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.101527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85962d0-daf5-4b13-9457-d7e1b477dc59 req-daacad01-3253-4e16-aa12-371efe48fc85 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:47.109165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b85962d0-daf5-4b13-9457-d7e1b477dc59 req-daacad01-3253-4e16-aa12-371efe48fc85 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.6735759 Apr 01 15:16:47.118930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:47.147140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Network': ['ID=0fe0c71e-fc98-40a1-a299-9d23df79ef58,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:47.151572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.155713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Usage tracker for resource:security_group_rule and tenant:e44cc618acf64ea1a822988411c17e38 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:47.157275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c3f5ca28-c270-4f4a-b82e-708f4257fc29 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4425917 Apr 01 15:16:47.157366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44202) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:47.163291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0fe0c71e-fc98-40a1-a299-9d23df79ef58 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:47.165859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'ports': [{'network_id': '26124893-c709-4ba0-b52d-f849d7bd7a03', 'name': 'tempest-port--1979822901', 'admin_state_up': True}, {'network_id': '0fe0c71e-fc98-40a1-a299-9d23df79ef58', 'admin_state_up': False}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:47.166165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'port': {'network_id': '26124893-c709-4ba0-b52d-f849d7bd7a03', 'name': 'tempest-port--1979822901', 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:47.166663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'port': {'network_id': '0fe0c71e-fc98-40a1-a299-9d23df79ef58', 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:47.194183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:47.203282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-f8467cf3-0d7f-42f1-96bd-f9d2244784d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 200 len: 217 time: 0.1697447 Apr 01 15:16:47.213518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:47.339868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b85962d0-daf5-4b13-9457-d7e1b477dc59 req-48547aa9-058d-46f7-8a69-cf72f1486b8b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297423 Apr 01 15:16:47.346413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=67a6462e-0ed1-49a3-ad10-4703d246d81f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:47.388764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-2cb91ff6-5a0f-437b-8d9d-673ac384d01d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:47.395705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-2cb91ff6-5a0f-437b-8d9d-673ac384d01d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.1796575 Apr 01 15:16:47.430383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204bdc51-5a2a-4dea-acaa-33074be97d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.465663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bdc51-5a2a-4dea-acaa-33074be97d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19ed13-ea72-435c-9940-1bec09a0377f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:47.540664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-204bdc51-5a2a-4dea-acaa-33074be97d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.544717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-204bdc51-5a2a-4dea-acaa-33074be97d21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba19ed13-ea72-435c-9940-1bec09a0377f HTTP/1.1" status: 204 len: 168 time: 0.7898149 Apr 01 15:16:47.558749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': '07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:47.559112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: 3630c6b6-9219-42b5-ad24-5e2074715f93, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:16:47.591034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:47.595446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef1d05c5-5ebf-49f6-9738-bd3437b5adb4 req-3f17a3f2-addf-4321-bbd9-8b919c214a9a tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 210 time: 0.0586653 Apr 01 15:16:47.597943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Usage tracker for resource:port and tenant:7e8761938e9a4dcf8f499b989efba226 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:47.602319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:47.611937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:47.635994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Made reservation on behalf of 7e8761938e9a4dcf8f499b989efba226 for: {'port': 2} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:47.638706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.639972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.657904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.660957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:47.789495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:16:47.804661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-735d6fa0-37bd-4f3f-ba6b-a54f941269f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3997893 Apr 01 15:16:47.805255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5ed54-643e-451a-89d3-d98140f142e6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:47.913345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3630c6b6-9219-42b5-ad24-5e2074715f93) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:47.924894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279cbf2-6587-4b70-8437-09ea93ae1047 None None] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:48.005881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0380f-3b0d-4e0f-8507-ebf0fa1eb573 req-20a2c1c7-b591-49a4-b879-34928dee7424 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:48.007731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9f0380f-3b0d-4e0f-8507-ebf0fa1eb573 req-20a2c1c7-b591-49a4-b879-34928dee7424 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.4378598 Apr 01 15:16:48.009280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:48.010060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:48.014862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] device_id is not set on port 1de2f766-0f94-4cf7-9652-cf32d3471ba2 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:48.186224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9f0380f-3b0d-4e0f-8507-ebf0fa1eb573 req-a12d8e16-6dc8-42a4-9f84-a7e87ab9f6c8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634777 Apr 01 15:16:48.194465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5929a373-713b-48c6-84a9-4bb22eef1585 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3330469 Apr 01 15:16:48.202440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:48.210245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44238) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:48.242679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93', 'name': 'tempest-PortsTestJSON-723327582', 'fixed_ips': [{'subnet_id': '67a6462e-0ed1-49a3-ad10-4703d246d81f', 'ip_address': '172.20.0.10'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:48.302903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Allocated IP 192.168.233.192 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/86c6c727-aae8-467b-836b-d8594d1c47f5) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:48.392181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-3630c6b6-9219-42b5-ad24-5e2074715f93', 'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93', 'tenant_id': '56910f9217c44567b3116680314ed076', 'fixed_ips': [{'subnet_id': '67a6462e-0ed1-49a3-ad10-4703d246d81f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:16:48.393060 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:48.488765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44250) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:48.569740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:48.570916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:48.588900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Transition to ACTIVE for port object 86c6c727-aae8-467b-836b-d8594d1c47f5 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:48.610441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] device_id is not set on port efda3066-1d54-49b1-a366-939a6fd9b84b yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:48.615990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Allocated IP 172.20.0.2 (3630c6b6-9219-42b5-ad24-5e2074715f93/67a6462e-0ed1-49a3-ad10-4703d246d81f/bec4214b-8a2a-425e-960f-d9ef7bd07ec6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:48.642665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:48.653249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:48.660735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:48.666261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:48.676773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:48.723840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765dffb-dbc4-4b40-b9d2-d4a44e285b0f req-5b1999a6-297c-40b0-940b-590802dda71f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:48.725634 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9765dffb-dbc4-4b40-b9d2-d4a44e285b0f req-5b1999a6-297c-40b0-940b-590802dda71f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2379453 Apr 01 15:16:48.973999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:48.981143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:48.984332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44266) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:48.986291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Transition to ACTIVE for port object bec4214b-8a2a-425e-960f-d9ef7bd07ec6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:48.993643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9765dffb-dbc4-4b40-b9d2-d4a44e285b0f req-28441cd2-6bca-4253-8047-66f7e8cde662 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436309 Apr 01 15:16:49.002606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.005454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.013208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Transition to ACTIVE for port object bec4214b-8a2a-425e-960f-d9ef7bd07ec6 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:49.013608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.022293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.066725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e52cfc-1d2d-4df6-9f5c-f79945533dcd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:49.070868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:49.079434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4b81eec5-99c3-4842-aeee-5d8ec47cb507 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.5888693 Apr 01 15:16:49.081596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:49.091152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-6501fa98-7090-4904-95ec-026591d3b5bc service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2529180 Apr 01 15:16:49.123096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.130050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Pushing event updated for resources: {'Port': ['ID=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:49.134807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:49.136510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:49.139078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:49.187618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:49.267684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Attempting to bind port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:49.268005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Attempting to bind port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:49.268368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Attempting to bind port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 on network 3630c6b6-9219-42b5-ad24-5e2074715f93 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:49.275967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:49.276349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Checking segment: {'id': '07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:49.276797 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.277366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Bound using segment: {'id': '07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:49.278313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Bound port: bec4214b-8a2a-425e-960f-d9ef7bd07ec6, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:49.278313 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.283691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Port': ['ID=1de2f766-0f94-4cf7-9652-cf32d3471ba2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:49.297495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Pushing event updated for resources: {'Port': ['ID=86c6c727-aae8-467b-836b-d8594d1c47f5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:49.317588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2d99-d3ef-49ab-be92-204a05c01a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.344242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Checking segment: {'id': 'f25fd588-87c1-4218-a2c9-4d9944e811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '26124893-c709-4ba0-b52d-f849d7bd7a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:49.344599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network hostable DHCP agents. Network: 26124893-c709-4ba0-b52d-f849d7bd7a03, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:16:49.365894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2d99-d3ef-49ab-be92-204a05c01a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.433086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network 26124893-c709-4ba0-b52d-f849d7bd7a03 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:16:49.453147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 26124893-c709-4ba0-b52d-f849d7bd7a03) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:49.458155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:49.460281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.492718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a6b02-066a-4cfd-9e63-4f9ef1f9d4bb None None] Network 26124893-c709-4ba0-b52d-f849d7bd7a03 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:49.549837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2d99-d3ef-49ab-be92-204a05c01a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.639254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd2d99-d3ef-49ab-be92-204a05c01a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e52cfc-1d2d-4df6-9f5c-f79945533dcd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:49.648401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2684b075-01af-4968-8cc5-def790ab8dd5 None None] Provisioning for port 86c6c727-aae8-467b-836b-d8594d1c47f5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:49.686377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:49.687617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.720806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2684b075-01af-4968-8cc5-def790ab8dd5 None None] Provisioning complete for port 86c6c727-aae8-467b-836b-d8594d1c47f5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:49.722190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2684b075-01af-4968-8cc5-def790ab8dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.763891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2d99-d3ef-49ab-be92-204a05c01a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.769372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ffcd2d99-d3ef-49ab-be92-204a05c01a76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6e52cfc-1d2d-4df6-9f5c-f79945533dcd HTTP/1.1" status: 204 len: 168 time: 0.6868188 Apr 01 15:16:49.799006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Port': ['ID=efda3066-1d54-49b1-a366-939a6fd9b84b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:49.807107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.818773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] For port bec4214b-8a2a-425e-960f-d9ef7bd07ec6, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:49.824915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2684b075-01af-4968-8cc5-def790ab8dd5 None None] Port 86c6c727-aae8-467b-836b-d8594d1c47f5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:49.841627 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-5e70f2d5-910c-443d-8831-0933d0f1b1e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0210989 Apr 01 15:16:49.871708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Checking segment: {'id': '3047219d-0abd-445e-8772-b62e955a4595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0fe0c71e-fc98-40a1-a299-9d23df79ef58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:49.872886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network hostable DHCP agents. Network: 0fe0c71e-fc98-40a1-a299-9d23df79ef58, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:16:49.882042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Request body: {'port': {'device_id': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:49.897398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] For port bec4214b-8a2a-425e-960f-d9ef7bd07ec6, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,segment=NetworkSegment(07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f),segment_id=07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:49.913933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:49.952967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:49.968831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Usage tracker for resource:security_group_rule and tenant:aa26c683a1b34ea89c08349a835c4d00 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:49.977166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:49.986878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:50.035742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network 0fe0c71e-fc98-40a1-a299-9d23df79ef58 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:16:50.063135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ceaa9-0c36-44cd-8660-dd1d40e237fa req-467b4bbf-d080-4a1b-b435-cdf7411941cc tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:50.065066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781ceaa9-0c36-44cd-8660-dd1d40e237fa req-467b4bbf-d080-4a1b-b435-cdf7411941cc tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1481581 Apr 01 15:16:50.065225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589857b-b03f-4057-a17f-5b2a02ceeb4b None None] Pushing event updated for resources: {'Port': ['ID=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:50.067952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0fe0c71e-fc98-40a1-a299-9d23df79ef58) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:50.072534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:50.078473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:50.082055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:50.082723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.086882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f044bc-5682-425f-a2fa-e240f2973645 None None] Network 0fe0c71e-fc98-40a1-a299-9d23df79ef58 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:50.175655 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-43809003-dd24-4fd0-8d2c-2cc4a2b16a0c tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0143411 Apr 01 15:16:50.193205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44300) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:50.223702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:50.262758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f47e1-8d83-4a05-ba2f-3ab9730cac94 req-b3595b3e-8165-4d85-9906-df9fc52ede40 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:50.264083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-db9f47e1-8d83-4a05-ba2f-3ab9730cac94 req-b3595b3e-8165-4d85-9906-df9fc52ede40 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Synchronizing usage tracker for tenant:e44cc618acf64ea1a822988411c17e38 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:50.268419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:50.280827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:50.286030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a30514e-8ae2-46c4-89e2-65d80e2c2985 req-75e5d98b-e4bb-4964-9e3f-35711a23930b service neutron] 10.222.0.44 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9585931 Apr 01 15:16:50.314698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:50.364345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-781ceaa9-0c36-44cd-8660-dd1d40e237fa req-617adef6-71b7-4563-8f7b-b1a5baebb5e6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664497 Apr 01 15:16:50.453364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.473729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-db9f47e1-8d83-4a05-ba2f-3ab9730cac94 req-b3595b3e-8165-4d85-9906-df9fc52ede40 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Unset dirty status for tenant:e44cc618acf64ea1a822988411c17e38 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:50.474892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db9f47e1-8d83-4a05-ba2f-3ab9730cac94 req-b3595b3e-8165-4d85-9906-df9fc52ede40 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 936 time: 1.5768070 Apr 01 15:16:50.487840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.502662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.575111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad7de78-4e77-49fd-b6a9-6b4a8e4a6b33,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:50.583566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a87808dc-38e4-45a6-9bb7-e14af5c51313 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa26c683a1b34ea89c08349a835c4d00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5974400 Apr 01 15:16:50.588996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44314) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:50.651267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04bdcd0-947c-40f7-abf4-09b9aed759d7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:50.656789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04bdcd0-947c-40f7-abf4-09b9aed759d7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:50.657560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c04bdcd0-947c-40f7-abf4-09b9aed759d7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Synchronizing usage tracker for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:50.681195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:50.686619 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.720502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c04bdcd0-947c-40f7-abf4-09b9aed759d7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Unset dirty status for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:50.723454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c04bdcd0-947c-40f7-abf4-09b9aed759d7 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5247440 Apr 01 15:16:50.723855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-db9f47e1-8d83-4a05-ba2f-3ab9730cac94 req-79405a68-2341-40d2-8df5-4c3baa1bc2e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Synchronizing usage tracker for tenant:e44cc618acf64ea1a822988411c17e38 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:50.728142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44322) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:50.729452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port ddd84d63-4c54-4b0a-ac18-0a364be62f84 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:50.738482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de541c34-ab5c-4c6d-a159-6cbea729c42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.774320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de541c34-ab5c-4c6d-a159-6cbea729c42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.846432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de541c34-ab5c-4c6d-a159-6cbea729c42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.866386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de541c34-ab5c-4c6d-a159-6cbea729c42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad7de78-4e77-49fd-b6a9-6b4a8e4a6b33,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:50.882311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de541c34-ab5c-4c6d-a159-6cbea729c42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:50.884044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-de541c34-ab5c-4c6d-a159-6cbea729c42a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ad7de78-4e77-49fd-b6a9-6b4a8e4a6b33 HTTP/1.1" status: 204 len: 168 time: 0.2927282 Apr 01 15:16:51.037658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Deleting port 1de2f766-0f94-4cf7-9652-cf32d3471ba2 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:51.038043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:51.099786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-db9f47e1-8d83-4a05-ba2f-3ab9730cac94 req-79405a68-2341-40d2-8df5-4c3baa1bc2e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Unset dirty status for tenant:e44cc618acf64ea1a822988411c17e38 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:51.109804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db9f47e1-8d83-4a05-ba2f-3ab9730cac94 req-79405a68-2341-40d2-8df5-4c3baa1bc2e2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241879 Apr 01 15:16:51.324549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c6c727-aae8-467b-836b-d8594d1c47f5 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:16:51.360632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:51.466427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44344) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:51.503644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Transition to ACTIVE for port object 86c6c727-aae8-467b-836b-d8594d1c47f5 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:51.503849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287293a-9c26-4bbb-8a31-b23a209570f7 None None] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:51.519600 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:51.652985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Pushing event updated for resources: {'Port': ['ID=86c6c727-aae8-467b-836b-d8594d1c47f5,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:51.682304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:51.755321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00310-34c8-434b-9e14-78fc0b5fdb6b req-66be7a7c-830c-4af8-a31e-5b67a6820b7b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:51.756790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bca00310-34c8-434b-9e14-78fc0b5fdb6b req-66be7a7c-830c-4af8-a31e-5b67a6820b7b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.1759276 Apr 01 15:16:51.845755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bca00310-34c8-434b-9e14-78fc0b5fdb6b req-99d4a036-598f-4bc9-8404-dade81c7f646 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814497 Apr 01 15:16:51.862056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44352) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:51.895822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.10 (3630c6b6-9219-42b5-ad24-5e2074715f93/67a6462e-0ed1-49a3-ad10-4703d246d81f/ddd84d63-4c54-4b0a-ac18-0a364be62f84) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:51.898923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bec4214b-8a2a-425e-960f-d9ef7bd07ec6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:51.929528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:51.960896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-157485057-network', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:51.967834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:51.975560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Usage tracker for resource:network and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:51.988225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:51.998857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:52.012652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:52.018554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Usage tracker for resource:security_group_rule and tenant:44482055afa54cd79d1efa6604aa231e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:52.022390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:52.032082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:52.035126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.049860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:52.059470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.110197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:52.115122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:52.118896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:52.126122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:52.139976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6f14351d-a993-481d-831b-70d35ab31cf4 None None] Provisioning for port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:52.185499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:52.205151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:52.205761 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.208743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.273702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.290823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.323531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Calling delete_port for 1de2f766-0f94-4cf7-9652-cf32d3471ba2 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:52.346221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e3f55-2792-4c07-8e43-5678049db6e2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:52.366491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:52.395103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.395609 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Added segment ffe997ea-148f-421a-93c2-2f4bd0d03a50 of type vlan for network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 Apr 01 15:16:52.504035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object ddd84d63-4c54-4b0a-ac18-0a364be62f84 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:52.540137 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.560284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.587099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port bec4214b-8a2a-425e-960f-d9ef7bd07ec6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,segment=NetworkSegment(07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f),segment_id=07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:52.591001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.595104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.662053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.678998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.679928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:52.680522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.685463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:52.872344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec9e0d-3b53-4a16-af5d-2830a81e73bb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:52.885377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c26c0fd7-591f-43e0-90cd-b81c3d6a28cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44482055afa54cd79d1efa6604aa231e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0220344 Apr 01 15:16:52.890080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44370) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:52.895800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9b5d4-830a-41a0-8ae4-f78be0761560 req-cecde49c-c881-4ee3-a777-4f2275895641 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:52.897274 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ea9b5d4-830a-41a0-8ae4-f78be0761560 req-cecde49c-c881-4ee3-a777-4f2275895641 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 948 time: 0.4908838 Apr 01 15:16:52.898998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc8007c-3d24-4d99-8014-9c1166e7b7b6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:52.905097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-29fd5c34-fe4f-4cc6-9f02-99b0f0ca8565 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4376247 Apr 01 15:16:52.911652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:52.911968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Attempting to bind port 86c6c727-aae8-467b-836b-d8594d1c47f5 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:52.912470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Attempting to bind port 86c6c727-aae8-467b-836b-d8594d1c47f5 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:52.912951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Attempting to bind port 86c6c727-aae8-467b-836b-d8594d1c47f5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:52.920959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44374) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:52.929244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d25e-d4cf-44c1-9717-d58903f19dfc req-0bae5175-d2ec-4075-b1ff-e3b51fc483c8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:52.938026 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9220d25e-d4cf-44c1-9717-d58903f19dfc req-0bae5175-d2ec-4075-b1ff-e3b51fc483c8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5057771 Apr 01 15:16:52.947123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Request body: {'subnet': {'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-157485057-subnet', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:52.953699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-a040db96-bc24-498f-8722-cd613a86f05f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 1096 time: 0.4721248 Apr 01 15:16:52.978170 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:52.984648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:53.062091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Port 86c6c727-aae8-467b-836b-d8594d1c47f5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:16:53.062668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Attempting to bind port 86c6c727-aae8-467b-836b-d8594d1c47f5 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:53.069058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=ddd84d63-4c54-4b0a-ac18-0a364be62f84,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:53.071874 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.076080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Usage tracker for resource:subnet and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:53.081040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:53.082100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6a01a8d3-980c-4d50-8e25-153e1eafb315 None None] Provisioning complete for port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:53.082564 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a01a8d3-980c-4d50-8e25-153e1eafb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.161051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9220d25e-d4cf-44c1-9717-d58903f19dfc req-0e65e153-fac2-4ccb-841e-42ce0dac5b01 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217031 Apr 01 15:16:53.162914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:53.200528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Port': ['ID=1de2f766-0f94-4cf7-9652-cf32d3471ba2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:53.216636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:53.217052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:53.217377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:53.217819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Bound port: 86c6c727-aae8-467b-836b-d8594d1c47f5, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:53.218164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.242552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.265190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:53.270948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:53.273619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:53.284359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ea9b5d4-830a-41a0-8ae4-f78be0761560 req-315c1a3f-51f8-48e8-8d24-623ddf5505af tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781843 Apr 01 15:16:53.316041 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33e3e3b0-fcd9-4b17-bf24-f8a3dd8bcbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.335547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:53.339004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.356686 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a002dae8-355e-4b23-9f6b-d74ca55681e2 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/ports/1de2f766-0f94-4cf7-9652-cf32d3471ba2 HTTP/1.1" status: 204 len: 168 time: 2.5845838 Apr 01 15:16:53.369644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44382) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:53.404132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-c0e35fb5-7b5b-448f-bc1d-99884e9298d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:53.405575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-c0e35fb5-7b5b-448f-bc1d-99884e9298d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 200 len: 912 time: 0.4395702 Apr 01 15:16:53.421056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33e3e3b0-fcd9-4b17-bf24-f8a3dd8bcbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.501253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:53.501853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.537414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] For port 86c6c727-aae8-467b-836b-d8594d1c47f5, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:53.552676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] For port 86c6c727-aae8-467b-836b-d8594d1c47f5, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=86c6c727-aae8-467b-836b-d8594d1c47f5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:53.560122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-48e2f9d3-1f4c-4c7e-ac4a-b1ecc77f87f2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3462651 Apr 01 15:16:53.560876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44388) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:53.562295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Deleting port efda3066-1d54-49b1-a366-939a6fd9b84b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:53.562640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.570693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': '3630c6b6-9219-42b5-ad24-5e2074715f93', 'name': 'tempest-PortsTestJSON-1759826486', 'fixed_ips': [{'subnet_id': '67a6462e-0ed1-49a3-ad10-4703d246d81f', 'ip_address': '172.20.0.9'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:53.585985 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.631605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-374e2817-c7cb-45ff-a7bb-ad4325989271 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 200 len: 999 time: 0.2126112 Apr 01 15:16:53.652883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bec4214b-8a2a-425e-960f-d9ef7bd07ec6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:16:53.709061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33e3e3b0-fcd9-4b17-bf24-f8a3dd8bcbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.757336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bc72417a-e2b6-482b-a1c4-2f43874c6eb3 None None] Provisioning for port ddd84d63-4c54-4b0a-ac18-0a364be62f84 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:53.758971 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.760753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] 10.222.0.44 "PUT /v2.0/ports/86c6c727-aae8-467b-836b-d8594d1c47f5 HTTP/1.1" status: 200 len: 1096 time: 3.8986533 Apr 01 15:16:53.764887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bc72417a-e2b6-482b-a1c4-2f43874c6eb3 None None] Provisioning complete for port ddd84d63-4c54-4b0a-ac18-0a364be62f84 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:53.766112 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc72417a-e2b6-482b-a1c4-2f43874c6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.766969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'tag': '86c6c727-aae8-467b-836b-d8594d1c47f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:16:53.838701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e709-d01b-4317-8f1b-4c321817a44d service neutron] Pushing event updated for resources: {'Port': ['ID=86c6c727-aae8-467b-836b-d8594d1c47f5,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:53.840135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e3b0-fcd9-4b17-bf24-f8a3dd8bcbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec9e0d-3b53-4a16-af5d-2830a81e73bb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:53.869859 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-33e3e3b0-fcd9-4b17-bf24-f8a3dd8bcbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.870807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-33e3e3b0-fcd9-4b17-bf24-f8a3dd8bcbc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfec9e0d-3b53-4a16-af5d-2830a81e73bb HTTP/1.1" status: 204 len: 168 time: 0.9680362 Apr 01 15:16:53.910881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-45bad793-8f2a-4ed2-9ec6-4f968ed2713b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:53.917268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:53.921022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-45bad793-8f2a-4ed2-9ec6-4f968ed2713b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 200 len: 850 time: 0.2827876 Apr 01 15:16:53.921636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:53.931642 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'tag': '86c6c727-aae8-467b-836b-d8594d1c47f5', 'status': 'completed', 'code': 200} Apr 01 15:16:53.962002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:53.968155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:53.980399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:53.989639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:54.013603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bc72417a-e2b6-482b-a1c4-2f43874c6eb3 None None] Port ddd84d63-4c54-4b0a-ac18-0a364be62f84 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:54.073211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-9ed7b666-3bc5-4f44-81c9-d5efde343ae7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e44cc618acf64ea1a822988411c17e38&device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 1099 time: 0.2383811 Apr 01 15:16:54.075329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:54.080160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:54.086629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:54.239889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Calling delete_port for efda3066-1d54-49b1-a366-939a6fd9b84b owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:16:54.309453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-a45919e7-fce5-4949-aa33-ba238cc5a5ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c49cf382-ea2b-4856-8b41-a005636cd4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3782220 Apr 01 15:16:54.319906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-85408909-7ce4-4160-a095-076b0031cc34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=86c6c727-aae8-467b-836b-d8594d1c47f5 HTTP/1.1" status: 200 len: 217 time: 0.2230666 Apr 01 15:16:54.469160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-a1b9f738-71df-44a5-a991-a98ab8fb5fbc service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417413 Apr 01 15:16:54.474813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:54.499842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00af11d-21d6-4fa7-b29a-373aee54e8b3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:54.611455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:54.668540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Port': ['ID=efda3066-1d54-49b1-a366-939a6fd9b84b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:54.680140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-05ba6b02-f926-4b2a-b791-2e603ece2ffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:54.680140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-05ba6b02-f926-4b2a-b791-2e603ece2ffa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.3198531 Apr 01 15:16:54.681416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:54.695320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:54.695676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Network hostable DHCP agents. Network: bdc8007c-3d24-4d99-8014-9c1166e7b7b6, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:16:54.706727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-151ed3d3-fd1a-4005-8828-05bdbcd99e13 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/ports/efda3066-1d54-49b1-a366-939a6fd9b84b HTTP/1.1" status: 204 len: 168 time: 1.3359532 Apr 01 15:16:54.713482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44416) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:54.764225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-24cb35aa-25f4-41ee-9e50-fb099880e988 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Synchronizing usage tracker for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:54.785320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:16:54.803132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d253-f0e2-4898-9ed0-a4881a41bc36 req-50c3d64f-9c3f-40d4-8a32-fa40eab4ef5f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:54.804795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a2d253-f0e2-4898-9ed0-a4881a41bc36 req-50c3d64f-9c3f-40d4-8a32-fa40eab4ef5f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3340824 Apr 01 15:16:54.808235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-24cb35aa-25f4-41ee-9e50-fb099880e988 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Unset dirty status for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:54.809071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24cb35aa-25f4-41ee-9e50-fb099880e988 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0943961 Apr 01 15:16:54.813461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44420) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:54.848172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-444331101'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:54.855279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:54.859874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Usage tracker for resource:network and tenant:7e8761938e9a4dcf8f499b989efba226 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:54.863782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:54.871103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:54.882162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:16:54.894224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Made reservation on behalf of 7e8761938e9a4dcf8f499b989efba226 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:54.894463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2bd0-4184-4b34-a8c7-bc121c48ee6f req-db1660e1-f645-47d6-89be-ba1a9af462fb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:54.894602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:54.901579 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f5f2bd0-4184-4b34-a8c7-bc121c48ee6f req-db1660e1-f645-47d6-89be-ba1a9af462fb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 948 time: 0.3233078 Apr 01 15:16:54.915741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d4f3bcd-c59b-4043-9425-35c4ce4294b0 req-f86b0978-3aa2-4fa1-bd47-f9d84dd3f1f5 service neutron] 10.222.0.62 "GET /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390292 Apr 01 15:16:54.947011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:54.951499 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a2d253-f0e2-4898-9ed0-a4881a41bc36 req-d9dd866f-0468-4e89-8b4e-20716abd4139 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395230 Apr 01 15:16:54.960321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:54.961154 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Added segment 74367cd9-f946-46be-bb48-938ec40a9770 of type vlan for network 09b66541-91a5-4d02-a502-76e4c93e828e Apr 01 15:16:54.990494 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-41808f2f-2fbf-4221-8c36-e6e0369c5959 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2871497 Apr 01 15:16:55.001098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, bdc8007c-3d24-4d99-8014-9c1166e7b7b6) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:55.006547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.006754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:55.007386 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.015860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681fe6e-4c36-4874-8c9b-2de8140b219e None None] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:55.094757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.099309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:55.100008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.253850 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4207232 Apr 01 15:16:55.253850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44430) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:55.261584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-555545504'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:55.269219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:55.273940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Usage tracker for resource:network and tenant:7e8761938e9a4dcf8f499b989efba226 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:55.278168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:55.285709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:55.293568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e5934-5793-4fb0-835d-a6b04f046982 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Network': ['ID=09b66541-91a5-4d02-a502-76e4c93e828e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:55.305322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Made reservation on behalf of 7e8761938e9a4dcf8f499b989efba226 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:16:55.309237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.346526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:16:55.349204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 09b66541-91a5-4d02-a502-76e4c93e828e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:55.360310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.361320 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Added segment 5261a6fe-2f6a-4076-9d40-eb921567f34f of type vlan for network 780791a8-4dbc-4907-81e7-fc9080c2b00e Apr 01 15:16:55.372276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f5f2bd0-4184-4b34-a8c7-bc121c48ee6f req-66b68f55-3ed4-4dff-8931-73e9be3bf496 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697566 Apr 01 15:16:55.408103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.416968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3f88361a-63eb-49a4-abd9-af22e4eefed3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4762824 Apr 01 15:16:55.423495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:55.439367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:55.452273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:16:55.458528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Usage tracker for resource:router and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:16:55.541888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-2defd0b6-a757-42ea-8e9d-7d7cf95338e4 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420978 Apr 01 15:16:55.574829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.9 (3630c6b6-9219-42b5-ad24-5e2074715f93/67a6462e-0ed1-49a3-ad10-4703d246d81f/4fa9d2db-58d3-43b4-8872-e27aa3e1ea75) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:55.663825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:16:55.669048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.699964 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:16:55.740855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:16:55.755124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.759978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:55.760815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.786932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0399b650-e551-4e60-ba45-8ac6551531c5 req-ec2c5931-8fee-4ae5-a832-18c94e5cfad7 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357457 Apr 01 15:16:55.792241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:16:55.844397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5908780 Apr 01 15:16:55.955382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.956531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:55.973793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cee5db-99ea-422e-bf64-c86ebe295d7a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Network': ['ID=780791a8-4dbc-4907-81e7-fc9080c2b00e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:55.999433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:56.149617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Allocated IP 172.20.0.2 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/bbcc094f-3012-42c2-846e-a94a0bafb43d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:56.244704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-62bbd1d9-f359-4a21-a688-3b22ac7e9085 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e44cc618acf64ea1a822988411c17e38&device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 1099 time: 0.3800187 Apr 01 15:16:56.363540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:56.418589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 780791a8-4dbc-4907-81e7-fc9080c2b00e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:16:56.490612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:56.548066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625dd6d-f2cd-4c76-881a-774328330f06 req-a3ec25d8-2a6f-435b-9ee9-c980a40a6604 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:56.549790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9625dd6d-f2cd-4c76-881a-774328330f06 req-a3ec25d8-2a6f-435b-9ee9-c980a40a6604 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.2809033 Apr 01 15:16:56.553502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:56.694670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-1868e1cd-6421-4200-b6ae-8d58a6a01ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:56.696506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-1868e1cd-6421-4200-b6ae-8d58a6a01ffc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.4381900 Apr 01 15:16:56.770255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9625dd6d-f2cd-4c76-881a-774328330f06 req-8e4b2298-620b-4377-b34b-4af9c756634b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951535 Apr 01 15:16:56.789842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323f090-615c-46b3-af46-9bdcddf61a82 req-93933b00-b5a7-4815-96f3-0b2a68126acd tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:56.794587 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:56.804469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b323f090-615c-46b3-af46-9bdcddf61a82 req-93933b00-b5a7-4815-96f3-0b2a68126acd tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 948 time: 0.1980770 Apr 01 15:16:56.806089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-b927687c-691e-4abf-889f-c0b3539bb25f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=86c6c727-aae8-467b-836b-d8594d1c47f5 HTTP/1.1" status: 200 len: 217 time: 0.0975795 Apr 01 15:16:56.836894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Transition to ACTIVE for port object bbcc094f-3012-42c2-846e-a94a0bafb43d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:56.913675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b323f090-615c-46b3-af46-9bdcddf61a82 req-707fedc0-52ec-4e1e-a88d-23afdee0bcc3 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981948 Apr 01 15:16:56.914589 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:56.920305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Transition to ACTIVE for port object bbcc094f-3012-42c2-846e-a94a0bafb43d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:16:56.939752 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.014661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:57.017374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=4fa9d2db-58d3-43b4-8872-e27aa3e1ea75,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:57.019936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:57.023946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:57.099157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-040a7879-d11f-4958-b82a-7369715acfe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:57.104821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-040a7879-d11f-4958-b82a-7369715acfe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2749920 Apr 01 15:16:57.131196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.240078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:57.248596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:57.258685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Pushing event updated for resources: {'Port': ['ID=bbcc094f-3012-42c2-846e-a94a0bafb43d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:57.274557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:57.288828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:57.290043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.338583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-86e4bf42-4b20-41be-8688-012953ea3ec0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7713239 Apr 01 15:16:57.340316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44474) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:57.354803 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.439391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-fe3b0161-a2ed-402b-8cf2-8a9723c4db61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3259127 Apr 01 15:16:57.519828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Attempting to bind port bbcc094f-3012-42c2-846e-a94a0bafb43d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:16:57.521148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Attempting to bind port bbcc094f-3012-42c2-846e-a94a0bafb43d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:16:57.522319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Attempting to bind port bbcc094f-3012-42c2-846e-a94a0bafb43d on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:16:57.548151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:16:57.548627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:16:57.552983 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.553458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:16:57.555709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Bound port: bbcc094f-3012-42c2-846e-a94a0bafb43d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:16:57.556153 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.597838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d85285a6-39ba-4b88-9c94-6063009d620c None None] Provisioning for port 4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:16:57.671232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Allocated IP 172.25.2.221 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/7405425f-c49e-411f-a980-83c4e31b1501) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:16:57.685606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d85285a6-39ba-4b88-9c94-6063009d620c None None] Provisioning complete for port 4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:16:57.686041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d85285a6-39ba-4b88-9c94-6063009d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.712151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8275fc-dc1c-4089-985f-e2956a79a87f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:57.712902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fd8275fc-dc1c-4089-985f-e2956a79a87f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:16:57.776396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d85285a6-39ba-4b88-9c94-6063009d620c None None] Port 4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:16:57.790573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] For port bbcc094f-3012-42c2-846e-a94a0bafb43d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:16:57.793910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] For port bbcc094f-3012-42c2-846e-a94a0bafb43d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bbcc094f-3012-42c2-846e-a94a0bafb43d,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:16:57.800216 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:57.819772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fd8275fc-dc1c-4089-985f-e2956a79a87f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:16:57.826696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fd8275fc-dc1c-4089-985f-e2956a79a87f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4852242 Apr 01 15:16:57.835176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44486) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:58.006384 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58d1d862-db53-451c-bb65-2d588a9abef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:58.036018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-2d2a10ab-7058-40bd-b154-4c2bc6061abb service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859592 Apr 01 15:16:58.055721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2852b4-7fb2-4ec9-95be-429f0bcf1934 None None] Pushing event updated for resources: {'Port': ['ID=bbcc094f-3012-42c2-846e-a94a0bafb43d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:58.111579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2660e70-85c4-4e85-bc4b-bdbdc8076148 req-5a7b0a24-fbec-49ed-8ae0-0fa7e7ebbca5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:58.113049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2660e70-85c4-4e85-bc4b-bdbdc8076148 req-5a7b0a24-fbec-49ed-8ae0-0fa7e7ebbca5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.8908069 Apr 01 15:16:58.235998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:58.278033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:58.364035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2660e70-85c4-4e85-bc4b-bdbdc8076148 req-861c8148-d2c6-4ca2-a39d-1c0ff72c18e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218192 Apr 01 15:16:58.488028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Pushing event updated for resources: {'Port': ['ID=7405425f-c49e-411f-a980-83c4e31b1501,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:58.492205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:16:58.502195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:16:58.510184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:16:58.596280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 86c6c727-aae8-467b-836b-d8594d1c47f5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:16:58.843725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa534d17-d6be-43af-bd5b-dd71894a6462 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:58.848812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa534d17-d6be-43af-bd5b-dd71894a6462 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:58.856219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa534d17-d6be-43af-bd5b-dd71894a6462 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:58.864967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fa534d17-d6be-43af-bd5b-dd71894a6462 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 1.0286803 Apr 01 15:16:58.867809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:58.900753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2469dc58-eb28-4023-8cff-a4f16f35e956 req-4b6014d2-df64-4330-abb4-adea7d2d486e service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8532403 Apr 01 15:16:58.927259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7b90-b2f5-477a-8370-a6cffa2b0aec req-4f4350a4-046b-4446-835d-b3d953b999a7 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:16:58.944002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-251e7b90-b2f5-477a-8370-a6cffa2b0aec req-4f4350a4-046b-4446-835d-b3d953b999a7 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 948 time: 0.5245504 Apr 01 15:16:58.981782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 86c6c727-aae8-467b-836b-d8594d1c47f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=86c6c727-aae8-467b-836b-d8594d1c47f5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:59.005791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:16:59.006137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:59.020896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '86c6c727-aae8-467b-836b-d8594d1c47f5', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '86c6c727-aae8-467b-836b-d8594d1c47f5', 'mac_address': 'fa:16:3e:54:bd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:16:59.112902 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:59.138034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c6c727-aae8-467b-836b-d8594d1c47f5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:16:59.161689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 86c6c727-aae8-467b-836b-d8594d1c47f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=86c6c727-aae8-467b-836b-d8594d1c47f5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:16:59.176512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:59.177598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:59.181918 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:16:59.320360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44530) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:16:59.327386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=86c6c727-aae8-467b-836b-d8594d1c47f5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:16:59.356559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'subnets': [{'network_id': '09b66541-91a5-4d02-a502-76e4c93e828e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1614013714', 'ip_version': 6}, {'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:59.356918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'subnet': {'network_id': '09b66541-91a5-4d02-a502-76e4c93e828e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1614013714', 'ip_version': 6}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:59.357568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Request body: {'subnet': {'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:16:59.440560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['86c6c727-aae8-467b-836b-d8594d1c47f5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:16:59.491996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-251e7b90-b2f5-477a-8370-a6cffa2b0aec req-a62bb3d8-826a-4346-88df-9acb3d9ff3f1 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469007 Apr 01 15:16:59.730515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b9bc3-19a3-4521-a2f4-ed0dde2105f6 None None] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:16:59.745780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bbcc094f-3012-42c2-846e-a94a0bafb43d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:00.043259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f4b5eb7a-7e3b-4c98-bc1a-ee72cd00805b None None] Provisioning for port bbcc094f-3012-42c2-846e-a94a0bafb43d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:00.182556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port bbcc094f-3012-42c2-846e-a94a0bafb43d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:00.186189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:00.193897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port bbcc094f-3012-42c2-846e-a94a0bafb43d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:00.194478 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.195432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.205716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Usage tracker for resource:subnet and tenant:7e8761938e9a4dcf8f499b989efba226 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:00.216614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:00.350460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.362299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f08e0ba4-6339-4646-b966-a8129b8067b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.389781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port bbcc094f-3012-42c2-846e-a94a0bafb43d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bbcc094f-3012-42c2-846e-a94a0bafb43d,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:00.402519 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.427739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:00.437643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:00.528896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=bbcc094f-3012-42c2-846e-a94a0bafb43d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:00.609763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 86c6c727-aae8-467b-836b-d8594d1c47f5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:00.654556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Made reservation on behalf of 7e8761938e9a4dcf8f499b989efba226 for: {'subnet': 2} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:00.692033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.723439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 86c6c727-aae8-467b-836b-d8594d1c47f5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:00.731520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 86c6c727-aae8-467b-836b-d8594d1c47f5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:00.732219 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.751840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44600) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:00.806549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315800-0429-4a6e-b844-be69cdbdf2d7 req-7e4031e6-e359-4e4f-8766-92932cfa35b7 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:00.815636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c1adb28a-bcca-4598-8048-ad6df78c7a88 None None] Provisioning complete for port bbcc094f-3012-42c2-846e-a94a0bafb43d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:00.816077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85315800-0429-4a6e-b844-be69cdbdf2d7 req-7e4031e6-e359-4e4f-8766-92932cfa35b7 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 949 time: 0.1416025 Apr 01 15:17:00.816205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1adb28a-bcca-4598-8048-ad6df78c7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:00.932106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85315800-0429-4a6e-b844-be69cdbdf2d7 req-b5096e2c-0c71-4403-96c6-7fcad8ccc10a tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107392 Apr 01 15:17:00.980173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.006062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=4fa9d2db-58d3-43b4-8872-e27aa3e1ea75,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:01.032948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.075266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c6c727-aae8-467b-836b-d8594d1c47f5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:17:01.091990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-f15a0fff-f7ee-4a8a-a6e0-e524aec62b69 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:01.098968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-f15a0fff-f7ee-4a8a-a6e0-e524aec62b69 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67a48e6-88d9-463a-9a4b-5df8aa0b15bd HTTP/1.1" status: 200 len: 943 time: 0.7218130 Apr 01 15:17:01.099169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:01.100318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 86c6c727-aae8-467b-836b-d8594d1c47f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=86c6c727-aae8-467b-836b-d8594d1c47f5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:01.111687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce623af75ab4b5a9bc80f417e1ce9c1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:01.115930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:01.117917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.125048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:01.260433 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c6c727-aae8-467b-836b-d8594d1c47f5', 'code': 200} Apr 01 15:17:01.261031 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=86c6c727-aae8-467b-836b-d8594d1c47f5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:01.294505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.294716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.298581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.301814 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.312495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.335143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.335488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.356237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ce623af75ab4b5a9bc80f417e1ce9c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5976520 Apr 01 15:17:01.358910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44616) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:01.420009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aefdc1-3a06-4dd1-b332-515c00b978b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09dee94-63ee-4754-93c8-2a2fe3155991,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:01.443332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Deleting port 81f91ada-3b90-49a0-8d63-48351af46117 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:01.443978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.460489 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4b73a6a-6023-47c8-adaa-539bc92652d5 req-91491b56-be25-4585-bd78-a6c4ed047c2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 1101 time: 0.2250237 Apr 01 15:17:01.462945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7350b87-0fe0-4087-97f1-373457910f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.491697 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-70b2b248-5e19-4c1c-a596-6a442c6ddc67 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 HTTP/1.1" status: 204 len: 168 time: 2.6201370 Apr 01 15:17:01.493133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44622) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:01.550124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7350b87-0fe0-4087-97f1-373457910f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.571964 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55139cf-5b5e-4f80-8ed2-09d61529dfa9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:17:01.575849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c55139cf-5b5e-4f80-8ed2-09d61529dfa9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/4fa9d2db-58d3-43b4-8872-e27aa3e1ea75 HTTP/1.1" status: 404 len: 333 time: 0.0797253 Apr 01 15:17:01.582224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44626) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:01.591752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4b73a6a-6023-47c8-adaa-539bc92652d5 req-08f244d1-7f34-44f5-8897-32c6a3245bbb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193624 Apr 01 15:17:01.609814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:17:01.637109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bbcc094f-3012-42c2-846e-a94a0bafb43d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:01.672910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port ddd84d63-4c54-4b0a-ac18-0a364be62f84 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:01.673252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.731459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port bbcc094f-3012-42c2-846e-a94a0bafb43d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:01.731836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.733894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7350b87-0fe0-4087-97f1-373457910f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.787310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7350b87-0fe0-4087-97f1-373457910f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09dee94-63ee-4754-93c8-2a2fe3155991,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:01.818573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7350b87-0fe0-4087-97f1-373457910f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:01.820238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a7350b87-0fe0-4087-97f1-373457910f28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f09dee94-63ee-4754-93c8-2a2fe3155991 HTTP/1.1" status: 204 len: 168 time: 0.4588161 Apr 01 15:17:02.026468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:02.180238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] For port 81f91ada-3b90-49a0-8d63-48351af46117, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=81f91ada-3b90-49a0-8d63-48351af46117,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:02.180595 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:02.208151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for ddd84d63-4c54-4b0a-ac18-0a364be62f84 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:02.373742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Calling delete_port for 81f91ada-3b90-49a0-8d63-48351af46117 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:02.440561 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:02.489184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44644) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:02.527101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:02.569730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=ddd84d63-4c54-4b0a-ac18-0a364be62f84,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:02.634911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:02.661876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0d12dcec-69f7-41c7-9898-510157290236 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/ddd84d63-4c54-4b0a-ac18-0a364be62f84 HTTP/1.1" status: 204 len: 168 time: 1.0785937 Apr 01 15:17:02.662540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44648) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:02.727041 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea620a0-d788-4839-a950-40a473a49458 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:17:02.727616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ea620a0-d788-4839-a950-40a473a49458 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:02.735763 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:02.764936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:02.774194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b55c7-4398-4761-a085-93e92764032f req-18f6b32e-9333-4425-bf4d-6fd720487382 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:02.777002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d73b55c7-4398-4761-a085-93e92764032f req-18f6b32e-9333-4425-bf4d-6fd720487382 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 950 time: 0.3950262 Apr 01 15:17:02.805185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:02.812676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Usage tracker for resource:security_group_rule and tenant:cde3e0a5bbda45b696982be0d8ccf8b1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:02.818810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', '5aa36677-1742-43a9-a7a9-50a89e3e47f0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:17:02.833402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ea620a0-d788-4839-a950-40a473a49458 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:02.839196 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9ea620a0-d788-4839-a950-40a473a49458 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/ddd84d63-4c54-4b0a-ac18-0a364be62f84 HTTP/1.1" status: 404 len: 333 time: 0.1732674 Apr 01 15:17:02.839934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44654) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:02.915791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:02.923847 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d73b55c7-4398-4761-a085-93e92764032f req-9350df8e-593e-4396-8fb8-f16ab256c8f2 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384025 Apr 01 15:17:03.022232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:03.024788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event deleted for resources: {'Port': ['ID=81f91ada-3b90-49a0-8d63-48351af46117,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:03.028439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:03.043704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] No DVR routers for this DVR port 81f91ada-3b90-49a0-8d63-48351af46117 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:03.050567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:03.057003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.088133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-deleted', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:17:03.088572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:03.089300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:03.124131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76cfc149-439f-49f1-9240-5dfa2372ea26 req-760c71c4-d588-4387-8ed6-6bb13fc0c088 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "DELETE /v2.0/ports/81f91ada-3b90-49a0-8d63-48351af46117 HTTP/1.1" status: 204 len: 173 time: 2.0236773 Apr 01 15:17:03.187203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.194825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet 67a6462e-0ed1-49a3-ad10-4703d246d81f {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:17:03.201658 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.259330 n-d-836017-1 neutron-server[83953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e67a48e6-88d9-463a-9a4b-5df8aa0b15bd', 'name': 'network-vif-deleted', 'tag': '81f91ada-3b90-49a0-8d63-48351af46117', 'status': 'failed', 'code': 422} returned with failed status Apr 01 15:17:03.266306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.267833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f4583d2-072d-423b-a3d7-fd3d30efa134 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8418698 Apr 01 15:17:03.279954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44666) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:03.349217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Checking segment: {'id': '74367cd9-f946-46be-bb48-938ec40a9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '09b66541-91a5-4d02-a502-76e4c93e828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:03.349822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network hostable DHCP agents. Network: 09b66541-91a5-4d02-a502-76e4c93e828e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:03.359766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Subnet': ['ID=26154ab6-cd10-4510-a2c8-2fea05808368,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:03.430128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.442694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.470502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:03.570111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cde3e0a5bbda45b696982be0d8ccf8b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0782104 Apr 01 15:17:03.571093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.571793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network 09b66541-91a5-4d02-a502-76e4c93e828e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:03.583815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44672) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:03.588477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0b905-da52-432f-9652-979d55c62373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bd105f-1de3-4fa7-b41f-9d08db1d1939,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:03.661027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 09b66541-91a5-4d02-a502-76e4c93e828e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:03.685496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.690865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.719298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f32891-845c-40e0-a346-3aa80aa36e23 None None] Network 09b66541-91a5-4d02-a502-76e4c93e828e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:03.825312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event updated for resources: {'Subnet': ['ID=abf86056-6b3b-4b50-ad7b-0686d032bd67,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:03.865730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.886707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef792-c798-4847-94b6-4d9e36dd1597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.915996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef792-c798-4847-94b6-4d9e36dd1597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:03.988699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Checking segment: {'id': '5261a6fe-2f6a-4076-9d40-eb921567f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:03.989050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network hostable DHCP agents. Network: 780791a8-4dbc-4907-81e7-fc9080c2b00e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:04.027550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Network 780791a8-4dbc-4907-81e7-fc9080c2b00e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:04.044203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef792-c798-4847-94b6-4d9e36dd1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.087313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ef792-c798-4847-94b6-4d9e36dd1597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bd105f-1de3-4fa7-b41f-9d08db1d1939,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:04.090987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 780791a8-4dbc-4907-81e7-fc9080c2b00e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:04.101979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:04.102357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:04.102982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.119957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef792-c798-4847-94b6-4d9e36dd1597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.121337 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2b6ef792-c798-4847-94b6-4d9e36dd1597 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79bd105f-1de3-4fa7-b41f-9d08db1d1939 HTTP/1.1" status: 204 len: 168 time: 0.5346882 Apr 01 15:17:04.122166 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d608d26b-ae8a-490e-b6e2-4bb8a93b77be None None] Network 780791a8-4dbc-4907-81e7-fc9080c2b00e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:04.130467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f40919f6-93be-4567-a78a-3c3adb9fc6aa tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.7887936 Apr 01 15:17:04.132406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44688) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:04.193978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=67a6462e-0ed1-49a3-ad10-4703d246d81f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:04.212325 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.229724 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-334a627f-b268-4fcd-b91c-37ed0ddbdc01 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/67a6462e-0ed1-49a3-ad10-4703d246d81f HTTP/1.1" status: 204 len: 168 time: 1.3860252 Apr 01 15:17:04.233561 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44692) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:04.251396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d861fcd-a807-4f5c-9a3d-f4a865118908 None None] Network 3630c6b6-9219-42b5-ad24-5e2074715f93 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:04.291344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864206e-1d26-4e6f-951c-5217a0e40e36 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:04.296355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864206e-1d26-4e6f-951c-5217a0e40e36 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:04.300223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864206e-1d26-4e6f-951c-5217a0e40e36 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:04.303232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f864206e-1d26-4e6f-951c-5217a0e40e36 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Synchronizing usage tracker for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:04.458676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f864206e-1d26-4e6f-951c-5217a0e40e36 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Unset dirty status for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:04.473151 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.473879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f864206e-1d26-4e6f-951c-5217a0e40e36 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3400257 Apr 01 15:17:04.476233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44696) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:04.499727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:04.499920 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.573075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c643faa-2f07-4c10-9bf3-83d47aba1adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-09b66541-91a5-4d02-a502-76e4c93e828e', 'network_id': '09b66541-91a5-4d02-a502-76e4c93e828e', 'tenant_id': '7e8761938e9a4dcf8f499b989efba226', 'fixed_ips': [{'subnet_id': '26154ab6-cd10-4510-a2c8-2fea05808368'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:04.583780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c643faa-2f07-4c10-9bf3-83d47aba1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.812169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:16:58Z', 'revision_number': 3, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:04.868729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:17:04.869167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Updating router 277ed055-ef54-4639-9e33-8b7c5a5276ab port 7405425f-c49e-411f-a980-83c4e31b1501 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:17:04.879880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44706) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:04.898087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Deleting subnet 26154ab6-cd10-4510-a2c8-2fea05808368 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:17:04.911002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:04.921601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-780791a8-4dbc-4907-81e7-fc9080c2b00e', 'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e', 'tenant_id': '7e8761938e9a4dcf8f499b989efba226', 'fixed_ips': [{'subnet_id': 'abf86056-6b3b-4b50-ad7b-0686d032bd67'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:04.922592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.014813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] For port bec4214b-8a2a-425e-960f-d9ef7bd07ec6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,segment=NetworkSegment(07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f),segment_id=07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:05.016082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.016856 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.060971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6727ca7-78b1-4e80-a352-1d1edcaa4d84 req-2e284bf2-b29a-4d87-8c99-c714c46cc135 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:05.064497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6727ca7-78b1-4e80-a352-1d1edcaa4d84 req-2e284bf2-b29a-4d87-8c99-c714c46cc135 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 950 time: 0.7496014 Apr 01 15:17:05.140930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.155088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] DHCP port deletion for 3630c6b6-9219-42b5-ad24-5e2074715f93 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:17:05.210509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Deleting port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:05.210870 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.241022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6727ca7-78b1-4e80-a352-1d1edcaa4d84 req-ddd17f0f-e597-4151-bcee-25ccf1371596 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671214 Apr 01 15:17:05.246578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.304937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for bec4214b-8a2a-425e-960f-d9ef7bd07ec6 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:05.350704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.355785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server [None req-0c643faa-2f07-4c10-9bf3-83d47aba1adc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26154ab6-cd10-4510-a2c8-2fea05808368: This subnet is being modified by another concurrent operation. Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26154ab6-cd10-4510-a2c8-2fea05808368: This subnet is being modified by another concurrent operation. Apr 01 15:17:05.421688 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Apr 01 15:17:05.458629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ad292-4c15-4d66-9ac0-301062206599 None None] Network 09b66541-91a5-4d02-a502-76e4c93e828e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:05.475389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Subnet': ['ID=26154ab6-cd10-4510-a2c8-2fea05808368,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:05.488994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.520215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a4d06ff2-637a-4f64-b9d3-5685b3731e73 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/subnets/26154ab6-cd10-4510-a2c8-2fea05808368 HTTP/1.1" status: 204 len: 168 time: 1.0398810 Apr 01 15:17:05.520215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44728) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:05.579794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Allocated IP 2001:db8:0:1::1 (780791a8-4dbc-4907-81e7-fc9080c2b00e/abf86056-6b3b-4b50-ad7b-0686d032bd67/8060f2b9-754f-4818-acc2-568146a4e032) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:05.626471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:05.654218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Usage tracker for resource:security_group_rule and tenant:e9781f757df74d15bdcb36a624aba2c2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:05.660418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:05.668483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bec4214b-8a2a-425e-960f-d9ef7bd07ec6 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:05.672046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:05.677805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:05.684677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Deleting subnet abf86056-6b3b-4b50-ad7b-0686d032bd67 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:17:05.736557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:05.746237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: bec4214b-8a2a-425e-960f-d9ef7bd07ec6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:17:05.746570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bec4214b-8a2a-425e-960f-d9ef7bd07ec6 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:17:05.759457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49cb69-0745-4283-911b-25e4e9682bbd req-22f09d95-d7d1-4548-a5bf-b0c75666d4e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:05.761219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c49cb69-0745-4283-911b-25e4e9682bbd req-22f09d95-d7d1-4548-a5bf-b0c75666d4e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 908 time: 0.5192804 Apr 01 15:17:05.817244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No DVR routers for this DVR port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:06.098704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] For port bec4214b-8a2a-425e-960f-d9ef7bd07ec6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bec4214b-8a2a-425e-960f-d9ef7bd07ec6,segment=NetworkSegment(07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f),segment_id=07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:06.099366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.137978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.170630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3630c6b6-9219-42b5-ad24-5e2074715f93']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:06.185937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:06.186197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07621b5b-2ff7-44e0-b9ee-80b1ebf8ea7f') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:06.203306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.241885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.289849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Calling delete_port for bec4214b-8a2a-425e-960f-d9ef7bd07ec6 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:06.328725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.378977 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.389219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:17:06.389811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:17:06.424969 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:17:06.449508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.486297 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.519196 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:17:06.519584 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:17:06.564778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e410016-b69b-49dd-bc7b-6cb7c89c7708,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:06.587153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Transition to ACTIVE for port object 7405425f-c49e-411f-a980-83c4e31b1501 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:06.588392 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.590718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Transition to ACTIVE for port object 8060f2b9-754f-4818-acc2-568146a4e032 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:06.608326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.612425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.633547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e98462f4-1785-4cda-a4e2-15a5823bd29d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9781f757df74d15bdcb36a624aba2c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7423770 Apr 01 15:17:06.633987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44762) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:06.658313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Transition to ACTIVE for port object 8060f2b9-754f-4818-acc2-568146a4e032 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:06.680390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.691427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.695758 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.704568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-a1cb6b43-0289-4114-8903-1c1c6520ed87 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:06.706020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-a1cb6b43-0289-4114-8903-1c1c6520ed87 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.44 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 908 time: 0.4657388 Apr 01 15:17:06.706866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=3630c6b6-9219-42b5-ad24-5e2074715f93,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:06.738668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Network 780791a8-4dbc-4907-81e7-fc9080c2b00e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:06.740233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Attempting to bind port 7405425f-c49e-411f-a980-83c4e31b1501 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:06.740830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Attempting to bind port 7405425f-c49e-411f-a980-83c4e31b1501 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:06.741414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Attempting to bind port 7405425f-c49e-411f-a980-83c4e31b1501 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:06.743657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Pushing event updated for resources: {'Port': ['ID=7405425f-c49e-411f-a980-83c4e31b1501,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:06.754693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:06.761321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.762030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.762579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.763113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.763738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.764282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.764861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.765435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.766073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.766609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.767156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:06.772971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:06.813453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6b662b3f-60d6-4f10-a1db-696441cc25d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.821224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Deleting port a0e45452-cba7-4637-81cc-5325eeeceb2c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:06.821958 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.840392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.957115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:06.957973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:06.958625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.959622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:06.960317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Bound port: 7405425f-c49e-411f-a980-83c4e31b1501, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:06.960937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:06.973719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6b662b3f-60d6-4f10-a1db-696441cc25d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.026383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:07.043111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Attempting to bind port 8060f2b9-754f-4818-acc2-568146a4e032 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:07.045324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Attempting to bind port 8060f2b9-754f-4818-acc2-568146a4e032 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5261a6fe-2f6a-4076-9d40-eb921567f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:07.045324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Attempting to bind port 8060f2b9-754f-4818-acc2-568146a4e032 on network 780791a8-4dbc-4907-81e7-fc9080c2b00e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:07.052171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Deleting port bec4214b-8a2a-425e-960f-d9ef7bd07ec6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:07.052834 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.088168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.097729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:07.098552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Checking segment: {'id': '5261a6fe-2f6a-4076-9d40-eb921567f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:07.099245 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.099974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Bound using segment: {'id': '5261a6fe-2f6a-4076-9d40-eb921567f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:07.100729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Bound port: 8060f2b9-754f-4818-acc2-568146a4e032, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5261a6fe-2f6a-4076-9d40-eb921567f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '780791a8-4dbc-4907-81e7-fc9080c2b00e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:07.101361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.115535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8f162ed6-f0fe-4ebb-bc19-bc0c27d50023 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/3630c6b6-9219-42b5-ad24-5e2074715f93 HTTP/1.1" status: 204 len: 168 time: 2.8687949 Apr 01 15:17:07.126824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44776) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:07.148398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6b662b3f-60d6-4f10-a1db-696441cc25d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.177716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b662b3f-60d6-4f10-a1db-696441cc25d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e410016-b69b-49dd-bc7b-6cb7c89c7708,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:07.194126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6b662b3f-60d6-4f10-a1db-696441cc25d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.199026 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6b662b3f-60d6-4f10-a1db-696441cc25d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e410016-b69b-49dd-bc7b-6cb7c89c7708 HTTP/1.1" status: 204 len: 168 time: 0.5617583 Apr 01 15:17:07.222965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1074245675'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:07.239815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.247051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] For port 8060f2b9-754f-4818-acc2-568146a4e032, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:07.250748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] For port 8060f2b9-754f-4818-acc2-568146a4e032, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8060f2b9-754f-4818-acc2-568146a4e032,segment=NetworkSegment(5261a6fe-2f6a-4076-9d40-eb921567f34f),segment_id=5261a6fe-2f6a-4076-9d40-eb921567f34f)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:07.262513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:07.262977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a4c52a89-6160-462c-93f9-9c1ecaf3e13f None None] The port 'bec4214b-8a2a-425e-960f-d9ef7bd07ec6' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:17:07.276035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.287236 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] For port 7405425f-c49e-411f-a980-83c4e31b1501, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:07.336059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Subnet': ['ID=abf86056-6b3b-4b50-ad7b-0686d032bd67,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:07.337689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Pushing event updated for resources: {'Port': ['ID=8060f2b9-754f-4818-acc2-568146a4e032,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:07.357558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.363331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:network and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:07.407663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.413879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] For port 7405425f-c49e-411f-a980-83c4e31b1501, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7405425f-c49e-411f-a980-83c4e31b1501,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:07.426105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a5d88928-822c-4b01-8df4-8187f68f955f tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/subnets/abf86056-6b3b-4b50-ad7b-0686d032bd67 HTTP/1.1" status: 204 len: 168 time: 1.9021196 Apr 01 15:17:07.427406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44784) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:07.435494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:07.438255 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.449583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d9f5a-1b81-41d5-a7c3-d107fab1cea4 None None] Pushing event updated for resources: {'Port': ['ID=8060f2b9-754f-4818-acc2-568146a4e032,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:07.506279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:07.559969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814743-ec3b-4c6c-ba23-e28862a3cc7c None None] Pushing event updated for resources: {'Port': ['ID=7405425f-c49e-411f-a980-83c4e31b1501,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:07.591095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:07.594976 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.597831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:07.598470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:07.602766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0782fbd-5b86-4e38-b24b-f7b9755efc9d tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:07.603236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0782fbd-5b86-4e38-b24b-f7b9755efc9d tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Synchronizing usage tracker for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:07.641200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:07.649674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1ce02-1a52-4f36-8b57-3437088e7ac4 req-2a3047ec-cd9a-488d-b5ba-2b853ea104a3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:07.651639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ca1ce02-1a52-4f36-8b57-3437088e7ac4 req-2a3047ec-cd9a-488d-b5ba-2b853ea104a3 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 908 time: 0.6760776 Apr 01 15:17:07.657980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Usage tracker for resource:security_group_rule and tenant:a2d087b3b16c4e018d880456cfc2cf22 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:07.662700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:07.671795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:07.675868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Allocated IP 172.20.0.1 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/8f406a41-3f1e-4cbd-860c-b5438a9f8f81) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:07.684257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0782fbd-5b86-4e38-b24b-f7b9755efc9d tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Unset dirty status for tenant:7e8761938e9a4dcf8f499b989efba226 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:07.692117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0782fbd-5b86-4e38-b24b-f7b9755efc9d tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2634914 Apr 01 15:17:07.692841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44790) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:07.729660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:07.932589 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:07.943700 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Added segment 5e3b976e-831d-426e-82c1-b282dbeef2d5 of type vlan for network a64467eb-55bb-424d-8f8e-b56913cebf2f Apr 01 15:17:07.949947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44794) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:07.971055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] For port a0e45452-cba7-4637-81cc-5325eeeceb2c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a0e45452-cba7-4637-81cc-5325eeeceb2c,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:07.971445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.045954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.058206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:08.068518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Deleting port 8060f2b9-754f-4818-acc2-568146a4e032 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:08.069131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.177932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.194670 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.249543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1681518-5d62-40d9-9f1f-3773f3a0bd64,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:08.303381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.324043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Calling delete_port for a0e45452-cba7-4637-81cc-5325eeeceb2c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:08.341413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ffd2c731-9739-4a72-be7b-7b1722c072bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2d087b3b16c4e018d880456cfc2cf22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3113759 Apr 01 15:17:08.347316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44798) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:08.398279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.466994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] For port 8060f2b9-754f-4818-acc2-568146a4e032, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8060f2b9-754f-4818-acc2-568146a4e032,segment=NetworkSegment(5261a6fe-2f6a-4076-9d40-eb921567f34f),segment_id=5261a6fe-2f6a-4076-9d40-eb921567f34f)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:08.467393 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.468810 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.473277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:08.473922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.607490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Network': ['ID=a64467eb-55bb-424d-8f8e-b56913cebf2f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:08.623177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a64467eb-55bb-424d-8f8e-b56913cebf2f details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:17:08.650897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a0e45452-cba7-4637-81cc-5325eeeceb2c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:08.656360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Calling delete_port for 8060f2b9-754f-4818-acc2-568146a4e032 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:08.683793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f751d0f0-3afd-474d-9edb-c63bc724cff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.696298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.718044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Transition to ACTIVE for port object 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:08.753470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f751d0f0-3afd-474d-9edb-c63bc724cff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.782997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:16:58Z', 'revision_number': 3, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:08.808699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135146e-ed51-418f-9ead-3893a6f34680 None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:16:58Z', 'revision_number': 3, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:08.872454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:08.879525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Usage tracker for resource:security_group_rule and tenant:474d010277ba4bb093721c25bd94127d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:08.884509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:08.892095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:08.910397 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.929088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.962254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.988357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:08.995371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822ff92-e17f-4852-86cf-f2f6f844ddee None None] Network 780791a8-4dbc-4907-81e7-fc9080c2b00e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:09.006539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a03cefb-496e-4af0-aac2-04ce281946c9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8779230 Apr 01 15:17:09.011908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44806) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:09.021253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9ab791c3-694e-4300-9a37-9a9a21f02d1d req-b17ab262-0fae-4884-97d0-2f0180f10df4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:09.039958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:09.053619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:09.060755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:09.067657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:09.067956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Port': ['ID=8060f2b9-754f-4818-acc2-568146a4e032,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:09.121704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-217cd4b2-aacc-4726-a1d2-043686aaf44a None None] Could not find standard attr ID for object 8060f2b9-754f-4818-acc2-568146a4e032. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:17:09.177394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:09.334544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event deleted for resources: {'Port': ['ID=a0e45452-cba7-4637-81cc-5325eeeceb2c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:09.351191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a5c0a-5fa1-4c87-adf9-f740fb4cffaf None None] DHCP port deletion for 780791a8-4dbc-4907-81e7-fc9080c2b00e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:17:09.377777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.405766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] No DVR routers for this DVR port 8060f2b9-754f-4818-acc2-568146a4e032 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:09.417639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.419674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] No DVR routers for this DVR port a0e45452-cba7-4637-81cc-5325eeeceb2c on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:09.423339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.439022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'name': 'network-vif-deleted', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:17:09.445250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91d1f8f3-f265-43b4-8e78-7c29152e1d05 req-8cb57a0c-f431-4202-abc4-c33a3b5a39e1 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.44 "DELETE /v2.0/ports/a0e45452-cba7-4637-81cc-5325eeeceb2c HTTP/1.1" status: 204 len: 173 time: 2.7308216 Apr 01 15:17:09.447249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.476014 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f751d0f0-3afd-474d-9edb-c63bc724cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.489259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9ab791c3-694e-4300-9a37-9a9a21f02d1d req-b17ab262-0fae-4884-97d0-2f0180f10df4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:09.490439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ab791c3-694e-4300-9a37-9a9a21f02d1d req-b17ab262-0fae-4884-97d0-2f0180f10df4 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=b435f79c-3026-49e9-8bb1-20e2a4fd6af3 HTTP/1.1" status: 200 len: 210 time: 0.5713298 Apr 01 15:17:09.549714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f7fa6-a6c4-458d-920b-b3cb77858687 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:17:09.581162 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b435f79c-3026-49e9-8bb1-20e2a4fd6af3', 'name': 'network-vif-deleted', 'tag': 'a0e45452-cba7-4637-81cc-5325eeeceb2c', 'status': 'completed', 'code': 200} Apr 01 15:17:09.626520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.638294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a54963-0381-494b-afcd-43aaa6bbcf2e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:09.648656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9f19fd2c-7be1-4f44-a551-3c5947307a63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=474d010277ba4bb093721c25bd94127d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6973822 Apr 01 15:17:09.649328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44814) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:09.703344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-58102839-3c69-4448-a07d-a2859be12d20 None None] Provisioning for port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:09.710985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.765091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751d0f0-3afd-474d-9edb-c63bc724cff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1681518-5d62-40d9-9f1f-3773f3a0bd64,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:09.786078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780791a8-4dbc-4907-81e7-fc9080c2b00e']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:09.796839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-58102839-3c69-4448-a07d-a2859be12d20 None None] Provisioning complete for port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:09.797261 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58102839-3c69-4448-a07d-a2859be12d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.821679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:09.853016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:09.856947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5261a6fe-2f6a-4076-9d40-eb921567f34f') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:09.857480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5261a6fe-2f6a-4076-9d40-eb921567f34f') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:09.865100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:09.878024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:09.883680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.884747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-58102839-3c69-4448-a07d-a2859be12d20 None None] Port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:09.893664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f751d0f0-3afd-474d-9edb-c63bc724cff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.895101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f751d0f0-3afd-474d-9edb-c63bc724cff6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1681518-5d62-40d9-9f1f-3773f3a0bd64 HTTP/1.1" status: 204 len: 168 time: 1.5470374 Apr 01 15:17:09.897553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7405425f-c49e-411f-a980-83c4e31b1501 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:09.909261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:09.925496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:09.967644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d0a310d-1459-431e-bfb5-dfa45dccbdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.017864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f7fa6-a6c4-458d-920b-b3cb77858687 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:17:10.022272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:17:10.023249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:17:10.039356 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:17:10.044121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d0a310d-1459-431e-bfb5-dfa45dccbdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.190350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.190876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.215965 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.219883 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.323523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.366588 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d0a310d-1459-431e-bfb5-dfa45dccbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.401286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Network': ['ID=780791a8-4dbc-4907-81e7-fc9080c2b00e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:10.419799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a310d-1459-431e-bfb5-dfa45dccbdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a54963-0381-494b-afcd-43aaa6bbcf2e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:10.427993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0a1121ad-e415-4cbf-b553-cc87ec6aeb8a tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/networks/780791a8-4dbc-4907-81e7-fc9080c2b00e HTTP/1.1" status: 204 len: 168 time: 2.7243247 Apr 01 15:17:10.436396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44822) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:10.572767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7405425f-c49e-411f-a980-83c4e31b1501 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:10.574852 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d0a310d-1459-431e-bfb5-dfa45dccbdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.575657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d0a310d-1459-431e-bfb5-dfa45dccbdb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33a54963-0381-494b-afcd-43aaa6bbcf2e HTTP/1.1" status: 204 len: 168 time: 0.9226170 Apr 01 15:17:10.579627 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.595959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7405425f-c49e-411f-a980-83c4e31b1501 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:10.596662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.620885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.685710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.877162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=b5702387-a818-4ae5-a71c-5dfc34893b8b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:10.946442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Checking segment: {'id': '5e3b976e-831d-426e-82c1-b282dbeef2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:10.947063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network hostable DHCP agents. Network: a64467eb-55bb-424d-8f8e-b56913cebf2f, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:10.972710 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:10.979969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network a64467eb-55bb-424d-8f8e-b56913cebf2f is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:10.999573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a64467eb-55bb-424d-8f8e-b56913cebf2f) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:11.015863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:11.018881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.038070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b66541-91a5-4d02-a502-76e4c93e828e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:11.056443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fa65670e-87da-4ed8-b6bf-1deef7072cf2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0370686 Apr 01 15:17:11.056666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44842) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:11.066292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74367cd9-f946-46be-bb48-938ec40a9770') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:11.066721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74367cd9-f946-46be-bb48-938ec40a9770') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:11.081819 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.090938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.096811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1649017286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:11.119181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:11.123327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92015aea-e342-4755-8679-7aa77df7e9c8 None None] Network a64467eb-55bb-424d-8f8e-b56913cebf2f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:11.126090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.127359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:router and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:11.137876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:11.145570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:17:11.145962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.167805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:11.204996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.207362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.209542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.228376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7405425f-c49e-411f-a980-83c4e31b1501, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7405425f-c49e-411f-a980-83c4e31b1501,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:11.245793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.260393 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.333026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.341526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7405425f-c49e-411f-a980-83c4e31b1501,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:11.465114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.469406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ab9fcb3b-a0b1-4dd0-9135-661027646d1d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4045765 Apr 01 15:17:11.470166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44858) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:11.488256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f', 'name': 'tempest-PortsTestJSON-1327126599'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:11.502353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-a64467eb-55bb-424d-8f8e-b56913cebf2f', 'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f', 'tenant_id': '56910f9217c44567b3116680314ed076', 'fixed_ips': [{'subnet_id': 'b5702387-a818-4ae5-a71c-5dfc34893b8b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:11.503316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:17:11.585083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:11.649216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7405425f-c49e-411f-a980-83c4e31b1501 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:11.745426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b801a92-01c2-4897-a919-8fe1f5b87203 req-f4f997c1-2c5e-4534-956a-026201f270d9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:11.752030 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.754752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b801a92-01c2-4897-a919-8fe1f5b87203 req-f4f997c1-2c5e-4534-956a-026201f270d9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 946 time: 0.3676772 Apr 01 15:17:11.765492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.819164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Network': ['ID=09b66541-91a5-4d02-a502-76e4c93e828e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:11.865555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-94d91f79-7ae6-4a47-aae6-88ed6eec30f8 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/networks/09b66541-91a5-4d02-a502-76e4c93e828e HTTP/1.1" status: 204 len: 168 time: 1.4240921 Apr 01 15:17:11.866064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:11.868775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44870) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:11.875382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:11.880555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:11.889406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:11.917244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b801a92-01c2-4897-a919-8fe1f5b87203 req-b5181c8f-9b09-4b18-be73-9d3f99ea560b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462121 Apr 01 15:17:11.943555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:11.949064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:11.980032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 14699c40-91c5-47de-8176-922d715bfc65 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:17:11.980594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Allocated IP 172.20.0.2 (a64467eb-55bb-424d-8f8e-b56913cebf2f/b5702387-a818-4ae5-a71c-5dfc34893b8b/e6c8da89-7f7f-4346-9d0f-9a0430fc3200) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:11.986887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7405425f-c49e-411f-a980-83c4e31b1501 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:11.999333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.104919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:12.109265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:12.368719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.434221 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.456464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Transition to ACTIVE for port object e6c8da89-7f7f-4346-9d0f-9a0430fc3200 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:12.508250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Transition to ACTIVE for port object e6c8da89-7f7f-4346-9d0f-9a0430fc3200 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:12.530308 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.575323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.592201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f498725-bd06-4b57-b0af-cf46df926607 req-d5e95891-824f-430f-b870-330bb7173bbd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:12.621324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f498725-bd06-4b57-b0af-cf46df926607 req-d5e95891-824f-430f-b870-330bb7173bbd tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 946 time: 0.1691961 Apr 01 15:17:12.649100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cfe3c895-5637-42b0-bbbe-4af275a4963c None None] Provisioning complete for port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:12.649594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c895-5637-42b0-bbbe-4af275a4963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.667682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe0c71e-fc98-40a1-a299-9d23df79ef58']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:12.679356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Pushing event updated for resources: {'Port': ['ID=e6c8da89-7f7f-4346-9d0f-9a0430fc3200,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:12.688520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Network a64467eb-55bb-424d-8f8e-b56913cebf2f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:12.691951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:12.711515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:12.756281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.3 (a64467eb-55bb-424d-8f8e-b56913cebf2f/b5702387-a818-4ae5-a71c-5dfc34893b8b/14699c40-91c5-47de-8176-922d715bfc65) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:12.758807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3047219d-0abd-445e-8772-b62e955a4595') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:12.759091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3047219d-0abd-445e-8772-b62e955a4595') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:12.776679 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.808973 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.812651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3c895-5637-42b0-bbbe-4af275a4963c None None] Port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:12.820967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:17:12.821606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:17:12.838479 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:17:12.890375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Deleting port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:12.890836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.903554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Attempting to bind port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:12.904268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Attempting to bind port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5e3b976e-831d-426e-82c1-b282dbeef2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:12.904802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Attempting to bind port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 on network a64467eb-55bb-424d-8f8e-b56913cebf2f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:12.915230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:12.915895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Checking segment: {'id': '5e3b976e-831d-426e-82c1-b282dbeef2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:12.916864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.918354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Bound using segment: {'id': '5e3b976e-831d-426e-82c1-b282dbeef2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:12.919046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Bound port: e6c8da89-7f7f-4346-9d0f-9a0430fc3200, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3b976e-831d-426e-82c1-b282dbeef2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a64467eb-55bb-424d-8f8e-b56913cebf2f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:12.919725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:12.995732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:13.055574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:13.062266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] For port e6c8da89-7f7f-4346-9d0f-9a0430fc3200, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:13.067139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] For port e6c8da89-7f7f-4346-9d0f-9a0430fc3200, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e6c8da89-7f7f-4346-9d0f-9a0430fc3200,segment=NetworkSegment(5e3b976e-831d-426e-82c1-b282dbeef2d5),segment_id=5e3b976e-831d-426e-82c1-b282dbeef2d5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:13.076420 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:13.085755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/networks/0fe0c71e-fc98-40a1-a299-9d23df79ef58 HTTP/1.1" status: 204 len: 168 time: 1.2112703 Apr 01 15:17:13.089637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44914) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:13.093389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72cc74-fe23-4d27-b288-5c1752482869 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Network': ['ID=0fe0c71e-fc98-40a1-a299-9d23df79ef58,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:13.263676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bb007-7a7c-423a-ad0b-9900fc7344cd None None] Pushing event updated for resources: {'Port': ['ID=e6c8da89-7f7f-4346-9d0f-9a0430fc3200,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:13.294896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:17:13.605650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135174-fbd1-4f68-a6f6-f81895a93faa req-2328f278-94b3-4191-aa23-990388837778 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:13.606615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2a135174-fbd1-4f68-a6f6-f81895a93faa req-2328f278-94b3-4191-aa23-990388837778 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:13.655959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2a135174-fbd1-4f68-a6f6-f81895a93faa req-2328f278-94b3-4191-aa23-990388837778 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:13.659462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a135174-fbd1-4f68-a6f6-f81895a93faa req-2328f278-94b3-4191-aa23-990388837778 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 946 time: 0.5089104 Apr 01 15:17:13.659462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:13.718781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e6c8da89-7f7f-4346-9d0f-9a0430fc3200 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:13.810549 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:13.832148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a135174-fbd1-4f68-a6f6-f81895a93faa req-e9db1ef9-3183-4271-b6f7-50864056c0f9 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671381 Apr 01 15:17:13.833185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:13.867006 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:13.935959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:13.945216 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:13.948540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a2dfd5af-7ced-48c1-b2ba-ace913aab9e9 admin admin] 10.222.0.48 "PUT /v2.0/routers/277ed055-ef54-4639-9e33-8b7c5a5276ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6674273 Apr 01 15:17:13.966250 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:13.966999 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:13.997577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44938) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:14.044286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 14699c40-91c5-47de-8176-922d715bfc65 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:14.067426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] For port 5aa36677-1742-43a9-a7a9-50a89e3e47f0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5aa36677-1742-43a9-a7a9-50a89e3e47f0,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:14.078541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.168175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.174707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-672462329', 'router:external': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:14.183288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:14.195508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:network and tenant:bb23c0e795a94574a0973379881d0afa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:14.200306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:14.214898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:14.215135 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:14.262521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Made reservation on behalf of bb23c0e795a94574a0973379881d0afa for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:14.265629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.281887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Calling delete_port for 5aa36677-1742-43a9-a7a9-50a89e3e47f0 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:14.297705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.392488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:14.402568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.435556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:security_group_rule and tenant:bb23c0e795a94574a0973379881d0afa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:14.445510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:14.471693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:14.559893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.560254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:14.572615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5fe0f58a-92b3-400d-a468-f0a5aa2d13e7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:17:14.582392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26124893-c709-4ba0-b52d-f849d7bd7a03']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:14.585108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Usage tracker for resource:security_group_rule and tenant:49f03630d1f3406a831039295a51cfdf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:14.611791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:14.651144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:14.666119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event deleted for resources: {'Port': ['ID=5aa36677-1742-43a9-a7a9-50a89e3e47f0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:14.672632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25fd588-87c1-4218-a2c9-4d9944e811fe') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:14.673114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25fd588-87c1-4218-a2c9-4d9944e811fe') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:14.691092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.703717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.793538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.803716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.808760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:14.820993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0b3a2-5601-4cc1-92af-0fc1e87eaf1c None None] Network a64467eb-55bb-424d-8f8e-b56913cebf2f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:14.945767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=14699c40-91c5-47de-8176-922d715bfc65,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:15.002161 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 2, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:15.014325 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:17:15.014667 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Updating router 277ed055-ef54-4639-9e33-8b7c5a5276ab port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:17:15.078007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network a64467eb-55bb-424d-8f8e-b56913cebf2f is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:15.095066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.102278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:15.107447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:15.122105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3172d874-8b28-456e-84b8-04f7b28a3dc3 None None] Provisioning for port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:15.129571 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.147717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3172d874-8b28-456e-84b8-04f7b28a3dc3 None None] Provisioning complete for port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:15.148080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3172d874-8b28-456e-84b8-04f7b28a3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.157302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] No DVR routers for this DVR port 5aa36677-1742-43a9-a7a9-50a89e3e47f0 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:15.160003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.175618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'name': 'network-vif-deleted', 'tag': '5aa36677-1742-43a9-a7a9-50a89e3e47f0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:17:15.180134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:15.203751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:17:15.204439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.211139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce78de4-002c-4229-9766-92ef561a0c32,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:15.231379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.232647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.232983 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Added segment 225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe of type vlan for network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 Apr 01 15:17:15.245578 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:17:15.360759 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:17:15.391368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b111884-f35e-443f-b639-8ce415d3c798,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:15.427416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.470411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.471493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:15.472218 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.530764 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2', 'name': 'network-vif-deleted', 'tag': '5aa36677-1742-43a9-a7a9-50a89e3e47f0', 'status': 'completed', 'code': 200} Apr 01 15:17:15.553023 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8933876 Apr 01 15:17:15.554877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44968) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:15.568044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.583050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be256dcf-d0c6-4ace-a66d-2847ef307412 req-3f768e2b-dfaf-46de-a2b1-78fa73324705 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6a7cfac-ce96-4fbc-9489-0ece5c2d54d2 HTTP/1.1" status: 200 len: 210 time: 0.4276431 Apr 01 15:17:15.647423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.662171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'subnet': {'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:15.676495 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49ffe6c8-a922-4496-b920-14973ee0edca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49f03630d1f3406a831039295a51cfdf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6775572 Apr 01 15:17:15.677298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f498725-bd06-4b57-b0af-cf46df926607 req-5633a7ae-df45-4978-80ed-4005d71dc94e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "DELETE /v2.0/ports/5aa36677-1742-43a9-a7a9-50a89e3e47f0 HTTP/1.1" status: 204 len: 173 time: 2.9787023 Apr 01 15:17:15.686336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44974) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:15.692389 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3172d874-8b28-456e-84b8-04f7b28a3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.695350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:15.696498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.707025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] Pushing event deleted for resources: {'Network': ['ID=26124893-c709-4ba0-b52d-f849d7bd7a03,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:15.707804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:15.733700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:subnet and tenant:bb23c0e795a94574a0973379881d0afa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:15.752989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:15.762372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3172d874-8b28-456e-84b8-04f7b28a3dc3 None None] For port e6c8da89-7f7f-4346-9d0f-9a0430fc3200, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e6c8da89-7f7f-4346-9d0f-9a0430fc3200,segment=NetworkSegment(5e3b976e-831d-426e-82c1-b282dbeef2d5),segment_id=5e3b976e-831d-426e-82c1-b282dbeef2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:15.776780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3172d874-8b28-456e-84b8-04f7b28a3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.792806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559e9d7-2f74-4efe-b819-7c630b0da692 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Network': ['ID=2240a857-8e33-4aeb-999b-0cf228d9a2b4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:15.802350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:15.821849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a09323a1-8315-4ee9-bb71-eabbe5cb18c3 tempest-BulkNetworkOpsIpV6Test-495771976 tempest-BulkNetworkOpsIpV6Test-495771976-project] 10.222.0.48 "DELETE /v2.0/networks/26124893-c709-4ba0-b52d-f849d7bd7a03 HTTP/1.1" status: 204 len: 168 time: 2.7272830 Apr 01 15:17:15.838259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Made reservation on behalf of bb23c0e795a94574a0973379881d0afa for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:15.841082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:15.880295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5290987a-4236-439f-b4dc-307ab87245f3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4030280 Apr 01 15:17:15.886405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44980) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:15.993199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172d874-8b28-456e-84b8-04f7b28a3dc3 None None] Pushing event updated for resources: {'Port': ['ID=e6c8da89-7f7f-4346-9d0f-9a0430fc3200,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:16.004659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:17:16.138673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44986) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:16.160159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1016245108-network', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:16.184530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:16.216235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Usage tracker for resource:network and tenant:02b74cdba1df4d9da22f23781cdecc1a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:16.223653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:16.229530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c08ccec9-3035-46a4-aa8f-f7c3f59f48ed None None] Provisioning complete for port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:16.230324 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c08ccec9-3035-46a4-aa8f-f7c3f59f48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.240949 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.246198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:16.269550 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Transition to ACTIVE for port object 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:16.276004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddda3a4c-5818-4a32-845c-bbabf9fc77e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.282417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Made reservation on behalf of 02b74cdba1df4d9da22f23781cdecc1a for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:16.289178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.295641 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.386130 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1a089-6d23-4a1f-815b-d289ece06281 None None] Pushing event updated for resources: {'Port': ['ID=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:16.390858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.566703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa36677-1742-43a9-a7a9-50a89e3e47f0 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:16.585665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:16.604123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Usage tracker for resource:security_group_rule and tenant:02b74cdba1df4d9da22f23781cdecc1a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:16.614812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:16.641803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:16.743275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5aa36677-1742-43a9-a7a9-50a89e3e47f0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:17:16.743864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5aa36677-1742-43a9-a7a9-50a89e3e47f0 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:17:16.812390 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Attempting to bind port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:16.812864 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Attempting to bind port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:16.813168 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Attempting to bind port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:16.816518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44998) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:16.829027 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:16.829392 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:16.829788 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.830167 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:16.830619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Bound port: 8f406a41-3f1e-4cbd-860c-b5438a9f8f81, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:16.831031 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.836213 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddda3a4c-5818-4a32-845c-bbabf9fc77e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:16.941327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c08ccec9-3035-46a4-aa8f-f7c3f59f48ed None None] Provisioning for port 14699c40-91c5-47de-8176-922d715bfc65 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:16.947486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c08ccec9-3035-46a4-aa8f-f7c3f59f48ed None None] Provisioning complete for port 14699c40-91c5-47de-8176-922d715bfc65 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:16.948004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c08ccec9-3035-46a4-aa8f-f7c3f59f48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.034238 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] For port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:17.040603 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] For port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:17.050518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.054657 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.071743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.087372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c08ccec9-3035-46a4-aa8f-f7c3f59f48ed None None] Port 14699c40-91c5-47de-8176-922d715bfc65 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:17.224207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:17.263733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-64f52517-277a-4519-bd51-dc2ecbe1a524 None None] Provisioning complete for port 14699c40-91c5-47de-8176-922d715bfc65 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:17.264212 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64f52517-277a-4519-bd51-dc2ecbe1a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.274562 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1a089-6d23-4a1f-815b-d289ece06281 None None] Pushing event updated for resources: {'Port': ['ID=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:17.288982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad5a6bc-ed19-44b4-ae96-62626710461e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:17.303551 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:17.305547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:17.312166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.312510 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Added segment 8ec5b45d-a7b7-48a4-bfeb-95975924778a of type vlan for network 707a4215-1036-418c-ae43-b5d50ee53d50 Apr 01 15:17:17.412578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-64f52517-277a-4519-bd51-dc2ecbe1a524 None None] Port 14699c40-91c5-47de-8176-922d715bfc65 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:17.481751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.488212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:17:17.488713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.512259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddda3a4c-5818-4a32-845c-bbabf9fc77e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.619594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45010) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:17.621250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa3bf9ea-3b89-48d1-8338-8b4c1610bc81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e8761938e9a4dcf8f499b989efba226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8012760 Apr 01 15:17:17.665348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b480bb5c-5eeb-4638-99c0-2b6b24a602d4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:17.672501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.673491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:17.674064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.682158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda3a4c-5818-4a32-845c-bbabf9fc77e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b111884-f35e-443f-b639-8ce415d3c798,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:17.699787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e6c8da89-7f7f-4346-9d0f-9a0430fc3200 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:17.722143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddda3a4c-5818-4a32-845c-bbabf9fc77e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.723581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ddda3a4c-5818-4a32-845c-bbabf9fc77e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b111884-f35e-443f-b639-8ce415d3c798 HTTP/1.1" status: 204 len: 168 time: 1.9973204 Apr 01 15:17:17.837817 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:17.844445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:17.925754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:17.926037 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.133857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Checking segment: {'id': '225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:18.138837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network hostable DHCP agents. Network: 2240a857-8e33-4aeb-999b-0cf228d9a2b4, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:18.192417 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe15d-2236-40b3-8c6f-0ff45fc29f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.230865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe15d-2236-40b3-8c6f-0ff45fc29f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.296940 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.299451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] Pushing event updated for resources: {'Network': ['ID=707a4215-1036-418c-ae43-b5d50ee53d50,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:18.308831 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe15d-2236-40b3-8c6f-0ff45fc29f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.314182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 707a4215-1036-418c-ae43-b5d50ee53d50 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:17:18.326918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-231e6e2b-b4d6-4dfc-851a-e6e6d2a41ae8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:18.327838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-231e6e2b-b4d6-4dfc-851a-e6e6d2a41ae8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:18.338512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.345359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d4829195-60d6-450e-a37d-a3b3c38548f8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1968985 Apr 01 15:17:18.346869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfe15d-2236-40b3-8c6f-0ff45fc29f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df6808-c17c-48a1-bcc8-9c2d9263ee1b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:18.348406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45022) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:18.368946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe15d-2236-40b3-8c6f-0ff45fc29f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.370439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cfcfe15d-2236-40b3-8c6f-0ff45fc29f3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48df6808-c17c-48a1-bcc8-9c2d9263ee1b HTTP/1.1" status: 204 len: 168 time: 0.7463214 Apr 01 15:17:18.423485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:18.455854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f5bee-b23f-4a2e-8566-c2a438b46ebd req-3b934f2e-668c-46ce-868a-9b801104c9e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:18.458471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c10f5bee-b23f-4a2e-8566-c2a438b46ebd req-3b934f2e-668c-46ce-868a-9b801104c9e8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.7941496 Apr 01 15:17:18.468393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Request body: {'subnet': {'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1016245108-subnet', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:18.475925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:17Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:18.487972 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72432c10-78c4-4990-ba86-cbcad132c338 None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:17Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:18.508487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 2240a857-8e33-4aeb-999b-0cf228d9a2b4) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:18.519747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:18.520326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.539095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:18.561093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1c137-e898-4d33-9dda-cafe3d8745b8 None None] Network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:18.656513 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9201dbc-1434-4fa0-b6e0-6a2967db6389 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0945034 Apr 01 15:17:18.662827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c10f5bee-b23f-4a2e-8566-c2a438b46ebd req-9236ebd4-9318-4a78-be1b-fe653bd5f85b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928241 Apr 01 15:17:18.663256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45032) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:18.682781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-603413251', 'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:18.694609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Usage tracker for resource:subnet and tenant:02b74cdba1df4d9da22f23781cdecc1a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:18.695553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:18.703761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=14699c40-91c5-47de-8176-922d715bfc65,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:18.707289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:port and tenant:bb23c0e795a94574a0973379881d0afa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:18.714536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:18.725001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:18.729635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:18.737795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-231e6e2b-b4d6-4dfc-851a-e6e6d2a41ae8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:18.745627 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-231e6e2b-b4d6-4dfc-851a-e6e6d2a41ae8 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 1.1207483 Apr 01 15:17:18.794427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Made reservation on behalf of bb23c0e795a94574a0973379881d0afa for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:18.798226 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:18.845583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] device_id is not set on port 282600c4-49dd-4b43-8b8e-290d2db4a064 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:17:18.893991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:19.074970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Made reservation on behalf of 02b74cdba1df4d9da22f23781cdecc1a for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:19.087396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:19.166710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Allocated IP 2001:db8::e4 (2240a857-8e33-4aeb-999b-0cf228d9a2b4/b480bb5c-5eeb-4638-99c0-2b6b24a602d4/282600c4-49dd-4b43-8b8e-290d2db4a064) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:19.281342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Deleting port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:19.281985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:19.298137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b46d32-4ce8-4482-8492-691c06353224 None None] Network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:19.392943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fafc354f-4166-4f5a-85f9-446a6202baf6 None None] Provisioning complete for port 14699c40-91c5-47de-8176-922d715bfc65 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:19.394294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafc354f-4166-4f5a-85f9-446a6202baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:19.600756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:19.608763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fafc354f-4166-4f5a-85f9-446a6202baf6 None None] Port 14699c40-91c5-47de-8176-922d715bfc65 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:19.670824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:19.988588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:19.998022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:20.010206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Port': ['ID=282600c4-49dd-4b43-8b8e-290d2db4a064,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:20.017106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:20.023112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:20.024468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:20.073184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7b9ca8a6-a47c-47fd-97fe-947759a8cea4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3996861 Apr 01 15:17:20.077099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45070) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:20.180879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Deleting port 282600c4-49dd-4b43-8b8e-290d2db4a064 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:20.183367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:20.186002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:20.356023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:20.362132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:20.362716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:20.564041 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:20.578112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45080) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:20.623734 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:20.657220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:20.678614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:20.686501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:20.785003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ab163e-13c4-47c8-aa08-a9152303cfc9,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:20.834718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Calling delete_port for 282600c4-49dd-4b43-8b8e-290d2db4a064 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:20.881722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:20.906359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-46625852'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:20.925646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:20.942315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:network and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:20.946467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:20.954324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:21.009612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:21.012858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.030519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.045132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758dea26-ea41-467b-be85-ed015ce3c132 req-999a6a2e-857d-406c-9b2d-7489bb17890b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:21.046885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-758dea26-ea41-467b-be85-ed015ce3c132 req-999a6a2e-857d-406c-9b2d-7489bb17890b tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 945 time: 0.7803547 Apr 01 15:17:21.056381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.056966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.057511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.058403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.058977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.059504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.060046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.060528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.061226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.061708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.062203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:21.073960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.086457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.117176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Checking segment: {'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:21.117540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Network hostable DHCP agents. Network: 707a4215-1036-418c-ae43-b5d50ee53d50, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:21.147193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event deleted for resources: {'Port': ['ID=282600c4-49dd-4b43-8b8e-290d2db4a064,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:21.163794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:21.167116 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-758dea26-ea41-467b-be85-ed015ce3c132 req-3b58db76-7f2c-4896-a99d-ebf1f398bb03 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=6505a426-8301-4167-9b01-1d6ab08adb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963216 Apr 01 15:17:21.170922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] For port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:21.171310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:security_group_rule and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:21.172229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.206424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:21.227608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:21.234040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.252660 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-968e7fb5-5f5b-49ed-96e1-5598739cf4d8 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "DELETE /v2.0/ports/282600c4-49dd-4b43-8b8e-290d2db4a064 HTTP/1.1" status: 204 len: 168 time: 1.1741672 Apr 01 15:17:21.263737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45098) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:21.273831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4', 'external_fixed_ips': [{'subnet_id': 'b480bb5c-5eeb-4638-99c0-2b6b24a602d4', 'ip_address': '2001:db8::e4'}]}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:21.281458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:21.290490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:router and tenant:bb23c0e795a94574a0973379881d0afa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:21.295729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:21.315288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:21.384378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Calling delete_port for 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:21.393148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.394193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.442997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.460378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.471634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:21.503350 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.517825 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.518163 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Added segment bfc58ce6-b71e-4c18-86bf-3a1289125f4c of type vlan for network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 Apr 01 15:17:21.526696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b19c19-b9e4-43e5-9b0d-aeda229b03cd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:21.562843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Network 707a4215-1036-418c-ae43-b5d50ee53d50 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:21.603872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 707a4215-1036-418c-ae43-b5d50ee53d50) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:21.617839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0a72d-3d84-4c1e-b356-2d9eff09bb41 None None] Network 707a4215-1036-418c-ae43-b5d50ee53d50 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:21.648922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.649773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:21.734355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:21.734981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.771686 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.774565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.782068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.786462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.805052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bd39106a-ac57-40e7-8996-f41168dbcfd3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3736501 Apr 01 15:17:21.812772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:21.813799 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:21.819880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45106) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:21.862003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event deleted for resources: {'Port': ['ID=5fe0f58a-92b3-400d-a468-f0a5aa2d13e7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:22.034520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:22.039187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Network': ['ID=128c37d5-44e0-4040-87b9-b7dda44a0fa3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:22.048052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:22.063409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Usage tracker for resource:router and tenant:02b74cdba1df4d9da22f23781cdecc1a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:22.066822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:22.088566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cf02ca68-bc52-4466-8ca1-74613c98820b tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5087020 Apr 01 15:17:22.089539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:17:22.099730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:22.344597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.346742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.352762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-707a4215-1036-418c-ae43-b5d50ee53d50', 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'fixed_ips': [{'subnet_id': 'a7ab163e-13c4-47c8-aa08-a9152303cfc9'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:22.354753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.478211 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.550398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:22.550773 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.701439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:22.792709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] No DVR routers for this DVR port 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:22.800198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:17:22.800535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:17:22.803443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.808140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2522b315-cdc1-4b7c-a4b8-cec0ddbabe46 req-3b3d4704-159a-4f85-906d-29fbcbf0db4f tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "DELETE /v2.0/ports/5fe0f58a-92b3-400d-a468-f0a5aa2d13e7 HTTP/1.1" status: 204 len: 173 time: 4.0509343 Apr 01 15:17:22.812055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'name': 'network-vif-deleted', 'tag': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:17:22.927634 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.944312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:22.975820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af1b1b01-6dff-49a2-b3a4-5bb2c41b7e8a req-d3b0f7aa-3837-42fc-bea4-471eb1381f0a tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0f4d39-7ad6-4228-bd69-a204f7c99274 HTTP/1.1" status: 200 len: 210 time: 0.1974611 Apr 01 15:17:23.191018 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0f4d39-7ad6-4228-bd69-a204f7c99274', 'name': 'network-vif-deleted', 'tag': '5fe0f58a-92b3-400d-a468-f0a5aa2d13e7', 'status': 'completed', 'code': 200} Apr 01 15:17:23.247415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:23.260610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Allocated IP 172.20.0.2 (707a4215-1036-418c-ae43-b5d50ee53d50/a7ab163e-13c4-47c8-aa08-a9152303cfc9/6af535a4-e298-4545-820e-33cb16f0ecfc) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:23.513472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:23.530901 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:23.537875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=14699c40-91c5-47de-8176-922d715bfc65,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:23.595004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:23.745632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:23.760306 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:23.772484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Transition to ACTIVE for port object 6af535a4-e298-4545-820e-33cb16f0ecfc will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:23.818210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Transition to ACTIVE for port object 6af535a4-e298-4545-820e-33cb16f0ecfc will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:23.835368 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:23.838072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network a64467eb-55bb-424d-8f8e-b56913cebf2f is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:23.840498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:23.855964 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:17:24.091416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Pushing event updated for resources: {'Port': ['ID=6af535a4-e298-4545-820e-33cb16f0ecfc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:24.120261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Network 707a4215-1036-418c-ae43-b5d50ee53d50 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:24.124113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:24.131251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:24.253106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.284019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Allocated IP 2001:db8::e4 (2240a857-8e33-4aeb-999b-0cf228d9a2b4/b480bb5c-5eeb-4638-99c0-2b6b24a602d4/d9122775-83bc-430d-b336-cec367b2e452) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:24.366794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:24.393823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Usage tracker for resource:security_group_rule and tenant:680e1c2033154f98b3463646b27b3e4d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:24.408321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:24.425859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:24.475257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Attempting to bind port 6af535a4-e298-4545-820e-33cb16f0ecfc on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:24.478132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Attempting to bind port 6af535a4-e298-4545-820e-33cb16f0ecfc by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:24.478723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Attempting to bind port 6af535a4-e298-4545-820e-33cb16f0ecfc on network 707a4215-1036-418c-ae43-b5d50ee53d50 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:24.507842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:24.508343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Checking segment: {'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:24.508811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.509269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Bound using segment: {'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:24.514852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Bound port: 6af535a4-e298-4545-820e-33cb16f0ecfc, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:24.515827 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.525485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.534653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2390c498-a29f-4551-b7bb-5cc7d2ce7d31 None None] Provisioning complete for port 14699c40-91c5-47de-8176-922d715bfc65 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:24.536533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2390c498-a29f-4551-b7bb-5cc7d2ce7d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.651977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.819012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] For port 6af535a4-e298-4545-820e-33cb16f0ecfc, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:24.821090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.828295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] For port 6af535a4-e298-4545-820e-33cb16f0ecfc, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6af535a4-e298-4545-820e-33cb16f0ecfc,segment=NetworkSegment(8ec5b45d-a7b7-48a4-bfeb-95975924778a),segment_id=8ec5b45d-a7b7-48a4-bfeb-95975924778a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:24.828733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.837986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4363abe-fb2a-4ee9-b6e6-a1ae597ecbe1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:24.863906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.904745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:24.941242 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dca8ef47-998c-420c-a042-0e77b896faa1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=680e1c2033154f98b3463646b27b3e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1855252 Apr 01 15:17:24.946825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45168) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:24.964557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2390c498-a29f-4551-b7bb-5cc7d2ce7d31 None None] Port 14699c40-91c5-47de-8176-922d715bfc65 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:25.047807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed86a8-7fcc-41aa-8669-945d8c658c48 None None] Pushing event updated for resources: {'Port': ['ID=6af535a4-e298-4545-820e-33cb16f0ecfc,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:25.188919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4de7f552-0f1c-4e1f-b7b3-e5373d5a26b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:25.240444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:25.249413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4de7f552-0f1c-4e1f-b7b3-e5373d5a26b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:25.303068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:25.311069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:25.314342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:25.369575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45176) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:25.387689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'subnet': {'network_id': '128c37d5-44e0-4040-87b9-b7dda44a0fa3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:25.517341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Allocated IP 172.25.2.197 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/3da47842-c6af-4a2b-b815-fd05414e3035) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:25.571485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Port': ['ID=d9122775-83bc-430d-b336-cec367b2e452,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:25.615450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Router a45a01b8-0265-43d4-b0bb-1e37854a1e45 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:17:25.623870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:25.629640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:subnet and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:25.633835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:25.641993 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4de7f552-0f1c-4e1f-b7b3-e5373d5a26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:25.648486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:25.668560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4de7f552-0f1c-4e1f-b7b3-e5373d5a26b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:25.669854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4de7f552-0f1c-4e1f-b7b3-e5373d5a26b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4363abe-fb2a-4ee9-b6e6-a1ae597ecbe1 HTTP/1.1" status: 204 len: 168 time: 0.7208350 Apr 01 15:17:25.674868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7f552-0f1c-4e1f-b7b3-e5373d5a26b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4363abe-fb2a-4ee9-b6e6-a1ae597ecbe1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:25.730857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6af535a4-e298-4545-820e-33cb16f0ecfc up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:25.817090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf7f1-b1e0-499b-869c-92b30ec87e63 req-dc444e43-fcfa-42f5-8a73-1a60c0eadc3c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:25.817090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e4cf7f1-b1e0-499b-869c-92b30ec87e63 req-dc444e43-fcfa-42f5-8a73-1a60c0eadc3c tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.3688767 Apr 01 15:17:25.817090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:25.817090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:26.004702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 6af535a4-e298-4545-820e-33cb16f0ecfc completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:26.036636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:26.091073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:26.144970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:26.192384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:26.208607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:26.222507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:26.286701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e4cf7f1-b1e0-499b-869c-92b30ec87e63 req-7ac7705f-18ec-4586-a2bd-86c0b6905248 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915727 Apr 01 15:17:26.321369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Pushing event updated for resources: {'Port': ['ID=3da47842-c6af-4a2b-b815-fd05414e3035,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:26.430159 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:26.591063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:26.591751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:26.670985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:26.707463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:26.714590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-f086c7f5-e34e-49e9-bcea-f8b3766857d5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:26.715592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-f086c7f5-e34e-49e9-bcea-f8b3766857d5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:26.718476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] Sync routers for ids ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:26.722816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:26.752928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5bb8ccee-ffa5-4bd0-994b-ad836af4a80c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "PUT /v2.0/routers/a45a01b8-0265-43d4-b0bb-1e37854a1e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8483219 Apr 01 15:17:26.758226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] Routers {'a45a01b8-0265-43d4-b0bb-1e37854a1e45'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:26.759010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:26.761847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45190) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:26.885995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:26.890382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e62292-1c0d-45a3-94d9-b0d396c1fd32 None None] Network 707a4215-1036-418c-ae43-b5d50ee53d50 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:26.927878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Router fb629d12-c1cd-4a68-9b40-de60016d3615 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:17:27.007891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] Routers {'a45a01b8-0265-43d4-b0bb-1e37854a1e45'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:27.008610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:27.067411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-f086c7f5-e34e-49e9-bcea-f8b3766857d5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:27.069358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-f086c7f5-e34e-49e9-bcea-f8b3766857d5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5605235 Apr 01 15:17:27.084815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:27.085215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f0a42-5585-4a8a-9dd1-d0e7afb7cdb4 None None] The sync data for ids ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:27.103175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-12614feb-a654-4f38-a61b-54059866c375 None None] Provisioning for port 6af535a4-e298-4545-820e-33cb16f0ecfc completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:27.113869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-12614feb-a654-4f38-a61b-54059866c375 None None] Provisioning complete for port 6af535a4-e298-4545-820e-33cb16f0ecfc triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:27.114555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12614feb-a654-4f38-a61b-54059866c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.135556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:27.154282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6a29a02dc2f34ec5b222026007ca1859 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:27.168470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:27.189211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:27.237003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Deleting port a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:27.237601 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.279631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:27.292213 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Sync routers for ids ['fb629d12-c1cd-4a68-9b40-de60016d3615'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:27.295775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.324712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:17:27.335840 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Routers {'fb629d12-c1cd-4a68-9b40-de60016d3615'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:27.336969 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb629d12-c1cd-4a68-9b40-de60016d3615'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:27.390298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30ac97-ad94-4b5c-9b11-75a7ef5ae7a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:27.391065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0f30ac97-ad94-4b5c-9b11-75a7ef5ae7a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:27.396286 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.398057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7759e773-6720-484c-9490-c87c424f289a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.1333058 Apr 01 15:17:27.404949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45198) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:27.434354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12614feb-a654-4f38-a61b-54059866c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.482618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0f30ac97-ad94-4b5c-9b11-75a7ef5ae7a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:27.484178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0f30ac97-ad94-4b5c-9b11-75a7ef5ae7a5 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports?device_id=a45a01b8-0265-43d4-b0bb-1e37854a1e45 HTTP/1.1" status: 200 len: 982 time: 0.6665392 Apr 01 15:17:27.516311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45202) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:27.645065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-12614feb-a654-4f38-a61b-54059866c375 None None] For port 6af535a4-e298-4545-820e-33cb16f0ecfc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6af535a4-e298-4545-820e-33cb16f0ecfc,segment=NetworkSegment(8ec5b45d-a7b7-48a4-bfeb-95975924778a),segment_id=8ec5b45d-a7b7-48a4-bfeb-95975924778a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:27.656386 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12614feb-a654-4f38-a61b-54059866c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.754365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Subnet': ['ID=3857a1ae-a12c-4cec-aafc-6278c81e5d7c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:27.863709 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Set router fb629d12-c1cd-4a68-9b40-de60016d3615 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:27.893394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.926868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.939624 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56715d83-6334-4163-a8bc-308ca00d29b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.949420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Checking segment: {'id': 'bfc58ce6-b71e-4c18-86bf-3a1289125f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '128c37d5-44e0-4040-87b9-b7dda44a0fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:27.950167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network hostable DHCP agents. Network: 128c37d5-44e0-4040-87b9-b7dda44a0fa3, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:27.962050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:27.987201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12614feb-a654-4f38-a61b-54059866c375 None None] Pushing event updated for resources: {'Port': ['ID=6af535a4-e298-4545-820e-33cb16f0ecfc,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:28.018293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-295fecb7-6ca9-49c8-bc3c-44c8b83b8694 None None] Provisioning complete for port 6af535a4-e298-4545-820e-33cb16f0ecfc triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:28.019415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-295fecb7-6ca9-49c8-bc3c-44c8b83b8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.094929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b563097a-0f90-4b6c-9dcf-6398a1d8a995,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:28.116962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-78de5b0e-da2d-4dc1-b0a4-89a7a19203d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a29a02dc2f34ec5b222026007ca1859&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4440348 Apr 01 15:17:28.119604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:28.123983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45208) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:28.161918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Sync routers for ids ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:28.166767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ded38-7dfd-4313-b0d9-1b6081eae604 req-e6219de8-eb27-4a7d-8837-475e54d7ef60 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:28.173919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-287ded38-7dfd-4313-b0d9-1b6081eae604 req-e6219de8-eb27-4a7d-8837-475e54d7ef60 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 945 time: 0.5626240 Apr 01 15:17:28.180479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] For port a5e72d46-d1ff-45ab-90ea-1d45a502a77b, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:28.181158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.204632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.214869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-157d61a3-f19f-457a-b1b6-487534b6ebe3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1990871 Apr 01 15:17:28.218506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45212) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:28.222338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:28.263336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Routers {'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:28.272876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:28.348179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 128c37d5-44e0-4040-87b9-b7dda44a0fa3) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:28.397249 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb629d12-c1cd-4a68-9b40-de60016d3615', 'name': '', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4', 'external_fixed_ips': [{'subnet_id': 'b480bb5c-5eeb-4638-99c0-2b6b24a602d4', 'ip_address': '2001:db8::e4'}], 'enable_snat': True}, 'gw_port_id': 'd9122775-83bc-430d-b336-cec367b2e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:21Z', 'updated_at': '2022-04-01T15:17:25Z', 'revision_number': 3, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port': {'id': 'd9122775-83bc-430d-b336-cec367b2e452', 'name': '', 'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb629d12-c1cd-4a68-9b40-de60016d3615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b480bb5c-5eeb-4638-99c0-2b6b24a602d4', 'ip_address': '2001:db8::e4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:23Z', 'updated_at': '2022-04-01T15:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b480bb5c-5eeb-4638-99c0-2b6b24a602d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:28.404051 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Checking router: fb629d12-c1cd-4a68-9b40-de60016d3615 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:17:28.404733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Updating router fb629d12-c1cd-4a68-9b40-de60016d3615 port d9122775-83bc-430d-b336-cec367b2e452 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:17:28.407345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f547ee-09c6-4a42-8930-bae1019d1df4 None None] Network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:28.498275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:28.499146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.514414 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.666135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-287ded38-7dfd-4313-b0d9-1b6081eae604 req-79825702-d286-4125-9bda-f413b27e1fe5 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1d111a8-3edf-49e8-b6b1-362ee1783663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853916 Apr 01 15:17:28.705439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a92d479a-223a-46f7-b050-f109b77dc449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.725371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:28.726621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd8be375-3237-4bdf-bb76-7f7b08b408ae tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3496246 Apr 01 15:17:28.744885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1933538278'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:28.797529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:28.805605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-128c37d5-44e0-4040-87b9-b7dda44a0fa3', 'network_id': '128c37d5-44e0-4040-87b9-b7dda44a0fa3', 'tenant_id': '1c818a81fb3f4f959b02fa6e607ebfe3', 'fixed_ips': [{'subnet_id': '3857a1ae-a12c-4cec-aafc-6278c81e5d7c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:28.806695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.809574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:network and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:28.816735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:28.843482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:28.873720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a92d479a-223a-46f7-b050-f109b77dc449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.920717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:28.929106 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.947003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.947452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:28.947835 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Floating IP 1161180e-7660-4d4d-8f1e-a8061efa674a disassociated. External IP: 172.25.2.41, port: a5e72d46-d1ff-45ab-90ea-1d45a502a77b. Apr 01 15:17:28.948251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Calling delete_port for a5e72d46-d1ff-45ab-90ea-1d45a502a77b owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:29.020346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Set router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:29.031037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:29.058152 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.083039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.086797 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Transition to ACTIVE for port object d9122775-83bc-430d-b336-cec367b2e452 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:29.090506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.093791 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Added segment cc89c7ea-ebce-420a-8062-6f3ed25e8dc7 of type vlan for network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 Apr 01 15:17:29.105064 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.141692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Deleting port d9122775-83bc-430d-b336-cec367b2e452 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:29.142020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.180255 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.327188 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Pushing event updated for resources: {'Port': ['ID=d9122775-83bc-430d-b336-cec367b2e452,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:29.334455 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Attempting to bind port d9122775-83bc-430d-b336-cec367b2e452 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:29.335121 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Attempting to bind port d9122775-83bc-430d-b336-cec367b2e452 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:29.339756 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Attempting to bind port d9122775-83bc-430d-b336-cec367b2e452 on network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:29.374031 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.377252 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.377812 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.378324 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.378841 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.383377 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.383965 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.384496 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.385154 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.385836 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.386355 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:29.426949 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:29.427679 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Checking segment: {'id': '225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:29.428147 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.433757 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Bound using segment: {'id': '225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:29.444090 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Bound port: d9122775-83bc-430d-b336-cec367b2e452, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2240a857-8e33-4aeb-999b-0cf228d9a2b4'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:29.444559 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.456763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Allocated IP 2001:db8:0:ffff::2 (128c37d5-44e0-4040-87b9-b7dda44a0fa3/3857a1ae-a12c-4cec-aafc-6278c81e5d7c/6c834fa8-3130-4cae-8e97-3c9e8b1af8b5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:29.530383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.539967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:29.540635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.579862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:17:26Z', 'revision_number': 3, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port': {'id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:24Z', 'updated_at': '2022-04-01T15:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:29.610268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Checking router: b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:17:29.610675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Updating router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 port 3da47842-c6af-4a2b-b815-fd05414e3035 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:17:29.662067 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] For port d9122775-83bc-430d-b336-cec367b2e452, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:29.664223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a92d479a-223a-46f7-b050-f109b77dc449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.671591 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] For port d9122775-83bc-430d-b336-cec367b2e452, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d9122775-83bc-430d-b336-cec367b2e452,segment=NetworkSegment(225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe),segment_id=225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:29.680951 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.692352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.784016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d479a-223a-46f7-b050-f109b77dc449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b563097a-0f90-4b6c-9dcf-6398a1d8a995,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:29.794521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event deleted for resources: {'Port': ['ID=a5e72d46-d1ff-45ab-90ea-1d45a502a77b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:29.809861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6af535a4-e298-4545-820e-33cb16f0ecfc up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:29.850180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a92d479a-223a-46f7-b050-f109b77dc449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:29.851780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a92d479a-223a-46f7-b050-f109b77dc449 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b563097a-0f90-4b6c-9dcf-6398a1d8a995 HTTP/1.1" status: 204 len: 168 time: 1.7249186 Apr 01 15:17:29.929931 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401faa1-4cc4-4b7e-98f2-d0057b2af0c3 None None] Pushing event updated for resources: {'Port': ['ID=d9122775-83bc-430d-b336-cec367b2e452,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:29.944543 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Routers {'fb629d12-c1cd-4a68-9b40-de60016d3615'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:29.944911 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fb629d12-c1cd-4a68-9b40-de60016d3615'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:29.957885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2274141 Apr 01 15:17:29.969540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45228) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:30.023543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:30.097548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'subnet': {'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:30.207904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028473e3-63a0-4b25-bdff-4020f6362b85 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Network': ['ID=56a1ebc4-a0b2-474a-a90b-fbeda8577459,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:30.244329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:17:30.280239 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] Set router fb629d12-c1cd-4a68-9b40-de60016d3615 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:30.309431 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:30.347440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0b075df-90ad-4110-aa06-b2b4da6781e7 req-370a9753-234b-43c7-a70b-2896e415be0e tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 210 time: 0.3353775 Apr 01 15:17:30.354776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] For port d9122775-83bc-430d-b336-cec367b2e452, host n-d-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:30.355152 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:30.562730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35700347-2ac5-4f2e-aa3e-0b1eb7e7d819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:30.601312 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb629d12-c1cd-4a68-9b40-de60016d3615', 'name': '', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:21Z', 'updated_at': '2022-04-01T15:17:29Z', 'revision_number': 4, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:30.609240 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e014ee9-2cd9-4d53-a1fa-aa059d1d445d None None] The sync data for ids ['fb629d12-c1cd-4a68-9b40-de60016d3615'] in n-d-836017-1 is: [{'id': 'fb629d12-c1cd-4a68-9b40-de60016d3615', 'name': '', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:21Z', 'updated_at': '2022-04-01T15:17:29Z', 'revision_number': 4, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:30.636566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6af535a4-e298-4545-820e-33cb16f0ecfc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:30.636854 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:30.693956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:30.717578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Router b0642a39-9380-4fa1-9019-e091304b919c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:17:30.795691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Calling delete_port for d9122775-83bc-430d-b336-cec367b2e452 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:30.957168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:30.991057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:subnet and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:31.014803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:31.033100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:31.067705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:31.093889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: a5e72d46-d1ff-45ab-90ea-1d45a502a77b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:17:31.096294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a5e72d46-d1ff-45ab-90ea-1d45a502a77b not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:17:31.177852 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.219293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Transition to ACTIVE for port object 3da47842-c6af-4a2b-b815-fd05414e3035 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:31.222480 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.236814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Transition to ACTIVE for port object 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:31.239436 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.383911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.386898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 14699c40-91c5-47de-8176-922d715bfc65 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:31.387268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.481936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Attempting to bind port 3da47842-c6af-4a2b-b815-fd05414e3035 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:31.482492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Attempting to bind port 3da47842-c6af-4a2b-b815-fd05414e3035 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:31.482968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Attempting to bind port 3da47842-c6af-4a2b-b815-fd05414e3035 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:31.501458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Transition to ACTIVE for port object 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:31.509451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.519501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.528019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:31.539109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.542110 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] Sync routers for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:31.561700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:31.562221 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:31.573775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:31.574157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:31.587649 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.588046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:31.595444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Bound port: 3da47842-c6af-4a2b-b815-fd05414e3035, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:31.595889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.671799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b1937-8287-4f6d-bf83-b550a3d4729a None None] Pushing event updated for resources: {'Port': ['ID=3da47842-c6af-4a2b-b815-fd05414e3035,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:31.755372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Pushing event updated for resources: {'Port': ['ID=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:31.770816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:31.776787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:31.780571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:31.845137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] No DVR routers for this DVR port a5e72d46-d1ff-45ab-90ea-1d45a502a77b on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:31.864632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8d673e80-d478-4e23-a1cc-2f40dcd8c8c6 req-8afcdb8b-a3a6-40bd-b153-d4feef433f55 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Synchronizing usage tracker for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:31.870195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:31.877524 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8385182a-535c-4bd0-aa65-7ad8a2e126f4 req-de969f58-33c9-4fed-b784-ba77a305e418 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.62 "DELETE /v2.0/ports/a5e72d46-d1ff-45ab-90ea-1d45a502a77b HTTP/1.1" status: 204 len: 173 time: 4.7945640 Apr 01 15:17:31.879231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-deleted', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:17:32.059078 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:32.078834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] For port 3da47842-c6af-4a2b-b815-fd05414e3035, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:32.085101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8d673e80-d478-4e23-a1cc-2f40dcd8c8c6 req-8afcdb8b-a3a6-40bd-b153-d4feef433f55 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Unset dirty status for tenant:83d3a9f26bda4e5dabf09b55be8b318b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:32.097016 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8d673e80-d478-4e23-a1cc-2f40dcd8c8c6 req-8afcdb8b-a3a6-40bd-b153-d4feef433f55 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/ports?device_id=30aba915-580d-417c-ae28-e4b3af8d5230 HTTP/1.1" status: 200 len: 210 time: 0.4258325 Apr 01 15:17:32.222703 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30aba915-580d-417c-ae28-e4b3af8d5230', 'name': 'network-vif-deleted', 'tag': 'a5e72d46-d1ff-45ab-90ea-1d45a502a77b', 'status': 'completed', 'code': 200} Apr 01 15:17:32.227349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] For port 3da47842-c6af-4a2b-b815-fd05414e3035, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3da47842-c6af-4a2b-b815-fd05414e3035,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:32.229497 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:32.237799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:32.289226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Attempting to bind port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:32.289722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Attempting to bind port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'bfc58ce6-b71e-4c18-86bf-3a1289125f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '128c37d5-44e0-4040-87b9-b7dda44a0fa3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:32.290102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Attempting to bind port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 on network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:32.305740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:32.309475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Checking segment: {'id': 'bfc58ce6-b71e-4c18-86bf-3a1289125f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '128c37d5-44e0-4040-87b9-b7dda44a0fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:32.309886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:32.310440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Bound using segment: {'id': 'bfc58ce6-b71e-4c18-86bf-3a1289125f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '128c37d5-44e0-4040-87b9-b7dda44a0fa3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:32.310932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Bound port: 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc58ce6-b71e-4c18-86bf-3a1289125f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '128c37d5-44e0-4040-87b9-b7dda44a0fa3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:32.311387 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:32.438611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b1937-8287-4f6d-bf83-b550a3d4729a None None] Pushing event updated for resources: {'Port': ['ID=3da47842-c6af-4a2b-b815-fd05414e3035,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:32.450438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Routers {'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:32.451090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:32.491357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:17:32.491994 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:17:32.690261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 14699c40-91c5-47de-8176-922d715bfc65 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:32.843224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:17:32.845960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:32.861123 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:32.871963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] For port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:32.872602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] For port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,segment=NetworkSegment(bfc58ce6-b71e-4c18-86bf-3a1289125f4c),segment_id=bfc58ce6-b71e-4c18-86bf-3a1289125f4c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:32.896558 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:33.013557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Deleting port d9122775-83bc-430d-b336-cec367b2e452 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:33.014718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:33.084889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] Set router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:33.195150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:33.346608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=14699c40-91c5-47de-8176-922d715bfc65,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:33.372072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb1afa-fb35-4af0-b1ab-101ac0b50862 None None] Pushing event updated for resources: {'Port': ['ID=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:33.423720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] For port d9122775-83bc-430d-b336-cec367b2e452, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d9122775-83bc-430d-b336-cec367b2e452,segment=NetworkSegment(225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe),segment_id=225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:33.428989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:33.438227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45272) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:33.464312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Checking segment: {'id': 'cc89c7ea-ebce-420a-8062-6f3ed25e8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:33.464673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network hostable DHCP agents. Network: 56a1ebc4-a0b2-474a-a90b-fbeda8577459, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:33.498690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Subnet': ['ID=449c33b4-8bdb-4ced-85ce-aee15de3eed7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:33.520176 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:16Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:33.530292 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] Checking router: b0642a39-9380-4fa1-9019-e091304b919c for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:17:33.563496 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:33.564365 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:33.788531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:33.844030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5d40-9b14-491b-a981-f03aa6f874b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:33.849765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Calling delete_port for d9122775-83bc-430d-b336-cec367b2e452 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:33.898289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5d40-9b14-491b-a981-f03aa6f874b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:33.924192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:33.974131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:17:26Z', 'revision_number': 3, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port': {'id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:24Z', 'updated_at': '2022-04-01T15:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:33.991178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b0537-02e2-4bc5-9467-a25eeb664d68 None None] The sync data for ids ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'] in n-d-836017-1 is: [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:17:26Z', 'revision_number': 3, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port': {'id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:24Z', 'updated_at': '2022-04-01T15:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:34.009844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:34.035747 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:34.127289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:34.192678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9122775-83bc-430d-b336-cec367b2e452,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:34.204205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.204965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.205530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.206077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.206621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.207249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.207804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.210432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.211029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.211684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.212260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.229815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:34.241859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.242522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.243107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.243807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.244394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.245080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.245636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.246178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.246751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.252067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.252833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:17:34.270790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 56a1ebc4-a0b2-474a-a90b-fbeda8577459) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:34.286271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac073b20-a0de-45b2-b3f4-b54dcf5ab00d None None] Network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:34.315482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:34.316964 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:34.324786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5d40-9b14-491b-a981-f03aa6f874b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:34.527691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d5d40-9b14-491b-a981-f03aa6f874b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d111a8-3edf-49e8-b6b1-362ee1783663,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:34.656954 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:16Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:34.662156 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfab22-b482-4a04-a520-84de35bbf06f None None] The sync data for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 is: [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:07:51Z', 'revision_number': 4, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '483c3f86-1ec8-4bc5-8e88-026a36db0372', 'name': '', 'network_id': 'c49cf382-ea2b-4856-8b41-a005636cd4d1', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'mac_address': 'fa:16:3e:62:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:50Z', 'updated_at': '2022-04-01T15:08:16Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'subnets': [{'id': '4c5b885d-3160-49fb-b83f-d3099095e6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:34.729241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5d40-9b14-491b-a981-f03aa6f874b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:34.732945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e0d5d40-9b14-491b-a981-f03aa6f874b6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "DELETE /v2.0/security-groups/f1d111a8-3edf-49e8-b6b1-362ee1783663 HTTP/1.1" status: 204 len: 168 time: 1.2752204 Apr 01 15:17:34.742276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45288) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:34.867195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8491246-2473-4474-94eb-f61a533d7068 None None] Network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:34.973685 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-9b96784c-4df8-44e8-a5da-a028b2826484 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] show failed (client error): The resource could not be found. Apr 01 15:17:34.974733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9b96784c-4df8-44e8-a5da-a028b2826484 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "GET /v2.0/security-groups/f1d111a8-3edf-49e8-b6b1-362ee1783663 HTTP/1.1" status: 404 len: 347 time: 0.2306600 Apr 01 15:17:34.980875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45296) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:35.015420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-56a1ebc4-a0b2-474a-a90b-fbeda8577459', 'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459', 'tenant_id': '1c818a81fb3f4f959b02fa6e607ebfe3', 'fixed_ips': [{'subnet_id': '449c33b4-8bdb-4ced-85ce-aee15de3eed7'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:35.016486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:35.138695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-31ec40ea-3237-4668-a213-5dd8acdb45ed None None] Provisioning for port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:35.256564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-31ec40ea-3237-4668-a213-5dd8acdb45ed None None] Provisioning complete for port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:35.256936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31ec40ea-3237-4668-a213-5dd8acdb45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:35.269110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b1cc484d-d9a1-4348-878b-a240068e8910 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2937407 Apr 01 15:17:35.289079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45304) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:35.295180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:35.315170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'port': {'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459', 'name': 'tempest-NetworksIpV6TestAttrs-464954737'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:35.426378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:35.760260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Deleting port fb50f8c8-f1ec-4456-b53e-56cf2f904090 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:35.760869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:35.819422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35c8c8-52e1-4fdd-9d27-65c92637dd04 None None] New status for floating IP 1161180e-7660-4d4d-8f1e-a8061efa674a: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:17:35.979852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Router a45a01b8-0265-43d4-b0bb-1e37854a1e45 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:17:35.987078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:36.018732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:port and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:36.038344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:36.068915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3da47842-c6af-4a2b-b815-fd05414e3035 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:36.177266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:36.302199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.309609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:36.313238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.315509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.339778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Allocated IP 172.20.0.1 (707a4215-1036-418c-ae43-b5d50ee53d50/a7ab163e-13c4-47c8-aa08-a9152303cfc9/9e8a7a48-7887-4e86-bee3-0030bf427eab) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:36.341503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Allocated IP 2001:db8::f816:3eff:fefe:8979 (56a1ebc4-a0b2-474a-a90b-fbeda8577459/449c33b4-8bdb-4ced-85ce-aee15de3eed7/1db36beb-a279-4045-9712-998c46b7144b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:36.370320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31ec40ea-3237-4668-a213-5dd8acdb45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.385991 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.386522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb629d12-c1cd-4a68-9b40-de60016d3615 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:17:36.449093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-31ec40ea-3237-4668-a213-5dd8acdb45ed None None] For port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,segment=NetworkSegment(bfc58ce6-b71e-4c18-86bf-3a1289125f4c),segment_id=bfc58ce6-b71e-4c18-86bf-3a1289125f4c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:36.452635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3da47842-c6af-4a2b-b815-fd05414e3035 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:36.464181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.468206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8466f39c-697a-4609-8e08-e2ee09b4845e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "DELETE /v2.0/routers/fb629d12-c1cd-4a68-9b40-de60016d3615 HTTP/1.1" status: 204 len: 168 time: 9.0619686 Apr 01 15:17:36.470831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45326) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:36.480029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] device_id is not set on port afe6a376-8239-4168-8a27-929aea4fa7b5 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:17:36.504218 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31ec40ea-3237-4668-a213-5dd8acdb45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.507958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45330) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:36.511456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3da47842-c6af-4a2b-b815-fd05414e3035 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:36.511821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.580775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Deleting subnet b480bb5c-5eeb-4638-99c0-2b6b24a602d4 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:17:36.598366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:36.601450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.601952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.607341 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.608377 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] Sync routers for ids ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:36.631306 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] Routers {'a45a01b8-0265-43d4-b0bb-1e37854a1e45'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:36.631913 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:36.660691 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.726963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7ed16000-66e8-4952-9798-62159fa26b7f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "PUT /v2.0/routers/a45a01b8-0265-43d4-b0bb-1e37854a1e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2012348 Apr 01 15:17:36.732301 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.740901 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:36.750845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Transition to ACTIVE for port object 9e8a7a48-7887-4e86-bee3-0030bf427eab will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:36.754208 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] Routers {'a45a01b8-0265-43d4-b0bb-1e37854a1e45'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:36.755077 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:36.769757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45336) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:36.818200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec40ea-3237-4668-a213-5dd8acdb45ed None None] Pushing event updated for resources: {'Port': ['ID=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:36.830074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.842448 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:36.843164 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c2d02-417c-41fb-91d6-f15b45a5af5a None None] The sync data for ids ['a45a01b8-0265-43d4-b0bb-1e37854a1e45'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:36.862565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Calling delete_port for fb50f8c8-f1ec-4456-b53e-56cf2f904090 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:36.948347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8a7a48-7887-4e86-bee3-0030bf427eab,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:36.960337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:36.965610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:17:36.965941 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:17:37.001131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.021053 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04bbb71-9c6b-47e9-beb6-c8efa4cc85b8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:17:37.022062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b04bbb71-9c6b-47e9-beb6-c8efa4cc85b8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:37.030380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Network 707a4215-1036-418c-ae43-b5d50ee53d50 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:37.056099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.060587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:37.066504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Usage tracker for resource:security_group_rule and tenant:22f3dba10df44e1ea70f39d3fbc557ac is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:37.080928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:37.086932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 3da47842-c6af-4a2b-b815-fd05414e3035, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3da47842-c6af-4a2b-b815-fd05414e3035,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:37.088853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:37.103453 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.118103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:37.121554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:37.147009 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.185552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Transition to ACTIVE for port object 1db36beb-a279-4045-9712-998c46b7144b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:37.214493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b04bbb71-9c6b-47e9-beb6-c8efa4cc85b8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:37.219081 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b04bbb71-9c6b-47e9-beb6-c8efa4cc85b8 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/14699c40-91c5-47de-8176-922d715bfc65 HTTP/1.1" status: 404 len: 333 time: 0.4434226 Apr 01 15:17:37.219296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45340) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:37.227329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Transition to ACTIVE for port object 1db36beb-a279-4045-9712-998c46b7144b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:37.233656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=3da47842-c6af-4a2b-b815-fd05414e3035,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:37.247048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.258096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.305259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-64aa87b9-9898-4c9c-a492-777af46ab5bb None None] Provisioning complete for port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:37.306392 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64aa87b9-9898-4c9c-a492-777af46ab5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.317862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.366929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.400886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Pushing event updated for resources: {'Port': ['ID=1db36beb-a279-4045-9712-998c46b7144b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:37.414938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:37.418793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:37.426814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:37.461868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.499003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Deleting port fb50f8c8-f1ec-4456-b53e-56cf2f904090 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:37.499388 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.516876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.521699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b480bb5c-5eeb-4638-99c0-2b6b24a602d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:37.538241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e5433aa0-8d55-4546-a7c4-b9c27f67a283 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/b480bb5c-5eeb-4638-99c0-2b6b24a602d4 HTTP/1.1" status: 204 len: 168 time: 1.0661001 Apr 01 15:17:37.539068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.544823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45346) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:37.579088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Attempting to bind port 1db36beb-a279-4045-9712-998c46b7144b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:37.579469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Attempting to bind port 1db36beb-a279-4045-9712-998c46b7144b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cc89c7ea-ebce-420a-8062-6f3ed25e8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:37.579823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Attempting to bind port 1db36beb-a279-4045-9712-998c46b7144b on network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:37.590030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:37.590250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5fc472-08fc-4269-a09a-ad28c12478a5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:37.590398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Checking segment: {'id': 'cc89c7ea-ebce-420a-8062-6f3ed25e8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:37.590800 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.591181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Bound using segment: {'id': 'cc89c7ea-ebce-420a-8062-6f3ed25e8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:37.591668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Bound port: 1db36beb-a279-4045-9712-998c46b7144b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc89c7ea-ebce-420a-8062-6f3ed25e8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56a1ebc4-a0b2-474a-a90b-fbeda8577459'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:37.592526 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.643969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27b22c7a-6f25-487f-b63b-f6033b134d04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22f3dba10df44e1ea70f39d3fbc557ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1317093 Apr 01 15:17:37.647603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45350) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:37.706664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] For port 1db36beb-a279-4045-9712-998c46b7144b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:37.710343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] For port 1db36beb-a279-4045-9712-998c46b7144b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1db36beb-a279-4045-9712-998c46b7144b,segment=NetworkSegment(cc89c7ea-ebce-420a-8062-6f3ed25e8dc7),segment_id=cc89c7ea-ebce-420a-8062-6f3ed25e8dc7)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:37.716292 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.794304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:37.817372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116d32fa-4cf5-4eb2-87bc-67439424f585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.822853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20b9e7e6-ebb6-455f-9c41-9fb9ddf417d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.856112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116d32fa-4cf5-4eb2-87bc-67439424f585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.866633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dd553-f37c-4824-b3c7-430131f28e92 None None] Pushing event updated for resources: {'Port': ['ID=1db36beb-a279-4045-9712-998c46b7144b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:37.910384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:37.910807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.913305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.929145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:37.945950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Allocated IP 2001:db8::f816:3eff:fedf:426a (56a1ebc4-a0b2-474a-a90b-fbeda8577459/449c33b4-8bdb-4ced-85ce-aee15de3eed7/afe6a376-8239-4168-8a27-929aea4fa7b5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:38.029613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b6829082-9182-4810-92d1-aba42189ada1 None None] Provisioning for port 9e8a7a48-7887-4e86-bee3-0030bf427eab completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:38.051027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b6829082-9182-4810-92d1-aba42189ada1 None None] Provisioning complete for port 9e8a7a48-7887-4e86-bee3-0030bf427eab triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:38.051488 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6829082-9182-4810-92d1-aba42189ada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.076999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8a7a48-7887-4e86-bee3-0030bf427eab,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:38.134113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.147295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116d32fa-4cf5-4eb2-87bc-67439424f585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.186711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d32fa-4cf5-4eb2-87bc-67439424f585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5fc472-08fc-4269-a09a-ad28c12478a5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:38.187918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b6829082-9182-4810-92d1-aba42189ada1 None None] Port 9e8a7a48-7887-4e86-bee3-0030bf427eab cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:38.200743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3da47842-c6af-4a2b-b815-fd05414e3035 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:38.206237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.220193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116d32fa-4cf5-4eb2-87bc-67439424f585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.222565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-116d32fa-4cf5-4eb2-87bc-67439424f585 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a5fc472-08fc-4269-a09a-ad28c12478a5 HTTP/1.1" status: 204 len: 168 time: 0.5739729 Apr 01 15:17:38.336196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3da47842-c6af-4a2b-b815-fd05414e3035 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:38.336565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.524336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Network 707a4215-1036-418c-ae43-b5d50ee53d50 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:38.532934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:38.844534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45362) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:38.920660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.921559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.924258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-626820c4-ce7f-4674-98a8-56c81146f0b2 None None] Provisioning complete for port 9e8a7a48-7887-4e86-bee3-0030bf427eab triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:38.924629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-626820c4-ce7f-4674-98a8-56c81146f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.954638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:38.966230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.032189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-626820c4-ce7f-4674-98a8-56c81146f0b2 None None] Port 9e8a7a48-7887-4e86-bee3-0030bf427eab cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:39.141653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:17:39.196633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Calling delete_port for fb50f8c8-f1ec-4456-b53e-56cf2f904090 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:39.390558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:39.399038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-af0dd652-978d-4662-9576-7335327d2e31 admin admin] 10.222.0.48 "PUT /v2.0/routers/b814e4a9-0db1-475e-8cc6-9142e4b6e9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1722169 Apr 01 15:17:39.413754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Sync routers for ids ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:39.418481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2240a857-8e33-4aeb-999b-0cf228d9a2b4']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:39.448590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Routers {'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:39.452220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:39.493001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:39.493295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225fbd21-a6ce-43f1-9018-0fd7dd0e8ebe') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:39.514592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.533529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:39.537756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Usage tracker for resource:security_group_rule and tenant:912c9d8737834527af342bdd4123c171 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:39.540693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:39.563789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:39.656850 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.668045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20b9e7e6-ebb6-455f-9c41-9fb9ddf417d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.681583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.719424 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20b9e7e6-ebb6-455f-9c41-9fb9ddf417d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.743758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.789431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Set router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:39.796193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:17:39.796538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.814874 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:17:39.834884 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:17:39.943649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce901a-a7af-4a95-849c-22d30d6af41a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:39.959158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f842f2e4-5e95-44d1-9dcb-e546a2eccfe4 None None] Network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:39.974900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1db36beb-a279-4045-9712-998c46b7144b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:40.072859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Pushing event deleted for resources: {'Port': ['ID=fb50f8c8-f1ec-4456-b53e-56cf2f904090,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:40.081630 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20b9e7e6-ebb6-455f-9c41-9fb9ddf417d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.082244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b9e7e6-ebb6-455f-9c41-9fb9ddf417d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Fanout notify agent at l3_agent the message router_deleted on router a45a01b8-0265-43d4-b0bb-1e37854a1e45 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:17:40.085884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d34398f0-1812-481f-b1a0-1e961431fc2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=912c9d8737834527af342bdd4123c171&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2243958 Apr 01 15:17:40.090184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45398) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:40.100651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.127592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.157230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2240a857-8e33-4aeb-999b-0cf228d9a2b4 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:17:40.165418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.171310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Transition to ACTIVE for port object afe6a376-8239-4168-8a27-929aea4fa7b5 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:40.176509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event deleted for resources: {'Network': ['ID=2240a857-8e33-4aeb-999b-0cf228d9a2b4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:40.180664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.201690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d31158dc-cb0f-4424-88b6-dd62f3053407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.202254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.203550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b53f6a0a-6e9c-4701-8372-effc6fe0c0c6 tempest-ServerActionsTestJSON-1508691756 tempest-ServerActionsTestJSON-1508691756-project] 10.222.0.48 "DELETE /v2.0/floatingips/1161180e-7660-4d4d-8f1e-a8061efa674a HTTP/1.1" status: 204 len: 168 time: 5.2214913 Apr 01 15:17:40.205194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f79cbb2-96e5-4212-8f76-dae4d973dbfa tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2240a857-8e33-4aeb-999b-0cf228d9a2b4 HTTP/1.1" status: 204 len: 168 time: 2.6136682 Apr 01 15:17:40.207807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45402) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:40.209476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d3bb9c4-7694-4f98-a18e-9b9ba0233d11 None None] Provisioning for port 1db36beb-a279-4045-9712-998c46b7144b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:40.224184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-20b9e7e6-ebb6-455f-9c41-9fb9ddf417d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.225265 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-20b9e7e6-ebb6-455f-9c41-9fb9ddf417d9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/routers/a45a01b8-0265-43d4-b0bb-1e37854a1e45 HTTP/1.1" status: 204 len: 168 time: 3.0035994 Apr 01 15:17:40.232517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45408) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:40.278960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.282689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d31158dc-cb0f-4424-88b6-dd62f3053407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.290055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1db36beb-a279-4045-9712-998c46b7144b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:40.321369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1db36beb-a279-4045-9712-998c46b7144b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:40.322055 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.448880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:40.450063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Port': ['ID=afe6a376-8239-4168-8a27-929aea4fa7b5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:40.456083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:40.459815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:40.475321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:40.476117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.544399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e2db18e3-7936-400e-96b1-7ca8239ee24a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.2548242 Apr 01 15:17:40.546893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45416) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:40.604759 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d31158dc-cb0f-4424-88b6-dd62f3053407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.686653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31158dc-cb0f-4424-88b6-dd62f3053407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce901a-a7af-4a95-849c-22d30d6af41a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:40.703698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d31158dc-cb0f-4424-88b6-dd62f3053407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.707970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d31158dc-cb0f-4424-88b6-dd62f3053407 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cce901a-a7af-4a95-849c-22d30d6af41a HTTP/1.1" status: 204 len: 168 time: 0.6167419 Apr 01 15:17:40.749864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet b5702387-a818-4ae5-a71c-5dfc34893b8b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:17:40.756727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.896891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:40.973960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 4, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port': {'id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:24Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '9e8a7a48-7887-4e86-bee3-0030bf427eab', 'name': '', 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'mac_address': 'fa:16:3e:eb:d3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7ab163e-13c4-47c8-aa08-a9152303cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:35Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 2, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'subnets': [{'id': 'a7ab163e-13c4-47c8-aa08-a9152303cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:41.007348 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.008083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Checking router: b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:17:41.008427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Updating router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 port 9e8a7a48-7887-4e86-bee3-0030bf427eab binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:17:41.122328 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.172730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.292940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.323188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.332117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1db36beb-a279-4045-9712-998c46b7144b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1db36beb-a279-4045-9712-998c46b7144b,segment=NetworkSegment(cc89c7ea-ebce-420a-8062-6f3ed25e8dc7),segment_id=cc89c7ea-ebce-420a-8062-6f3ed25e8dc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:41.365741 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.476361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.494902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45438) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:41.500177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=b5702387-a818-4ae5-a71c-5dfc34893b8b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:41.517054 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9cf62284-e4c9-40e5-92d2-7ff13d2401ba tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/b5702387-a818-4ae5-a71c-5dfc34893b8b HTTP/1.1" status: 204 len: 168 time: 1.2831283 Apr 01 15:17:41.524275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45442) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:41.535879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'router': {'name': 'tempest-router--350656398', 'project_id': 'ca67dc80db8d4784a874ab1ca684db34'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:41.604593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1db36beb-a279-4045-9712-998c46b7144b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:41.610635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:41.626906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:router and tenant:ca67dc80db8d4784a874ab1ca684db34 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:41.649379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aaa493-ec1d-479b-8579-46299edf2277 None None] Network a64467eb-55bb-424d-8f8e-b56913cebf2f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:41.793581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.797638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:41.804435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:41.829089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.830634 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.856564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:41.858507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:41.925297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Deleting subnet 449c33b4-8bdb-4ced-85ce-aee15de3eed7 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:17:41.931786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.034502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.035241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.144267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.261674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.271814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c217b144-c7ef-41fb-8c50-49b44e3e4b94 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7496967 Apr 01 15:17:42.287814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45466) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:42.361305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d9e844d4-8ed4-4397-a6d0-16dffe04a049 None None] Provisioning for port afe6a376-8239-4168-8a27-929aea4fa7b5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:42.452642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d9e844d4-8ed4-4397-a6d0-16dffe04a049 None None] Provisioning complete for port afe6a376-8239-4168-8a27-929aea4fa7b5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:42.453222 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9e844d4-8ed4-4397-a6d0-16dffe04a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.583991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d9e844d4-8ed4-4397-a6d0-16dffe04a049 None None] Port afe6a376-8239-4168-8a27-929aea4fa7b5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:42.673010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.679884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d9e844d4-8ed4-4397-a6d0-16dffe04a049 None None] Provisioning complete for port 1db36beb-a279-4045-9712-998c46b7144b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:42.682776 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9e844d4-8ed4-4397-a6d0-16dffe04a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.727102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] For port e6c8da89-7f7f-4346-9d0f-9a0430fc3200, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e6c8da89-7f7f-4346-9d0f-9a0430fc3200,segment=NetworkSegment(5e3b976e-831d-426e-82c1-b282dbeef2d5),segment_id=5e3b976e-831d-426e-82c1-b282dbeef2d5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:42.729992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.875743 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.880281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:42.942480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.010849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Transition to ACTIVE for port object 9e8a7a48-7887-4e86-bee3-0030bf427eab will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:43.017978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1bcf25-527b-40e0-bae0-21bbeb35f48a None None] DHCP port deletion for a64467eb-55bb-424d-8f8e-b56913cebf2f request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:17:43.025310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fc1bcf25-527b-40e0-bae0-21bbeb35f48a None None] Deleting port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:43.025875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcf25-527b-40e0-bae0-21bbeb35f48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.066342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Subnet': ['ID=449c33b4-8bdb-4ced-85ce-aee15de3eed7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:43.078290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.079344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.096961 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-00b7fae3-822c-417f-9c5f-3c4554eb76b1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/449c33b4-8bdb-4ced-85ce-aee15de3eed7 HTTP/1.1" status: 204 len: 168 time: 2.5488324 Apr 01 15:17:43.099385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45492) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:43.171370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0d242-3132-43dc-85ac-432f7c65a1dc None None] Network 56a1ebc4-a0b2-474a-a90b-fbeda8577459 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:43.196844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb634814-f4f5-4fc2-bf4b-b7ab6693f719 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:43.196844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb634814-f4f5-4fc2-bf4b-b7ab6693f719 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:43.199813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bb634814-f4f5-4fc2-bf4b-b7ab6693f719 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Synchronizing usage tracker for tenant:1c818a81fb3f4f959b02fa6e607ebfe3 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:43.232173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bb634814-f4f5-4fc2-bf4b-b7ab6693f719 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Unset dirty status for tenant:1c818a81fb3f4f959b02fa6e607ebfe3 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:43.233308 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bb634814-f4f5-4fc2-bf4b-b7ab6693f719 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1330421 Apr 01 15:17:43.237147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:43.260376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for e6c8da89-7f7f-4346-9d0f-9a0430fc3200 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:43.310237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-622289a2-e597-483a-a0c1-49f8e01eaeee tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.392950 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6afaef8a-eb57-494d-b574-4b43f5ce459e tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.434705 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afaef8a-eb57-494d-b574-4b43f5ce459e tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:17:43.435136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afaef8a-eb57-494d-b574-4b43f5ce459e tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:17:43.443072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ec58e-c0c0-44e5-a902-abf66c788396 None None] Pushing event updated for resources: {'Port': ['ID=9e8a7a48-7887-4e86-bee3-0030bf427eab,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:43.447622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6afaef8a-eb57-494d-b574-4b43f5ce459e tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/56a1ebc4-a0b2-474a-a90b-fbeda8577459 HTTP/1.1" status: 409 len: 405 time: 0.2094390 Apr 01 15:17:43.452112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45520) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:43.469234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-500911634'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:43.488481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:43.509090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:network and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:43.530472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:43.537869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:43.561465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:43.564980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.570648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bdc838e4-4673-4811-a212-9f4c0845a5d0 None None] Provisioning complete for port afe6a376-8239-4168-8a27-929aea4fa7b5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:43.571019 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdc838e4-4673-4811-a212-9f4c0845a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.640399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:43.664953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.666373 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Added segment 3dda810d-de19-420b-b071-8d0089dcbbf3 of type vlan for network 013d88a1-d551-4893-ac22-46b42a83d2f7 Apr 01 15:17:43.735290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:43.794564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fc1bcf25-527b-40e0-bae0-21bbeb35f48a None None] The port 'e6c8da89-7f7f-4346-9d0f-9a0430fc3200' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:17:43.846719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=e6c8da89-7f7f-4346-9d0f-9a0430fc3200,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:43.919555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1db36beb-a279-4045-9712-998c46b7144b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:43.994769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No DVR routers for this DVR port e6c8da89-7f7f-4346-9d0f-9a0430fc3200 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:44.114460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Attempting to bind port 9e8a7a48-7887-4e86-bee3-0030bf427eab on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:44.114834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Attempting to bind port 9e8a7a48-7887-4e86-bee3-0030bf427eab by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:44.115433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Attempting to bind port 9e8a7a48-7887-4e86-bee3-0030bf427eab on network 707a4215-1036-418c-ae43-b5d50ee53d50 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:44.124083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45544) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:44.131341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:44.132161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Checking segment: {'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:44.133588 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.134199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Bound using segment: {'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:44.134898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Bound port: 9e8a7a48-7887-4e86-bee3-0030bf427eab, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec5b45d-a7b7-48a4-bfeb-95975924778a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:44.135741 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.178508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bdc838e4-4673-4811-a212-9f4c0845a5d0 None None] Port afe6a376-8239-4168-8a27-929aea4fa7b5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:44.232137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-622289a2-e597-483a-a0c1-49f8e01eaeee tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.257479 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-622289a2-e597-483a-a0c1-49f8e01eaeee tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.267171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.306815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64467eb-55bb-424d-8f8e-b56913cebf2f']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:44.324024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] For port 9e8a7a48-7887-4e86-bee3-0030bf427eab, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:44.328030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] For port 9e8a7a48-7887-4e86-bee3-0030bf427eab, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9e8a7a48-7887-4e86-bee3-0030bf427eab,segment=NetworkSegment(8ec5b45d-a7b7-48a4-bfeb-95975924778a),segment_id=8ec5b45d-a7b7-48a4-bfeb-95975924778a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:44.342822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.348512 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.354462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-622289a2-e597-483a-a0c1-49f8e01eaeee tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.355061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622289a2-e597-483a-a0c1-49f8e01eaeee tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe56cf6-87bf-4b78-b102-6dae6fa63cdb {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:17:44.357918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3b976e-831d-426e-82c1-b282dbeef2d5') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:44.358480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3b976e-831d-426e-82c1-b282dbeef2d5') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:44.409241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.487245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.498881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1db36beb-a279-4045-9712-998c46b7144b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:44.499432 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.506239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.522620 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-622289a2-e597-483a-a0c1-49f8e01eaeee tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.524156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-622289a2-e597-483a-a0c1-49f8e01eaeee tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3fe56cf6-87bf-4b78-b102-6dae6fa63cdb HTTP/1.1" status: 204 len: 168 time: 2.2353115 Apr 01 15:17:44.528648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:17:44.529306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:17:44.546508 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:17:44.585284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] DHCP port deletion for 56a1ebc4-a0b2-474a-a90b-fbeda8577459 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:17:44.595649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] Deleting port 1db36beb-a279-4045-9712-998c46b7144b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:44.596427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.659041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ec58e-c0c0-44e5-a902-abf66c788396 None None] Pushing event updated for resources: {'Port': ['ID=9e8a7a48-7887-4e86-bee3-0030bf427eab,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:44.674189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:44.679921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Usage tracker for resource:security_group_rule and tenant:11a3b811cb7d4009a949870d72c7a28a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:44.686478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.689151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:44.756872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Routers {'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:44.758540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:44.763021 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.765292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.778035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:44.778682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:44.787687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:44.795842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=a64467eb-55bb-424d-8f8e-b56913cebf2f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:44.822238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-74ee38b7-4cb0-498e-9802-3694194acfc6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/a64467eb-55bb-424d-8f8e-b56913cebf2f HTTP/1.1" status: 204 len: 168 time: 3.2956114 Apr 01 15:17:44.828200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45560) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:44.971702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb084071-b4e6-41cd-aa37-7ae7a82354e7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:44.974458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fb084071-b4e6-41cd-aa37-7ae7a82354e7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:45.013240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.022665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fb084071-b4e6-41cd-aa37-7ae7a82354e7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:45.025203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fb084071-b4e6-41cd-aa37-7ae7a82354e7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/c63e6583-3533-42bc-bcbb-0038457a2cd8 HTTP/1.1" status: 200 len: 841 time: 0.1955769 Apr 01 15:17:45.037786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45566) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:45.038188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45568) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:45.092906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.103255 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.130731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6763990 Apr 01 15:17:45.153193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45576) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:45.183870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'subnet': {'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:45.230808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4567e-597d-48a8-937f-dd6677bccb19,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:45.247813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0545f130-cec3-4728-8e20-d5c50595c3a3 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/c63e6583-3533-42bc-bcbb-0038457a2cd8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2082901 Apr 01 15:17:45.255619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45584) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:45.266368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:45.308456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e3a9ac64-4407-43b7-b461-90f5aff40dbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11a3b811cb7d4009a949870d72c7a28a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1808918 Apr 01 15:17:45.320557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45588) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:45.367458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:45.377985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:45.399918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10ae60-a5c2-42e9-a26c-8dd172db5027 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Network': ['ID=013d88a1-d551-4893-ac22-46b42a83d2f7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:45.400084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] For port 1db36beb-a279-4045-9712-998c46b7144b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1db36beb-a279-4045-9712-998c46b7144b,segment=NetworkSegment(cc89c7ea-ebce-420a-8062-6f3ed25e8dc7),segment_id=cc89c7ea-ebce-420a-8062-6f3ed25e8dc7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:45.400400 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.413065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:45.510350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] Set router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:45.581461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-aea0316a-94fe-48b1-9cd3-d4a2fb00b515 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:45.582210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-aea0316a-94fe-48b1-9cd3-d4a2fb00b515 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:45.603001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2128935427', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:45.609937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.625908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] Calling delete_port for 1db36beb-a279-4045-9712-998c46b7144b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:45.672447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:45.681645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:45.685755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:45.697481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Deleting port 483c3f86-1ec8-4bc5-8e88-026a36db0372 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:45.697916 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.703859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:45.717438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:45.719794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 013d88a1-d551-4893-ac22-46b42a83d2f7 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:17:45.733931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Usage tracker for resource:router and tenant:46b5f3b8eb494e958898fcf12b1178c5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:45.734150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e6c8da89-7f7f-4346-9d0f-9a0430fc3200 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:45.738731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:45.778552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e6c8da89-7f7f-4346-9d0f-9a0430fc3200 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:17:45.778899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e6c8da89-7f7f-4346-9d0f-9a0430fc3200 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:17:45.780754 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.849616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:45.867552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-aea0316a-94fe-48b1-9cd3-d4a2fb00b515 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:45.868726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-aea0316a-94fe-48b1-9cd3-d4a2fb00b515 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 1.0700846 Apr 01 15:17:45.878642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-221a1156-1101-4142-b767-f08ee91ccfb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7027893 Apr 01 15:17:45.896048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:45.921878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] Pushing event deleted for resources: {'Port': ['ID=1db36beb-a279-4045-9712-998c46b7144b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:45.936663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5e19a31-7556-4421-bade-00fc6c03829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.944939 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3fdf6b54-75bf-416c-b119-04358f05ef53 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/quotas/eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 375 time: 0.0289578 Apr 01 15:17:45.953869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1db36beb-a279-4045-9712-998c46b7144b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:45.954489 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.955550 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:45.964120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.077963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1db36beb-a279-4045-9712-998c46b7144b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:17:46.078579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1db36beb-a279-4045-9712-998c46b7144b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:17:46.090449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5e500-1c00-43f3-847a-68050c4cf5ce None None] No DVR routers for this DVR port 1db36beb-a279-4045-9712-998c46b7144b on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:46.137028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5e19a31-7556-4421-bade-00fc6c03829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.221032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.260002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-c33769ee-281f-4b04-9eeb-5fc716b573dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e44cc618acf64ea1a822988411c17e38&device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 1101 time: 0.2643106 Apr 01 15:17:46.267981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] For port 483c3f86-1ec8-4bc5-8e88-026a36db0372, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=483c3f86-1ec8-4bc5-8e88-026a36db0372,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:46.268334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.407002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 4, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port': {'id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:24Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '9e8a7a48-7887-4e86-bee3-0030bf427eab', 'name': '', 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'mac_address': 'fa:16:3e:eb:d3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7ab163e-13c4-47c8-aa08-a9152303cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:35Z', 'updated_at': '2022-04-01T15:17:44Z', 'revision_number': 4, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'subnets': [{'id': 'a7ab163e-13c4-47c8-aa08-a9152303cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:46.412201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce74a1-f64e-480c-a88c-119ebcf792c2 None None] The sync data for ids ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'] in n-d-836017-1 is: [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 4, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port': {'id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:24Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '9e8a7a48-7887-4e86-bee3-0030bf427eab', 'name': '', 'network_id': '707a4215-1036-418c-ae43-b5d50ee53d50', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'mac_address': 'fa:16:3e:eb:d3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7ab163e-13c4-47c8-aa08-a9152303cfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:35Z', 'updated_at': '2022-04-01T15:17:44Z', 'revision_number': 4, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'subnets': [{'id': 'a7ab163e-13c4-47c8-aa08-a9152303cfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:46.415176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-64e59c86-f767-4fef-8590-cc8a766a0c16 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4353166 Apr 01 15:17:46.425750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Calling delete_port for 483c3f86-1ec8-4bc5-8e88-026a36db0372 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:46.427114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5e19a31-7556-4421-bade-00fc6c03829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.609101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e19a31-7556-4421-bade-00fc6c03829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4567e-597d-48a8-937f-dd6677bccb19,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:46.730078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.829711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.832714 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5e19a31-7556-4421-bade-00fc6c03829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.848149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a5e19a31-7556-4421-bade-00fc6c03829c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ee4567e-597d-48a8-937f-dd6677bccb19 HTTP/1.1" status: 204 len: 168 time: 1.5193975 Apr 01 15:17:46.863351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=e2716d95-fa11-4197-b394-420f8ced9c0c,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:46.924846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:46.929859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:46.938201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd392e5-1ea7-4ab5-a25d-b5266c6e1f6b None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:46.946171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:46.946912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:46.969264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-4e653a95-55b8-448b-a953-8aa3868a6359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:46.970933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-4e653a95-55b8-448b-a953-8aa3868a6359 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.6060481 Apr 01 15:17:47.116280 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-388da400-93b9-4473-a297-396d1f4a7466 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348357 Apr 01 15:17:47.160650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.objects.ports [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:17:47.210209 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-47193b34-6b6d-4593-a8f7-5b6cb1a4b39e tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9379692 Apr 01 15:17:47.212248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-4bf9f07c-5b26-4f33-9c2e-275e717eb866 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=86c6c727-aae8-467b-836b-d8594d1c47f5 HTTP/1.1" status: 200 len: 217 time: 0.1541309 Apr 01 15:17:47.212723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45618) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:47.240478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'security_group': {'name': 'tempest-secgroup-158203853'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:47.311685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:47.331628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:47.353863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:47.376476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:47.395795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:47.426692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-e531929c-bf28-4e0d-bfe0-9cc29d90af65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:47.428193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-e531929c-bf28-4e0d-bfe0-9cc29d90af65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.2020321 Apr 01 15:17:47.436040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:47.484959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Subnet': ['ID=6723a7a5-cc43-4781-940c-47655455e824,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:47.559581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:47.597258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group_rule and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:47.603874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'tenant_id': '56910f9217c44567b3116680314ed076', 'fixed_ips': [{'subnet_id': 'e2716d95-fa11-4197-b394-420f8ced9c0c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:47.605425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:47.607369 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:47.617640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:47.726384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-2c380f4e-a9fd-4cd7-9ff0-619a9a75f6ca service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983527 Apr 01 15:17:47.754222 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:47.760279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Checking segment: {'id': '3dda810d-de19-420b-b071-8d0089dcbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:47.774693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network hostable DHCP agents. Network: 013d88a1-d551-4893-ac22-46b42a83d2f7, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:47.842829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:47.853689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:47.997083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Pushing event deleted for resources: {'Port': ['ID=483c3f86-1ec8-4bc5-8e88-026a36db0372,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:48.047303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Allocated IP 172.20.0.2 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/e2716d95-fa11-4197-b394-420f8ced9c0c/94dad7b5-dc8b-4de2-be76-76cd2a18bad2) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:48.077450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9e8a7a48-7887-4e86-bee3-0030bf427eab up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:48.230835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network 013d88a1-d551-4893-ac22-46b42a83d2f7 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:48.250712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-5df62580-afef-4521-b2f4-ce3ea83ecbb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7957554 Apr 01 15:17:48.373839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 013d88a1-d551-4893-ac22-46b42a83d2f7) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:48.410533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:48.411493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:48.473505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-1d6a2d45-840c-4000-8eb2-c027d4d49a62 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075827 Apr 01 15:17:48.488477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5273a915-d0ce-4485-afc3-84efcd14c6dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3240707 Apr 01 15:17:48.493696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cfd45a-23e5-4657-95d8-a83d1555f588 None None] Network 013d88a1-d551-4893-ac22-46b42a83d2f7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:48.499071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45650) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:48.511832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'port': {'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7', 'name': 'tempest-NetworksIpV6TestAttrs-387002778'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:48.672045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:48.676409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:port and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:48.680189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:48.686749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:48.711543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:48.735853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:48.743815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 9e8a7a48-7887-4e86-bee3-0030bf427eab completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:48.768375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9e8a7a48-7887-4e86-bee3-0030bf427eab triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:48.768739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:48.775851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:48.788492 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:48.837764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Allocated IP 172.25.2.114 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1a9617c4-4000-44c1-93a8-74ff7f0f02da) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:48.856912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e0cac763-8c4a-4f58-95ab-629efa1d5ae5 req-d3a40d6e-77ec-4eba-8fed-5c8e30b9c967 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:48.938725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] device_id is not set on port 57dbdf1c-f016-4b2b-8438-21aaa2dc379d yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:17:49.025125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.099265 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.103997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.8845725 Apr 01 15:17:49.103997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eaf8a-b72f-4cd6-a2d8-f5656b8d0723 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd22815-1d1e-44f3-ab34-139b2ff734a7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:49.106092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45670) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:49.158501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475097842'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:49.167739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:49.174797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:49.181052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:49.192258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:49.216295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.237535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0c1b12e-4fe0-46c5-87dc-d37eec23a14a req-2bcce8ff-6e74-4d41-868b-7152957405d1 service neutron] 10.222.0.44 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7434306 Apr 01 15:17:49.255648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Transition to ACTIVE for port object 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:49.262060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-013d88a1-d551-4893-ac22-46b42a83d2f7', 'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7', 'tenant_id': '1c818a81fb3f4f959b02fa6e607ebfe3', 'fixed_ips': [{'subnet_id': '6723a7a5-cc43-4781-940c-47655455e824'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:17:49.263379 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.286556 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.373831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Transition to ACTIVE for port object 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:49.377061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.402681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.426549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e0cac763-8c4a-4f58-95ab-629efa1d5ae5 req-d3a40d6e-77ec-4eba-8fed-5c8e30b9c967 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:49.427921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e0cac763-8c4a-4f58-95ab-629efa1d5ae5 req-d3a40d6e-77ec-4eba-8fed-5c8e30b9c967 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 210 time: 0.6973655 Apr 01 15:17:49.454291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 9e8a7a48-7887-4e86-bee3-0030bf427eab, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9e8a7a48-7887-4e86-bee3-0030bf427eab,segment=NetworkSegment(8ec5b45d-a7b7-48a4-bfeb-95975924778a),segment_id=8ec5b45d-a7b7-48a4-bfeb-95975924778a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:49.460607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Allocated IP 2001:db8::f816:3eff:febb:5806 (013d88a1-d551-4893-ac22-46b42a83d2f7/6723a7a5-cc43-4781-940c-47655455e824/57dbdf1c-f016-4b2b-8438-21aaa2dc379d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:49.488408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.554541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:49.565683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:49.567590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:49.574024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:49.577253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Pushing event updated for resources: {'Port': ['ID=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:49.617949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group_rule and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:49.624539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:49.640054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:49.673455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.721901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=9e8a7a48-7887-4e86-bee3-0030bf427eab,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:49.771920 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.788498 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.864502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.957917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Attempting to bind port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:49.960719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Attempting to bind port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8059d885-6980-419c-96c8-bdf25cc4a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:49.961226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Attempting to bind port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 on network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:49.985965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:49.990789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Checking segment: {'id': '8059d885-6980-419c-96c8-bdf25cc4a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:49.991474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:49.992003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Bound using segment: {'id': '8059d885-6980-419c-96c8-bdf25cc4a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:49.993305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Bound port: 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8059d885-6980-419c-96c8-bdf25cc4a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:49.994144 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:50.109942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61ed9f3-ae9c-4faf-901d-8e79322d8acf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:50.122043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9e8a7a48-7887-4e86-bee3-0030bf427eab up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:50.131255 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:50.132678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-220fa937-02aa-4efe-bd67-6e6ec6c215c7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9810681 Apr 01 15:17:50.139605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45696) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:50.140408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event updated for resources: {'Port': ['ID=1a9617c4-4000-44c1-93a8-74ff7f0f02da,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:50.154763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-409878714', 'security_groups': ['e61ed9f3-ae9c-4faf-901d-8e79322d8acf'], 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2716d95-fa11-4197-b394-420f8ced9c0c'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:50.172326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:50.176332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:50.187525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:50.281706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9e8a7a48-7887-4e86-bee3-0030bf427eab triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:50.282280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:50.329373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] For port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:50.353351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] For port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,segment=NetworkSegment(8059d885-6980-419c-96c8-bdf25cc4a3e6),segment_id=8059d885-6980-419c-96c8-bdf25cc4a3e6)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:50.373563 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:50.641067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84129cc8-8417-4d61-adb4-2279cda2388e None None] Pushing event updated for resources: {'Port': ['ID=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:50.741949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:50.759036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:port and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:50.763111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:50.784698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:50.808738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:50.852152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:50.861336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:50.888725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f97987e5-5ff7-4a1e-94a7-8ece727d2e51 req-51680de0-f617-423e-866b-cf84b4ed9b27 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 210 time: 0.1421580 Apr 01 15:17:50.949583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port 965d3f17-c13a-4eb9-861d-687dff6c0af1 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:17:50.992672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Transition to ACTIVE for port object 57dbdf1c-f016-4b2b-8438-21aaa2dc379d will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:51.129829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:51.142336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-ac1690bf-61d3-478a-b39b-0dd51b2ae15b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:51.143876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-ac1690bf-61d3-478a-b39b-0dd51b2ae15b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.7242301 Apr 01 15:17:51.200271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:51.200271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:51.247804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'port': {'device_id': '9c197e1b-dd93-44a3-b7db-771916777c61', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'admin_state_up': True, 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:51.249958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Allocated IP 2001:db8::f816:3eff:fe8f:3620 (013d88a1-d551-4893-ac22-46b42a83d2f7/6723a7a5-cc43-4781-940c-47655455e824/92bd1370-46a6-4527-80ea-f1ca2e34999c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:51.539325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.6 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/e2716d95-fa11-4197-b394-420f8ced9c0c/965d3f17-c13a-4eb9-861d-687dff6c0af1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:51.634490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Port': ['ID=57dbdf1c-f016-4b2b-8438-21aaa2dc379d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:51.668127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network 013d88a1-d551-4893-ac22-46b42a83d2f7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:51.681094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:51.685892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:51.694379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:51.697136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:51.853310 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:51.912178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Transition to ACTIVE for port object 92bd1370-46a6-4527-80ea-f1ca2e34999c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:51.921055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d4ef80d5-aa81-4744-9a3f-df3c2407d0f1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4182684 Apr 01 15:17:51.928285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:51.964978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Transition to ACTIVE for port object 92bd1370-46a6-4527-80ea-f1ca2e34999c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:51.982750 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.143657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:52.152492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Network 013d88a1-d551-4893-ac22-46b42a83d2f7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:52.157747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:52.167265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:52.170415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:52.204968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:52.209677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.224308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:52.457573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Pushing event updated for resources: {'Port': ['ID=92bd1370-46a6-4527-80ea-f1ca2e34999c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:52.505628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:52.507033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.20.0.3 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/26ec72d0-0fd2-403a-b85e-8cbb25846b57) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:52.569090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.609848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-15c55f6f-bc13-4d3f-a246-ab8698606391 None None] Provisioning for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:52.624810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Attempting to bind port 92bd1370-46a6-4527-80ea-f1ca2e34999c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:52.626436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Attempting to bind port 92bd1370-46a6-4527-80ea-f1ca2e34999c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '3dda810d-de19-420b-b071-8d0089dcbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:52.626804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Attempting to bind port 92bd1370-46a6-4527-80ea-f1ca2e34999c on network 013d88a1-d551-4893-ac22-46b42a83d2f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:52.639011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 965d3f17-c13a-4eb9-861d-687dff6c0af1 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:52.664334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Router 365c7627-7448-4bad-b549-a158d7ae6bd7 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:17:52.686051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:52.687066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Checking segment: {'id': '3dda810d-de19-420b-b071-8d0089dcbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:52.688139 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.689616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Bound using segment: {'id': '3dda810d-de19-420b-b071-8d0089dcbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:52.690928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Bound port: 92bd1370-46a6-4527-80ea-f1ca2e34999c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dda810d-de19-420b-b071-8d0089dcbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '013d88a1-d551-4893-ac22-46b42a83d2f7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:52.691344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.717306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Deleting subnet 6723a7a5-cc43-4781-940c-47655455e824 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:17:52.750576 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.865895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.887011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Transition to ACTIVE for port object 26ec72d0-0fd2-403a-b85e-8cbb25846b57 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:52.928352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-15c55f6f-bc13-4d3f-a246-ab8698606391 None None] Provisioning complete for port c63e6583-3533-42bc-bcbb-0038457a2cd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:52.928930 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15c55f6f-bc13-4d3f-a246-ab8698606391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.939451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:52.987335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:52.996247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:53.001847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Usage tracker for resource:floatingip and tenant:5d1e550a15ec45d39d0f5ab9057967a7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:53.004829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:53.011031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:53.036262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:53.038832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.065132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:53.065525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.095103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:53.102468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:53.114685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:53.130872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.169241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.172431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15c55f6f-bc13-4d3f-a246-ab8698606391 None None] Port c63e6583-3533-42bc-bcbb-0038457a2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:53.181628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] For port 92bd1370-46a6-4527-80ea-f1ca2e34999c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:53.186499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] For port 92bd1370-46a6-4527-80ea-f1ca2e34999c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=92bd1370-46a6-4527-80ea-f1ca2e34999c,segment=NetworkSegment(3dda810d-de19-420b-b071-8d0089dcbbf3),segment_id=3dda810d-de19-420b-b071-8d0089dcbbf3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:53.203233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:53.203530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.204425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.275149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=26ec72d0-0fd2-403a-b85e-8cbb25846b57,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:53.312365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-3f78efd8-d421-41d0-81b5-ab851381add1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0832751 Apr 01 15:17:53.327606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Request body: {'port': {'device_id': '9c197e1b-dd93-44a3-b7db-771916777c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:53.355294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.395913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ed80-7608-4dae-a3f3-658bcd831b0e None None] Pushing event updated for resources: {'Port': ['ID=92bd1370-46a6-4527-80ea-f1ca2e34999c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:53.440376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,segment=NetworkSegment(8059d885-6980-419c-96c8-bdf25cc4a3e6),segment_id=8059d885-6980-419c-96c8-bdf25cc4a3e6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:53.451049 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.599316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.621867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.627669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Router b0642a39-9380-4fa1-9019-e091304b919c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:17:53.637261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:53.704033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f7dc4670-cfd8-4b3a-bf17-bc99a4b9bf62 None None] Provisioning for port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:53.713725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=965d3f17-c13a-4eb9-861d-687dff6c0af1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:53.713871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f7dc4670-cfd8-4b3a-bf17-bc99a4b9bf62 None None] Provisioning complete for port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:53.715063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4670-cfd8-4b3a-bf17-bc99a4b9bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:53.838450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:53.852787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:53.857354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:53.910886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc4670-cfd8-4b3a-bf17-bc99a4b9bf62 None None] Port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:53.961504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:53.962422 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.089077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7af40-c5d7-4085-9092-c63d9c56947c req-c03ac399-ecd7-41f7-ab7b-a4b24404c9df tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:54.091884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0f7af40-c5d7-4085-9092-c63d9c56947c req-c03ac399-ecd7-41f7-ab7b-a4b24404c9df tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 931 time: 1.6952143 Apr 01 15:17:54.182097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:54.217362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9cc10dae-b42d-49ca-be24-bf88468ed822 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0679142 Apr 01 15:17:54.268911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45774) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:54.301599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:54.302195 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.302534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.314017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:54.438673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4e4b6d9f-438e-40f3-b449-ebfe324e0039 None None] Provisioning for port 965d3f17-c13a-4eb9-861d-687dff6c0af1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:54.484221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4e4b6d9f-438e-40f3-b449-ebfe324e0039 None None] Provisioning complete for port 965d3f17-c13a-4eb9-861d-687dff6c0af1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:54.484851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6d9f-438e-40f3-b449-ebfe324e0039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.508203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ec72d0-0fd2-403a-b85e-8cbb25846b57 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:17:54.515632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.531426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Transition to ACTIVE for port object 26ec72d0-0fd2-403a-b85e-8cbb25846b57 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:54.571044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Subnet': ['ID=6723a7a5-cc43-4781-940c-47655455e824,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:54.615413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 92bd1370-46a6-4527-80ea-f1ca2e34999c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:17:54.629024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b0f7af40-c5d7-4085-9092-c63d9c56947c req-9c32e23a-75c4-48cf-a535-4452573092ae tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501181 Apr 01 15:17:54.648458 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.702599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.728941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:54.731270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1e600940-effd-4ad9-9ff7-5829ccd90da7 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/6723a7a5-cc43-4781-940c-47655455e824 HTTP/1.1" status: 204 len: 168 time: 2.7931750 Apr 01 15:17:54.735931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b6d9f-438e-40f3-b449-ebfe324e0039 None None] Port 965d3f17-c13a-4eb9-861d-687dff6c0af1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:17:54.750092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45784) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:54.767516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 92bd1370-46a6-4527-80ea-f1ca2e34999c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:54.803654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:54.807870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:54.811241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:54.817180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:54.846550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:54.907228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a474e693-8d73-4586-954e-990824cb1a94 None None] Network 013d88a1-d551-4893-ac22-46b42a83d2f7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:55.013338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Pushing event updated for resources: {'Port': ['ID=26ec72d0-0fd2-403a-b85e-8cbb25846b57,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:55.027774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e29cb-86bd-4dbb-a909-756057d84253 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:55.029179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e29cb-86bd-4dbb-a909-756057d84253 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:55.035250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-948e29cb-86bd-4dbb-a909-756057d84253 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Synchronizing usage tracker for tenant:1c818a81fb3f4f959b02fa6e607ebfe3 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:55.143171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-948e29cb-86bd-4dbb-a909-756057d84253 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Unset dirty status for tenant:1c818a81fb3f4f959b02fa6e607ebfe3 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:55.144766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-948e29cb-86bd-4dbb-a909-756057d84253 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3828943 Apr 01 15:17:55.151297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45792) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:55.196330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d23a778d-c967-4f26-85dc-714c8032bb15 None None] Provisioning for port 92bd1370-46a6-4527-80ea-f1ca2e34999c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:17:55.207819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d23a778d-c967-4f26-85dc-714c8032bb15 None None] Provisioning complete for port 92bd1370-46a6-4527-80ea-f1ca2e34999c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:17:55.208189 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d23a778d-c967-4f26-85dc-714c8032bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.221966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Allocated IP 172.25.2.199 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/5bfcace6-e4b5-4707-b359-0b29b5d34928) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:55.286646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Attempting to bind port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:17:55.287453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Attempting to bind port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:17:55.288769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Attempting to bind port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:55.288902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:55.300670 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] Sync routers for ids ['365c7627-7448-4bad-b549-a158d7ae6bd7'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:55.326274 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] Routers {'365c7627-7448-4bad-b549-a158d7ae6bd7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:55.327277 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['365c7627-7448-4bad-b549-a158d7ae6bd7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:55.383837 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d23a778d-c967-4f26-85dc-714c8032bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.392489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:17:55.395368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Attempting to bind port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:17:55.417066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:17:55.421035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222af83-e070-4fae-a51a-66c467400340 None None] DHCP port deletion for 013d88a1-d551-4893-ac22-46b42a83d2f7 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:17:55.435441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] Sync routers for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:17:55.444162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4222af83-e070-4fae-a51a-66c467400340 None None] Deleting port 92bd1370-46a6-4527-80ea-f1ca2e34999c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:55.444878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4222af83-e070-4fae-a51a-66c467400340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.446842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e515995c-ff62-4b98-9ec9-68eff929ea57 admin admin] 10.222.0.48 "PUT /v2.0/routers/b0642a39-9380-4fa1-9019-e091304b919c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2313197 Apr 01 15:17:55.449098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45800) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:55.456556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:17:55.456888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:55.457272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:17:55.457723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Bound port: 26ec72d0-0fd2-403a-b85e-8cbb25846b57, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:17:55.458057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.485519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:55.497829 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] Routers {'365c7627-7448-4bad-b549-a158d7ae6bd7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:55.498898 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['365c7627-7448-4bad-b549-a158d7ae6bd7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:55.505280 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.552545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d23a778d-c967-4f26-85dc-714c8032bb15 None None] For port 92bd1370-46a6-4527-80ea-f1ca2e34999c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=92bd1370-46a6-4527-80ea-f1ca2e34999c,segment=NetworkSegment(3dda810d-de19-420b-b071-8d0089dcbbf3),segment_id=3dda810d-de19-420b-b071-8d0089dcbbf3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:55.580932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:55.581724 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba6c06-a830-4d7a-85c2-b9529a948960 None None] The sync data for ids ['365c7627-7448-4bad-b549-a158d7ae6bd7'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:55.612132 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d23a778d-c967-4f26-85dc-714c8032bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.762224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a4179837-9de2-42d0-ad11-b7442d7140bc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.797747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] For port 26ec72d0-0fd2-403a-b85e-8cbb25846b57, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:17:55.811585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] For port 26ec72d0-0fd2-403a-b85e-8cbb25846b57, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=26ec72d0-0fd2-403a-b85e-8cbb25846b57,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:17:55.828499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:55.829485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:55.832415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.860571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.862207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21065ea1-a95e-426f-a36d-017cc46468f8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.8212938 Apr 01 15:17:55.880365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:55.918307 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4179837-9de2-42d0-ad11-b7442d7140bc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:17:55.933438 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:55.935240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] 10.222.0.62 "PUT /v2.0/ports/26ec72d0-0fd2-403a-b85e-8cbb25846b57 HTTP/1.1" status: 200 len: 1091 time: 2.6133647 Apr 01 15:17:55.935795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4179837-9de2-42d0-ad11-b7442d7140bc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:17:55.937316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c197e1b-dd93-44a3-b7db-771916777c61', 'tag': '26ec72d0-0fd2-403a-b85e-8cbb25846b57'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:17:55.954522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a4179837-9de2-42d0-ad11-b7442d7140bc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/013d88a1-d551-4893-ac22-46b42a83d2f7 HTTP/1.1" status: 409 len: 405 time: 0.7988605 Apr 01 15:17:55.969861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45818) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:55.980650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1047012891'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:56.064756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:56.074784 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c197e1b-dd93-44a3-b7db-771916777c61', 'tag': '26ec72d0-0fd2-403a-b85e-8cbb25846b57', 'status': 'completed', 'code': 200} Apr 01 15:17:56.093778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:network and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:56.101069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:56.106541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 92bd1370-46a6-4527-80ea-f1ca2e34999c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:56.122173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:56.140297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514c77a-cb9a-4b86-8f33-0044cee5291f service neutron] Pushing event updated for resources: {'Port': ['ID=26ec72d0-0fd2-403a-b85e-8cbb25846b57,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:56.170259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:56.173524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.236377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.266490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a778d-c967-4f26-85dc-714c8032bb15 None None] Pushing event updated for resources: {'Port': ['ID=92bd1370-46a6-4527-80ea-f1ca2e34999c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:56.272429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4222af83-e070-4fae-a51a-66c467400340 None None] For port 92bd1370-46a6-4527-80ea-f1ca2e34999c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=92bd1370-46a6-4527-80ea-f1ca2e34999c,segment=NetworkSegment(3dda810d-de19-420b-b071-8d0089dcbbf3),segment_id=3dda810d-de19-420b-b071-8d0089dcbbf3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:56.272818 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4222af83-e070-4fae-a51a-66c467400340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.327193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.328897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:56.347583 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-b0a503ed-106d-49ee-8f0a-43264b0b6b7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 1094 time: 0.3163023 Apr 01 15:17:56.359815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a447e52-8b58-4e48-a20b-0b86cf5ebab5 req-8d402be1-8810-4b13-8e91-4b6e6f9717d6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:56.361213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5a447e52-8b58-4e48-a20b-0b86cf5ebab5 req-8d402be1-8810-4b13-8e91-4b6e6f9717d6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:56.388065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.456459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4222af83-e070-4fae-a51a-66c467400340 None None] Calling delete_port for 92bd1370-46a6-4527-80ea-f1ca2e34999c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:56.470498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:56.483674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:56.494871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:17:56.561091 n-d-836017-1 neutron-server[83954]: INFO neutron.db.ipam_backend_mixin [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2716d95-fa11-4197-b394-420f8ced9c0c (CIDR: 172.20.0.0/28) Apr 01 15:17:56.574773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Port': ['ID=5bfcace6-e4b5-4707-b359-0b29b5d34928,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:56.584321 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:17:56.584637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:17:56.646982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.656971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3ef3f258-ec16-4559-bb7a-1ed7d73ad157 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3804393 Apr 01 15:17:56.665735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45830) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:56.675690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:56.678920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:56.729936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5a447e52-8b58-4e48-a20b-0b86cf5ebab5 req-8d402be1-8810-4b13-8e91-4b6e6f9717d6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:56.737607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a447e52-8b58-4e48-a20b-0b86cf5ebab5 req-8d402be1-8810-4b13-8e91-4b6e6f9717d6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 943 time: 0.7515941 Apr 01 15:17:56.748497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.748835 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Added segment b7c7e553-714b-4123-a5e6-4e594361082f of type vlan for network 223d9298-588c-41fe-8996-4e4508ff395a Apr 01 15:17:56.781382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-c4ff5216-bb92-4b0f-bd47-6e707535c665 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26ec72d0-0fd2-403a-b85e-8cbb25846b57 HTTP/1.1" status: 200 len: 217 time: 0.3673456 Apr 01 15:17:56.781644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4222af83-e070-4fae-a51a-66c467400340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.897524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222af83-e070-4fae-a51a-66c467400340 None None] No DVR routers for this DVR port 92bd1370-46a6-4527-80ea-f1ca2e34999c on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:17:56.949751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:56.968821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:56.969530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222af83-e070-4fae-a51a-66c467400340 None None] Pushing event deleted for resources: {'Port': ['ID=92bd1370-46a6-4527-80ea-f1ca2e34999c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:56.969770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:56.972716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:57.011497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:57.020487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.053283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-4e811244-f608-45c6-8820-f42bf3bc934a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:57.055402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-4e811244-f608-45c6-8820-f42bf3bc934a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.2116125 Apr 01 15:17:57.062439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5a447e52-8b58-4e48-a20b-0b86cf5ebab5 req-77c73e61-b47d-4703-91fd-820c51124d16 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:17:57.065052 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ef0a9301-ec03-4236-880f-24fe6f05c972 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/365c7627-7448-4bad-b549-a158d7ae6bd7 HTTP/1.1" status: 200 len: 925 time: 1.1767364 Apr 01 15:17:57.066209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:57.066374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45842) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:57.069637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.180733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.197540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-32ff7b7b-2042-40c8-947e-dadac9872976 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=365c7627-7448-4bad-b549-a158d7ae6bd7 HTTP/1.1" status: 200 len: 205 time: 0.1261170 Apr 01 15:17:57.208248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:17:47Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:57.214153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] Checking router: b0642a39-9380-4fa1-9019-e091304b919c for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:17:57.215101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45846) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:57.221541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.225620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:57.226365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.228713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] Routers {'b0642a39-9380-4fa1-9019-e091304b919c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:17:57.229462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:17:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b0642a39-9380-4fa1-9019-e091304b919c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:57.436413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5a447e52-8b58-4e48-a20b-0b86cf5ebab5 req-77c73e61-b47d-4703-91fd-820c51124d16 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:17:57.437471 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a447e52-8b58-4e48-a20b-0b86cf5ebab5 req-77c73e61-b47d-4703-91fd-820c51124d16 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990321 Apr 01 15:17:57.472192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] Set router b0642a39-9380-4fa1-9019-e091304b919c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:17:57.552524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.554991 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-f379e7c3-db1f-434b-863e-4751b011adb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4852407 Apr 01 15:17:57.560400 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.564322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5908039 Apr 01 15:17:57.565336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45854) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:57.614154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'subnet': {'network_id': '223d9298-588c-41fe-8996-4e4508ff395a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:57.774325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888602fb-5173-4599-8aeb-8c6cb2735cea tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Network': ['ID=223d9298-588c-41fe-8996-4e4508ff395a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:57.797385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 223d9298-588c-41fe-8996-4e4508ff395a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:17:57.806979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-a09cb099-bf28-471c-9455-c692b49a011c service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439437 Apr 01 15:17:57.813556 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.935520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Port': ['ID=5bfcace6-e4b5-4707-b359-0b29b5d34928,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:57.940495 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca9c210a-2856-4bc0-8690-11964af2dd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:57.966912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Deleting port 95ea6b92-f354-4ff4-8a24-62f976271426 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:57.967634 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.052455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.075524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:17:47Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:17:58.080473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4514460-6a5c-4432-b594-cb8b7a4351c4 None None] The sync data for ids ['b0642a39-9380-4fa1-9019-e091304b919c'] in n-d-836017-1 is: [{'id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'name': 'tempest-ServerActionsTestJSON-485141295-router', 'tenant_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:07:44Z', 'updated_at': '2022-04-01T15:17:47Z', 'revision_number': 5, 'project_id': '83d3a9f26bda4e5dabf09b55be8b318b', 'gw_port': {'id': '95ea6b92-f354-4ff4-8a24-62f976271426', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0642a39-9380-4fa1-9019-e091304b919c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:07:46Z', 'updated_at': '2022-04-01T15:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:17:58.123978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:58.140055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.165971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:17:58.166960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:58.167247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46ad5e26-7e35-481e-9d4a-50e8bb8716ba req-bf0bf134-3174-4988-863f-e429bc7da23e service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505781 Apr 01 15:17:58.173310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.175970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:58.189447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac81d1-6544-4f27-9141-9a1a11cbacff None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:58.189678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:58.190125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.198837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=49ddd194-130d-46ad-8974-f865b2a81968,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:58.209547 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.211798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ba1fa772-2b42-435e-99d6-e84c10529896 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6970334 Apr 01 15:17:58.214119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:58.232155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45868) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:58.248545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1269198733'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:58.288888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e65748d1-5a56-4af9-b4da-4004dff4f647 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6220281 Apr 01 15:17:58.294175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45872) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:58.316052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-439521517', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49ddd194-130d-46ad-8974-f865b2a81968'}], 'security_groups': ['2bd22815-1d1e-44f3-ab34-139b2ff734a7']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:17:58.352077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:58.380270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Usage tracker for resource:network and tenant:5d1e550a15ec45d39d0f5ab9057967a7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:58.395706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.399338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:58.447538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:58.502193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] For port 95ea6b92-f354-4ff4-8a24-62f976271426, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=95ea6b92-f354-4ff4-8a24-62f976271426,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:58.502686 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.535487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Made reservation on behalf of 5d1e550a15ec45d39d0f5ab9057967a7 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:17:58.538631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.587300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.781410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] Update dhcp port {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'fixed_ips': [{'subnet_id': 'e2716d95-fa11-4197-b394-420f8ced9c0c', 'ip_address': '172.20.0.2'}, {'subnet_id': '49ddd194-130d-46ad-8974-f865b2a81968'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '94dad7b5-dc8b-4de2-be76-76cd2a18bad2'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:17:58.863967 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:58.958163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Calling delete_port for 95ea6b92-f354-4ff4-8a24-62f976271426 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:17:58.988261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.001078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-9ff0d126-6fd4-4033-a8cb-4e6f7b7c3936 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 1094 time: 0.7633605 Apr 01 15:17:59.054407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4f55d-6ddb-4354-9dc6-724baa3d4e2f req-c4c7fb06-3578-48bb-96a1-65deb0787a42 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:59.062901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21f4f55d-6ddb-4354-9dc6-724baa3d4e2f req-c4c7fb06-3578-48bb-96a1-65deb0787a42 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 943 time: 0.3153315 Apr 01 15:17:59.124425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:17:59.135331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Usage tracker for resource:security_group_rule and tenant:5d1e550a15ec45d39d0f5ab9057967a7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:17:59.141731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:17:59.166246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:17:59.166932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] Allocated IP 172.20.0.18 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/49ddd194-130d-46ad-8974-f865b2a81968/94dad7b5-dc8b-4de2-be76-76cd2a18bad2) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:17:59.180635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21f4f55d-6ddb-4354-9dc6-724baa3d4e2f req-da05dc90-d9f2-4c5d-bd09-69429156fb56 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165371 Apr 01 15:17:59.248949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.objects.ports [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:17:59.248949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.301785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-8038d0f7-529e-4948-9b85-06b5467f0435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:59.303336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-8038d0f7-529e-4948-9b85-06b5467f0435 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.2910244 Apr 01 15:17:59.353155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] For port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,segment=NetworkSegment(8059d885-6980-419c-96c8-bdf25cc4a3e6),segment_id=8059d885-6980-419c-96c8-bdf25cc4a3e6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:17:59.366437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Checking segment: {'id': 'b7c7e553-714b-4123-a5e6-4e594361082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '223d9298-588c-41fe-8996-4e4508ff395a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:17:59.366958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network hostable DHCP agents. Network: 223d9298-588c-41fe-8996-4e4508ff395a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:17:59.390224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Subnet': ['ID=220808cf-70c6-4ebf-9cb4-94160483a8a5,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:59.391078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.403593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network 223d9298-588c-41fe-8996-4e4508ff395a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:17:59.419260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 223d9298-588c-41fe-8996-4e4508ff395a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:17:59.419591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] Transition to ACTIVE for port object 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:17:59.430233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-2deb77a5-03cf-444f-b9df-c6bf31e4cffb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26ec72d0-0fd2-403a-b85e-8cbb25846b57 HTTP/1.1" status: 200 len: 217 time: 0.1170502 Apr 01 15:17:59.431027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f2a4e-29bd-4179-b3be-62b0a94d59ca None None] Network 223d9298-588c-41fe-8996-4e4508ff395a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:17:59.432553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:59.432711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.461353 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.499131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.543370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.633344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:17:59.633344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.633344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-ffe7adf8-c8b8-4962-a5dc-113743be9934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:17:59.633344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-ffe7adf8-c8b8-4962-a5dc-113743be9934 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1887810 Apr 01 15:17:59.647825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b4df8a5f-317a-42ae-aa8b-11515493c316 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0526659 Apr 01 15:17:59.652535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45896) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:17:59.705193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.705703 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Added segment c1bf6dec-e291-48d3-9da3-33dfd6d0242e of type vlan for network efc7fb72-074a-4161-85af-99da6a697492 Apr 01 15:17:59.707475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dabe52e-1f8e-424d-9adf-7bfaac0b7b9a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:59.719884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Deleting port 1a9617c4-4000-44c1-93a8-74ff7f0f02da {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:17:59.720392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.798927 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.822884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.863775 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-f006cb41-fbe1-4dd1-a337-db2ba6568d41 {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:17:59.865127 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:17:59.865240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 483c3f86-1ec8-4bc5-8e88-026a36db0372 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:17:59.919483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f38a-68c0-4e9b-9ed6-2b731b4f5812 None None] Pushing event updated for resources: {'Port': ['ID=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:17:59.933018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 483c3f86-1ec8-4bc5-8e88-026a36db0372 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:17:59.933815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 483c3f86-1ec8-4bc5-8e88-026a36db0372 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:17:59.943975 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.980572 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:17:59.986471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ea6b92-f354-4ff4-8a24-62f976271426,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:00.056257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c7d37-a560-4fc3-9b7e-b52202fcbd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-223d9298-588c-41fe-8996-4e4508ff395a', 'network_id': '223d9298-588c-41fe-8996-4e4508ff395a', 'tenant_id': '1c818a81fb3f4f959b02fa6e607ebfe3', 'fixed_ips': [{'subnet_id': '220808cf-70c6-4ebf-9cb4-94160483a8a5'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:00.056257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7d37-a560-4fc3-9b7e-b52202fcbd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.125970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.167504 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:18:00.185639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Subnet': ['ID=220808cf-70c6-4ebf-9cb4-94160483a8a5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server [None req-5c7c7d37-a560-4fc3-9b7e-b52202fcbd32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 220808cf-70c6-4ebf-9cb4-94160483a8a5: This subnet is being modified by another concurrent operation. Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 220808cf-70c6-4ebf-9cb4-94160483a8a5: This subnet is being modified by another concurrent operation. Apr 01 15:18:00.249769 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Apr 01 15:18:00.276320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3544627a-9b44-49fe-bb4e-8b1fd82d39c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.302815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a05420-30aa-45d6-90bc-9014332dda01 None None] Network 223d9298-588c-41fe-8996-4e4508ff395a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:00.319578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.328258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:00.330254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.361287 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-e95f229b-79d3-4e1c-a9ae-4be88197c769 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7146087 Apr 01 15:18:00.569889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.601910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223d9298-588c-41fe-8996-4e4508ff395a']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:00.617575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c7e553-714b-4123-a5e6-4e594361082f') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:00.618096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c7e553-714b-4123-a5e6-4e594361082f') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:00.633061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.697620 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.709259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:00.709651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:00.724175 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:00.788251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.791388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:00.810819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33054468-9839-4537-a465-5f8c8e52b259 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:18:00.837614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Network': ['ID=efc7fb72-074a-4161-85af-99da6a697492,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:00.843511 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-95aab608-6397-45ff-a8dc-a2ab21ea29e6 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6019797 Apr 01 15:18:00.844614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45916) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:00.858698 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:18:00.862878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Request body: {'subnet': {'network_id': 'efc7fb72-074a-4161-85af-99da6a697492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:00.988973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33054468-9839-4537-a465-5f8c8e52b259 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:18:00.992506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network efc7fb72-074a-4161-85af-99da6a697492 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:01.139483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Provisioning complete for port 965d3f17-c13a-4eb9-861d-687dff6c0af1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:01.140468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.146888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Calling delete_port for 1a9617c4-4000-44c1-93a8-74ff7f0f02da owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:01.172130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.259242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Port 965d3f17-c13a-4eb9-861d-687dff6c0af1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:01.318220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.325305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.361242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Provisioning for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:01.372995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:01.373394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.387254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Network': ['ID=223d9298-588c-41fe-8996-4e4508ff395a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:01.411182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.420720 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.503118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8730061c-5a20-49de-9797-73d0ac152067 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/223d9298-588c-41fe-8996-4e4508ff395a HTTP/1.1" status: 204 len: 168 time: 1.8479459 Apr 01 15:18:01.510764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Delete allocated IP 172.20.0.6 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/e2716d95-fa11-4197-b394-420f8ced9c0c) {{(pid=83954) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:18:01.520269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.21 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/49ddd194-130d-46ad-8974-f865b2a81968/965d3f17-c13a-4eb9-861d-687dff6c0af1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:01.548970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:01.556810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-220495330'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:01.610680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-d2641a31-78cc-4746-91fa-5ef0c1e526ab service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2235312 Apr 01 15:18:01.615528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:01.641290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:network and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:01.648541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:01.661841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:01.666034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.721044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8267f4-f8cc-402a-b2e3-1fdc15240e88 req-427b75f5-0e4b-407d-afac-5f13c1da66d6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:01.728154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e8267f4-f8cc-402a-b2e3-1fdc15240e88 req-427b75f5-0e4b-407d-afac-5f13c1da66d6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 943 time: 1.1401346 Apr 01 15:18:01.773892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Provisioning complete for port c63e6583-3533-42bc-bcbb-0038457a2cd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:01.774275 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.776099 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.785249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:01.788920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.789064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:01.833627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:01.837963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Usage tracker for resource:subnet and tenant:5d1e550a15ec45d39d0f5ab9057967a7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:01.841462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:01.847114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:01.857790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object 965d3f17-c13a-4eb9-861d-687dff6c0af1 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:01.863623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Made reservation on behalf of 5d1e550a15ec45d39d0f5ab9057967a7 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:01.876042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-90937d81-0b56-4521-a914-19faa10758d2 None None] Port c63e6583-3533-42bc-bcbb-0038457a2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:01.975742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.011073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:02.013428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.013955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0642a39-9380-4fa1-9019-e091304b919c {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:18:02.023897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.027794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e8267f4-f8cc-402a-b2e3-1fdc15240e88 req-de5f00de-b4a9-4be6-b691-4a1451a709f1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984798 Apr 01 15:18:02.045600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:02.072005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87542e32-4fc9-40bc-92d0-4b5315cfcbe5 req-4297b303-686c-4d1b-9c64-cb7f520a4dd1 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509888 Apr 01 15:18:02.082156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.087909 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Added segment 8d608082-43db-4a4f-a5c7-4ade2b1bb60d of type vlan for network eb55f069-5789-43b8-adbb-2127bc3d0db8 Apr 01 15:18:02.128241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.133982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.135187 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af5df549-3eed-4503-a666-afc5e2f3cc91 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b0642a39-9380-4fa1-9019-e091304b919c HTTP/1.1" status: 204 len: 168 time: 6.6826437 Apr 01 15:18:02.155283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:02.155672 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.173823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.219202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45940) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:02.273948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.279774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:02.280362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.396856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event deleted for resources: {'Port': ['ID=1a9617c4-4000-44c1-93a8-74ff7f0f02da,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:02.406742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=965d3f17-c13a-4eb9-861d-687dff6c0af1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:02.431802 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8800099 Apr 01 15:18:02.436360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45948) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:02.445492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'subnet': {'network_id': 'eb55f069-5789-43b8-adbb-2127bc3d0db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:02.470415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.548839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] Deleting subnet 4c5b885d-3160-49fb-b83f-d3099095e6ea {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:18:02.551080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c2b67-62b0-46ea-8add-9e68a591e02a tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Network': ['ID=eb55f069-5789-43b8-adbb-2127bc3d0db8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:02.560409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] In _notify_port_updated(), no bound segment for port 965d3f17-c13a-4eb9-861d-687dff6c0af1 on network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:18:02.565417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:02.566263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.567023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network eb55f069-5789-43b8-adbb-2127bc3d0db8 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:02.567861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fa797fda-adc9-4760-98b6-137ffc131a90 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "PUT /v2.0/ports/965d3f17-c13a-4eb9-861d-687dff6c0af1 HTTP/1.1" status: 200 len: 920 time: 4.2727506 Apr 01 15:18:02.619193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45952) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:02.641515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Subnet': ['ID=d35dc9a9-c21a-4606-a56b-761c96bd61a2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:02.745451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:02.751359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Checking segment: {'id': 'c1bf6dec-e291-48d3-9da3-33dfd6d0242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'efc7fb72-074a-4161-85af-99da6a697492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:02.751359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Network hostable DHCP agents. Network: efc7fb72-074a-4161-85af-99da6a697492, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:02.759636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:subnet and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:02.761930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:02.778310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:02.797280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:02.825135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:02.855432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Network efc7fb72-074a-4161-85af-99da6a697492 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:02.930466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.013245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.021899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d8ffa644-001c-4df6-b908-4ac382b9b5af None None] Provisioning for port 965d3f17-c13a-4eb9-861d-687dff6c0af1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:03.030421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d8ffa644-001c-4df6-b908-4ac382b9b5af None None] Provisioning complete for port 965d3f17-c13a-4eb9-861d-687dff6c0af1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:03.031127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa644-001c-4df6-b908-4ac382b9b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.042570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, efc7fb72-074a-4161-85af-99da6a697492) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:03.050099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:03.050709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.101763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.105732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd7e76e-8a63-4b58-b9a6-d1594ba1cbd4 None None] Network efc7fb72-074a-4161-85af-99da6a697492 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:03.134039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ede74858-d646-4625-9812-3ddaf6b82adc tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2847216 Apr 01 15:18:03.137716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:03.193284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-422785759', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:03.211969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:03.227566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port 965d3f17-c13a-4eb9-861d-687dff6c0af1 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:03.228824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.258044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.271794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffa644-001c-4df6-b908-4ac382b9b5af None None] Port 965d3f17-c13a-4eb9-861d-687dff6c0af1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:03.275301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Usage tracker for resource:router and tenant:5d1e550a15ec45d39d0f5ab9057967a7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:03.292019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:03.312830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:03.362078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.363171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.446912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.454405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6455753-22dc-4e55-8af3-18e21a8821d5 req-bbd67322-fc89-4ce4-9593-eaf0f5190337 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:03.455713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6455753-22dc-4e55-8af3-18e21a8821d5 req-bbd67322-fc89-4ce4-9593-eaf0f5190337 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 943 time: 0.2401309 Apr 01 15:18:03.534657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-efc7fb72-074a-4161-85af-99da6a697492', 'network_id': 'efc7fb72-074a-4161-85af-99da6a697492', 'tenant_id': '5d1e550a15ec45d39d0f5ab9057967a7', 'fixed_ips': [{'subnet_id': 'd35dc9a9-c21a-4606-a56b-761c96bd61a2'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:03.535883 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.665389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.689490 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.705347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6455753-22dc-4e55-8af3-18e21a8821d5 req-677e8327-fa38-46e3-9405-7203d591e154 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353191 Apr 01 15:18:03.711259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.739903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Allocated IP 172.20.0.2 (efc7fb72-074a-4161-85af-99da6a697492/d35dc9a9-c21a-4606-a56b-761c96bd61a2/f0b8a9e1-d399-43d1-a596-fbdf15b144b1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:03.784805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.830141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Subnet': ['ID=e23047c3-a128-4224-bd6b-75c316db56ae,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:03.847515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:03.892401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Checking segment: {'id': '8d608082-43db-4a4f-a5c7-4ade2b1bb60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eb55f069-5789-43b8-adbb-2127bc3d0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:03.892752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network hostable DHCP agents. Network: eb55f069-5789-43b8-adbb-2127bc3d0db8, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:03.904253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 95ea6b92-f354-4ff4-8a24-62f976271426 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:03.941620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 95ea6b92-f354-4ff4-8a24-62f976271426 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:03.941836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 95ea6b92-f354-4ff4-8a24-62f976271426 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:04.001892 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.025450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network eb55f069-5789-43b8-adbb-2127bc3d0db8 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:04.043885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, eb55f069-5789-43b8-adbb-2127bc3d0db8) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:04.044121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.044598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Fanout notify agent at l3_agent the message router_deleted on router 365c7627-7448-4bad-b549-a158d7ae6bd7 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:18:04.049215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:04.049805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.056861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.082508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.083910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-acf0f492-fcf1-460b-b065-d158f2bbce41 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/365c7627-7448-4bad-b549-a158d7ae6bd7 HTTP/1.1" status: 204 len: 168 time: 6.8642068 Apr 01 15:18:04.084248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.088014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45982) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:04.098565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Transition to ACTIVE for port object f0b8a9e1-d399-43d1-a596-fbdf15b144b1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:04.101628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'router': {'name': 'tempest-snat-router-319592946', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': False}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:04.104787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4c5b885d-3160-49fb-b83f-d3099095e6ea HTTP/1.1" status: 204 len: 168 time: 1.8754590 Apr 01 15:18:04.104787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0b07c-e7e9-4085-a87c-96b16987f422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5b885d-3160-49fb-b83f-d3099095e6ea,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:04.105300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45988) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:04.109261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:04.112597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c415bb-0b90-41c0-b3c8-f8fb17e2d07c None None] Network eb55f069-5789-43b8-adbb-2127bc3d0db8 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:04.114455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:router and tenant:bb23c0e795a94574a0973379881d0afa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:04.117376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:04.123672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:04.137499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2b21dbb5-dca0-4ee0-ad49-549d092fb19d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6976018 Apr 01 15:18:04.146163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45992) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:04.147169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.148233 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.227362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.229980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.311971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9424d-80c0-4762-be28-3e4e9f981df4 None None] Network c49cf382-ea2b-4856-8b41-a005636cd4d1 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:04.336287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.339985 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.365208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for 965d3f17-c13a-4eb9-861d-687dff6c0af1 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:04.384258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.395628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Deleting port c88dea21-a2b2-46a5-9851-ad20d462a643 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:04.395963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.459367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Transition to ACTIVE for port object f0b8a9e1-d399-43d1-a596-fbdf15b144b1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:04.501568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.541456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.732485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Network efc7fb72-074a-4161-85af-99da6a697492 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:04.733367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Pushing event updated for resources: {'Port': ['ID=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:04.787594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:04.793729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:04.797457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:04.859906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987edce4-9c73-4890-8cb7-f9fec76e91a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-eb55f069-5789-43b8-adbb-2127bc3d0db8', 'network_id': 'eb55f069-5789-43b8-adbb-2127bc3d0db8', 'tenant_id': '1c818a81fb3f4f959b02fa6e607ebfe3', 'fixed_ips': [{'subnet_id': 'e23047c3-a128-4224-bd6b-75c316db56ae'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:04.868003 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-987edce4-9c73-4890-8cb7-f9fec76e91a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.021385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.089230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Attempting to bind port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:05.090530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Attempting to bind port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c1bf6dec-e291-48d3-9da3-33dfd6d0242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'efc7fb72-074a-4161-85af-99da6a697492'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:05.091103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Attempting to bind port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 on network efc7fb72-074a-4161-85af-99da6a697492 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:05.107061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=965d3f17-c13a-4eb9-861d-687dff6c0af1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:05.133734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:05.138173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.139175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Checking segment: {'id': 'c1bf6dec-e291-48d3-9da3-33dfd6d0242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'efc7fb72-074a-4161-85af-99da6a697492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:05.139685 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.140147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Bound using segment: {'id': 'c1bf6dec-e291-48d3-9da3-33dfd6d0242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'efc7fb72-074a-4161-85af-99da6a697492'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:05.140756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Bound port: f0b8a9e1-d399-43d1-a596-fbdf15b144b1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bf6dec-e291-48d3-9da3-33dfd6d0242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'efc7fb72-074a-4161-85af-99da6a697492'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:05.141485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.143574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.148384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] For port c88dea21-a2b2-46a5-9851-ad20d462a643, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c88dea21-a2b2-46a5-9851-ad20d462a643,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:05.151948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server [None req-987edce4-9c73-4890-8cb7-f9fec76e91a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e23047c3-a128-4224-bd6b-75c316db56ae: This subnet is being modified by another concurrent operation. Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e23047c3-a128-4224-bd6b-75c316db56ae: This subnet is being modified by another concurrent operation. Apr 01 15:18:05.265175 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Apr 01 15:18:05.300632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] DHCP port deletion for c49cf382-ea2b-4856-8b41-a005636cd4d1 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:18:05.307813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Allocated IP 172.25.2.149 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/0118539a-7702-4d7f-b5ae-b39df7b4b134) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:05.344652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b046e2-f8eb-4ccb-b2c4-78f3fe000be6 None None] Network eb55f069-5789-43b8-adbb-2127bc3d0db8 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:05.447811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Calling delete_port for c88dea21-a2b2-46a5-9851-ad20d462a643 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:05.475628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.477305 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.511019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Deleting port c88dea21-a2b2-46a5-9851-ad20d462a643 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:05.511460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.518807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9d6952d6-3d59-40b2-bb39-cb5c0ad047c4 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/965d3f17-c13a-4eb9-861d-687dff6c0af1 HTTP/1.1" status: 204 len: 168 time: 2.8928525 Apr 01 15:18:05.524067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46014) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:05.525730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Subnet': ['ID=e23047c3-a128-4224-bd6b-75c316db56ae,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:05.529002 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.578409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187543-be44-40b7-8dba-ccd18afef1dd req-609e91dd-12fb-41c6-a780-f5d84cfb15f8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:05.580042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4187543-be44-40b7-8dba-ccd18afef1dd req-609e91dd-12fb-41c6-a780-f5d84cfb15f8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 943 time: 0.6063528 Apr 01 15:18:05.618416 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde4ec3a-6582-4232-9c9e-ed213010ac43 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:18:05.619002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bde4ec3a-6582-4232-9c9e-ed213010ac43 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:05.648304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] For port f0b8a9e1-d399-43d1-a596-fbdf15b144b1, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:05.654069 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.690958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] For port f0b8a9e1-d399-43d1-a596-fbdf15b144b1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,segment=NetworkSegment(c1bf6dec-e291-48d3-9da3-33dfd6d0242e),segment_id=c1bf6dec-e291-48d3-9da3-33dfd6d0242e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:05.711811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c88dea21-a2b2-46a5-9851-ad20d462a643,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:05.716188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bde4ec3a-6582-4232-9c9e-ed213010ac43 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:05.717531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bde4ec3a-6582-4232-9c9e-ed213010ac43 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/965d3f17-c13a-4eb9-861d-687dff6c0af1 HTTP/1.1" status: 404 len: 333 time: 0.1914842 Apr 01 15:18:05.721162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46022) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:05.723871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4187543-be44-40b7-8dba-ccd18afef1dd req-adcda89a-65ad-4182-bfb0-f2f325769a18 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362472 Apr 01 15:18:05.749553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] No DVR routers for this DVR port c88dea21-a2b2-46a5-9851-ad20d462a643 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:05.752805 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.799130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.839240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb55f069-5789-43b8-adbb-2127bc3d0db8']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:05.852968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d608082-43db-4a4f-a5c7-4ade2b1bb60d') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:05.853366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d608082-43db-4a4f-a5c7-4ade2b1bb60d') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:05.865845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.900159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Port': ['ID=0118539a-7702-4d7f-b5ae-b39df7b4b134,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:05.925660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6d16-65c6-4d8d-9dee-b8a2f5726743 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.928794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:05.948219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c88dea21-a2b2-46a5-9851-ad20d462a643 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:05.994531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:05.995347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49cf382-ea2b-4856-8b41-a005636cd4d1']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:05.997798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.002603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:06.005967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:06.009780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6d16-65c6-4d8d-9dee-b8a2f5726743 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.016787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] For port c88dea21-a2b2-46a5-9851-ad20d462a643, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c88dea21-a2b2-46a5-9851-ad20d462a643,segment=NetworkSegment(a3b8cdef-cfa7-4481-862d-96b0eaf041a5),segment_id=a3b8cdef-cfa7-4481-862d-96b0eaf041a5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:06.017250 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.025028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c88dea21-a2b2-46a5-9851-ad20d462a643 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:06.025727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c88dea21-a2b2-46a5-9851-ad20d462a643 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:06.029001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:06.029290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b8cdef-cfa7-4481-862d-96b0eaf041a5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:06.061620 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.074232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:06.074698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:06.100697 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:06.104715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.122331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:06.122762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.138814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6d16-65c6-4d8d-9dee-b8a2f5726743 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:06.148963 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:06.237300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96ea8a-1630-41c3-8e3b-2317c3b7904a None None] Pushing event updated for resources: {'Port': ['ID=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:06.257015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Calling delete_port for c88dea21-a2b2-46a5-9851-ad20d462a643 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:06.275158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a6d16-65c6-4d8d-9dee-b8a2f5726743 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61ed9f3-ae9c-4faf-901d-8e79322d8acf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:06.310316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6d16-65c6-4d8d-9dee-b8a2f5726743 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.311562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d6a6d16-65c6-4d8d-9dee-b8a2f5726743 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/security-groups/e61ed9f3-ae9c-4faf-901d-8e79322d8acf HTTP/1.1" status: 204 len: 168 time: 0.5864949 Apr 01 15:18:06.314189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46030) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:06.331685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.377702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.380566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.392783 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.399253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c49cf382-ea2b-4856-8b41-a005636cd4d1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:06.428721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-104d34df-a9c7-498a-b8d6-4cb23e7b0ca7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c49cf382-ea2b-4856-8b41-a005636cd4d1 HTTP/1.1" status: 204 len: 168 time: 2.3198092 Apr 01 15:18:06.450247 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:18:06.450247 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:18:06.453774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Network': ['ID=eb55f069-5789-43b8-adbb-2127bc3d0db8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:06.492355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84d7bab8-5b83-4526-be5e-b66258ad627c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.523426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-161f1c72-e2c2-464f-bb26-7ff3d12aeddf tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/eb55f069-5789-43b8-adbb-2127bc3d0db8 HTTP/1.1" status: 204 len: 168 time: 2.3657935 Apr 01 15:18:06.527570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46042) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:06.541644 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84d7bab8-5b83-4526-be5e-b66258ad627c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.543811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-166893583'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:06.554827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:06.563443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:network and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:06.579280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:06.606517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:06.629591 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84d7bab8-5b83-4526-be5e-b66258ad627c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.655193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84d7bab8-5b83-4526-be5e-b66258ad627c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.659845 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84d7bab8-5b83-4526-be5e-b66258ad627c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/security-groups/2bd22815-1d1e-44f3-ab34-139b2ff734a7 HTTP/1.1" status: 204 len: 168 time: 0.3411527 Apr 01 15:18:06.660067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:06.660178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7bab8-5b83-4526-be5e-b66258ad627c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd22815-1d1e-44f3-ab34-139b2ff734a7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:06.660178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46046) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:06.660645 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.698980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.699880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.759327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46050) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:06.798702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:06.817932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.857791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:06.879978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 26ec72d0-0fd2-403a-b85e-8cbb25846b57 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:18:06.993285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Deleting port c88dea21-a2b2-46a5-9851-ad20d462a643 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:06.993660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.062345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet e2716d95-fa11-4197-b394-420f8ced9c0c {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:18:07.067039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b68bb98-d85a-47df-a765-060fdf2a0550 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83d3a9f26bda4e5dabf09b55be8b318b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3062785 Apr 01 15:18:07.070250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46060) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:07.071150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.087536 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.088733 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Added segment 9ae9c939-87d4-41a7-ab96-4e4843ea7094 of type vlan for network ffc969cb-c29f-4273-a16d-a2286f3209d0 Apr 01 15:18:07.106161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cee2d-d360-4b2a-b055-b3b2877b9aed None None] The port 'c88dea21-a2b2-46a5-9851-ad20d462a643' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:18:07.160963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.180076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 26ec72d0-0fd2-403a-b85e-8cbb25846b57, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=26ec72d0-0fd2-403a-b85e-8cbb25846b57,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:07.196390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '26ec72d0-0fd2-403a-b85e-8cbb25846b57', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'port_id': '26ec72d0-0fd2-403a-b85e-8cbb25846b57', 'mac_address': 'fa:16:3e:31:93:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:18:07.266914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.279535 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.328298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ec72d0-0fd2-403a-b85e-8cbb25846b57 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:18:07.331293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.353719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 26ec72d0-0fd2-403a-b85e-8cbb25846b57, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=26ec72d0-0fd2-403a-b85e-8cbb25846b57,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:07.360334 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.371703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Allocated IP 172.25.2.207 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/5e98090c-331c-47cf-8918-085babc1d274) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:07.383984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292dbf-c3ba-40b3-bd3d-5e2fae182be0 req-ca942b2c-f992-4d7c-a0c0-c1c7de2206f2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:07.385565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65292dbf-c3ba-40b3-bd3d-5e2fae182be0 req-ca942b2c-f992-4d7c-a0c0-c1c7de2206f2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 943 time: 0.4304786 Apr 01 15:18:07.495085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.514754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=26ec72d0-0fd2-403a-b85e-8cbb25846b57,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:07.527532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.527934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.528652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.529461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.530177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.530674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.531170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.532069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.532559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.533050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.533530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:07.540175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f35b35-7979-40b0-8c93-66f316d88b6a None None] Network efc7fb72-074a-4161-85af-99da6a697492 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:07.681234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea295-c9f7-490f-acba-505098a405da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.707330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea295-c9f7-490f-acba-505098a405da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.715471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['26ec72d0-0fd2-403a-b85e-8cbb25846b57'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:18:07.722735 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.763056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=e2716d95-fa11-4197-b394-420f8ced9c0c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:07.768841 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.772523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:07.773072 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.798219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.805789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e662c760-10e8-4abe-89cd-0a0a8e547311 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/e2716d95-fa11-4197-b394-420f8ced9c0c HTTP/1.1" status: 204 len: 168 time: 1.1264184 Apr 01 15:18:07.811999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:07.818021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d315408-63b9-4810-98b4-eff453b577f7 None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:07.821846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:07.952167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea295-c9f7-490f-acba-505098a405da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:07.974866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65292dbf-c3ba-40b3-bd3d-5e2fae182be0 req-066514f0-5414-40a1-ae88-9b3edbab49c9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742571 Apr 01 15:18:07.985853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.020597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ea295-c9f7-490f-acba-505098a405da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505a426-8301-4167-9b01-1d6ab08adb52,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:08.027602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea295-c9f7-490f-acba-505098a405da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.029103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f1ea295-c9f7-490f-acba-505098a405da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6505a426-8301-4167-9b01-1d6ab08adb52 HTTP/1.1" status: 204 len: 168 time: 0.7065024 Apr 01 15:18:08.029901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46082) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:08.031946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5015543 Apr 01 15:18:08.039007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Request body: {'subnet': {'network_id': 'ffc969cb-c29f-4273-a16d-a2286f3209d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:08.044117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f16f90-e197-48b4-9e97-4852ebd072d9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Network': ['ID=ffc969cb-c29f-4273-a16d-a2286f3209d0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:08.056490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f0b8a9e1-d399-43d1-a596-fbdf15b144b1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:08.104345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:08.105770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:08.109921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:08.167926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Port': ['ID=5e98090c-331c-47cf-8918-085babc1d274,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:08.215853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ffc969cb-c29f-4273-a16d-a2286f3209d0 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:08.224490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:08.234922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Usage tracker for resource:subnet and tenant:1c818a81fb3f4f959b02fa6e607ebfe3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:08.240699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:08.253499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:08.271194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Router 56182a07-2b27-4c89-a89c-a27afd95464c is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:18:08.289371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Made reservation on behalf of 1c818a81fb3f4f959b02fa6e607ebfe3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:08.460998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.487545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-962be464-2f2c-452a-8675-ae8da179ecb8 None None] Provisioning for port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:08.562757 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.563635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.573403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:08.581735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:08.587336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:08.597459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:08.638527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:08.647904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.665355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:08.674763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:08.675307 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.911673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:08.971752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:08.984229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] Sync routers for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:09.003993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f0b8a9e1-d399-43d1-a596-fbdf15b144b1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,segment=NetworkSegment(c1bf6dec-e291-48d3-9da3-33dfd6d0242e),segment_id=c1bf6dec-e291-48d3-9da3-33dfd6d0242e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:09.019162 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:09.021076 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:09.024289 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:09.059089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:09.064329 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a19951a3-2a02-40c7-86a2-0ca7072ac1dd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.9243581 Apr 01 15:18:09.071877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46108) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:09.175574 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:09.209665 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:09.210145 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:09.236967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:09.282850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c45666a4-405d-4ebd-8408-23c164bfc9db None None] Provisioning complete for port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:09.283401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c45666a4-405d-4ebd-8408-23c164bfc9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:09.329080 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:09.347127 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:09.347478 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e15cc6-d625-45d9-ab9e-13d24aa74548 None None] The sync data for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:09.601647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:09.614789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:09.636414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:09.637376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:09.649525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=743db0c2-1177-4751-8135-ffcae0d7f8d4,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:09.771737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e7a718b9-b8ef-451d-93a6-8d12d07e583a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9589052 Apr 01 15:18:09.787746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46126) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:09.801411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd802-fcb9-4492-8747-e6c1fe2753f9 req-67dc403f-b4de-4369-b68d-68a885520794 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:09.804881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79cbd802-fcb9-4492-8747-e6c1fe2753f9 req-67dc403f-b4de-4369-b68d-68a885520794 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 944 time: 0.4096651 Apr 01 15:18:09.825749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:09.833964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'security_group': {'name': 'tempest-secgroup-814750883'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:09.844738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.objects.ports [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:18:09.879576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Router 336ba140-51f9-4ff3-8249-ba0c13511062 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:18:09.891477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632495d4-aefa-4506-aa04-7516224dd34d None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:09.945325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:09.967449 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.010629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:10.017277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:10.031776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:10.056591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-246541989-network', 'tenant_id': '674f35de922343babdb6d81ebff061b9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:10.065187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:10.070663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Usage tracker for resource:network and tenant:674f35de922343babdb6d81ebff061b9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:10.076468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:10.091095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.092135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f0b8a9e1-d399-43d1-a596-fbdf15b144b1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:10.100942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event updated for resources: {'Subnet': ['ID=6e45d32c-2fce-4aa9-85c5-234222b657bc,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:10.111562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:10.141893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Made reservation on behalf of 674f35de922343babdb6d81ebff061b9 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:10.144540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.169947 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.178964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79cbd802-fcb9-4492-8747-e6c1fe2753f9 req-dac2717b-d97e-4d63-9427-bff482383d30 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363380 Apr 01 15:18:10.184601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:10.187313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Checking segment: {'id': '9ae9c939-87d4-41a7-ab96-4e4843ea7094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ffc969cb-c29f-4273-a16d-a2286f3209d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:10.188283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network hostable DHCP agents. Network: ffc969cb-c29f-4273-a16d-a2286f3209d0, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:10.195906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group_rule and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:10.199251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:10.213157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:10.259532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Network ffc969cb-c29f-4273-a16d-a2286f3209d0 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:10.274417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c986a957-67a6-4b16-a873-4f5950da33c1 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:10.275190 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c986a957-67a6-4b16-a873-4f5950da33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.295536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ffc969cb-c29f-4273-a16d-a2286f3209d0) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:10.341935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.341935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:10.341935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.356325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.372571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9603e9de-1333-4cb3-8c66-7baa24c48d77 None None] Network ffc969cb-c29f-4273-a16d-a2286f3209d0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:10.382067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:10.402570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Usage tracker for resource:security_group_rule and tenant:674f35de922343babdb6d81ebff061b9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:10.408555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:10.411292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438e490a-734b-4c12-aca6-0516f787953b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:10.416573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4f11e7ed-5cda-4186-bbf7-4b3626b74d54 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3847592 Apr 01 15:18:10.418197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.419389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-194ee2f4-47e3-43a0-8f2f-d3b1719a6856 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6132076 Apr 01 15:18:10.420522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46144) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:10.425315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46146) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:10.427133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:10.487006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'security_group': {'name': 'tempest-secgroup-975669090'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:10.512824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:10.582294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:10.584948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:10.585561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.586863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:10.599970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:10.602535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.603094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:10.645790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Sync routers for ids ['336ba140-51f9-4ff3-8249-ba0c13511062'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:10.651403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.652499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fba922d6-87c8-48ca-af57-481f45c57d0d tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5611951 Apr 01 15:18:10.659027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46156) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:10.699365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.703887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Routers {'336ba140-51f9-4ff3-8249-ba0c13511062'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:10.704097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['336ba140-51f9-4ff3-8249-ba0c13511062'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:10.720133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.885387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.888846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.891351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:10.899677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group_rule and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:10.904141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:10.914206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:10.917961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:10.933055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 26ec72d0-0fd2-403a-b85e-8cbb25846b57 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:11.004710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:11.018037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.018317 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Added segment 248e27bc-3246-4bbc-a283-a2754ef733e3 of type vlan for network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 Apr 01 15:18:11.050487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.093371 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.094707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e849d9b4-82d1-4541-92a3-d4c390df4175,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:11.115205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Subnet': ['ID=6e45d32c-2fce-4aa9-85c5-234222b657bc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:11.141497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c986a957-67a6-4b16-a873-4f5950da33c1 None None] Provisioning complete for port c63e6583-3533-42bc-bcbb-0038457a2cd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:11.142202 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c986a957-67a6-4b16-a873-4f5950da33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.193017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.199657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.201282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:11.202317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.238630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.274724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.325078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc969cb-c29f-4273-a16d-a2286f3209d0']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:11.337428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] Update dhcp port {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'fixed_ips': [{'subnet_id': '49ddd194-130d-46ad-8974-f865b2a81968', 'ip_address': '172.20.0.18'}, {'subnet_id': '743db0c2-1177-4751-8135-ffcae0d7f8d4'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '94dad7b5-dc8b-4de2-be76-76cd2a18bad2'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:18:11.347987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae9c939-87d4-41a7-ab96-4e4843ea7094') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:11.348365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae9c939-87d4-41a7-ab96-4e4843ea7094') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:11.369268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.396832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.405020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a110e74-43d3-4b13-8b4a-506e43bed483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-ffc969cb-c29f-4273-a16d-a2286f3209d0', 'network_id': 'ffc969cb-c29f-4273-a16d-a2286f3209d0', 'tenant_id': '1c818a81fb3f4f959b02fa6e607ebfe3', 'fixed_ips': [{'subnet_id': '6e45d32c-2fce-4aa9-85c5-234222b657bc'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:11.406089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:11.406503 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a110e74-43d3-4b13-8b4a-506e43bed483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.406660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:11.426962 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:11.498336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] Pushing event updated for resources: {'Network': ['ID=236c0cc3-b168-4bba-bbf1-b813ca2d8c93,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:11.502573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2eed11f2-8800-47e3-be43-dc6917b439c2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6706264 Apr 01 15:18:11.509744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceea3ed-753f-455d-807a-4b171d7412e2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:11.513867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.518677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f6ed4acc-993d-48c0-a067-5532a8342775 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0361946 Apr 01 15:18:11.524053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46172) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.524381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46174) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.538179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Request body: {'subnet': {'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-246541989-subnet', 'tenant_id': '674f35de922343babdb6d81ebff061b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:11.552045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.561121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010060027'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:11.572114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:11.572329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:11.574647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:11.586163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.593091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Network': ['ID=ffc969cb-c29f-4273-a16d-a2286f3209d0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:11.603615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f6e9cd8-f858-475f-9ae8-c72d69e3eff6 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/ffc969cb-c29f-4273-a16d-a2286f3209d0 HTTP/1.1" status: 204 len: 168 time: 1.1807609 Apr 01 15:18:11.606294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Set router 336ba140-51f9-4ff3-8249-ba0c13511062 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:18:11.606856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46180) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.622203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Usage tracker for resource:subnet and tenant:674f35de922343babdb6d81ebff061b9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:11.629895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:11.636194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:11.639043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:11.647333 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b84affd-5cca-490a-97f8-cdba1f1c858c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:11.648079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b84affd-5cca-490a-97f8-cdba1f1c858c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:11.649941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2b84affd-5cca-490a-97f8-cdba1f1c858c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/6e45d32c-2fce-4aa9-85c5-234222b657bc HTTP/1.1" status: 404 len: 337 time: 0.0419538 Apr 01 15:18:11.653023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46184) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.658702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:11.662428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:11.686549 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4049ec-187f-4920-9dd3-520a5d4f6a7f tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:11.687520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4049ec-187f-4920-9dd3-520a5d4f6a7f tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:11.689684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4e4049ec-187f-4920-9dd3-520a5d4f6a7f tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/ffc969cb-c29f-4273-a16d-a2286f3209d0 HTTP/1.1" status: 404 len: 339 time: 0.0355639 Apr 01 15:18:11.692502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46188) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.721474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9fd29b7d-d19a-4226-a4b6-440b859834a7 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/336ba140-51f9-4ff3-8249-ba0c13511062 HTTP/1.1" status: 200 len: 908 time: 1.0591259 Apr 01 15:18:11.727791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46192) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.731310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.735643 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2da29e-4f37-487b-981c-d18c9b1944dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:11.736262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2da29e-4f37-487b-981c-d18c9b1944dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:11.738086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ba2da29e-4f37-487b-981c-d18c9b1944dc tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/e23047c3-a128-4224-bd6b-75c316db56ae HTTP/1.1" status: 404 len: 337 time: 0.0444653 Apr 01 15:18:11.741046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Made reservation on behalf of 674f35de922343babdb6d81ebff061b9 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:11.743482 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.747725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46196) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.781430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c986a957-67a6-4b16-a873-4f5950da33c1 None None] Port c63e6583-3533-42bc-bcbb-0038457a2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:11.790179 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af3f54-f7c6-44c4-9331-9de202775c87 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:11.790878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9af3f54-f7c6-44c4-9331-9de202775c87 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:11.797891 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b9af3f54-f7c6-44c4-9331-9de202775c87 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/eb55f069-5789-43b8-adbb-2127bc3d0db8 HTTP/1.1" status: 404 len: 339 time: 0.0490441 Apr 01 15:18:11.798458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46202) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.801525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'router': {'name': 'tempest-snat-router-319592946', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': True}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:11.836935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f853-093c-45c3-af99-3aa9e9873888 req-1574b194-d426-41a5-9a60-73b0392b1b46 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:11.837584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.839001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df63f853-093c-45c3-af99-3aa9e9873888 req-1574b194-d426-41a5-9a60-73b0392b1b46 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 944 time: 0.4237211 Apr 01 15:18:11.842257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:11.870797 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8036e497-b052-47d0-9df7-163a27c241ca tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:11.871291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8036e497-b052-47d0-9df7-163a27c241ca tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:11.876930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8036e497-b052-47d0-9df7-163a27c241ca tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/220808cf-70c6-4ebf-9cb4-94160483a8a5 HTTP/1.1" status: 404 len: 337 time: 0.0773714 Apr 01 15:18:11.877494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46210) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.926974 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6d7921-775d-4815-8433-ba4e385e32e0 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:11.929286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Usage tracker for resource:router and tenant:bb23c0e795a94574a0973379881d0afa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:11.933911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6d7921-775d-4815-8433-ba4e385e32e0 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:11.942807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0c6d7921-775d-4815-8433-ba4e385e32e0 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/223d9298-588c-41fe-8996-4e4508ff395a HTTP/1.1" status: 404 len: 339 time: 0.0639446 Apr 01 15:18:11.951648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46214) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:11.957533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:11.973907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:11.988571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:12.055493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:12.058521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Deleting port 57dbdf1c-f016-4b2b-8438-21aaa2dc379d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:12.059002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.065967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:12.066331 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.118004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.119329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.181924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd7659-0d27-41be-a0d0-1a161f8fa57b None None] Network ffc969cb-c29f-4273-a16d-a2286f3209d0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:12.199819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:12.207181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd7659-0d27-41be-a0d0-1a161f8fa57b None None] Network ffc969cb-c29f-4273-a16d-a2286f3209d0 could not be found, it might have been deleted concurrently. {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 15:18:12.223349 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.284608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:security_group_rule and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:12.304027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df63f853-093c-45c3-af99-3aa9e9873888 req-3c46982f-dad3-431f-a46c-c3c3106b2c01 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083476 Apr 01 15:18:12.309601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:12.369378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.414052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:12.428738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ba140-51f9-4ff3-8249-ba0c13511062', 'name': 'tempest-snat-router-319592946', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.207'}], 'enable_snat': False}, 'gw_port_id': '5e98090c-331c-47cf-8918-085babc1d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:04Z', 'updated_at': '2022-04-01T15:18:08Z', 'revision_number': 3, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port': {'id': '5e98090c-331c-47cf-8918-085babc1d274', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ba140-51f9-4ff3-8249-ba0c13511062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:06Z', 'updated_at': '2022-04-01T15:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:12.445904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Checking router: 336ba140-51f9-4ff3-8249-ba0c13511062 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:18:12.446264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Updating router 336ba140-51f9-4ff3-8249-ba0c13511062 port 5e98090c-331c-47cf-8918-085babc1d274 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:18:12.501012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.517085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Calling delete_port for 57dbdf1c-f016-4b2b-8438-21aaa2dc379d owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:12.551647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.582634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] Allocated IP 172.20.0.2 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/743db0c2-1177-4751-8135-ffcae0d7f8d4/94dad7b5-dc8b-4de2-be76-76cd2a18bad2) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:12.630342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.643318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c197e1b-dd93-44a3-b7db-771916777c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec72d0-0fd2-403a-b85e-8cbb25846b57'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:18:12.673440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 26ec72d0-0fd2-403a-b85e-8cbb25846b57, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=26ec72d0-0fd2-403a-b85e-8cbb25846b57,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:12.694244 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.696791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Port': ['ID=57dbdf1c-f016-4b2b-8438-21aaa2dc379d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:12.706318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.714016 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7fce3627-3f80-47c6-90fc-23d620e3e3f9 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/ports/57dbdf1c-f016-4b2b-8438-21aaa2dc379d HTTP/1.1" status: 204 len: 168 time: 0.7598226 Apr 01 15:18:12.716378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46228) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:12.772507 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-2407e4c1-c69d-44e4-939a-a719b5045b5e tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:12.772940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2407e4c1-c69d-44e4-939a-a719b5045b5e tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:12.774595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2407e4c1-c69d-44e4-939a-a719b5045b5e tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/6723a7a5-cc43-4781-940c-47655455e824 HTTP/1.1" status: 404 len: 337 time: 0.0573251 Apr 01 15:18:12.779521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46232) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:12.855655 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c197e1b-dd93-44a3-b7db-771916777c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec72d0-0fd2-403a-b85e-8cbb25846b57', 'code': 200} Apr 01 15:18:12.923445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.988773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:12.990728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.061419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] For port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,segment=NetworkSegment(8059d885-6980-419c-96c8-bdf25cc4a3e6),segment_id=8059d885-6980-419c-96c8-bdf25cc4a3e6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:13.091365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.108929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] Transition to ACTIVE for port object 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:13.126447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dde3323b-e152-4c17-934b-b9d4b85a8533 req-717288e0-8124-4d1b-adc1-318430e734cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 1096 time: 0.2585962 Apr 01 15:18:13.126716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.139844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=26ec72d0-0fd2-403a-b85e-8cbb25846b57,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:13.259662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:13.264166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.294054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.305807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.331975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013d88a1-d551-4893-ac22-46b42a83d2f7']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:13.345799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dda810d-de19-420b-b071-8d0089dcbbf3') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:13.346086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dda810d-de19-420b-b071-8d0089dcbbf3') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:13.358073 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.370903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Checking segment: {'id': '248e27bc-3246-4bbc-a283-a2754ef733e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:13.374987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.379725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Network hostable DHCP agents. Network: 236c0cc3-b168-4bba-bbf1-b813ca2d8c93, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:13.381670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:13.382076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.479533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:13.483453 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:13.491417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.504889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.505115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd975a06-308a-4db5-8d00-5d5923726f01,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:13.548478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Network': ['ID=013d88a1-d551-4893-ac22-46b42a83d2f7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:13.552681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dde3323b-e152-4c17-934b-b9d4b85a8533 req-ddf1cd7b-aa77-428f-95dc-134988f3b538 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181681 Apr 01 15:18:13.556938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-16e18a30-0caf-452b-847d-bb07c02877d8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/013d88a1-d551-4893-ac22-46b42a83d2f7 HTTP/1.1" status: 204 len: 168 time: 0.7740433 Apr 01 15:18:13.559904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46252) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:13.626439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2340699-bd4e-466d-984a-38ee9f30c8ae None None] Pushing event updated for resources: {'Port': ['ID=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:13.654090 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.669353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Transition to ACTIVE for port object 5e98090c-331c-47cf-8918-085babc1d274 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:13.673638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Deleting port afe6a376-8239-4168-8a27-929aea4fa7b5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:13.674238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.682038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.752441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Allocated IP 172.20.0.1 (efc7fb72-074a-4161-85af-99da6a697492/d35dc9a9-c21a-4606-a56b-761c96bd61a2/eb78b88e-4b60-4c37-97cc-d018de23b190) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:13.769016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.770118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-832ca0e6-a008-42be-9d61-07b353c28c17 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2430880 Apr 01 15:18:13.778820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46256) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:13.789485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1349142505', 'security_groups': ['fd975a06-308a-4db5-8d00-5d5923726f01'], 'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '743db0c2-1177-4751-8135-ffcae0d7f8d4'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:13.797943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Attempting to bind port 5e98090c-331c-47cf-8918-085babc1d274 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:13.798308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Attempting to bind port 5e98090c-331c-47cf-8918-085babc1d274 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:13.798666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Attempting to bind port 5e98090c-331c-47cf-8918-085babc1d274 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:13.809649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9238e-3f78-4fa3-be8a-0336860d17ef None None] Pushing event updated for resources: {'Port': ['ID=5e98090c-331c-47cf-8918-085babc1d274,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:13.820386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:13.820758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:13.821618 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.821618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:13.822097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Bound port: 5e98090c-331c-47cf-8918-085babc1d274, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:13.822664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:13.931500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] For port 5e98090c-331c-47cf-8918-085babc1d274, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:13.934710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] For port 5e98090c-331c-47cf-8918-085babc1d274, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5e98090c-331c-47cf-8918-085babc1d274,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:13.937326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:13.980753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:13.994216 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.124532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 236c0cc3-b168-4bba-bbf1-b813ca2d8c93) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:14.143952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:14.144835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.147255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95476bd5-7f45-4805-b9df-e54eeb65ae4f None None] Network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:14.165827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:14.181945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:14.189076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Routers {'336ba140-51f9-4ff3-8249-ba0c13511062'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:14.190439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['336ba140-51f9-4ff3-8249-ba0c13511062'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:14.192777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21aa81bc-5c96-4423-907e-c909f2ed1789 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6672375 Apr 01 15:18:14.198283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:14.243799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d81841-9260-4b63-8df8-b60ac568cdbc req-66b12a88-1354-4575-8766-12900f921e80 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:14.248468 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46d81841-9260-4b63-8df8-b60ac568cdbc req-66b12a88-1354-4575-8766-12900f921e80 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 945 time: 0.7129202 Apr 01 15:18:14.327959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9238e-3f78-4fa3-be8a-0336860d17ef None None] Pushing event updated for resources: {'Port': ['ID=5e98090c-331c-47cf-8918-085babc1d274,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:14.538353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46d81841-9260-4b63-8df8-b60ac568cdbc req-43ccee0f-7188-4669-a731-902b8ebbf985 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743950 Apr 01 15:18:14.573829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.580747 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.626944 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.643729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.717171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Transition to ACTIVE for port object eb78b88e-4b60-4c37-97cc-d018de23b190 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:14.820747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.833990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Allocated IP 172.25.2.18 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/a836f43b-95dd-461d-b740-8c0eb9846c33) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:14.849134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Calling delete_port for afe6a376-8239-4168-8a27-929aea4fa7b5 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:14.874797 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:14.880163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Network efc7fb72-074a-4161-85af-99da6a697492 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:14.889722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:14.894042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] Set router 336ba140-51f9-4ff3-8249-ba0c13511062 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:18:14.901308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:15.079057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3045ec83-1e7c-4880-bf04-19c88e9a3e46 None None] Provisioning for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:15.141407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Port': ['ID=eb78b88e-4b60-4c37-97cc-d018de23b190,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:15.152320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.177612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3045ec83-1e7c-4880-bf04-19c88e9a3e46 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:15.178155 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3045ec83-1e7c-4880-bf04-19c88e9a3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.184749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.261952 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.280253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Port': ['ID=afe6a376-8239-4168-8a27-929aea4fa7b5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:15.313833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] device_id is not set on port bfe5382a-c4c5-4abf-bc49-c9b61a30b429 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:18:15.318990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c78c6-b749-458b-bfdf-a48836ce9291 None None] Network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:15.388959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.389883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.421105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c502d45-ac11-4604-a68a-e774f3c6919c tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/ports/afe6a376-8239-4168-8a27-929aea4fa7b5 HTTP/1.1" status: 204 len: 168 time: 1.8598356 Apr 01 15:18:15.425783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46292) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:15.426446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.499398 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a87f21-0658-41b1-9bdb-7de8562337a8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:15.499398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a87f21-0658-41b1-9bdb-7de8562337a8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:15.565570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92a87f21-0658-41b1-9bdb-7de8562337a8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/449c33b4-8bdb-4ced-85ce-aee15de3eed7 HTTP/1.1" status: 404 len: 337 time: 0.1245737 Apr 01 15:18:15.566790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46296) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:15.644490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.11 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/743db0c2-1177-4751-8135-ffcae0d7f8d4/bfe5382a-c4c5-4abf-bc49-c9b61a30b429) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:15.905142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3045ec83-1e7c-4880-bf04-19c88e9a3e46 None None] Provisioning complete for port c63e6583-3533-42bc-bcbb-0038457a2cd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:15.905670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3045ec83-1e7c-4880-bf04-19c88e9a3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:15.986642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:16.049382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a4ee2-9c85-4f7c-ae19-3454c146d968 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:18:16.054052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object bfe5382a-c4c5-4abf-bc49-c9b61a30b429 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:16.086860 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:16.160100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:16.182447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:16.186712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:16.189143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:16.245980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=bfe5382a-c4c5-4abf-bc49-c9b61a30b429,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:16.273087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:16.273696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:16.283543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a4ee2-9c85-4f7c-ae19-3454c146d968 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:18:16.298537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3045ec83-1e7c-4880-bf04-19c88e9a3e46 None None] Port c63e6583-3533-42bc-bcbb-0038457a2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:16.310951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336ba140-51f9-4ff3-8249-ba0c13511062', 'name': 'tempest-snat-router-319592946', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.207'}], 'enable_snat': False}, 'gw_port_id': '5e98090c-331c-47cf-8918-085babc1d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:04Z', 'updated_at': '2022-04-01T15:18:08Z', 'revision_number': 3, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port': {'id': '5e98090c-331c-47cf-8918-085babc1d274', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ba140-51f9-4ff3-8249-ba0c13511062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:06Z', 'updated_at': '2022-04-01T15:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:16.318026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f533005-5acd-46cc-9aff-aa97e01f2807 None None] The sync data for ids ['336ba140-51f9-4ff3-8249-ba0c13511062'] in n-d-836017-1 is: [{'id': '336ba140-51f9-4ff3-8249-ba0c13511062', 'name': 'tempest-snat-router-319592946', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.207'}], 'enable_snat': False}, 'gw_port_id': '5e98090c-331c-47cf-8918-085babc1d274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:04Z', 'updated_at': '2022-04-01T15:18:08Z', 'revision_number': 3, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port': {'id': '5e98090c-331c-47cf-8918-085babc1d274', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336ba140-51f9-4ff3-8249-ba0c13511062', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:06Z', 'updated_at': '2022-04-01T15:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:16.318883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-441e71d5-e1de-4d07-b620-7fbeed59580c tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5382137 Apr 01 15:18:16.319775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46322) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:16.328019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:16.341677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:16.378631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:16.381729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Port': ['ID=a836f43b-95dd-461d-b740-8c0eb9846c33,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:16.396208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:16.411435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:16.589802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-818e01db-a765-4427-8f74-e0caf2626404 None None] Provisioning for port eb78b88e-4b60-4c37-97cc-d018de23b190 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:16.609496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-818e01db-a765-4427-8f74-e0caf2626404 None None] Provisioning complete for port eb78b88e-4b60-4c37-97cc-d018de23b190 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:16.613310 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-818e01db-a765-4427-8f74-e0caf2626404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:16.702046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:16.707813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:16.720611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:16.736530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:16.751874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fc6fb-62a7-4cd1-87f7-7f18a683bb34 req-06342d82-3451-4941-8d2d-c5a559a4262b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:16.755092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:16.762198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30fc6fb-62a7-4cd1-87f7-7f18a683bb34 req-06342d82-3451-4941-8d2d-c5a559a4262b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 945 time: 0.5938137 Apr 01 15:18:16.766045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:16.768945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-818e01db-a765-4427-8f74-e0caf2626404 None None] Port eb78b88e-4b60-4c37-97cc-d018de23b190 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:16.974004 n-d-836017-1 neutron-server[83953]: INFO neutron.db.ipam_backend_mixin [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 743db0c2-1177-4751-8135-ffcae0d7f8d4 (CIDR: 172.20.0.0/28) Apr 01 15:18:16.978740 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:18:16.979421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:17.003375 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-288b13ab-1b3c-4f83-ba79-f48c5c8b2525 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6824119 Apr 01 15:18:17.004164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46344) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:17.010884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:17.049602 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.140312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a1ebc4-a0b2-474a-a90b-fbeda8577459']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:17.173554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30fc6fb-62a7-4cd1-87f7-7f18a683bb34 req-654b97da-2e22-4841-bb42-bd5819f41ead tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103627 Apr 01 15:18:17.215870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc89c7ea-ebce-420a-8062-6f3ed25e8dc7') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:17.216343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc89c7ea-ebce-420a-8062-6f3ed25e8dc7') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:17.261271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.280931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.288945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:17.289476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:17.385058 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:17.428612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:17.449727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:17.493769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:17.503669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:17.518689 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.537981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:17.553364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.557661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.558149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.565501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Network': ['ID=56a1ebc4-a0b2-474a-a90b-fbeda8577459,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:17.574947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-04d46ed4-62e9-4ec9-ae8a-4ef87dd81ee1 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/56a1ebc4-a0b2-474a-a90b-fbeda8577459 HTTP/1.1" status: 204 len: 168 time: 1.9984806 Apr 01 15:18:17.583975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46360) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:17.586269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.715120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27c05b10-de64-4264-9f14-1c4267deeff9 None None] Provisioning for port bfe5382a-c4c5-4abf-bc49-c9b61a30b429 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:17.720279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27c05b10-de64-4264-9f14-1c4267deeff9 None None] Provisioning complete for port bfe5382a-c4c5-4abf-bc49-c9b61a30b429 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:17.720650 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27c05b10-de64-4264-9f14-1c4267deeff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.779042 n-d-836017-1 neutron-server[83953]: INFO neutron.db.ipam_backend_mixin [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 49ddd194-130d-46ad-8974-f865b2a81968 (CIDR: 172.20.0.16/28) Apr 01 15:18:17.802436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-ba12c42e-f890-4d65-82e2-13b8669b35d3 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:17.805291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-ba12c42e-f890-4d65-82e2-13b8669b35d3 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/networks?id=236c0cc3-b168-4bba-bbf1-b813ca2d8c93 HTTP/1.1" status: 200 len: 809 time: 0.5958617 Apr 01 15:18:17.809378 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:18:17.823627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:17.832324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-27c05b10-de64-4264-9f14-1c4267deeff9 None None] Port bfe5382a-c4c5-4abf-bc49-c9b61a30b429 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:17.880020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f757a-8c22-421d-880d-71318ef879c7 req-3e789159-810e-4b2d-b780-b4452474118e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:17.881546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a0f757a-8c22-421d-880d-71318ef879c7 req-3e789159-810e-4b2d-b780-b4452474118e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 945 time: 0.4951901 Apr 01 15:18:17.901992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c8a496cb-6922-4239-8ab5-5d5155556223 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/quotas/674f35de922343babdb6d81ebff061b9 HTTP/1.1" status: 200 len: 375 time: 0.0728056 Apr 01 15:18:17.976162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:17.995448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Port': ['ID=eb78b88e-4b60-4c37-97cc-d018de23b190,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:18.025541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cfb82940-a772-40cd-8efd-40de9cf9acc7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0201716 Apr 01 15:18:18.041952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:18.050037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5e98090c-331c-47cf-8918-085babc1d274 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:18.050853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-9324fc71-3f2a-4b78-94b5-212aa2937b7f tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=674f35de922343babdb6d81ebff061b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1430328 Apr 01 15:18:18.060031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'subnet': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:18.166427 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.167149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.180645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5e98090c-331c-47cf-8918-085babc1d274 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:18.186960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5e98090c-331c-47cf-8918-085babc1d274 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:18.187594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.293446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a0f757a-8c22-421d-880d-71318ef879c7 req-60ac1ede-e85d-4c2e-ae28-188440d65011 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617597 Apr 01 15:18:18.337504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-b62d58e1-b9f1-4005-a951-d24d25838790 service neutron] 10.222.0.48 "GET /v2.0/networks/236c0cc3-b168-4bba-bbf1-b813ca2d8c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585278 Apr 01 15:18:18.343896 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.367485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 5e98090c-331c-47cf-8918-085babc1d274, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5e98090c-331c-47cf-8918-085babc1d274,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:18.372020 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.449856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:18.456715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Usage tracker for resource:subnet and tenant:56910f9217c44567b3116680314ed076 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:18.461450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:18.462661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Deleting subnet 3857a1ae-a12c-4cec-aafc-6278c81e5d7c {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:18:18.479749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:18.485089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=5e98090c-331c-47cf-8918-085babc1d274,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:18.504747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Made reservation on behalf of 56910f9217c44567b3116680314ed076 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:18.508389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.584167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-78ec20d7-4d85-4b0c-955d-4beecef8ec2b service neutron] 10.222.0.48 "GET /v2.0/networks/236c0cc3-b168-4bba-bbf1-b813ca2d8c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473555 Apr 01 15:18:18.666793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.862101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.915515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:18.946390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Subnet': ['ID=2df6579c-6eb5-49d5-b027-d294e433ecdd,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:19.008648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:19.022439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:19.026480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-369ccc09-9619-4fda-85e5-f6af9004d929 req-e94762b8-f5fb-4013-89bd-bdad43891e55 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 210 time: 0.0810869 Apr 01 15:18:19.028268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:19.029007 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:19.036677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b4032-4dd8-455c-ab49-50aa46e4ed48 None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:19.087782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-37d136e7-03c0-4330-b439-db2e16cc9a68 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0447993 Apr 01 15:18:19.091603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46392) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:19.092437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Network efc7fb72-074a-4161-85af-99da6a697492 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:19.097505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1072707201', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2df6579c-6eb5-49d5-b027-d294e433ecdd'}], 'security_groups': ['438e490a-734b-4c12-aca6-0516f787953b', '6ceea3ed-753f-455d-807a-4b171d7412e2']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:19.105881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:19.323051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9872-3f1c-4eb1-bf55-6a5994242312 req-b5297074-a1ab-473a-80f9-846bf14427a2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:19.347839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905b9872-3f1c-4eb1-bf55-6a5994242312 req-b5297074-a1ab-473a-80f9-846bf14427a2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 945 time: 0.8700738 Apr 01 15:18:19.498631 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:19.540373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:19.595396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905b9872-3f1c-4eb1-bf55-6a5994242312 req-eef6d084-1378-42b5-8502-6519bc2ed73e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462928 Apr 01 15:18:19.630822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cbc7579f-9d15-4c9a-8bb2-61a94048cd79 None None] Provisioning complete for port eb78b88e-4b60-4c37-97cc-d018de23b190 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:19.631260 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cbc7579f-9d15-4c9a-8bb2-61a94048cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:19.774037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7579f-9d15-4c9a-8bb2-61a94048cd79 None None] Port eb78b88e-4b60-4c37-97cc-d018de23b190 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:19.786237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] Update dhcp port {'port': {'network_id': '9bf59af0-dab6-4b54-b7ff-aa5b97611fee', 'fixed_ips': [{'subnet_id': '49ddd194-130d-46ad-8974-f865b2a81968', 'ip_address': '172.20.0.18'}, {'subnet_id': '743db0c2-1177-4751-8135-ffcae0d7f8d4', 'ip_address': '172.20.0.2'}, {'subnet_id': '2df6579c-6eb5-49d5-b027-d294e433ecdd'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '94dad7b5-dc8b-4de2-be76-76cd2a18bad2'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:18:19.926142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:20.035686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:20.096559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5e98090c-331c-47cf-8918-085babc1d274 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:20.183092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e126453-81f3-4201-83c9-8db9e7a0285f None None] Network 128c37d5-44e0-4040-87b9-b7dda44a0fa3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:20.190025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:20.194939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Subnet': ['ID=3857a1ae-a12c-4cec-aafc-6278c81e5d7c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:20.236790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d1de9c0b-d3be-4e03-8768-90f615bc651d tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/subnets/3857a1ae-a12c-4cec-aafc-6278c81e5d7c HTTP/1.1" status: 204 len: 168 time: 2.5849533 Apr 01 15:18:20.240408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46422) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:20.297584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Delete allocated IP 172.20.0.11 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/743db0c2-1177-4751-8135-ffcae0d7f8d4) {{(pid=83953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:18:20.309112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Allocated IP 172.20.0.43 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/2df6579c-6eb5-49d5-b027-d294e433ecdd/bfe5382a-c4c5-4abf-bc49-c9b61a30b429) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:20.444629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5e98090c-331c-47cf-8918-085babc1d274 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:20.445271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:20.490746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24fc251b-e27c-4c2d-9a0c-ddd21796f790 req-206f9941-a459-43b7-90a6-42fc9e0fad4b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 210 time: 0.0692196 Apr 01 15:18:20.526583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Router 2603d583-f258-4de3-b7a9-382d1dfaacd3 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:18:20.542252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:20.721682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Deleting port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:20.722039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:20.755697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] DHCP port deletion for 128c37d5-44e0-4040-87b9-b7dda44a0fa3 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:18:20.760291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] Deleting port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:20.760666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.010208 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.034971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Transition to ACTIVE for port object bfe5382a-c4c5-4abf-bc49-c9b61a30b429 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:21.044264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.108824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbeadc4-5d34-4232-957c-23b4094dc430 req-a86067be-0213-4d5d-a77b-a19b5e94ccb2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:21.110664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2cbeadc4-5d34-4232-957c-23b4094dc430 req-a86067be-0213-4d5d-a77b-a19b5e94ccb2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 945 time: 0.7067838 Apr 01 15:18:21.210519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] For port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,segment=NetworkSegment(bfc58ce6-b71e-4c18-86bf-3a1289125f4c),segment_id=bfc58ce6-b71e-4c18-86bf-3a1289125f4c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:21.211124 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.245924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event updated for resources: {'Port': ['ID=bfe5382a-c4c5-4abf-bc49-c9b61a30b429,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:21.268245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2cbeadc4-5d34-4232-957c-23b4094dc430 req-7cd70421-b2f1-4b3f-8e31-348a7cbebd28 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383710 Apr 01 15:18:21.283372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.283929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.284400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.285025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.285499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.285986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.286472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.286984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.287476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.287961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.288444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:21.313317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] In _notify_port_updated(), no bound segment for port bfe5382a-c4c5-4abf-bc49-c9b61a30b429 on network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:18:21.317241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:21.317847 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.318321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] Allocated IP 172.20.0.34 (9bf59af0-dab6-4b54-b7ff-aa5b97611fee/2df6579c-6eb5-49d5-b027-d294e433ecdd/94dad7b5-dc8b-4de2-be76-76cd2a18bad2) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:21.322332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50891639-087f-40a2-b137-887694ad588d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "PUT /v2.0/ports/bfe5382a-c4c5-4abf-bc49-c9b61a30b429 HTTP/1.1" status: 200 len: 960 time: 2.2275970 Apr 01 15:18:21.322569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:21.384896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] Calling delete_port for 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:21.396465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port bfe5382a-c4c5-4abf-bc49-c9b61a30b429 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:21.396709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.485804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] For port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,segment=NetworkSegment(bfc58ce6-b71e-4c18-86bf-3a1289125f4c),segment_id=bfc58ce6-b71e-4c18-86bf-3a1289125f4c)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:21.486160 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.519166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-3d1a51dc-7c5f-4b7d-b403-5e832b954f56 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:21.519166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-3d1a51dc-7c5f-4b7d-b403-5e832b954f56 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Synchronizing usage tracker for tenant:674f35de922343babdb6d81ebff061b9 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:21.601611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.663095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Calling delete_port for 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:21.682921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] Pushing event deleted for resources: {'Port': ['ID=6c834fa8-3130-4cae-8e97-3c9e8b1af8b5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:21.707039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142fd14-048f-45f5-a2f4-2a226c4db90a None None] No DVR routers for this DVR port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:21.708428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Router 56182a07-2b27-4c89-a89c-a27afd95464c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:18:21.744637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] For port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,segment=NetworkSegment(8059d885-6980-419c-96c8-bdf25cc4a3e6),segment_id=8059d885-6980-419c-96c8-bdf25cc4a3e6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:21.776038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.796429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] Transition to ACTIVE for port object 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:21.808273 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.836175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:21.873088 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-038620e8-2f5e-4285-8fd3-d3236f719edf req-d5f1f610-8164-4422-a8a5-fac2968bd88e tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 210 time: 0.1634572 Apr 01 15:18:21.891277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:18:21.891612 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:18:21.892086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-3d1a51dc-7c5f-4b7d-b403-5e832b954f56 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Unset dirty status for tenant:674f35de922343babdb6d81ebff061b9 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:21.893187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-3d1a51dc-7c5f-4b7d-b403-5e832b954f56 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.44 "GET /v2.0/networks?id=236c0cc3-b168-4bba-bbf1-b813ca2d8c93 HTTP/1.1" status: 200 len: 809 time: 1.2129438 Apr 01 15:18:21.958449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Request body: {'port': {'device_id': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93', 'admin_state_up': True, 'tenant_id': '674f35de922343babdb6d81ebff061b9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:21.981777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:21.993862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-e9359a82-e6fa-4654-b09a-53f08545efd9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:21.995414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-e9359a82-e6fa-4654-b09a-53f08545efd9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 945 time: 0.3570738 Apr 01 15:18:22.021749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:22.022122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:22.069218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4db977-0c1f-4ed5-ac78-2e91303ec6f1 None None] Pushing event updated for resources: {'Port': ['ID=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:22.100246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for bfe5382a-c4c5-4abf-bc49-c9b61a30b429 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:22.180353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:22.180694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:22.262253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:22.273499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Usage tracker for resource:port and tenant:674f35de922343babdb6d81ebff061b9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:22.278004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:22.288205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:22.295410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:22.328632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Made reservation on behalf of 674f35de922343babdb6d81ebff061b9 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:22.329755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:22.345162 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Sync routers for ids ['2603d583-f258-4de3-b7a9-382d1dfaacd3'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:22.398752 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Routers {'2603d583-f258-4de3-b7a9-382d1dfaacd3'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:22.399404 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2603d583-f258-4de3-b7a9-382d1dfaacd3'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:22.429530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Deleting port 6c834fa8-3130-4cae-8e97-3c9e8b1af8b5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:22.430131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:22.519661 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:22.529477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a33743db-853c-42a2-a6e6-0fe87927d03e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.7993338 Apr 01 15:18:22.538355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46460) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:22.671177 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:22.688531 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Set router 2603d583-f258-4de3-b7a9-382d1dfaacd3 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:18:22.693370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] The port '6c834fa8-3130-4cae-8e97-3c9e8b1af8b5' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:18:22.782448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=bfe5382a-c4c5-4abf-bc49-c9b61a30b429,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:22.965300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:22.993005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128c37d5-44e0-4040-87b9-b7dda44a0fa3']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:23.009083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc58ce6-b71e-4c18-86bf-3a1289125f4c') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:23.009290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc58ce6-b71e-4c18-86bf-3a1289125f4c') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:23.021463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.041097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.041438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cda7b3ab-5d77-4755-a7d1-e905dae365eb None None] Provisioning for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:23.048372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:23.048769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.062642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cda7b3ab-5d77-4755-a7d1-e905dae365eb None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:23.064508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cda7b3ab-5d77-4755-a7d1-e905dae365eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.141074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.152029 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603d583-f258-4de3-b7a9-382d1dfaacd3', 'name': 'tempest-snat-router-319592946', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a836f43b-95dd-461d-b740-8c0eb9846c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:12Z', 'updated_at': '2022-04-01T15:18:17Z', 'revision_number': 3, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port': {'id': 'a836f43b-95dd-461d-b740-8c0eb9846c33', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603d583-f258-4de3-b7a9-382d1dfaacd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:14Z', 'updated_at': '2022-04-01T15:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:23.155204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904380bf-0cf4-44e1-a1fc-8b6ca661c0ae req-b3aa52f4-5e82-4d36-a888-ff6b314bff9a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:23.162811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-904380bf-0cf4-44e1-a1fc-8b6ca661c0ae req-b3aa52f4-5e82-4d36-a888-ff6b314bff9a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 945 time: 0.6014516 Apr 01 15:18:23.165844 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Checking router: 2603d583-f258-4de3-b7a9-382d1dfaacd3 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:18:23.166248 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Updating router 2603d583-f258-4de3-b7a9-382d1dfaacd3 port a836f43b-95dd-461d-b740-8c0eb9846c33 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:18:23.205592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a01475c6-6a29-4742-8541-b252723020b1 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/bfe5382a-c4c5-4abf-bc49-c9b61a30b429 HTTP/1.1" status: 204 len: 168 time: 1.8819213 Apr 01 15:18:23.211086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46474) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:23.233713 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.271272 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c805b9b5-2c21-4069-8bbd-5ad18b2d643d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] GET failed (client error): The resource could not be found. Apr 01 15:18:23.271652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c805b9b5-2c21-4069-8bbd-5ad18b2d643d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Synchronizing usage tracker for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:23.315248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] For port 26ec72d0-0fd2-403a-b85e-8cbb25846b57, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=26ec72d0-0fd2-403a-b85e-8cbb25846b57,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:23.315648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.341513 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-904380bf-0cf4-44e1-a1fc-8b6ca661c0ae req-e98fc938-d73e-440e-9640-8b91dc74759f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775193 Apr 01 15:18:23.369650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cda7b3ab-5d77-4755-a7d1-e905dae365eb None None] Provisioning complete for port c63e6583-3533-42bc-bcbb-0038457a2cd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:23.369650 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cda7b3ab-5d77-4755-a7d1-e905dae365eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.422819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c805b9b5-2c21-4069-8bbd-5ad18b2d643d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Unset dirty status for tenant:56910f9217c44567b3116680314ed076 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:23.424336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c805b9b5-2c21-4069-8bbd-5ad18b2d643d tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports/bfe5382a-c4c5-4abf-bc49-c9b61a30b429 HTTP/1.1" status: 404 len: 333 time: 0.2091534 Apr 01 15:18:23.435691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cda7b3ab-5d77-4755-a7d1-e905dae365eb None None] Port c63e6583-3533-42bc-bcbb-0038457a2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:23.441202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cda7b3ab-5d77-4755-a7d1-e905dae365eb None None] Could not find standard attr ID for object bfe5382a-c4c5-4abf-bc49-c9b61a30b429. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:18:23.473084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46478) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:23.492732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for 26ec72d0-0fd2-403a-b85e-8cbb25846b57 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:23.555663 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:23.623648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.652560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ab17a21a-2854-41ac-b3a5-83ac1b45b684 None None] Could not find standard attr ID for object bfe5382a-c4c5-4abf-bc49-c9b61a30b429. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:18:23.695523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.721117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d4a58a5f-9ac2-47f8-af91-c43fd5d9e36e req-33c79448-8b49-4d90-b7be-9976aafb347c tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Synchronizing usage tracker for tenant:674f35de922343babdb6d81ebff061b9 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:23.721117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] 10.222.0.48 "DELETE /v2.0/networks/128c37d5-44e0-4040-87b9-b7dda44a0fa3 HTTP/1.1" status: 204 len: 168 time: 3.4699628 Apr 01 15:18:23.727621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.756541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:23.767818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-73bc17c7-a34d-4f6e-9942-1bf723ab36c7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "PUT /v2.0/routers/56182a07-2b27-4c89-a89c-a27afd95464c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6944952 Apr 01 15:18:23.769768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] Sync routers for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:23.782676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:23.783807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:23.811185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46490) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:23.823942 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.841082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Allocated IP 172.20.0.7 (236c0cc3-b168-4bba-bbf1-b813ca2d8c93/0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429/d7431fc5-331d-443b-8f9f-1e323933d8d6) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:23.845871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Request body: {'port': {'network_id': 'efc7fb72-074a-4161-85af-99da6a697492', 'name': 'tempest-FloatingIPAdminTestJSON-259060077'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:23.876727 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Transition to ACTIVE for port object a836f43b-95dd-461d-b740-8c0eb9846c33 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:23.889048 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:23.916564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=26ec72d0-0fd2-403a-b85e-8cbb25846b57,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:23.932947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:23.945312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:23.946146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:24.034151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:24.034915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db90f5-c950-479c-a8ca-15a84bc8b6e0 None None] The sync data for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:24.036921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:24.132271 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Attempting to bind port a836f43b-95dd-461d-b740-8c0eb9846c33 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:24.132631 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Attempting to bind port a836f43b-95dd-461d-b740-8c0eb9846c33 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:24.133114 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Attempting to bind port a836f43b-95dd-461d-b740-8c0eb9846c33 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:24.141562 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91372bde-6b30-47cf-b086-8209aaaf12c4 None None] Pushing event updated for resources: {'Port': ['ID=a836f43b-95dd-461d-b740-8c0eb9846c33,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:24.155684 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:24.158421 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:24.159161 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.160346 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:24.161026 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Bound port: a836f43b-95dd-461d-b740-8c0eb9846c33, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:24.162926 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.167982 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.186531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:24.187752 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.199747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e53ff5-9246-4f9a-9c74-767645c2dab8 tempest-NetworksIpV6TestAttrs-1004220765 tempest-NetworksIpV6TestAttrs-1004220765-project] Pushing event deleted for resources: {'Network': ['ID=128c37d5-44e0-4040-87b9-b7dda44a0fa3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:24.248746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.302448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] No DVR routers for this DVR port 26ec72d0-0fd2-403a-b85e-8cbb25846b57 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:24.323544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.333156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c197e1b-dd93-44a3-b7db-771916777c61', 'name': 'network-vif-deleted', 'tag': '26ec72d0-0fd2-403a-b85e-8cbb25846b57'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:18:24.346236 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] For port a836f43b-95dd-461d-b740-8c0eb9846c33, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:24.346236 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] For port a836f43b-95dd-461d-b740-8c0eb9846c33, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a836f43b-95dd-461d-b740-8c0eb9846c33,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:24.356626 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.429966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea3f7d69-503c-4d29-b433-01ebc53770c0 req-571f6f32-63e1-41d9-b28d-c97f599673b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "DELETE /v2.0/ports/26ec72d0-0fd2-403a-b85e-8cbb25846b57 HTTP/1.1" status: 204 len: 173 time: 2.3794842 Apr 01 15:18:24.473348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:24.476395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46504) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:24.480873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Usage tracker for resource:port and tenant:5d1e550a15ec45d39d0f5ab9057967a7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:24.494445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:24.509477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d4a58a5f-9ac2-47f8-af91-c43fd5d9e36e req-33c79448-8b49-4d90-b7be-9976aafb347c tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Unset dirty status for tenant:674f35de922343babdb6d81ebff061b9 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:24.516555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:24.524787 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d4a58a5f-9ac2-47f8-af91-c43fd5d9e36e req-33c79448-8b49-4d90-b7be-9976aafb347c tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 210 time: 1.0198817 Apr 01 15:18:24.529894 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91372bde-6b30-47cf-b086-8209aaaf12c4 None None] Pushing event updated for resources: {'Port': ['ID=a836f43b-95dd-461d-b740-8c0eb9846c33,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:24.531705 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c197e1b-dd93-44a3-b7db-771916777c61', 'name': 'network-vif-deleted', 'tag': '26ec72d0-0fd2-403a-b85e-8cbb25846b57', 'status': 'completed', 'code': 200} Apr 01 15:18:24.542919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Made reservation on behalf of 5d1e550a15ec45d39d0f5ab9057967a7 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:24.546488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.579564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8044c1f-adc4-4d98-bd20-5851fc301704 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.589949 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Routers {'2603d583-f258-4de3-b7a9-382d1dfaacd3'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:24.592716 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2603d583-f258-4de3-b7a9-382d1dfaacd3'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:24.610059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] device_id is not set on port 632b388d-edc2-42a7-91dc-d40a831d199c yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:18:24.618931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:24.626193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Pushing event updated for resources: {'Port': ['ID=d7431fc5-331d-443b-8f9f-1e323933d8d6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:24.649839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:24.666714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:24.722928 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8044c1f-adc4-4d98-bd20-5851fc301704 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.784456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:24.785515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.804755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c2867ce1-91e7-4d1a-a5cd-162c938d12a1 req-6045cb1a-ad51-41d8-8079-7732356a2551 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:24.875717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-c7ac178d-782b-441a-bf34-ceb7cc09434b tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9214225 Apr 01 15:18:24.886807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8044c1f-adc4-4d98-bd20-5851fc301704 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.894744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f8044c1f-adc4-4d98-bd20-5851fc301704 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:24.895901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f8044c1f-adc4-4d98-bd20-5851fc301704 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd975a06-308a-4db5-8d00-5d5923726f01 HTTP/1.1" status: 204 len: 168 time: 1.3383327 Apr 01 15:18:24.906359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-2f2f6238-7b8b-4add-a21a-2cef8b10072f tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:18:24.907311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-2f2f6238-7b8b-4add-a21a-2cef8b10072f tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051880 Apr 01 15:18:24.907736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46518) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:24.937136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c2867ce1-91e7-4d1a-a5cd-162c938d12a1 req-6045cb1a-ad51-41d8-8079-7732356a2551 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:24.938667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2867ce1-91e7-4d1a-a5cd-162c938d12a1 req-6045cb1a-ad51-41d8-8079-7732356a2551 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 210 time: 0.1964154 Apr 01 15:18:24.975279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8044c1f-adc4-4d98-bd20-5851fc301704 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd975a06-308a-4db5-8d00-5d5923726f01,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:24.989002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Allocated IP 172.20.0.8 (efc7fb72-074a-4161-85af-99da6a697492/d35dc9a9-c21a-4606-a56b-761c96bd61a2/632b388d-edc2-42a7-91dc-d40a831d199c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:25.032622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46524) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:25.038022 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] Set router 2603d583-f258-4de3-b7a9-382d1dfaacd3 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:18:25.041058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-37f9bac8-a1ce-4fb0-9e04-8e0ec8ad3c36 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/2603d583-f258-4de3-b7a9-382d1dfaacd3 HTTP/1.1" status: 200 len: 906 time: 2.4815400 Apr 01 15:18:25.107813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 26ec72d0-0fd2-403a-b85e-8cbb25846b57 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:25.108442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-15fc002d-9f9d-48fd-b493-7f63145b4485 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c818a81fb3f4f959b02fa6e607ebfe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6291714 Apr 01 15:18:25.109045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46530) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:25.127560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d603a52d-eb5d-4e82-a605-b47b9bc0036a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.132727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Request body: {'port': {'device_id': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:25.148354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 26ec72d0-0fd2-403a-b85e-8cbb25846b57 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:25.149442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 26ec72d0-0fd2-403a-b85e-8cbb25846b57 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:25.266298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d603a52d-eb5d-4e82-a605-b47b9bc0036a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.383702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59f752fe-24de-4bf0-8fd4-afa64456ae8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.430674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.459497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59f752fe-24de-4bf0-8fd4-afa64456ae8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.471049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d603a52d-eb5d-4e82-a605-b47b9bc0036a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.533425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603a52d-eb5d-4e82-a605-b47b9bc0036a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceea3ed-753f-455d-807a-4b171d7412e2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:25.608721 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603d583-f258-4de3-b7a9-382d1dfaacd3', 'name': 'tempest-snat-router-319592946', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a836f43b-95dd-461d-b740-8c0eb9846c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:12Z', 'updated_at': '2022-04-01T15:18:17Z', 'revision_number': 3, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port': {'id': 'a836f43b-95dd-461d-b740-8c0eb9846c33', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603d583-f258-4de3-b7a9-382d1dfaacd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:14Z', 'updated_at': '2022-04-01T15:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:25.613855 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09a02df-d29c-4cf8-8818-f8146d45ec80 None None] The sync data for ids ['2603d583-f258-4de3-b7a9-382d1dfaacd3'] in n-d-836017-1 is: [{'id': '2603d583-f258-4de3-b7a9-382d1dfaacd3', 'name': 'tempest-snat-router-319592946', 'tenant_id': 'bb23c0e795a94574a0973379881d0afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a836f43b-95dd-461d-b740-8c0eb9846c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:12Z', 'updated_at': '2022-04-01T15:18:17Z', 'revision_number': 3, 'project_id': 'bb23c0e795a94574a0973379881d0afa', 'gw_port': {'id': 'a836f43b-95dd-461d-b740-8c0eb9846c33', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603d583-f258-4de3-b7a9-382d1dfaacd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:14Z', 'updated_at': '2022-04-01T15:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:25.663046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d603a52d-eb5d-4e82-a605-b47b9bc0036a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.664869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d603a52d-eb5d-4e82-a605-b47b9bc0036a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/security-groups/6ceea3ed-753f-455d-807a-4b171d7412e2 HTTP/1.1" status: 204 len: 168 time: 0.7488091 Apr 01 15:18:25.672232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59f752fe-24de-4bf0-8fd4-afa64456ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.676519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46548) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:25.705628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f752fe-24de-4bf0-8fd4-afa64456ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b19c19-b9e4-43e5-9b0d-aeda229b03cd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:25.856522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-204f2fc1-17ea-437d-a218-7e3bde116b09 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.870311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.886351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-204f2fc1-17ea-437d-a218-7e3bde116b09 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.916451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Transition to ACTIVE for port object 632b388d-edc2-42a7-91dc-d40a831d199c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:25.936017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59f752fe-24de-4bf0-8fd4-afa64456ae8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:25.939411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-59f752fe-24de-4bf0-8fd4-afa64456ae8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48b19c19-b9e4-43e5-9b0d-aeda229b03cd HTTP/1.1" status: 204 len: 168 time: 0.8247364 Apr 01 15:18:25.952536 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-204f2fc1-17ea-437d-a218-7e3bde116b09 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.052005 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.079937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f2fc1-17ea-437d-a218-7e3bde116b09 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438e490a-734b-4c12-aca6-0516f787953b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:26.259167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event updated for resources: {'Port': ['ID=632b388d-edc2-42a7-91dc-d40a831d199c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:26.269989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Network efc7fb72-074a-4161-85af-99da6a697492 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:26.313197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-204f2fc1-17ea-437d-a218-7e3bde116b09 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.313523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:26.314610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-204f2fc1-17ea-437d-a218-7e3bde116b09 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/security-groups/438e490a-734b-4c12-aca6-0516f787953b HTTP/1.1" status: 204 len: 168 time: 0.6202345 Apr 01 15:18:26.322834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:26.331032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46558) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:26.355909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b546bb3d-b2c5-4fb3-8949-cb937a731321 req-977a02f7-50ef-4981-835b-67346ee77da3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c197e1b-dd93-44a3-b7db-771916777c61 HTTP/1.1" status: 200 len: 210 time: 0.1146979 Apr 01 15:18:26.403482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.588435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7431fc5-331d-443b-8f9f-1e323933d8d6 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:18:26.598572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.610398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:26.611225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.619180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Transition to ACTIVE for port object d7431fc5-331d-443b-8f9f-1e323933d8d6 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:26.627107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85b421-0632-4e58-84d5-c89f6adffeec req-36961b30-06e4-42de-83fc-84293deaf3a5 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:26.628825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce85b421-0632-4e58-84d5-c89f6adffeec req-36961b30-06e4-42de-83fc-84293deaf3a5 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 931 time: 0.8702502 Apr 01 15:18:26.644460 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.689320 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4290e478-85a4-4302-9bef-96d957b2fbd7 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8608332 Apr 01 15:18:26.702982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46568) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:26.735821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-22871d06-862d-47e0-bed4-6dfe5bf86a97 None None] Provisioning for port 632b388d-edc2-42a7-91dc-d40a831d199c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:26.741198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-22871d06-862d-47e0-bed4-6dfe5bf86a97 None None] Provisioning complete for port 632b388d-edc2-42a7-91dc-d40a831d199c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:26.741695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22871d06-862d-47e0-bed4-6dfe5bf86a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.863247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.894167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Deleting port a836f43b-95dd-461d-b740-8c0eb9846c33 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:26.894878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:26.926185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-22871d06-862d-47e0-bed4-6dfe5bf86a97 None None] Port 632b388d-edc2-42a7-91dc-d40a831d199c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:27.096328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Pushing event updated for resources: {'Port': ['ID=d7431fc5-331d-443b-8f9f-1e323933d8d6,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:27.170189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce85b421-0632-4e58-84d5-c89f6adffeec req-23bdb7ee-6813-4f08-a955-403e43cfd408 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Synchronizing usage tracker for tenant:674f35de922343babdb6d81ebff061b9 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:27.170969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] For port a836f43b-95dd-461d-b740-8c0eb9846c33, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a836f43b-95dd-461d-b740-8c0eb9846c33,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:27.171714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.198356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'project_id': '5d1e550a15ec45d39d0f5ab9057967a7', 'port_id': '632b388d-edc2-42a7-91dc-d40a831d199c'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:27.215504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:27.295803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce85b421-0632-4e58-84d5-c89f6adffeec req-23bdb7ee-6813-4f08-a955-403e43cfd408 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Unset dirty status for tenant:674f35de922343babdb6d81ebff061b9 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:27.296957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce85b421-0632-4e58-84d5-c89f6adffeec req-23bdb7ee-6813-4f08-a955-403e43cfd408 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384647 Apr 01 15:18:27.305934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet 743db0c2-1177-4751-8135-ffcae0d7f8d4 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:18:27.310617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.345411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Usage tracker for resource:floatingip and tenant:5d1e550a15ec45d39d0f5ab9057967a7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:27.354163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Calling delete_port for a836f43b-95dd-461d-b740-8c0eb9846c33 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:27.383267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:27.388157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Attempting to bind port d7431fc5-331d-443b-8f9f-1e323933d8d6 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:27.388494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Attempting to bind port d7431fc5-331d-443b-8f9f-1e323933d8d6 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '248e27bc-3246-4bbc-a283-a2754ef733e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:27.388822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Attempting to bind port d7431fc5-331d-443b-8f9f-1e323933d8d6 on network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:27.398071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.399164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:27.428699 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.431088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Port d7431fc5-331d-443b-8f9f-1e323933d8d6 on network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:18:27.431490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Attempting to bind port d7431fc5-331d-443b-8f9f-1e323933d8d6 on network 236c0cc3-b168-4bba-bbf1-b813ca2d8c93 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:27.451354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:27.451695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Checking segment: {'id': '248e27bc-3246-4bbc-a283-a2754ef733e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:27.452085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Bound using segment: {'id': '248e27bc-3246-4bbc-a283-a2754ef733e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:27.452526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Bound port: d7431fc5-331d-443b-8f9f-1e323933d8d6, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248e27bc-3246-4bbc-a283-a2754ef733e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:27.452873 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.557636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46588) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:27.577029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.620313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:27.680569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6,segment=NetworkSegment(248e27bc-3246-4bbc-a283-a2754ef733e3),segment_id=248e27bc-3246-4bbc-a283-a2754ef733e3)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:27.684307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.692464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.772587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.776601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=743db0c2-1177-4751-8135-ffcae0d7f8d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:27.820812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.856183 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cb43cdf-e9c3-4ad9-a408-6f79f45d5884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.896916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c68f449-fc8b-4ca5-b9e9-0e19ca91a7ca None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:27.912517 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.915103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] 10.222.0.44 "PUT /v2.0/ports/d7431fc5-331d-443b-8f9f-1e323933d8d6 HTTP/1.1" status: 200 len: 1091 time: 2.9905560 Apr 01 15:18:27.916404 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:27.922367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:18:27.962330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1991661e-192f-4439-8736-d3e2a1cf157f tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/743db0c2-1177-4751-8135-ffcae0d7f8d4 HTTP/1.1" status: 204 len: 168 time: 1.6300495 Apr 01 15:18:27.969458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46600) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:28.016678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355929311'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:28.023051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:28.031722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:28.040900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:28.055537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:28.095823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event deleted for resources: {'Port': ['ID=a836f43b-95dd-461d-b740-8c0eb9846c33,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:28.117215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:28.117816 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6', 'status': 'completed', 'code': 200} Apr 01 15:18:28.124103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:28.133972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cc3fd-c0be-4b53-be97-f5a491e98226 service neutron] Pushing event updated for resources: {'Port': ['ID=d7431fc5-331d-443b-8f9f-1e323933d8d6,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:28.174399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet 2df6579c-6eb5-49d5-b027-d294e433ecdd {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:18:28.183332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:28.250207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:28.265159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Allocated IP 172.25.2.22 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/dcc73356-085a-4897-8cfb-6e2915d8542d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:28.294988 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a836f43b-95dd-461d-b740-8c0eb9846c33 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:28.316986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-e06dfd68-c798-4ec8-b9f1-9ebde932df3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=674f35de922343babdb6d81ebff061b9&device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 1094 time: 0.2815835 Apr 01 15:18:28.400908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a836f43b-95dd-461d-b740-8c0eb9846c33 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:28.407469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a836f43b-95dd-461d-b740-8c0eb9846c33 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:18:28.417808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-e0cd49ac-2f24-408f-a92b-c3a0827213b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6 HTTP/1.1" status: 200 len: 217 time: 0.0925136 Apr 01 15:18:28.488169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:28.504569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Port a836f43b-95dd-461d-b740-8c0eb9846c33 not found, will not notify nova. {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:18:28.552230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-028a0985-26d6-4adc-be64-33bda22c2a8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:28.553974 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-028a0985-26d6-4adc-be64-33bda22c2a8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429 HTTP/1.1" status: 200 len: 849 time: 0.1281748 Apr 01 15:18:28.613768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-2f5daf92-f97b-4f33-b867-bb8697e4e1c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=236c0cc3-b168-4bba-bbf1-b813ca2d8c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530195 Apr 01 15:18:28.707336 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:28.739826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:28.800605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=2df6579c-6eb5-49d5-b027-d294e433ecdd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:28.828164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:28.850672 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8d0bd161-e211-4767-9e74-0ffb73eb1993 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/2df6579c-6eb5-49d5-b027-d294e433ecdd HTTP/1.1" status: 204 len: 168 time: 0.8791790 Apr 01 15:18:28.854149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46606) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:28.856152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-0cd5d7b4-7b55-460b-a9fd-c924437f93e9 service neutron] 10.222.0.44 "GET /v2.0/networks/236c0cc3-b168-4bba-bbf1-b813ca2d8c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342153 Apr 01 15:18:28.936628 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-00652ff1-5454-45a3-ac87-f7e03f93a707 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:28.936628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00652ff1-5454-45a3-ac87-f7e03f93a707 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:28.940331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-00652ff1-5454-45a3-ac87-f7e03f93a707 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/743db0c2-1177-4751-8135-ffcae0d7f8d4 HTTP/1.1" status: 404 len: 337 time: 0.0807085 Apr 01 15:18:28.965480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46616) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:29.038293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:29.042550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:security_group_rule and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:29.045654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:29.055652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:29.150225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.155773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.169235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.196121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:29.206768 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.207020 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment 5885d885-9431-40e6-95ed-d04ad4458c03 of type vlan for network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 Apr 01 15:18:29.236589 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.259231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting subnet 49ddd194-130d-46ad-8974-f865b2a81968 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:18:29.266192 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.447991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.451811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:29.452383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.584642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a74cca-8f9c-4a8f-a924-be93abc72730 None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:29.619125 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d7159bf-06ee-40e9-ab97-c9f4576e1733 req-52a7bf44-ba25-4910-9cf8-a9875ed26568 service neutron] 10.222.0.44 "GET /v2.0/networks/236c0cc3-b168-4bba-bbf1-b813ca2d8c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803217 Apr 01 15:18:29.642886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.683648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:29.709374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.711036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:29.801624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc73356-085a-4897-8cfb-6e2915d8542d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:29.811523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c10608-dbd6-4b15-8fea-91321fcfbe77,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:29.840093 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1a5a8d4a-b7a1-4c6e-ab2b-99421c7d805d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2730448 Apr 01 15:18:29.841001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:29.998312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-37cbd193-5c33-4609-b88e-931a4c82656e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=674f35de922343babdb6d81ebff061b9&device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 1094 time: 0.2819004 Apr 01 15:18:30.045004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:30.045659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46688) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:30.068612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8baabf95-f212-4e42-a823-aef77fbbeba3 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:30.069094 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8baabf95-f212-4e42-a823-aef77fbbeba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.182133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': 'c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:30.220784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:30.252452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:30.271925 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7045f50d-068e-49a1-92e5-4554baff02d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.363986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8baabf95-f212-4e42-a823-aef77fbbeba3 None None] Provisioning complete for port c63e6583-3533-42bc-bcbb-0038457a2cd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:30.364386 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8baabf95-f212-4e42-a823-aef77fbbeba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.417903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8baabf95-f212-4e42-a823-aef77fbbeba3 None None] Port c63e6583-3533-42bc-bcbb-0038457a2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:30.451729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.594986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:30.616068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.702901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:30.710037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:30.718129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd095e8-fe9c-4217-a955-6a65a810719b req-3bc44510-936d-447d-bcbc-c856eef6d0a2 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:30.718567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Subnet': ['ID=49ddd194-130d-46ad-8974-f865b2a81968,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:30.725745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdd095e8-fe9c-4217-a955-6a65a810719b req-3bc44510-936d-447d-bcbc-c856eef6d0a2 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 943 time: 2.0307665 Apr 01 15:18:30.744223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:30.781163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.804002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.820938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:30.869486 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:30.919357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f6025cfa-47ec-4270-81d2-c22241961074 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/49ddd194-130d-46ad-8974-f865b2a81968 HTTP/1.1" status: 204 len: 168 time: 1.9522798 Apr 01 15:18:30.923595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-a3c0a277-4227-4630-a324-42d8a6c294f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:30.925439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46780) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:30.927719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-a3c0a277-4227-4630-a324-42d8a6c294f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=236c0cc3-b168-4bba-bbf1-b813ca2d8c93 HTTP/1.1" status: 200 len: 910 time: 0.9214871 Apr 01 15:18:31.019714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:31.020406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2603d583-f258-4de3-b7a9-382d1dfaacd3 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:18:31.083429 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a236e949-51c5-44f0-bb42-e4d371f29fd7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:31.084120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a236e949-51c5-44f0-bb42-e4d371f29fd7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:31.086015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a236e949-51c5-44f0-bb42-e4d371f29fd7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/e2716d95-fa11-4197-b394-420f8ced9c0c HTTP/1.1" status: 404 len: 337 time: 0.1556833 Apr 01 15:18:31.093830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46802) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:31.097198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:31.102353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e0bbceaa-90d4-4534-969d-5a99dd48f267 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2603d583-f258-4de3-b7a9-382d1dfaacd3 HTTP/1.1" status: 204 len: 168 time: 6.0686321 Apr 01 15:18:31.111501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46804) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:31.167842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdd095e8-fe9c-4217-a955-6a65a810719b req-a2370a59-85f7-40cb-a08e-500efcfe8f38 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403257 Apr 01 15:18:31.184316 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-fe0038c7-24ea-480c-a127-01d93afbf8a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6 HTTP/1.1" status: 200 len: 217 time: 0.2498400 Apr 01 15:18:31.281727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:31.332059 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:31.346620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:31.451179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20e11c-7abb-4fef-894e-3397e961b7e0 None None] Network 9bf59af0-dab6-4b54-b7ff-aa5b97611fee requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:31.476559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6fc6685d-42c9-40c1-82cc-9d1248dd77f7 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "GET /v2.0/ports?device_id=a45a01b8-0265-43d4-b0bb-1e37854a1e45 HTTP/1.1" status: 200 len: 205 time: 0.3728993 Apr 01 15:18:31.676987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46852) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:31.811683 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-3f37ef67-1fe8-4059-adb6-b273705b4922 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] delete failed (client error): The resource could not be found. Apr 01 15:18:31.813740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3f37ef67-1fe8-4059-adb6-b273705b4922 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/routers/a45a01b8-0265-43d4-b0bb-1e37854a1e45 HTTP/1.1" status: 404 len: 336 time: 0.1338010 Apr 01 15:18:31.827162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46898) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:31.886508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-1cbdd9c3-faa9-4558-bbd1-a6b5714678e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:31.888616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-1cbdd9c3-faa9-4558-bbd1-a6b5714678e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429 HTTP/1.1" status: 200 len: 849 time: 0.6943667 Apr 01 15:18:31.905684 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0d8303-77c1-4019-b808-bfe70dc23ab9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:31.906117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0d8303-77c1-4019-b808-bfe70dc23ab9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:31.950185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:31.955474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9e131246-63fb-49e3-b2a8-08bfb0806951 None None] Provisioning complete for port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:31.955866 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e131246-63fb-49e3-b2a8-08bfb0806951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:32.019891 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bf0d8303-77c1-4019-b808-bfe70dc23ab9 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/b5702387-a818-4ae5-a71c-5dfc34893b8b HTTP/1.1" status: 404 len: 337 time: 0.1881132 Apr 01 15:18:32.022588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-5bfa2e64-76bf-4b8c-86c6-057e4001201f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=236c0cc3-b168-4bba-bbf1-b813ca2d8c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184969 Apr 01 15:18:32.023398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46926) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:32.025705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=0276e889-5c17-47bd-9df9-a4c0c3f341a3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:32.123000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a836f43b-95dd-461d-b740-8c0eb9846c33 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:32.128933 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e0b51b-d8ad-4129-aead-01d0212d7a8a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:32.129422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e0b51b-d8ad-4129-aead-01d0212d7a8a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:32.131357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b8e0b51b-d8ad-4129-aead-01d0212d7a8a tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/67a6462e-0ed1-49a3-ad10-4703d246d81f HTTP/1.1" status: 404 len: 337 time: 0.1025896 Apr 01 15:18:32.154827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46940) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:32.251713 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-77556e77-445b-4578-9971-eabbf5c7888b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:32.252149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77556e77-445b-4578-9971-eabbf5c7888b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:32.258954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a836f43b-95dd-461d-b740-8c0eb9846c33 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:32.259385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a836f43b-95dd-461d-b740-8c0eb9846c33 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:32.266433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:32.409975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-e227a0f3-5228-4904-afe5-413d2ba75e2a service neutron] 10.222.0.44 "GET /v2.0/networks/236c0cc3-b168-4bba-bbf1-b813ca2d8c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789062 Apr 01 15:18:32.465248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-77556e77-445b-4578-9971-eabbf5c7888b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/1284833f-d727-4dff-8bec-4fe0a532b9f3 HTTP/1.1" status: 404 len: 337 time: 0.2932737 Apr 01 15:18:32.493273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46978) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:32.552929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9e131246-63fb-49e3-b2a8-08bfb0806951 None None] Provisioning complete for port c63e6583-3533-42bc-bcbb-0038457a2cd8 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:32.553511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e131246-63fb-49e3-b2a8-08bfb0806951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:32.598379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ae561-7118-44a1-9817-429ee827df8e None None] DHCP port deletion for 9bf59af0-dab6-4b54-b7ff-aa5b97611fee request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:18:32.619159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-647ae561-7118-44a1-9817-429ee827df8e None None] Deleting port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:32.619757 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-647ae561-7118-44a1-9817-429ee827df8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:32.716820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:32.890046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:32.986398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e131246-63fb-49e3-b2a8-08bfb0806951 None None] Port c63e6583-3533-42bc-bcbb-0038457a2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:18:33.013968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.022439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': '5885d885-9431-40e6-95ed-d04ad4458c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:33.022937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:33.043490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-647ae561-7118-44a1-9817-429ee827df8e None None] For port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,segment=NetworkSegment(8059d885-6980-419c-96c8-bdf25cc4a3e6),segment_id=8059d885-6980-419c-96c8-bdf25cc4a3e6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:33.044017 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-647ae561-7118-44a1-9817-429ee827df8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.093308 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-01d00b20-24ea-4e36-9202-6ecf3562b8b9 req-d3c11aee-6eb0-487b-a9bd-8c8692384529 service neutron] 10.222.0.44 "GET /v2.0/networks/236c0cc3-b168-4bba-bbf1-b813ca2d8c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519418 Apr 01 15:18:33.115709 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e32153-5580-4b0f-b2dc-fe86406dc005 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:33.116387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e32153-5580-4b0f-b2dc-fe86406dc005 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:33.118380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9e32153-5580-4b0f-b2dc-fe86406dc005 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/08bdf2d3-3a61-4acd-99fc-776113d35a44 HTTP/1.1" status: 404 len: 333 time: 0.6128554 Apr 01 15:18:33.121617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47044) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:33.124006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d7431fc5-331d-443b-8f9f-1e323933d8d6 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:18:33.178939 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a46d5d-e880-43df-a68f-964b2b6d21b0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:33.179593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a46d5d-e880-43df-a68f-964b2b6d21b0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:33.181838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-72a46d5d-e880-43df-a68f-964b2b6d21b0 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/04621e91-717f-4d85-acf6-50ebba544e5d HTTP/1.1" status: 404 len: 337 time: 0.0579782 Apr 01 15:18:33.184395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47058) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:33.227790 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1434cd-d14f-481f-95c2-0f25ee430e84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:33.228564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1434cd-d14f-481f-95c2-0f25ee430e84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:33.230630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb1434cd-d14f-481f-95c2-0f25ee430e84 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/d66e0b74-d2a8-4fba-9099-273535de7b58 HTTP/1.1" status: 404 len: 337 time: 0.0441806 Apr 01 15:18:33.234257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47064) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:33.287010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:33.296172 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab382ea-2079-4100-9409-97c1c3a67d6b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:33.296916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab382ea-2079-4100-9409-97c1c3a67d6b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:33.299176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dab382ea-2079-4100-9409-97c1c3a67d6b tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/9d681a65-94cc-4523-8a50-d6cb4fbf38cd HTTP/1.1" status: 404 len: 333 time: 0.0637751 Apr 01 15:18:33.302654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47076) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:33.311743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6,segment=NetworkSegment(248e27bc-3246-4bbc-a283-a2754ef733e3),segment_id=248e27bc-3246-4bbc-a283-a2754ef733e3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:33.315307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e2897-61a9-4dc5-a106-1470f12355e5 req-8189eb0b-9713-40c0-831b-e1d75e8ef75d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:33.322986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-710e2897-61a9-4dc5-a106-1470f12355e5 req-8189eb0b-9713-40c0-831b-e1d75e8ef75d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 943 time: 0.3015976 Apr 01 15:18:33.341837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:33.360351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:33.361285 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.384813 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c84985-a913-4415-8e84-60a210fa5ee6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:33.385313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c84985-a913-4415-8e84-60a210fa5ee6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:33.387612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-72c84985-a913-4415-8e84-60a210fa5ee6 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/a6169cbd-e4d8-4628-aa4a-d0e2fae90e67 HTTP/1.1" status: 404 len: 337 time: 0.0822906 Apr 01 15:18:33.390511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.391894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47090) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:33.398672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'd7431fc5-331d-443b-8f9f-1e323933d8d6', 'network_id': '236c0cc3-b168-4bba-bbf1-b813ca2d8c93', 'port_id': 'd7431fc5-331d-443b-8f9f-1e323933d8d6', 'mac_address': 'fa:16:3e:bd:58:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:18:33.411112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-647ae561-7118-44a1-9817-429ee827df8e None None] Calling delete_port for 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:33.414168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Deleting port 5e98090c-331c-47cf-8918-085babc1d274 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:33.414559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.441174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bca974b-59b3-44fc-bd09-bb7a0d1e8388 None None] Network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:33.447124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49cb32ea-da60-4edb-a654-67d48eddcebc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3943341 Apr 01 15:18:33.450045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47102) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:33.454723 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-096616f4-4619-465d-abc7-59a1b0adc781 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] DELETE failed (client error): The resource could not be found. Apr 01 15:18:33.455913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096616f4-4619-465d-abc7-59a1b0adc781 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:18:33.458528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-096616f4-4619-465d-abc7-59a1b0adc781 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/subnets/b4d7824e-6e05-49b2-9940-1de8ba66836e HTTP/1.1" status: 404 len: 337 time: 0.0645659 Apr 01 15:18:33.472554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-710e2897-61a9-4dc5-a106-1470f12355e5 req-a7f10f58-505e-4b19-8eb5-802c1b24bdbe tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473942 Apr 01 15:18:33.472554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47110) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:33.473834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419822699'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:33.487976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.498151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:33.516163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.533677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:33.567576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Deleting port c63e6583-3533-42bc-bcbb-0038457a2cd8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:33.568623 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.585480 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.610573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7431fc5-331d-443b-8f9f-1e323933d8d6 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:18:33.621416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:33.626510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc73356-085a-4897-8cfb-6e2915d8542d,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:33.630201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6,segment=NetworkSegment(248e27bc-3246-4bbc-a283-a2754ef733e3),segment_id=248e27bc-3246-4bbc-a283-a2754ef733e3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:33.673717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:33.699553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.801379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:33.804398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.888593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:33.908951 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.908951 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment 62a4296e-d2ef-4c97-a865-3a7174c3c131 of type vlan for network bfd3c95a-6be2-4bfd-8740-db669872a16e Apr 01 15:18:33.916326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:33.979456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d7431fc5-331d-443b-8f9f-1e323933d8d6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:18:34.025716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:34.038117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] For port 5e98090c-331c-47cf-8918-085babc1d274, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5e98090c-331c-47cf-8918-085babc1d274,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:34.041415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.053690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d7431fc5-331d-443b-8f9f-1e323933d8d6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:34.071457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-647ae561-7118-44a1-9817-429ee827df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.124241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Calling delete_port for c63e6583-3533-42bc-bcbb-0038457a2cd8 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:34.173436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ae561-7118-44a1-9817-429ee827df8e None None] Pushing event deleted for resources: {'Port': ['ID=94dad7b5-dc8b-4de2-be76-76cd2a18bad2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:34.176880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:34.177393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:34.179167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ae561-7118-44a1-9817-429ee827df8e None None] No DVR routers for this DVR port 94dad7b5-dc8b-4de2-be76-76cd2a18bad2 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:34.235084 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.267728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.299930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.308929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77', 'network_id': 'c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': '0276e889-5c17-47bd-9df9-a4c0c3f341a3'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:34.309739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.354833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Port': ['ID=c63e6583-3533-42bc-bcbb-0038457a2cd8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:34.362094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.375051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.375421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.376043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.376373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.376886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.377610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.377610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.377829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.378146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.378461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.378777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:18:34.390917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13fad92f-b204-407d-b856-5502068cba81 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/ports/c63e6583-3533-42bc-bcbb-0038457a2cd8 HTTP/1.1" status: 204 len: 168 time: 0.9177811 Apr 01 15:18:34.393455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47176) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:34.537524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Allocated IP 172.20.255.242 (c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77/0276e889-5c17-47bd-9df9-a4c0c3f341a3/4f51aaff-5e6d-4160-b1b0-d8a142c406c5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:34.553890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.763005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Calling delete_port for 5e98090c-331c-47cf-8918-085babc1d274 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:34.818165 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.818793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.830515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Transition to ACTIVE for port object 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:34.854576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Transition to ACTIVE for port object 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:34.865378 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.892221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf59af0-dab6-4b54-b7ff-aa5b97611fee']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:34.908833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8059d885-6980-419c-96c8-bdf25cc4a3e6') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:34.909987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8059d885-6980-419c-96c8-bdf25cc4a3e6') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:34.940621 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.967114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:34.979588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:34.980279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.009305 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.013290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:35.014033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:35.148304 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:35.165444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.185705 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7243025 Apr 01 15:18:35.188548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47192) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:35.197999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5d29-2652-42e9-8153-c7d1edf11dac req-b11fb6dc-1ad8-4626-ae6a-42ad66b96420 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:35.205445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-566b5d29-2652-42e9-8153-c7d1edf11dac req-b11fb6dc-1ad8-4626-ae6a-42ad66b96420 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 944 time: 0.4953687 Apr 01 15:18:35.217514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:35.218848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.222233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Pushing event updated for resources: {'Port': ['ID=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:35.222367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] Pushing event deleted for resources: {'Network': ['ID=9bf59af0-dab6-4b54-b7ff-aa5b97611fee,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:35.227659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d7431fc5-331d-443b-8f9f-1e323933d8d6 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:35.233236 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-75fc92db-9f12-469b-a1d4-a09e8c8f86c2 tempest-PortsTestJSON-676801676 tempest-PortsTestJSON-676801676-project] 10.222.0.48 "DELETE /v2.0/networks/9bf59af0-dab6-4b54-b7ff-aa5b97611fee HTTP/1.1" status: 204 len: 168 time: 0.8369019 Apr 01 15:18:35.234989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab575c5-76ab-452c-bb59-1d1f1089a4a5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=bfd3c95a-6be2-4bfd-8740-db669872a16e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:35.298014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:35.312204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network bfd3c95a-6be2-4bfd-8740-db669872a16e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:35.360884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:35.363587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:35.411190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-566b5d29-2652-42e9-8153-c7d1edf11dac req-f010e8fc-0d2b-4a1c-9f65-f8ca00aa7e2e tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714153 Apr 01 15:18:35.426911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:35.432082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:35.436284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:35.443772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:35.501308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:35.571109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Attempting to bind port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:35.571491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Attempting to bind port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5885d885-9431-40e6-95ed-d04ad4458c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:35.571887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Attempting to bind port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 on network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:35.587330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port d7431fc5-331d-443b-8f9f-1e323933d8d6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:35.594339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port d7431fc5-331d-443b-8f9f-1e323933d8d6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:35.594705 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.621431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:35.621799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Checking segment: {'id': '5885d885-9431-40e6-95ed-d04ad4458c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:35.622758 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.622758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Bound using segment: {'id': '5885d885-9431-40e6-95ed-d04ad4458c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:35.623700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Bound port: 4f51aaff-5e6d-4160-b1b0-d8a142c406c5, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5885d885-9431-40e6-95ed-d04ad4458c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:35.623700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.655989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.699790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47202) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:35.781900 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Floating IP c12f7b58-20f0-4f66-9807-c7cc47b6c3b5 associated. External IP: 172.25.2.22, port: 632b388d-edc2-42a7-91dc-d40a831d199c. Apr 01 15:18:35.812757 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.868355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] For port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:35.873649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] For port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,segment=NetworkSegment(5885d885-9431-40e6-95ed-d04ad4458c03),segment_id=5885d885-9431-40e6-95ed-d04ad4458c03)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:35.886759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:18:35.915945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:35.991708 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6', 'code': 200} Apr 01 15:18:36.002478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6,segment=NetworkSegment(248e27bc-3246-4bbc-a283-a2754ef733e3),segment_id=248e27bc-3246-4bbc-a283-a2754ef733e3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:36.008036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:36.033747 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:36.090994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3265a-095f-4256-b77d-62da378d8559 None None] Pushing event updated for resources: {'Port': ['ID=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:36.125347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d47eb0d7-eaff-49d4-bf29-853caa1a5602 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56910f9217c44567b3116680314ed076&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234211 Apr 01 15:18:36.127959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:36.177959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e98090c-331c-47cf-8918-085babc1d274,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:36.234563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d7431fc5-331d-443b-8f9f-1e323933d8d6,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:36.268342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-925aeba2-c1aa-4589-9541-0e5b9e63e651 req-f866c886-fd81-41ca-802a-e653aefa9bca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 1096 time: 0.2372198 Apr 01 15:18:36.329642 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9091c5-21e9-491a-830a-cdb2bf34753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:36.367689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-925aeba2-c1aa-4589-9541-0e5b9e63e651 req-327acddb-f93f-4303-b283-8b3037466f91 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773830 Apr 01 15:18:36.384400 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9091c5-21e9-491a-830a-cdb2bf34753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:36.624554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9091c5-21e9-491a-830a-cdb2bf34753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:36.663680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9091c5-21e9-491a-830a-cdb2bf34753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc154d4-4c26-4f68-bba3-0d9b042f9c93,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:36.670490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9091c5-21e9-491a-830a-cdb2bf34753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:36.674037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb9091c5-21e9-491a-830a-cdb2bf34753a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bc154d4-4c26-4f68-bba3-0d9b042f9c93 HTTP/1.1" status: 204 len: 168 time: 0.5427070 Apr 01 15:18:37.005338 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:37.184529 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:37.410727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46659334-db2e-4bbd-9326-285383cbcc18 None None] Network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:37.418583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e62dbb-36d0-4280-b09d-3b4b0800068e req-84ed5a0c-921e-4057-98c4-7a6431e0a732 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:37.420283 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89e62dbb-36d0-4280-b09d-3b4b0800068e req-84ed5a0c-921e-4057-98c4-7a6431e0a732 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 945 time: 0.5299840 Apr 01 15:18:37.471745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:37.494473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=e5e231ff-f1f8-4e52-bb96-a6707c61eee9,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:37.575501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:37.686819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': '62a4296e-d2ef-4c97-a865-3a7174c3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:37.686819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: bfd3c95a-6be2-4bfd-8740-db669872a16e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:37.725087 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89e62dbb-36d0-4280-b09d-3b4b0800068e req-2395d5f6-018c-4d52-beb8-fa9a6a92b06a tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961411 Apr 01 15:18:37.813094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:37.813616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 336ba140-51f9-4ff3-8249-ba0c13511062 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:18:37.843153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network bfd3c95a-6be2-4bfd-8740-db669872a16e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:37.861212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:18:37.884828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9dc0dcc4-372c-4209-8eb1-893354cb2477 None None] Provisioning for port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:37.889503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, bfd3c95a-6be2-4bfd-8740-db669872a16e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:37.904498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:37.905086 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:37.914156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47244) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:37.922981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef937fd-d5d0-41e5-b2c7-ba294b28c8f7 None None] Network bfd3c95a-6be2-4bfd-8740-db669872a16e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:37.989421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:37.990485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5fc5e2d0-5fe3-4b01-a835-5e31a9408cf4 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "DELETE /v2.0/routers/336ba140-51f9-4ff3-8249-ba0c13511062 HTTP/1.1" status: 204 len: 168 time: 6.8773851 Apr 01 15:18:37.996739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e2eb4d5-0e2d-4460-9408-a1f028dd1418 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8020394 Apr 01 15:18:37.996844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47250) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:37.996954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47252) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:38.001303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-141921097', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:38.024357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:38.028923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Usage tracker for resource:router and tenant:46b5f3b8eb494e958898fcf12b1178c5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:38.031747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:38.040184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:38.073173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.074280 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.147403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.247302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.254024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Router 56182a07-2b27-4c89-a89c-a27afd95464c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:18:38.327693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-bfd3c95a-6be2-4bfd-8740-db669872a16e', 'network_id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': 'e5e231ff-f1f8-4e52-bb96-a6707c61eee9'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:38.328543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.410331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c2a95ede-c742-43a6-9bea-8f41b5629e21 tempest-DvrRoutersNegativeTest-1642985355 tempest-DvrRoutersNegativeTest-1642985355-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1319662573', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:38.413830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.policy [None req-c2a95ede-c742-43a6-9bea-8f41b5629e21 tempest-DvrRoutersNegativeTest-1642985355 tempest-DvrRoutersNegativeTest-1642985355-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83954) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 01 15:18:38.414217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.policy [None req-c2a95ede-c742-43a6-9bea-8f41b5629e21 tempest-DvrRoutersNegativeTest-1642985355 tempest-DvrRoutersNegativeTest-1642985355-project] Failed policy check for 'create_router' {{(pid=83954) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 01 15:18:38.414846 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-c2a95ede-c742-43a6-9bea-8f41b5629e21 tempest-DvrRoutersNegativeTest-1642985355 tempest-DvrRoutersNegativeTest-1642985355-project] create failed (client error): Access was denied to this resource. Apr 01 15:18:38.425118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2a95ede-c742-43a6-9bea-8f41b5629e21 tempest-DvrRoutersNegativeTest-1642985355 tempest-DvrRoutersNegativeTest-1642985355-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5084372 Apr 01 15:18:38.506609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:38.582283 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.660445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.702959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Allocated IP 172.20.0.2 (bfd3c95a-6be2-4bfd-8740-db669872a16e/e5e231ff-f1f8-4e52-bb96-a6707c61eee9/f7388d13-3252-40d8-bb10-16cb2648967e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:38.713903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:18:38.720956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:38.721332 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.756302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4503-87e2-4b9d-8d80-8c297a319b94 req-d425bdc6-b00b-4776-953f-52323e53eebd tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:38.757793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88ed4503-87e2-4b9d-8d80-8c297a319b94 req-d425bdc6-b00b-4776-953f-52323e53eebd tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 950 time: 0.3748920 Apr 01 15:18:38.954340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dde5592c-4bc5-4db8-ab22-8ba0a68687d3 None None] Provisioning complete for port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:38.954905 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dde5592c-4bc5-4db8-ab22-8ba0a68687d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:38.962156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88ed4503-87e2-4b9d-8d80-8c297a319b94 req-68b71c78-9f12-4c98-93d0-f9e0a7468218 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908669 Apr 01 15:18:39.006427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:39.018941 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] Sync routers for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:39.039429 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:39.040626 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:39.058411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.073422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47268) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:39.151532 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:39.174570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.176744 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:39.180709 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:39.211648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.249522 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.310766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,segment=NetworkSegment(5885d885-9431-40e6-95ed-d04ad4458c03),segment_id=5885d885-9431-40e6-95ed-d04ad4458c03)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:39.316366 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:39.317001 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04d691-b942-4406-a0b9-58e1aab1c43d None None] The sync data for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:39.328908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.354380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bfaf7-dcc5-4993-bd10-3121ad02c310 req-b1f54142-db2f-43a6-9dc0-0bf2861a6c47 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:39.355981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-926bfaf7-dcc5-4993-bd10-3121ad02c310 req-b1f54142-db2f-43a6-9dc0-0bf2861a6c47 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 945 time: 0.3563089 Apr 01 15:18:39.405790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.417674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1999852c-7f05-462a-9d99-1b4cc8989ab9 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.7121503 Apr 01 15:18:39.420327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:39.502961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-926bfaf7-dcc5-4993-bd10-3121ad02c310 req-6cad53fd-bac1-44cd-a253-c8c80420492c tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276879 Apr 01 15:18:39.530963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.549706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:39.560466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:39.567914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d41a005f-dab2-41aa-8fba-1c86e97cf9c6 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] 10.222.0.48 "GET /v2.0/floatingips/c12f7b58-20f0-4f66-9807-c7cc47b6c3b5 HTTP/1.1" status: 200 len: 981 time: 0.1432235 Apr 01 15:18:39.567914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:39.570831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Usage tracker for resource:security_group_rule and tenant:95d44337c9654a66bdedb7f98ce55af4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:39.571671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Transition to ACTIVE for port object f7388d13-3252-40d8-bb10-16cb2648967e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:39.580631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:39.587935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Allocated IP 172.25.2.162 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f74b1e84-da57-4456-8f5c-e8812a99866a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:39.596345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:39.615025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Transition to ACTIVE for port object f7388d13-3252-40d8-bb10-16cb2648967e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:39.633804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.706703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Network bfd3c95a-6be2-4bfd-8740-db669872a16e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:39.716183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:39.720973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:39.732543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.841084 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-80677bcf-03d9-4e51-868e-22e3ae8d5ee8 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2693677 Apr 01 15:18:39.843922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Pushing event updated for resources: {'Port': ['ID=f7388d13-3252-40d8-bb10-16cb2648967e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:39.855117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:39.858662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Attempting to bind port f7388d13-3252-40d8-bb10-16cb2648967e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:39.859123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Attempting to bind port f7388d13-3252-40d8-bb10-16cb2648967e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '62a4296e-d2ef-4c97-a865-3a7174c3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:39.859678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Attempting to bind port f7388d13-3252-40d8-bb10-16cb2648967e on network bfd3c95a-6be2-4bfd-8740-db669872a16e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:39.866646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e231ff-f1f8-4e52-bb96-a6707c61eee9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:39.872729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:39.872943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Checking segment: {'id': '62a4296e-d2ef-4c97-a865-3a7174c3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:39.875053 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.876050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Bound using segment: {'id': '62a4296e-d2ef-4c97-a865-3a7174c3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:39.877483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Bound port: f7388d13-3252-40d8-bb10-16cb2648967e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4296e-d2ef-4c97-a865-3a7174c3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:39.878259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:39.996220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:18:40.085907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.126790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.128550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] For port f7388d13-3252-40d8-bb10-16cb2648967e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:40.132323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] For port f7388d13-3252-40d8-bb10-16cb2648967e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f7388d13-3252-40d8-bb10-16cb2648967e,segment=NetworkSegment(62a4296e-d2ef-4c97-a865-3a7174c3c131),segment_id=62a4296e-d2ef-4c97-a865-3a7174c3c131)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:40.148872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.151893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd3c95a-6be2-4bfd-8740-db669872a16e']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:40.173014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-0c32873e-f7c7-470a-8766-912d38256c2d tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:40.178347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-0c32873e-f7c7-470a-8766-912d38256c2d tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.44 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 950 time: 0.4286928 Apr 01 15:18:40.185555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a4296e-d2ef-4c97-a865-3a7174c3c131') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:40.187506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a4296e-d2ef-4c97-a865-3a7174c3c131') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:40.198786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:18:40.199249 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.201837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.212641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.233551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.242038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:40.242584 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.279866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.317482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95d44337c9654a66bdedb7f98ce55af4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2404792 Apr 01 15:18:40.323541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47296) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:40.325755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841b885-3006-41e7-887e-7223f35a0dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b442cfdb-3af2-4211-95c8-747e712b54cc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:40.345084 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:40.393328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:18:40.393328 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:18:40.393328 n-d-836017-1 neutron-server[83953]: [parameters: {'id': 'bfd3c95a-6be2-4bfd-8740-db669872a16e'}] Apr 01 15:18:40.393328 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:18:40.393817 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:18:40.431768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb55e6-072a-4d76-ab2f-4172916b738b req-a7d7dfef-43d1-4b2a-af5e-4c95549cf755 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:40.438864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfb55e6-072a-4d76-ab2f-4172916b738b req-a7d7dfef-43d1-4b2a-af5e-4c95549cf755 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 950 time: 0.0917532 Apr 01 15:18:40.459352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Deleting port 86c6c727-aae8-467b-836b-d8594d1c47f5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:40.460201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.475134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ba4c8-45dd-43a2-98cf-11c4a68f6248 None None] Pushing event updated for resources: {'Port': ['ID=f7388d13-3252-40d8-bb10-16cb2648967e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:40.502464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfb55e6-072a-4d76-ab2f-4172916b738b req-812fb9aa-99c1-4115-a700-511d2b359525 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626109 Apr 01 15:18:40.548033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5e98090c-331c-47cf-8918-085babc1d274 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:40.584594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5e98090c-331c-47cf-8918-085babc1d274 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:40.584946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5e98090c-331c-47cf-8918-085babc1d274 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:40.606255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7def741-c1bc-469f-bff0-1b8ae81a9f6a None None] Network bfd3c95a-6be2-4bfd-8740-db669872a16e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:40.685491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting port dcc73356-085a-4897-8cfb-6e2915d8542d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:40.685831 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.830211 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.858396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d67bb54-17ee-424c-af57-6cc5c6c99854 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:18:40.895648 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.915152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port f7388d13-3252-40d8-bb10-16cb2648967e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:40.915818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:40.980700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.007893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67bb54-17ee-424c-af57-6cc5c6c99854 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:18:41.023190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d36-b90d-4e18-ac01-976264a264fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.170113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d36-b90d-4e18-ac01-976264a264fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.192612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e445d7-d353-4d1e-b82e-be98de5b0b84 req-4853dda0-64db-4117-9812-d4fa0c4f4edd tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:41.194520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port f7388d13-3252-40d8-bb10-16cb2648967e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f7388d13-3252-40d8-bb10-16cb2648967e,segment=NetworkSegment(62a4296e-d2ef-4c97-a865-3a7174c3c131),segment_id=62a4296e-d2ef-4c97-a865-3a7174c3c131)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:41.194959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.199303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9e445d7-d353-4d1e-b82e-be98de5b0b84 req-4853dda0-64db-4117-9812-d4fa0c4f4edd tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 945 time: 0.7447734 Apr 01 15:18:41.204353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:41.237876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:41.239789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event updated for resources: {'Port': ['ID=f74b1e84-da57-4456-8f5c-e8812a99866a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:41.254860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:41.390980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] For port 86c6c727-aae8-467b-836b-d8594d1c47f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=86c6c727-aae8-467b-836b-d8594d1c47f5,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:41.391393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.407250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.407603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.418468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for f7388d13-3252-40d8-bb10-16cb2648967e owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:41.502887 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9e445d7-d353-4d1e-b82e-be98de5b0b84 req-e9f5d9df-1a3f-4446-b10e-89af751a1605 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025990 Apr 01 15:18:41.519452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.574633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Calling delete_port for 86c6c727-aae8-467b-836b-d8594d1c47f5 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:41.587855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=f7388d13-3252-40d8-bb10-16cb2648967e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:41.611079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port f7388d13-3252-40d8-bb10-16cb2648967e on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:41.782402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Calling delete_port for dcc73356-085a-4897-8cfb-6e2915d8542d owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:41.796516 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.827713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd3c95a-6be2-4bfd-8740-db669872a16e']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:41.837790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d36-b90d-4e18-ac01-976264a264fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.843051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a4296e-d2ef-4c97-a865-3a7174c3c131') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:41.843370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a4296e-d2ef-4c97-a865-3a7174c3c131') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:41.858763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.880360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.884757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e0d36-b90d-4e18-ac01-976264a264fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442cfdb-3af2-4211-95c8-747e712b54cc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:41.909310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:41.909702 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:41.926954 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:41.965573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d36-b90d-4e18-ac01-976264a264fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:41.966739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cd8e0d36-b90d-4e18-ac01-976264a264fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b442cfdb-3af2-4211-95c8-747e712b54cc HTTP/1.1" status: 204 len: 168 time: 1.6379349 Apr 01 15:18:42.042105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-4d59248f-030d-4c6e-b600-a47bda854996 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:42.043615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-4d59248f-030d-4c6e-b600-a47bda854996 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.44 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 945 time: 0.4803383 Apr 01 15:18:42.160921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877604a5-086e-40dd-af7e-daf5089b657e req-eeb5e81e-88ce-40b3-8d89-acf00ad48333 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:42.162543 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-877604a5-086e-40dd-af7e-daf5089b657e req-eeb5e81e-88ce-40b3-8d89-acf00ad48333 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 950 time: 0.5138021 Apr 01 15:18:42.167157 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.196190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Deleting port d7431fc5-331d-443b-8f9f-1e323933d8d6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:42.196736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.209062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.221934 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.244541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=bfd3c95a-6be2-4bfd-8740-db669872a16e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:42.263552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d1c6a64-62ef-4f6c-ad45-05b1c41b36b1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/bfd3c95a-6be2-4bfd-8740-db669872a16e HTTP/1.1" status: 204 len: 168 time: 4.2660882 Apr 01 15:18:42.267194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47310) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:42.274623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038860408'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:42.282428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:42.299887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-877604a5-086e-40dd-af7e-daf5089b657e req-e7fcfe55-c785-44ae-85a3-5fee4b7bf47e tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5ed54-643e-451a-89d3-d98140f142e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876799 Apr 01 15:18:42.301205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:42.303107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Pushing event deleted for resources: {'Port': ['ID=86c6c727-aae8-467b-836b-d8594d1c47f5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:42.308853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.311289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:42.323692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:42.337959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:42.340939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.372707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:42.388738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.389084 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment c5753d3e-997c-4917-b339-b1fad98fa520 of type vlan for network 533b851e-7961-4cd7-9b95-0bcd9cf08767 Apr 01 15:18:42.397647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event deleted for resources: {'Port': ['ID=dcc73356-085a-4897-8cfb-6e2915d8542d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:42.447117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.447940 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.451835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.542607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.547188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:42.548144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.597436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3285332 Apr 01 15:18:42.598314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47324) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:42.620058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': '533b851e-7961-4cd7-9b95-0bcd9cf08767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:42.658898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] No DVR routers for this DVR port 86c6c727-aae8-467b-836b-d8594d1c47f5 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:42.671126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:42.698237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'name': 'network-vif-deleted', 'tag': '86c6c727-aae8-467b-836b-d8594d1c47f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:18:42.926850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9c999-3388-4e51-9d68-6cf3d8989062 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=533b851e-7961-4cd7-9b95-0bcd9cf08767,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:42.938342 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99c395f-4b40-4627-801f-2e564d9f98dd', 'name': 'network-vif-deleted', 'tag': '86c6c727-aae8-467b-836b-d8594d1c47f5', 'status': 'completed', 'code': 200} Apr 01 15:18:42.940734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 533b851e-7961-4cd7-9b95-0bcd9cf08767 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:42.982740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:42.994039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:43.000605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:43.014335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:43.038207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-882f423c-e72a-4f3b-8efd-d872884b5585 req-58308474-8a39-408b-b59b-eb872dc005cb tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.44 "DELETE /v2.0/ports/86c6c727-aae8-467b-836b-d8594d1c47f5 HTTP/1.1" status: 204 len: 173 time: 2.8448341 Apr 01 15:18:43.042744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:43.153238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:43.195316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d7431fc5-331d-443b-8f9f-1e323933d8d6 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:43.221104 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:43.405465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6,segment=NetworkSegment(248e27bc-3246-4bbc-a283-a2754ef733e3),segment_id=248e27bc-3246-4bbc-a283-a2754ef733e3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:43.406089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:43.426672 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:43.439684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ddbf-2fd9-4fac-97fa-783f8759bc1b req-082cdea0-1cc6-4772-a541-32ab18fc6953 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:43.441274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c040ddbf-2fd9-4fac-97fa-783f8759bc1b req-082cdea0-1cc6-4772-a541-32ab18fc6953 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 945 time: 0.6808696 Apr 01 15:18:43.489405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing IP validity checks on allocation pools {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:18:43.490516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:18:43.491342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:18:43.502871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6,segment=NetworkSegment(248e27bc-3246-4bbc-a283-a2754ef733e3),segment_id=248e27bc-3246-4bbc-a283-a2754ef733e3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:43.510110 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:43.512242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 86c6c727-aae8-467b-836b-d8594d1c47f5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:18:43.513397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:43.676516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 86c6c727-aae8-467b-836b-d8594d1c47f5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:18:43.676876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 86c6c727-aae8-467b-836b-d8594d1c47f5 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:18:43.677606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eb296305-822f-4a34-a9f7-b4006213c209 req-ded37077-7c08-49f4-b247-710ae7105573 tempest-VolumesBackupsTest-1363724453 tempest-VolumesBackupsTest-1363724453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c99c395f-4b40-4627-801f-2e564d9f98dd HTTP/1.1" status: 200 len: 210 time: 0.0951207 Apr 01 15:18:43.711251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Calling delete_port for d7431fc5-331d-443b-8f9f-1e323933d8d6 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:43.749456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d7431fc5-331d-443b-8f9f-1e323933d8d6,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:43.756200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c040ddbf-2fd9-4fac-97fa-783f8759bc1b req-a7806e51-0ebf-457d-b21d-1f7cac9e44d3 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057184 Apr 01 15:18:43.825410 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:43.845852 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6', 'code': 200} Apr 01 15:18:43.962070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=30b411a5-623e-4aaa-acd9-c70aa28817a9,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:43.970278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:18:43.970600 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:18:43.986459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': 'c5753d3e-997c-4917-b339-b1fad98fa520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '533b851e-7961-4cd7-9b95-0bcd9cf08767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:43.986813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: 533b851e-7961-4cd7-9b95-0bcd9cf08767, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:44.001850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--437516721'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:44.011569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network 533b851e-7961-4cd7-9b95-0bcd9cf08767 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:44.012387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:44.022118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:44.024982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 533b851e-7961-4cd7-9b95-0bcd9cf08767) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:44.026718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:44.031452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:44.032045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.035250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:44.042481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba8de0-f781-46c7-b1ac-a9f32940fc49 None None] Network 533b851e-7961-4cd7-9b95-0bcd9cf08767 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:44.059828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e6f0607d-d68a-42f5-8918-a63fad55429c tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4568310 Apr 01 15:18:44.062656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47352) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:44.095675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Router ce2830ba-7591-442f-9a5b-3b0c8cfdf689 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:18:44.168821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.189026 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.288899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.299012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-533b851e-7961-4cd7-9b95-0bcd9cf08767', 'network_id': '533b851e-7961-4cd7-9b95-0bcd9cf08767', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': '30b411a5-623e-4aaa-acd9-c70aa28817a9'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:44.299851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.392680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.477594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Allocated IP 172.20.0.3 (533b851e-7961-4cd7-9b95-0bcd9cf08767/30b411a5-623e-4aaa-acd9-c70aa28817a9/68446a8c-9410-4711-a2ce-43fa73758cab) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:44.510231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Deleting port d7431fc5-331d-443b-8f9f-1e323933d8d6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:44.510843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.549341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:44.564097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:44.582366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:44.596449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:44.702404 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.714764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Transition to ACTIVE for port object 68446a8c-9410-4711-a2ce-43fa73758cab will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:44.745006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Transition to ACTIVE for port object 68446a8c-9410-4711-a2ce-43fa73758cab will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:44.766958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.789862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.924152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=30b411a5-623e-4aaa-acd9-c70aa28817a9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:44.944267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Pushing event updated for resources: {'Port': ['ID=68446a8c-9410-4711-a2ce-43fa73758cab,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:44.978369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.983686 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:44.992587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Network 533b851e-7961-4cd7-9b95-0bcd9cf08767 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:44.994125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:45.002876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:45.009258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.042699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] For port d7431fc5-331d-443b-8f9f-1e323933d8d6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d7431fc5-331d-443b-8f9f-1e323933d8d6,segment=NetworkSegment(248e27bc-3246-4bbc-a283-a2754ef733e3),segment_id=248e27bc-3246-4bbc-a283-a2754ef733e3)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:45.043063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.128588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Attempting to bind port 68446a8c-9410-4711-a2ce-43fa73758cab on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:45.129220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Attempting to bind port 68446a8c-9410-4711-a2ce-43fa73758cab by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c5753d3e-997c-4917-b339-b1fad98fa520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '533b851e-7961-4cd7-9b95-0bcd9cf08767'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:45.129743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Attempting to bind port 68446a8c-9410-4711-a2ce-43fa73758cab on network 533b851e-7961-4cd7-9b95-0bcd9cf08767 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:45.137011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:45.137465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Checking segment: {'id': 'c5753d3e-997c-4917-b339-b1fad98fa520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '533b851e-7961-4cd7-9b95-0bcd9cf08767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:45.137929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.138375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Bound using segment: {'id': 'c5753d3e-997c-4917-b339-b1fad98fa520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '533b851e-7961-4cd7-9b95-0bcd9cf08767'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:45.138912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Bound port: 68446a8c-9410-4711-a2ce-43fa73758cab, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5753d3e-997c-4917-b339-b1fad98fa520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '533b851e-7961-4cd7-9b95-0bcd9cf08767'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:45.139392 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.157846 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.162851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:45.231069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Calling delete_port for d7431fc5-331d-443b-8f9f-1e323933d8d6 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:45.273631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:45.278148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f616050-7896-4b2d-a23e-377188a32099,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:45.297865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533b851e-7961-4cd7-9b95-0bcd9cf08767']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:45.305532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:45.314091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] For port 68446a8c-9410-4711-a2ce-43fa73758cab, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:45.316290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5753d3e-997c-4917-b339-b1fad98fa520') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:45.316834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5753d3e-997c-4917-b339-b1fad98fa520') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:45.317584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] For port 68446a8c-9410-4711-a2ce-43fa73758cab, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68446a8c-9410-4711-a2ce-43fa73758cab,segment=NetworkSegment(c5753d3e-997c-4917-b339-b1fad98fa520),segment_id=c5753d3e-997c-4917-b339-b1fad98fa520)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:45.323675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.333229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Router 56182a07-2b27-4c89-a89c-a27afd95464c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:18:45.334726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:45.349138 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.361089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:45.379836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.395795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbab87-0d98-4761-b1b4-446a0a5e85d6 req-b3ac8775-8d3e-48c5-8008-3f367f379a43 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:45.399853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83dbab87-0d98-4761-b1b4-446a0a5e85d6 req-b3ac8775-8d3e-48c5-8008-3f367f379a43 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 943 time: 0.2170980 Apr 01 15:18:45.400579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] Sync routers for ids ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:45.404880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:45.405565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:45.529303 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:45.551915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:18:45.551915 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:18:45.551915 n-d-836017-1 neutron-server[83953]: [parameters: {'id': '533b851e-7961-4cd7-9b95-0bcd9cf08767'}] Apr 01 15:18:45.551915 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:18:45.552560 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:18:45.577153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] Routers {'ce2830ba-7591-442f-9a5b-3b0c8cfdf689'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:45.577701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:45.594269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.598659 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-35b8786f-b33d-4d92-ab2b-5a7c21987581 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6016214 Apr 01 15:18:45.599379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83dbab87-0d98-4761-b1b4-446a0a5e85d6 req-b570276a-850b-460f-9e07-5e526a774bea tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/security-groups?id=e849d9b4-82d1-4541-92a3-d4c390df4175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675166 Apr 01 15:18:45.602060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47366) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:45.614672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': False}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:45.663361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716068c0-1501-40e6-8a3e-5eb1f4018d15 None None] Pushing event updated for resources: {'Port': ['ID=68446a8c-9410-4711-a2ce-43fa73758cab,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:45.666420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:45.670054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9183664-61a9-42b6-bb8d-ff2163008ee3 None None] Network 533b851e-7961-4cd7-9b95-0bcd9cf08767 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:45.702436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.717222 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.773678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e75968-25be-42f4-a1ca-d8f20a575b32,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:45.777313 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.781378 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d4badbf6-3102-459e-aa3c-87013ff10904 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1141169 Apr 01 15:18:45.781968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47370) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:45.827499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:45.878885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3b17e2fc-46e9-4fd0-ae10-576856fcd6c4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:45.921558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] Routers {'ce2830ba-7591-442f-9a5b-3b0c8cfdf689'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:45.922197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:45.930742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Pushing event deleted for resources: {'Port': ['ID=d7431fc5-331d-443b-8f9f-1e323933d8d6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:45.992532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3b17e2fc-46e9-4fd0-ae10-576856fcd6c4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:45.997136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3b17e2fc-46e9-4fd0-ae10-576856fcd6c4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2098870 Apr 01 15:18:45.999303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47376) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:46.006650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8c037baf-04e4-40bb-803e-0273db31ca11 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-security--68191121', 'description': 'tempest-security-description-1111792696'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:46.056332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:46.063759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0fc28-97df-46a1-b26f-892081614caf None None] The sync data for ids ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:46.083822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.127360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7161dee6-9087-480e-a9d8-9cfa8fd5d31c None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:18:46.137222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] No DVR routers for this DVR port d7431fc5-331d-443b-8f9f-1e323933d8d6 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:46.142038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.144504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30050f6f-3245-4713-8a4e-06a180eed5ed req-51482764-0fc4-4f68-a3b5-31527ff0488d tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.44 "DELETE /v2.0/ports/d7431fc5-331d-443b-8f9f-1e323933d8d6 HTTP/1.1" status: 204 len: 173 time: 4.0901132 Apr 01 15:18:46.146523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c037baf-04e4-40bb-803e-0273db31ca11 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.162717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 68446a8c-9410-4711-a2ce-43fa73758cab {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:46.163811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.290085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c037baf-04e4-40bb-803e-0273db31ca11 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.293396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'name': 'network-vif-deleted', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:18:46.306077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c037baf-04e4-40bb-803e-0273db31ca11 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.318798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c037baf-04e4-40bb-803e-0273db31ca11 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.322959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8c037baf-04e4-40bb-803e-0273db31ca11 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "PUT /v2.0/security-groups/d2e75968-25be-42f4-a1ca-d8f20a575b32 HTTP/1.1" status: 200 len: 1610 time: 0.3211558 Apr 01 15:18:46.323622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:46.377514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:46.397192 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] Sync routers for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:46.418147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.423511 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:46.424113 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:46.441168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161dee6-9087-480e-a9d8-9cfa8fd5d31c None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:18:46.450396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 68446a8c-9410-4711-a2ce-43fa73758cab, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68446a8c-9410-4711-a2ce-43fa73758cab,segment=NetworkSegment(c5753d3e-997c-4917-b339-b1fad98fa520),segment_id=c5753d3e-997c-4917-b339-b1fad98fa520)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:46.451033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:46.511935 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe679d-15c9-457d-a3f9-dae95fdd3679', 'name': 'network-vif-deleted', 'tag': 'd7431fc5-331d-443b-8f9f-1e323933d8d6', 'status': 'completed', 'code': 200} Apr 01 15:18:46.568531 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:46.582914 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:46.583461 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:46.619993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b31af1b5-bb91-4112-90c7-1777107a9d21 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups/d2e75968-25be-42f4-a1ca-d8f20a575b32 HTTP/1.1" status: 200 len: 1610 time: 0.2751606 Apr 01 15:18:46.621382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47388) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:46.655116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037baf-04e4-40bb-803e-0273db31ca11 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e75968-25be-42f4-a1ca-d8f20a575b32,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:46.673567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 68446a8c-9410-4711-a2ce-43fa73758cab owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:46.715354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-521db571-0fe3-4982-a342-2b4ebc8d716d tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "DELETE /v2.0/floatingips/c12f7b58-20f0-4f66-9807-c7cc47b6c3b5 HTTP/1.1" status: 204 len: 168 time: 6.8517368 Apr 01 15:18:46.718361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47394) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:46.760178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:46.813366 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:46.813766 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b4650d-3100-43a3-b986-db29e886a677 None None] The sync data for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:46.853577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:46.872198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Usage tracker for resource:floatingip and tenant:f7f5f8fb535743f5944643e099896882 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:46.876922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:46.913422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:46.998277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.011080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7734008-158c-4c98-ba00-daebceafb8b3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.074193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.111254 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7734008-158c-4c98-ba00-daebceafb8b3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.176124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b231ad9-3fce-4a30-89d9-9634b61e8fd8 req-24c77842-f2d9-4066-804f-cf2cf4e759d9 tempest-ServerGroupTestJSON-890329539 tempest-ServerGroupTestJSON-890329539-project] 10.222.0.48 "GET /v2.0/ports?device_id=73fe679d-15c9-457d-a3f9-dae95fdd3679 HTTP/1.1" status: 200 len: 210 time: 0.1097822 Apr 01 15:18:47.177893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=68446a8c-9410-4711-a2ce-43fa73758cab,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:47.188503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port 68446a8c-9410-4711-a2ce-43fa73758cab on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:47.266424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7734008-158c-4c98-ba00-daebceafb8b3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.296284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7734008-158c-4c98-ba00-daebceafb8b3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e75968-25be-42f4-a1ca-d8f20a575b32,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:47.323452 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7734008-158c-4c98-ba00-daebceafb8b3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.326859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f7734008-158c-4c98-ba00-daebceafb8b3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/d2e75968-25be-42f4-a1ca-d8f20a575b32 HTTP/1.1" status: 204 len: 168 time: 0.6987138 Apr 01 15:18:47.327544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:47.334153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.354824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.370983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533b851e-7961-4cd7-9b95-0bcd9cf08767']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:47.392296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5753d3e-997c-4917-b339-b1fad98fa520') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:47.392582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5753d3e-997c-4917-b339-b1fad98fa520') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:47.408229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.435448 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.449483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:47.450383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:47.468014 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:47.481679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6944be30-2040-486a-a5ff-046fa929b00b tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:47.502667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6944be30-2040-486a-a5ff-046fa929b00b tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:47.507747 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6944be30-2040-486a-a5ff-046fa929b00b tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1795011 Apr 01 15:18:47.508441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47406) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:47.528597 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-cfebb95f-8542-4643-bfeb-3d9352c1b5bb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] delete failed (client error): The resource could not be found. Apr 01 15:18:47.534342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cfebb95f-8542-4643-bfeb-3d9352c1b5bb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/d2e75968-25be-42f4-a1ca-d8f20a575b32 HTTP/1.1" status: 404 len: 347 time: 0.0246024 Apr 01 15:18:47.534984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47410) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:47.541347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--717173646'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:47.548899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:47.566381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:47.579443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.631790 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.718866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.751247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=533b851e-7961-4cd7-9b95-0bcd9cf08767,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:47.770388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b48bd57f-0fab-4ca4-914f-9e9f056a9058 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/533b851e-7961-4cd7-9b95-0bcd9cf08767 HTTP/1.1" status: 204 len: 168 time: 3.7066014 Apr 01 15:18:47.774410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:47.780792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-970441217'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:47.786988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:47.791184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:47.795093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:47.801090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:47.801419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:47.805476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:47.808850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:47.815095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:47.829974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:47.835724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.889314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:47.913592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.918512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.919548 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment 543d8d62-0e20-46b3-85eb-e840e9b66318 of type vlan for network eb8a8f93-96eb-42c2-9b08-630d41a9940f Apr 01 15:18:47.953767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Allocated IP 172.25.2.11 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/80f54c33-927a-44f6-abb2-3b63a133291f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:47.957789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.966560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:47.972154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.087808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93526918-32a0-4f33-9aa7-a61267e2c9bd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:48.121475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.125655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e1115a7d-5976-43ab-a8c5-a9906c31bdc3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5894241 Apr 01 15:18:48.128812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47418) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:48.136088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '93526918-32a0-4f33-9aa7-a61267e2c9bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:48.147344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:48.151536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:48.154539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:48.169288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:48.197731 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.205737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.210230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:48.210835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.212420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.320021 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.348648 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5707138 Apr 01 15:18:48.356616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:48.362450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:48.387374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb262fc-e41e-4620-abf4-bf9cae9ba922 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=eb8a8f93-96eb-42c2-9b08-630d41a9940f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:48.402097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network eb8a8f93-96eb-42c2-9b08-630d41a9940f details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:48.466478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.553233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Pushing event updated for resources: {'Port': ['ID=80f54c33-927a-44f6-abb2-3b63a133291f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:48.599647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.697263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:48.700121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:48.706400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:48.721426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:48.789154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8583dd0-5f97-4b0d-9baa-ae801a5d6197,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:48.808127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.812520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7722c579-96d5-448a-b97a-2abd2e8a043a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6828704 Apr 01 15:18:48.818825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47448) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:48.909187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:48.912979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:48.919425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:48.923234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d540035e-85c5-4dfb-a2a6-6b16c67a1b71 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.937118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d540035e-85c5-4dfb-a2a6-6b16c67a1b71 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:48.970819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d540035e-85c5-4dfb-a2a6-6b16c67a1b71 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.003082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:49.007249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540035e-85c5-4dfb-a2a6-6b16c67a1b71 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8583dd0-5f97-4b0d-9baa-ae801a5d6197,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:49.018959 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d540035e-85c5-4dfb-a2a6-6b16c67a1b71 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.023802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d540035e-85c5-4dfb-a2a6-6b16c67a1b71 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b8583dd0-5f97-4b0d-9baa-ae801a5d6197 HTTP/1.1" status: 204 len: 168 time: 0.2039194 Apr 01 15:18:49.024828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47464) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:49.103336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-86685f1d-76e6-464d-9a18-0dce510b874f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:49.164870 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.200706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-86685f1d-76e6-464d-9a18-0dce510b874f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:49.205537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-86685f1d-76e6-464d-9a18-0dce510b874f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1781554 Apr 01 15:18:49.222467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47474) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:49.247825 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.351884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47482) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:49.440261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] Deleting subnet 0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:18:49.443586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.516178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.581893 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.667064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.701439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.709413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.723565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.782306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:49.784096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc6a-dfc6-44c2-9560-12000e3a06d3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.806721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.836127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0312ddce-f18e-4219-bf0d-a6b6878421c7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0dc6ebe1-71fb-4f18-adf2-a3fe78cf3429 HTTP/1.1" status: 204 len: 168 time: 0.4787023 Apr 01 15:18:49.857200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47496) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:49.874760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:49.884857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc6a-dfc6-44c2-9560-12000e3a06d3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.006902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=756892cf-009e-4285-a5e1-e4448acaa906,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:50.025610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': '543d8d62-0e20-46b3-85eb-e840e9b66318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:50.025988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: eb8a8f93-96eb-42c2-9b08-630d41a9940f, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:50.083356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.086692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network eb8a8f93-96eb-42c2-9b08-630d41a9940f is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:50.101118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, eb8a8f93-96eb-42c2-9b08-630d41a9940f) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:50.109559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc6a-dfc6-44c2-9560-12000e3a06d3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.114349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372153ef-5424-43fc-8821-97ba7093f019 None None] Network eb8a8f93-96eb-42c2-9b08-630d41a9940f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:50.145185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:50.146361 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.157120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5fc6a-dfc6-44c2-9560-12000e3a06d3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93526918-32a0-4f33-9aa7-a61267e2c9bd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:50.199718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ee6c9f7c-0390-450b-a29e-20bdec437106 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8419309 Apr 01 15:18:50.205101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:50.290105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc6a-dfc6-44c2-9560-12000e3a06d3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.294045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-81f5fc6a-dfc6-44c2-9560-12000e3a06d3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/93526918-32a0-4f33-9aa7-a61267e2c9bd HTTP/1.1" status: 204 len: 168 time: 1.0705874 Apr 01 15:18:50.306264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47518) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:50.310167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.333546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.400978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Router ce2830ba-7591-442f-9a5b-3b0c8cfdf689 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:18:50.422497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.515972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-eb8a8f93-96eb-42c2-9b08-630d41a9940f', 'network_id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': '756892cf-009e-4285-a5e1-e4448acaa906'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:50.517964 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.532850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.614924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236c0cc3-b168-4bba-bbf1-b813ca2d8c93']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:50.674702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248e27bc-3246-4bbc-a283-a2754ef733e3') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:50.674991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248e27bc-3246-4bbc-a283-a2754ef733e3') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:50.693661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Pushing event updated for resources: {'Port': ['ID=80f54c33-927a-44f6-abb2-3b63a133291f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:50.720552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.730598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-193af74a-e53d-43cf-b5d5-4e90964bb639 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:50.756110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.763947 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.789692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:50.790345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:50.807006 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:50.855376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-193af74a-e53d-43cf-b5d5-4e90964bb639 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:50.858575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Allocated IP 172.20.0.1 (eb8a8f93-96eb-42c2-9b08-630d41a9940f/756892cf-009e-4285-a5e1-e4448acaa906/82f4eabe-b762-4166-974c-afff23f6e06a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:50.862838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-193af74a-e53d-43cf-b5d5-4e90964bb639 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5555356 Apr 01 15:18:50.876960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47530) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:50.892764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018532982'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:50.897613 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.901576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bfa7d2a2-6b81-4103-b1bf-6fd4b4ae4266 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1822515 Apr 01 15:18:50.902317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47534) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:50.911651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:50.927286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:50.931948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.951522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:50.970646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] Pushing event deleted for resources: {'Network': ['ID=236c0cc3-b168-4bba-bbf1-b813ca2d8c93,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:50.988337 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.015734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9472ede3-af93-4d21-9523-58eef4b7df7f admin admin] 10.222.0.48 "DELETE /v2.0/networks/236c0cc3-b168-4bba-bbf1-b813ca2d8c93 HTTP/1.1" status: 204 len: 168 time: 1.1554813 Apr 01 15:18:51.048833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:51.053789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:51.057862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:51.064492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:51.069664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.227612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:18:51.231586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.233026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.235021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5293abf7-14c8-4146-a8e7-42aa7ebeb85b tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "PUT /v2.0/routers/ce2830ba-7591-442f-9a5b-3b0c8cfdf689 HTTP/1.1" status: 200 len: 925 time: 5.6265149 Apr 01 15:18:51.237625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47542) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:51.245102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.275155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] Sync routers for ids ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:18:51.340490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] Routers {'ce2830ba-7591-442f-9a5b-3b0c8cfdf689'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:51.344630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:51.374778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:51.395251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:51.404755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Usage tracker for resource:floatingip and tenant:8b81cc1ec896494bba191d389b4cb516 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:51.415190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:51.427234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:51.431504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:51.452853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.468263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Transition to ACTIVE for port object 82f4eabe-b762-4166-974c-afff23f6e06a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:51.474887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] Routers {'ce2830ba-7591-442f-9a5b-3b0c8cfdf689'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:18:51.475360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072a1197-47c2-485a-aa61-3e901c876721,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:51.475579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:18:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:51.494969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.498702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47546) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:51.499805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-746e2c8b-c0e6-4c12-aff1-976a2199479f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6217816 Apr 01 15:18:51.500856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47548) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:51.511463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '072a1197-47c2-485a-aa61-3e901c876721', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:51.520466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.541308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:51.553072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:51.553326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:51.553567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2955b4-8346-4591-8b6d-8913bfe66173 None None] The sync data for ids ['ce2830ba-7591-442f-9a5b-3b0c8cfdf689'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:18:51.557451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Transition to ACTIVE for port object 82f4eabe-b762-4166-974c-afff23f6e06a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:51.560739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:51.566759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.570917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:51.624654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0957f03e-07d3-4927-aceb-248b9d85b93b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=674f35de922343babdb6d81ebff061b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1232314 Apr 01 15:18:51.627866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47556) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:51.633956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.659590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Network eb8a8f93-96eb-42c2-9b08-630d41a9940f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:51.664685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:51.674075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:51.689025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Pushing event updated for resources: {'Port': ['ID=82f4eabe-b762-4166-974c-afff23f6e06a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:51.689763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.787093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Attempting to bind port 82f4eabe-b762-4166-974c-afff23f6e06a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:51.787752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Attempting to bind port 82f4eabe-b762-4166-974c-afff23f6e06a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '543d8d62-0e20-46b3-85eb-e840e9b66318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:51.788283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Attempting to bind port 82f4eabe-b762-4166-974c-afff23f6e06a on network eb8a8f93-96eb-42c2-9b08-630d41a9940f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:51.796631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:51.797284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Checking segment: {'id': '543d8d62-0e20-46b3-85eb-e840e9b66318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:51.797910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.798461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Bound using segment: {'id': '543d8d62-0e20-46b3-85eb-e840e9b66318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:51.799105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Bound port: 82f4eabe-b762-4166-974c-afff23f6e06a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543d8d62-0e20-46b3-85eb-e840e9b66318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:51.799692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.808476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=756892cf-009e-4285-a5e1-e4448acaa906,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:51.870897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.891882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.952520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.968989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322b6ee6-4b4c-40ef-aea1-db2748993cf8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:51.969228 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:51.996095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] For port 82f4eabe-b762-4166-974c-afff23f6e06a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:52.000217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] For port 82f4eabe-b762-4166-974c-afff23f6e06a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=82f4eabe-b762-4166-974c-afff23f6e06a,segment=NetworkSegment(543d8d62-0e20-46b3-85eb-e840e9b66318),segment_id=543d8d62-0e20-46b3-85eb-e840e9b66318)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:52.009415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.037467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71aa050-3e77-4de7-b861-55e97b2ed216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.055007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8a8f93-96eb-42c2-9b08-630d41a9940f']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:52.075036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eb83ed1a-0550-4f9d-bd68-fcfaae31c6e5 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/ce2830ba-7591-442f-9a5b-3b0c8cfdf689 HTTP/1.1" status: 200 len: 925 time: 0.8359818 Apr 01 15:18:52.079710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47566) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:52.093707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543d8d62-0e20-46b3-85eb-e840e9b66318') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:52.094398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543d8d62-0e20-46b3-85eb-e840e9b66318') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:52.106403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.108202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a526312f-17e5-4eff-a37c-33687e6b4aa0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6041670 Apr 01 15:18:52.114191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47570) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:52.121893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '072a1197-47c2-485a-aa61-3e901c876721', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:52.142642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71aa050-3e77-4de7-b861-55e97b2ed216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.146136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:52.171522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:52.174401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.179720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:52.192702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:52.222599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.235763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:52.236299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.239294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12522-10d8-4720-890d-5c5e20fc345c None None] Pushing event updated for resources: {'Port': ['ID=82f4eabe-b762-4166-974c-afff23f6e06a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:52.255745 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:52.269200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb0c865-ed93-4108-a025-3e4002937354 None None] Network eb8a8f93-96eb-42c2-9b08-630d41a9940f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:52.319095 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.351898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b408f234-f7f7-4db6-9335-686a73be7b9f tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=ce2830ba-7591-442f-9a5b-3b0c8cfdf689&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2639225 Apr 01 15:18:52.354847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47574) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:52.355802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71aa050-3e77-4de7-b861-55e97b2ed216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.403762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:18:52.403762 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:18:52.403762 n-d-836017-1 neutron-server[83953]: [parameters: {'id': 'eb8a8f93-96eb-42c2-9b08-630d41a9940f'}] Apr 01 15:18:52.403762 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:18:52.404787 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:18:52.410037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aa050-3e77-4de7-b861-55e97b2ed216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e849d9b4-82d1-4541-92a3-d4c390df4175,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:52.433493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Allocated IP 172.25.2.95 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/4a75ea88-6d90-4851-bf93-a7c2870604d3) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:52.486690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71aa050-3e77-4de7-b861-55e97b2ed216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.491234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a71aa050-3e77-4de7-b861-55e97b2ed216 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e849d9b4-82d1-4541-92a3-d4c390df4175 HTTP/1.1" status: 204 len: 168 time: 0.8581810 Apr 01 15:18:52.577016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255a0f4-af7a-48c9-84c3-0da617354b6a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:52.577513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4255a0f4-af7a-48c9-84c3-0da617354b6a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Synchronizing usage tracker for tenant:bb23c0e795a94574a0973379881d0afa on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:52.599600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4255a0f4-af7a-48c9-84c3-0da617354b6a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Unset dirty status for tenant:bb23c0e795a94574a0973379881d0afa on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:52.604791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4255a0f4-af7a-48c9-84c3-0da617354b6a tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.2432468 Apr 01 15:18:52.606300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47580) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:52.624933 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.649983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.659873 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.691888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7fdf0f5f-df70-454a-b3f9-444535abc620 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2830ba-7591-442f-9a5b-3b0c8cfdf689 HTTP/1.1" status: 200 len: 205 time: 0.0839791 Apr 01 15:18:52.692615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47584) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:52.693334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6309bb1-6584-40ef-9f1a-ec584dba1799,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:52.772473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee554907-7051-4ebe-919e-93bc88607606 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:18:52.906788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.921385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 82f4eabe-b762-4166-974c-afff23f6e06a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:52.921718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:52.951367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.026046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee554907-7051-4ebe-919e-93bc88607606 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:18:53.046978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.052379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8a823ded-ca34-4de4-8cdf-0aa4ea12bb3d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9361174 Apr 01 15:18:53.056559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47592) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:53.099505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '072a1197-47c2-485a-aa61-3e901c876721', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:53.120415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:53.131082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:53.135472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:53.216063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:53.226549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:53.250145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:53.269001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Pushing event updated for resources: {'Port': ['ID=4a75ea88-6d90-4851-bf93-a7c2870604d3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:53.282509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:53.376997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.423083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 82f4eabe-b762-4166-974c-afff23f6e06a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=82f4eabe-b762-4166-974c-afff23f6e06a,segment=NetworkSegment(543d8d62-0e20-46b3-85eb-e840e9b66318),segment_id=543d8d62-0e20-46b3-85eb-e840e9b66318)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:53.424118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.632719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 82f4eabe-b762-4166-974c-afff23f6e06a owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:53.678787 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.684806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.720590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.789742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d2208a-cd99-4ab5-bc70-05e3b1acbca3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:53.794188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.805675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.836684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:53.837899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-210f7660-70d8-4949-b3b2-014c18f5bf6d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7582998 Apr 01 15:18:53.846700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47612) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:53.862768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '072a1197-47c2-485a-aa61-3e901c876721', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:53.876595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.125618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:54.138589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=82f4eabe-b762-4166-974c-afff23f6e06a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:54.142703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port 82f4eabe-b762-4166-974c-afff23f6e06a on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:54.180358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47622) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:54.272929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:54.277345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:54.283757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:54.325108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.438250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.458350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-network', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:54.465218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:54.477356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Usage tracker for resource:network and tenant:bd5c4ee4a80b491c8c53332beadec8c0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:54.483296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:54.491651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8a8f93-96eb-42c2-9b08-630d41a9940f']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:54.499300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:54.509300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543d8d62-0e20-46b3-85eb-e840e9b66318') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:54.509578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543d8d62-0e20-46b3-85eb-e840e9b66318') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:54.524107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.534901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Made reservation on behalf of bd5c4ee4a80b491c8c53332beadec8c0 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:54.537464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.544130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.553522 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.568733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.574935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.589897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:54.590401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.597389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc1a55f-3174-4978-b179-92f1cf923fcd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:54.612773 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:54.656021 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.657276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-51b041b5-6b33-4b19-93e9-b3593d9b616e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8096116 Apr 01 15:18:54.661913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47630) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:54.673966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '072a1197-47c2-485a-aa61-3e901c876721', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:54.680339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:54.686183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:54.688121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:54.693933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:54.696301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5c4ee4a80b491c8c53332beadec8c0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:54.699802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:54.706098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:54.708545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:54.718527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.739854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.740670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.743045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.755305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=eb8a8f93-96eb-42c2-9b08-630d41a9940f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:54.761035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.773401 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.775618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a837f99b-7e49-4a57-b486-c767ce2bb6bc tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/eb8a8f93-96eb-42c2-9b08-630d41a9940f HTTP/1.1" status: 204 len: 168 time: 4.5687649 Apr 01 15:18:54.778979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47634) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:54.789294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626378391'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:54.794854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:54.804472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:54.807984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:54.815578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Deleting port f74b1e84-da57-4456-8f5c-e8812a99866a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:54.815917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.816631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:54.836390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:54.839979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.892414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:54.903559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.904184 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment b1d1d15c-4153-48eb-8a55-14f59259c498 of type vlan for network 05bc158a-1e7c-4d60-b6bd-15374f8b5078 Apr 01 15:18:54.933383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.966323 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.977984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:54.991105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:18:55.002759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.006754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:55.007368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.037949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.038532 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Added segment dafe596c-c8b5-408a-9d87-76feb73e4f96 of type vlan for network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 Apr 01 15:18:55.055205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Pushing event updated for resources: {'Port': ['ID=4a75ea88-6d90-4851-bf93-a7c2870604d3,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:55.068414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.106732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.110726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2cbc32e5-44aa-4d16-9966-ddda9b4f4bd3 tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2016742 Apr 01 15:18:55.112725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47638) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:55.157396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862ff2e8-1418-4853-b951-20ed6392c4f6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:55.186530 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4061868 Apr 01 15:18:55.188273 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.193493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47642) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:55.198409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16871901-e275-4613-afd4-48c8c1649593 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=05bc158a-1e7c-4d60-b6bd-15374f8b5078,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:55.204883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:55.206515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-10684ed1-fe52-48f9-b392-1680f31f4891 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Synchronizing usage tracker for tenant:f7f5f8fb535743f5944643e099896882 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:55.218767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 05bc158a-1e7c-4d60-b6bd-15374f8b5078 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:55.249315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.263636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.296261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-10684ed1-fe52-48f9-b392-1680f31f4891 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Unset dirty status for tenant:f7f5f8fb535743f5944643e099896882 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:55.297459 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-10684ed1-fe52-48f9-b392-1680f31f4891 tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1817737 Apr 01 15:18:55.305107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.314558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47648) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:55.317750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fad7a4-16af-447c-8419-810d09c6c411,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:55.403598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:55.409495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-480f20b3-7978-4aa2-ba72-a76784f70712 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Synchronizing usage tracker for tenant:5d1e550a15ec45d39d0f5ab9057967a7 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:55.410002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:55.413143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:18:55.421650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:55.431718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:55.447417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.449183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:55.450009 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.484522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:55.508327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3261645 Apr 01 15:18:55.534233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47654) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:55.535125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.536320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-579fae44-0d6a-4d6b-87d5-deaf6fc4e894 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8720098 Apr 01 15:18:55.547950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Calling delete_port for f74b1e84-da57-4456-8f5c-e8812a99866a owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:55.565284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47658) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:55.579370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Request body: {'subnet': {'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-subnet', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:55.593894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:55.619758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Usage tracker for resource:subnet and tenant:bd5c4ee4a80b491c8c53332beadec8c0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:55.626510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-480f20b3-7978-4aa2-ba72-a76784f70712 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Unset dirty status for tenant:5d1e550a15ec45d39d0f5ab9057967a7 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:55.628257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-480f20b3-7978-4aa2-ba72-a76784f70712 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3126030 Apr 01 15:18:55.629525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:55.637038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47662) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:55.640145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:55.681746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4153a02-7bad-4204-bc64-125ec0a1b1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2052760b-582b-4e4c-bc1e-1863a58f9cf0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:55.692126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:18:55.705090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5f32120-55b7-46fd-a1cb-042accd3350d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.721139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.741660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5f32120-55b7-46fd-a1cb-042accd3350d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.782550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Made reservation on behalf of bd5c4ee4a80b491c8c53332beadec8c0 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:18:55.787274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.875777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5f32120-55b7-46fd-a1cb-042accd3350d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.938314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32120-55b7-46fd-a1cb-042accd3350d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9fad7a4-16af-447c-8419-810d09c6c411,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:55.948936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5f32120-55b7-46fd-a1cb-042accd3350d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:55.951271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f5f32120-55b7-46fd-a1cb-042accd3350d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c9fad7a4-16af-447c-8419-810d09c6c411 HTTP/1.1" status: 204 len: 168 time: 0.3776259 Apr 01 15:18:55.952871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47666) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:56.090773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5c5cd5c8-858d-4cc4-873d-f7d85414828b tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:56.130989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5c5cd5c8-858d-4cc4-873d-f7d85414828b tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:56.132461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5c5cd5c8-858d-4cc4-873d-f7d85414828b tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1786153 Apr 01 15:18:56.136847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47670) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:56.198775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.243654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d995622-c326-41fc-a453-52abc9ecdd60 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.257421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Deleting port 4a75ea88-6d90-4851-bf93-a7c2870604d3 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:56.258061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.279298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d995622-c326-41fc-a453-52abc9ecdd60 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.324543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=8de899a4-58d1-4910-8b06-491466fbcaa3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:56.340184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': 'b1d1d15c-4153-48eb-8a55-14f59259c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:56.340184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: 05bc158a-1e7c-4d60-b6bd-15374f8b5078, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:56.357598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d995622-c326-41fc-a453-52abc9ecdd60 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.406916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d995622-c326-41fc-a453-52abc9ecdd60 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cc1a55f-3174-4978-b179-92f1cf923fcd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:56.432120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d995622-c326-41fc-a453-52abc9ecdd60 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.433851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d995622-c326-41fc-a453-52abc9ecdd60 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5cc1a55f-3174-4978-b179-92f1cf923fcd HTTP/1.1" status: 204 len: 168 time: 0.2957287 Apr 01 15:18:56.438290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network 05bc158a-1e7c-4d60-b6bd-15374f8b5078 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:56.442808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47676) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:56.517266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 05bc158a-1e7c-4d60-b6bd-15374f8b5078) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:56.531972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb453ab4-864f-4a35-b691-f56ab87283e9 None None] Network 05bc158a-1e7c-4d60-b6bd-15374f8b5078 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:56.544173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:56.547466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.658922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.659295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.676666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:56.707996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-810d2011-8e0e-47c9-9122-d8cc613ef82e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:56.718627 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9a1bc95-f8f5-4caa-9dbb-18a26cfd4aa4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5234466 Apr 01 15:18:56.722491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47682) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:56.877217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event deleted for resources: {'Port': ['ID=f74b1e84-da57-4456-8f5c-e8812a99866a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:56.887171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Calling delete_port for 4a75ea88-6d90-4851-bf93-a7c2870604d3 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:56.917924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-810d2011-8e0e-47c9-9122-d8cc613ef82e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:56.921931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-810d2011-8e0e-47c9-9122-d8cc613ef82e tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4764390 Apr 01 15:18:56.924988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:56.993761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-05bc158a-1e7c-4d60-b6bd-15374f8b5078', 'network_id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': '8de899a4-58d1-4910-8b06-491466fbcaa3'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:18:56.994580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.204580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.204864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Allocated IP 172.20.0.2 (05bc158a-1e7c-4d60-b6bd-15374f8b5078/8de899a4-58d1-4910-8b06-491466fbcaa3/6d664ed5-ac77-4f84-b309-38446756c28e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:18:57.230915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.234602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e48eaea6-c167-4d98-9b0b-cb7f5438aeaa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.248405 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e48eaea6-c167-4d98-9b0b-cb7f5438aeaa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.284528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Pushing event deleted for resources: {'Port': ['ID=4a75ea88-6d90-4851-bf93-a7c2870604d3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:57.316995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.337517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e48eaea6-c167-4d98-9b0b-cb7f5438aeaa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.349060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.435641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eaea6-c167-4d98-9b0b-cb7f5438aeaa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21d2208a-cd99-4ab5-bc70-05e3b1acbca3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:57.455325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e48eaea6-c167-4d98-9b0b-cb7f5438aeaa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.456843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e48eaea6-c167-4d98-9b0b-cb7f5438aeaa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/21d2208a-cd99-4ab5-bc70-05e3b1acbca3 HTTP/1.1" status: 204 len: 168 time: 0.5220532 Apr 01 15:18:57.461756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:57.496913 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.510841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Transition to ACTIVE for port object 6d664ed5-ac77-4f84-b309-38446756c28e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:57.535819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Transition to ACTIVE for port object 6d664ed5-ac77-4f84-b309-38446756c28e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:18:57.540055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6c278c67-ccac-4493-831b-5a1cedd1db4f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:57.551475 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.574381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.595727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6c278c67-ccac-4493-831b-5a1cedd1db4f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:57.602241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6c278c67-ccac-4493-831b-5a1cedd1db4f tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1342795 Apr 01 15:18:57.603617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47696) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:57.643797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.649472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Network 05bc158a-1e7c-4d60-b6bd-15374f8b5078 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:18:57.652478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:57.656856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:18:57.698957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Pushing event updated for resources: {'Port': ['ID=6d664ed5-ac77-4f84-b309-38446756c28e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:57.713648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=8de899a4-58d1-4910-8b06-491466fbcaa3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:57.742507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60a429f6-d177-4167-8720-6f59e721602d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.760027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Attempting to bind port 6d664ed5-ac77-4f84-b309-38446756c28e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:18:57.760235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b984e6-1ba2-4bc8-a904-e5e8705059dd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:57.760362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Attempting to bind port 6d664ed5-ac77-4f84-b309-38446756c28e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'b1d1d15c-4153-48eb-8a55-14f59259c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:18:57.760670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Attempting to bind port 6d664ed5-ac77-4f84-b309-38446756c28e on network 05bc158a-1e7c-4d60-b6bd-15374f8b5078 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:18:57.767491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:18:57.767857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Checking segment: {'id': 'b1d1d15c-4153-48eb-8a55-14f59259c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:57.768254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.768691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Bound using segment: {'id': 'b1d1d15c-4153-48eb-8a55-14f59259c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:18:57.769146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Bound port: 6d664ed5-ac77-4f84-b309-38446756c28e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d1d15c-4153-48eb-8a55-14f59259c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:18:57.770008 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.816995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60a429f6-d177-4167-8720-6f59e721602d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.837909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.892861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bc158a-1e7c-4d60-b6bd-15374f8b5078']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:57.908846 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60a429f6-d177-4167-8720-6f59e721602d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.917563 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0c72-f597-4d75-95d2-e38304c3c6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.933523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d1d15c-4153-48eb-8a55-14f59259c498') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:57.933923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d1d15c-4153-48eb-8a55-14f59259c498') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:18:57.952606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] For port 6d664ed5-ac77-4f84-b309-38446756c28e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:18:57.959818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] For port 6d664ed5-ac77-4f84-b309-38446756c28e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6d664ed5-ac77-4f84-b309-38446756c28e,segment=NetworkSegment(b1d1d15c-4153-48eb-8a55-14f59259c498),segment_id=b1d1d15c-4153-48eb-8a55-14f59259c498)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:18:57.960147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a429f6-d177-4167-8720-6f59e721602d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6309bb1-6584-40ef-9f1a-ec584dba1799,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:57.969190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.973953 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:57.994474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.001834 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60a429f6-d177-4167-8720-6f59e721602d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.005455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-60a429f6-d177-4167-8720-6f59e721602d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a6309bb1-6584-40ef-9f1a-ec584dba1799 HTTP/1.1" status: 204 len: 168 time: 0.3986342 Apr 01 15:18:58.005455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:18:58.005455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:18:58.021736 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:18:58.025796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47702) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.059751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe46f-adf2-48b3-90d1-9a0d26e9585a None None] Pushing event updated for resources: {'Port': ['ID=6d664ed5-ac77-4f84-b309-38446756c28e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:58.147030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:18:58.147030 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:18:58.147030 n-d-836017-1 neutron-server[83953]: [parameters: {'id': '05bc158a-1e7c-4d60-b6bd-15374f8b5078'}] Apr 01 15:18:58.147030 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:18:58.147573 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:18:58.158829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-968a5ef2-aa35-4b73-a4b4-b63778e6f352 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:58.165844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d79fc-4305-45bb-a6db-b356c5d9deda None None] Network 05bc158a-1e7c-4d60-b6bd-15374f8b5078 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:58.177264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-968a5ef2-aa35-4b73-a4b4-b63778e6f352 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:58.181382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-968a5ef2-aa35-4b73-a4b4-b63778e6f352 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1519270 Apr 01 15:18:58.181619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47706) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.218064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.223274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.227314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae2f880f-a73b-438c-a5b3-cb46ba77acdb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.240230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae2f880f-a73b-438c-a5b3-cb46ba77acdb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.264450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.264985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Fanout notify agent at l3_agent the message router_deleted on router ce2830ba-7591-442f-9a5b-3b0c8cfdf689 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:18:58.284708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae2f880f-a73b-438c-a5b3-cb46ba77acdb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.306020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.321330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae2f880f-a73b-438c-a5b3-cb46ba77acdb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.325055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ae2f880f-a73b-438c-a5b3-cb46ba77acdb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/322b6ee6-4b4c-40ef-aea1-db2748993cf8 HTTP/1.1" status: 204 len: 168 time: 0.1399715 Apr 01 15:18:58.325307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47710) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.328833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Checking segment: {'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:18:58.329783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Network hostable DHCP agents. Network: 2052760b-582b-4e4c-bc1e-1863a58f9cf0, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:18:58.340752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.345565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f880f-a73b-438c-a5b3-cb46ba77acdb tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=322b6ee6-4b4c-40ef-aea1-db2748993cf8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:58.347623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47714) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.351888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0df38e75-f939-47bf-aa43-0f476b5250a6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/ce2830ba-7591-442f-9a5b-3b0c8cfdf689 HTTP/1.1" status: 204 len: 168 time: 5.6559184 Apr 01 15:18:58.356551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1815338980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:58.356938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.358517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6a9e2f3e-c313-4881-9446-4c9ae51e4e0a tempest-FloatingIPAdminTestJSON-461155409 tempest-FloatingIPAdminTestJSON-461155409-project] 10.222.0.48 "DELETE /v2.0/floatingips/a049f274-1f7b-4ab1-aea7-bc8dd0722172 HTTP/1.1" status: 204 len: 168 time: 2.7203741 Apr 01 15:18:58.366180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47718) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.370677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:58.381237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:18:58.394384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 2052760b-582b-4e4c-bc1e-1863a58f9cf0) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:18:58.409116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4928de43-af7f-4ac0-8669-d47f8bfc5ed2 None None] Network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:58.412990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:18:58.414339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.439013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Usage tracker for resource:router and tenant:46b5f3b8eb494e958898fcf12b1178c5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:58.447494 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c1317ba3-b091-48e2-be1a-9aac862ea7cf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9096448 Apr 01 15:18:58.448509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47722) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.454670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:58.455825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:58.463268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:58.468777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Usage tracker for resource:router and tenant:bd5c4ee4a80b491c8c53332beadec8c0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:58.481269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:58.491615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:58.508373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.509751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.521492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:58.536754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.564832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Deleting port 80f54c33-927a-44f6-abb2-3b63a133291f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:58.565499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.610417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9051429e-1ef3-41bf-99fa-43c0f0f72faa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:18:58.613337 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.614275 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.654197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.672514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7532bf-2b4c-4909-9aae-fbba38eda30c None None] Network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:18:58.681288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.686612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.737847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.766762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9051429e-1ef3-41bf-99fa-43c0f0f72faa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:18:58.768437 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9051429e-1ef3-41bf-99fa-43c0f0f72faa tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4422228 Apr 01 15:18:58.775526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47730) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.790918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 6d664ed5-ac77-4f84-b309-38446756c28e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:18:58.790918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.940172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:58.942114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1a2cf0bd-c178-4c7c-b456-828a7fe52a47 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5930002 Apr 01 15:18:58.949817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47738) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:58.993521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:59.065745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-138bf864-a79f-4b45-b25b-9509f5cdfb74 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.123127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c4942-2d2c-43de-942f-d28bc2a4c0ac None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:18:59.149261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.149823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.168478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 6d664ed5-ac77-4f84-b309-38446756c28e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6d664ed5-ac77-4f84-b309-38446756c28e,segment=NetworkSegment(b1d1d15c-4153-48eb-8a55-14f59259c498),segment_id=b1d1d15c-4153-48eb-8a55-14f59259c498)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:18:59.168968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.198571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-138bf864-a79f-4b45-b25b-9509f5cdfb74 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.285119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c4942-2d2c-43de-942f-d28bc2a4c0ac None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:18:59.332014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Calling delete_port for 80f54c33-927a-44f6-abb2-3b63a133291f owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:59.451393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-138bf864-a79f-4b45-b25b-9509f5cdfb74 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.478132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bf864-a79f-4b45-b25b-9509f5cdfb74 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a1197-47c2-485a-aa61-3e901c876721,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:59.622118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.646967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 6d664ed5-ac77-4f84-b309-38446756c28e owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:18:59.661448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.663717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-138bf864-a79f-4b45-b25b-9509f5cdfb74 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.667538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-138bf864-a79f-4b45-b25b-9509f5cdfb74 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/072a1197-47c2-485a-aa61-3e901c876721 HTTP/1.1" status: 204 len: 168 time: 0.8729267 Apr 01 15:18:59.674831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47744) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:59.807529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-85f94d4e-51af-4c7f-9820-446939ad0d89 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1253886 Apr 01 15:18:59.813606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47748) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:18:59.822033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--712401514'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:18:59.856650 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.861169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:18:59.901743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:18:59.902316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:18:59.911609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:18:59.920351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=6d664ed5-ac77-4f84-b309-38446756c28e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:18:59.936921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:18:59.948853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port 6d664ed5-ac77-4f84-b309-38446756c28e on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:18:59.989121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.024541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.047864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Allocated IP 172.25.2.248 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/46686d0a-e1ab-4ff3-85fb-5e59bf063abf) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:00.222162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Pushing event deleted for resources: {'Port': ['ID=80f54c33-927a-44f6-abb2-3b63a133291f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:00.235787 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1493918e-c78e-4c51-802c-cf9f0623c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.246156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:00.253964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:00.260658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:00.313197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.321745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:00.402225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bc158a-1e7c-4d60-b6bd-15374f8b5078']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:00.416738 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.419717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.422875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d1d15c-4153-48eb-8a55-14f59259c498') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:00.423165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d1d15c-4153-48eb-8a55-14f59259c498') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:00.439950 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.452035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.455953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.502882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.543244 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.543736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:00.544193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:00.565283 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:00.593655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.625755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.699298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.700473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d1d720e2-fafa-44eb-8d45-da7a974044bc tempest-FloatingIPAdminTestJSON-1608119007 tempest-FloatingIPAdminTestJSON-1608119007-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/687b92e4-ad24-46e4-880a-671684da0550 HTTP/1.1" status: 204 len: 168 time: 2.3322976 Apr 01 15:19:00.704839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.708717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8914754 Apr 01 15:19:00.709070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47756) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:00.709549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47758) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:00.712710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.719995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.726610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '7d2458b9-7ef9-4746-bc49-01708cdb62e8', 'direction': 'ingress', 'protocol': 17}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:00.759246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:00.770122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:00.772686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:00.782084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:00.782900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5ea23-7da1-4f85-ab72-989e115a0723 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2458b9-7ef9-4746-bc49-01708cdb62e8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:00.801015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:00.810073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=05bc158a-1e7c-4d60-b6bd-15374f8b5078,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:00.816688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:00.821884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-688663f5-6ebc-40e2-a42f-925dc72c75fb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/05bc158a-1e7c-4d60-b6bd-15374f8b5078 HTTP/1.1" status: 204 len: 168 time: 4.0960116 Apr 01 15:19:00.839157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47764) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:00.851150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2130517825'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:00.863935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:00.942800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting port 632b388d-edc2-42a7-91dc-d40a831d199c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:00.943794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:00.945743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Allocated IP 172.25.2.30 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/792e8fba-6f3d-4856-8342-e13049b53796) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:00.954193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Pushing event updated for resources: {'Port': ['ID=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:00.970812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:00.981951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:00.994074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:01.006450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:01.015334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.153553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:01.156476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.245496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.261359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:01.270796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.287298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.287668 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment 093cac96-db4a-47d7-93b2-48ff4378b729 of type vlan for network 76abe220-faa5-449c-9dbc-e4769dd74adf Apr 01 15:19:01.307678 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.312980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.316449 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.323122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.324424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6063657 Apr 01 15:19:01.328766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:01.331204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05192d1b-db94-412d-ab34-b728643af030 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af03d9b-323c-4248-bfdf-888740cfd39e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:01.357438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.413854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.414439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.418647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:01.419660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.448501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.546839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Calling delete_port for 632b388d-edc2-42a7-91dc-d40a831d199c owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:01.559686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.560442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.598548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d27b89db-5804-4f39-9f4a-12bb6da99448 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.610020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7694614 Apr 01 15:19:01.615291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47778) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:01.621360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:01.625587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f81aa-620d-4745-9fa7-a9bbc5efebe0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=76abe220-faa5-449c-9dbc-e4769dd74adf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:01.642035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 76abe220-faa5-449c-9dbc-e4769dd74adf details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:01.683490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': '76abe220-faa5-449c-9dbc-e4769dd74adf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:01.703369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:01.704918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event updated for resources: {'Port': ['ID=792e8fba-6f3d-4856-8342-e13049b53796,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:01.707548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:01.780631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d27b89db-5804-4f39-9f4a-12bb6da99448 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.952149 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:01.955310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d27b89db-5804-4f39-9f4a-12bb6da99448 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.017974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:02.022326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event deleted for resources: {'Port': ['ID=632b388d-edc2-42a7-91dc-d40a831d199c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:02.025334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:02.033338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b89db-5804-4f39-9f4a-12bb6da99448 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2458b9-7ef9-4746-bc49-01708cdb62e8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:02.036116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:02.049377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:02.097581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:02.157024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d27b89db-5804-4f39-9f4a-12bb6da99448 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.160837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d27b89db-5804-4f39-9f4a-12bb6da99448 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d2458b9-7ef9-4746-bc49-01708cdb62e8 HTTP/1.1" status: 204 len: 168 time: 0.8309524 Apr 01 15:19:02.164137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47790) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:02.225501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.229713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2aa585af-bf80-48b6-88df-75598ee0076a tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "DELETE /v2.0/ports/632b388d-edc2-42a7-91dc-d40a831d199c HTTP/1.1" status: 204 len: 168 time: 1.5110965 Apr 01 15:19:02.231235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47794) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:02.272281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0391e00d-7e3e-464d-85f0-83152fcbe5bc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:02.323942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0391e00d-7e3e-464d-85f0-83152fcbe5bc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:02.329828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0391e00d-7e3e-464d-85f0-83152fcbe5bc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1647210 Apr 01 15:19:02.330625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47800) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:02.338610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--412448842'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:02.350407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:02.380623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7b009-bbba-48b3-89db-a8c902207be1 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:02.382457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bbe7b009-bbba-48b3-89db-a8c902207be1 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Synchronizing usage tracker for tenant:5d1e550a15ec45d39d0f5ab9057967a7 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:02.395058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:02.415835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.433641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bbe7b009-bbba-48b3-89db-a8c902207be1 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Unset dirty status for tenant:5d1e550a15ec45d39d0f5ab9057967a7 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:02.435960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bbe7b009-bbba-48b3-89db-a8c902207be1 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "GET /v2.0/ports?device_id=56182a07-2b27-4c89-a89c-a27afd95464c HTTP/1.1" status: 200 len: 913 time: 0.2038176 Apr 01 15:19:02.440227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47804) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:02.510374 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.605242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:02.623704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:02.626985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:02.639104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:02.703106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-6c75ff1a-581c-40fc-a573-918aa458c606 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:02.704504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-6c75ff1a-581c-40fc-a573-918aa458c606 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.6319816 Apr 01 15:19:02.706897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.ipam_backend_mixin [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing IP validity checks on allocation pools {{(pid=83954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:19:02.707931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.ipam_backend_mixin [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:19:02.715590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.732996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.738973 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.772531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-f6d431fe-c9d5-4846-ab85-98bbe43b6e75 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/quotas/eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 375 time: 0.0433254 Apr 01 15:19:02.796345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.797908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4644270 Apr 01 15:19:02.807842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47808) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:02.829907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--282734941'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:02.839482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06997ea6-0294-425b-be4a-d53e46fa53c6 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c4f8e4-f867-4be0-bca0-12daac31a5c8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:02.842762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:02.855091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:02.860015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:02.877212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:02.927338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:02.996556 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.054115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:03.060249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:03.063794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:03.072486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:03.096194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Router 85064de5-f2a1-40d6-82a6-56f0eeba583e is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:19:03.154816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.160611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.167206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-23fc554a-3f29-42f4-bc95-985bda6a05df tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3866129 Apr 01 15:19:03.169740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.174643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.212179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.212727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-431db0f6-d2d1-4088-a3e5-0ca89192b80a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:19:03.213711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-431db0f6-d2d1-4088-a3e5-0ca89192b80a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0330901 Apr 01 15:19:03.217683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.271636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07708f8d-528d-4ff9-aa20-844b8aa851be,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:03.280679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.284930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b96eff9-844b-4987-b747-e529ec6d4de3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4729805 Apr 01 15:19:03.313626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:03.344885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '76c4f8e4-f867-4be0-bca0-12daac31a5c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '07708f8d-528d-4ff9-aa20-844b8aa851be', 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:03.525337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:03.594545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:03.615451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:03.618144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=172cc687-72e7-4d99-a8c3-67d6404f092d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:03.636568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:03.719364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': '093cac96-db4a-47d7-93b2-48ff4378b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '76abe220-faa5-449c-9dbc-e4769dd74adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:03.720090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: 76abe220-faa5-449c-9dbc-e4769dd74adf, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:19:03.744402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.762727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1c1b3de2-810a-4894-a9bd-9045119a4ae1 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328720 Apr 01 15:19:03.893948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting port eb78b88e-4b60-4c37-97cc-d018de23b190 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:03.893948 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:03.950322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network 76abe220-faa5-449c-9dbc-e4769dd74adf is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:19:03.999433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 76abe220-faa5-449c-9dbc-e4769dd74adf) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:04.004101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:04.004679 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.012218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452b540-b5e7-412e-b8af-0e46c617c97a None None] Network 76abe220-faa5-449c-9dbc-e4769dd74adf requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:04.026843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-c070e06a-acba-4226-af96-a69507e9e563 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518458 Apr 01 15:19:04.034647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.055493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.098054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fa976a-5f94-4cea-8bb5-393fe5c3404c,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:04.107093 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b16b4dc5-5cd7-445d-beb0-b37902bb90c7 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4885728 Apr 01 15:19:04.109236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47818) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:04.142497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.143694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-81a90941-577d-43a1-af72-1f66a1fc77a4 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8230402 Apr 01 15:19:04.309395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47824) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:04.356217 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e60786-1db6-45f9-909d-0a4f3a27e7cc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.369503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e60786-1db6-45f9-909d-0a4f3a27e7cc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.370013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:04.380259 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Sync routers for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:04.392963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-76abe220-faa5-449c-9dbc-e4769dd74adf', 'network_id': '76abe220-faa5-449c-9dbc-e4769dd74adf', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': '172cc687-72e7-4d99-a8c3-67d6404f092d'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:19:04.394219 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.399920 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:04.401241 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:04.424772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.442372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.446791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0e39d20d-be44-4db9-9fce-6e455d0fbcdf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9971244 Apr 01 15:19:04.450154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47828) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:04.527476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e60786-1db6-45f9-909d-0a4f3a27e7cc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.652319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Calling delete_port for eb78b88e-4b60-4c37-97cc-d018de23b190 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:04.713776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Allocated IP 172.20.0.3 (76abe220-faa5-449c-9dbc-e4769dd74adf/172cc687-72e7-4d99-a8c3-67d6404f092d/e954a7c0-e3ef-4340-9baa-73b465268c4e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:04.738753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e60786-1db6-45f9-909d-0a4f3a27e7cc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88fa976a-5f94-4cea-8bb5-393fe5c3404c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:04.765584 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57e60786-1db6-45f9-909d-0a4f3a27e7cc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.767491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-57e60786-1db6-45f9-909d-0a4f3a27e7cc tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/88fa976a-5f94-4cea-8bb5-393fe5c3404c HTTP/1.1" status: 204 len: 168 time: 0.4567251 Apr 01 15:19:04.771336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47834) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:04.795978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.856471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Router 981a19c7-345c-4ed6-a226-9175ef9ffed4 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:19:04.891746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b31528b5-5666-4fc4-aaf6-f19482a0edd7 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:04.904045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:04.927252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b31528b5-5666-4fc4-aaf6-f19482a0edd7 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:04.929424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b31528b5-5666-4fc4-aaf6-f19482a0edd7 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1568983 Apr 01 15:19:04.932487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47838) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:04.977777 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:19:05.081449 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.102036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.106037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Transition to ACTIVE for port object e954a7c0-e3ef-4340-9baa-73b465268c4e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:05.138019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Transition to ACTIVE for port object e954a7c0-e3ef-4340-9baa-73b465268c4e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:05.151242 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.199840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9d09241-ea41-4072-9057-48ed53ec6ed1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.229857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9d09241-ea41-4072-9057-48ed53ec6ed1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.241115 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.289099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event deleted for resources: {'Port': ['ID=eb78b88e-4b60-4c37-97cc-d018de23b190,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:05.359969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Network 76abe220-faa5-449c-9dbc-e4769dd74adf is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:05.364084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:05.373649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Pushing event updated for resources: {'Port': ['ID=e954a7c0-e3ef-4340-9baa-73b465268c4e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:05.376044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:05.384114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=172cc687-72e7-4d99-a8c3-67d6404f092d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:05.508949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f88b020-d14f-481f-9385-c56de7a650c6 req-b26ed1c3-71e4-4400-8087-1d43269a0ecc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 210 time: 0.0664408 Apr 01 15:19:05.520545 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:01Z', 'revision_number': 3, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:05.533673 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9d09241-ea41-4072-9057-48ed53ec6ed1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.535329 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Checking router: 85064de5-f2a1-40d6-82a6-56f0eeba583e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:19:05.535929 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Updating router 85064de5-f2a1-40d6-82a6-56f0eeba583e port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:19:05.579089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d09241-ea41-4072-9057-48ed53ec6ed1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07708f8d-528d-4ff9-aa20-844b8aa851be,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:05.631159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.635251 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.698723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Attempting to bind port e954a7c0-e3ef-4340-9baa-73b465268c4e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:05.699116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Attempting to bind port e954a7c0-e3ef-4340-9baa-73b465268c4e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '093cac96-db4a-47d7-93b2-48ff4378b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '76abe220-faa5-449c-9dbc-e4769dd74adf'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:05.699510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Attempting to bind port e954a7c0-e3ef-4340-9baa-73b465268c4e on network 76abe220-faa5-449c-9dbc-e4769dd74adf {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:05.720043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76abe220-faa5-449c-9dbc-e4769dd74adf']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:05.761713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093cac96-db4a-47d7-93b2-48ff4378b729') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:05.762010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093cac96-db4a-47d7-93b2-48ff4378b729') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:05.786375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:05.787118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Checking segment: {'id': '093cac96-db4a-47d7-93b2-48ff4378b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '76abe220-faa5-449c-9dbc-e4769dd74adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:05.788332 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.789354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Bound using segment: {'id': '093cac96-db4a-47d7-93b2-48ff4378b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '76abe220-faa5-449c-9dbc-e4769dd74adf'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:05.790136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Bound port: e954a7c0-e3ef-4340-9baa-73b465268c4e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093cac96-db4a-47d7-93b2-48ff4378b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '76abe220-faa5-449c-9dbc-e4769dd74adf'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:05.790891 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.795940 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.836291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:05.862497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9d09241-ea41-4072-9057-48ed53ec6ed1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.863709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b9d09241-ea41-4072-9057-48ed53ec6ed1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/07708f8d-528d-4ff9-aa20-844b8aa851be HTTP/1.1" status: 204 len: 168 time: 0.9298074 Apr 01 15:19:05.867935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47854) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:05.869360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] Sync routers for ids ['981a19c7-345c-4ed6-a226-9175ef9ffed4'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:05.885364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.892610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-53301f49-b619-46d1-a717-77b40cdf87dd tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "PUT /v2.0/routers/981a19c7-345c-4ed6-a226-9175ef9ffed4 HTTP/1.1" status: 200 len: 883 time: 6.9049385 Apr 01 15:19:05.894040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47858) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:05.894657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.933762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] Routers {'981a19c7-345c-4ed6-a226-9175ef9ffed4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:05.934967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['981a19c7-345c-4ed6-a226-9175ef9ffed4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:05.959712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:05.960369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:05.988462 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:06.045694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:06.057671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] For port e954a7c0-e3ef-4340-9baa-73b465268c4e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:06.067754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] Routers {'981a19c7-345c-4ed6-a226-9175ef9ffed4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:06.068259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['981a19c7-345c-4ed6-a226-9175ef9ffed4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:06.168827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:06.169506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c5fc9-4e9d-4368-ab12-6f3922948b06 None None] The sync data for ids ['981a19c7-345c-4ed6-a226-9175ef9ffed4'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:06.212935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.242082 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] For port e954a7c0-e3ef-4340-9baa-73b465268c4e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e954a7c0-e3ef-4340-9baa-73b465268c4e,segment=NetworkSegment(093cac96-db4a-47d7-93b2-48ff4378b729),segment_id=093cac96-db4a-47d7-93b2-48ff4378b729)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:06.248472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.253125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:19:06.253125 n-d-836017-1 neutron-server[83954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:19:06.253125 n-d-836017-1 neutron-server[83954]: [parameters: {'id': '76abe220-faa5-449c-9dbc-e4769dd74adf'}] Apr 01 15:19:06.253125 n-d-836017-1 neutron-server[83954]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:06.253564 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:06.304246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-319fa4ee-f3c4-4205-8666-00f5e8ee0d10 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:06.450706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ff879-4e18-45f6-97d5-7bac2b4e6ee9 None None] Pushing event updated for resources: {'Port': ['ID=e954a7c0-e3ef-4340-9baa-73b465268c4e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:06.483691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3dfb2-cb63-46f8-b026-ef5a3c2fd5c2 None None] Network 76abe220-faa5-449c-9dbc-e4769dd74adf requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:06.546373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-319fa4ee-f3c4-4205-8666-00f5e8ee0d10 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:06.547357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-319fa4ee-f3c4-4205-8666-00f5e8ee0d10 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6764622 Apr 01 15:19:06.550773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47866) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:06.582645 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ba756ba1-45d8-4843-b0bb-865a81e3b9ff tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/981a19c7-345c-4ed6-a226-9175ef9ffed4 HTTP/1.1" status: 200 len: 924 time: 0.6869438 Apr 01 15:19:06.584176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47872) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:06.723360 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.750866 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Transition to ACTIVE for port object 46686d0a-e1ab-4ff3-85fb-5e59bf063abf will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:06.785934 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.848928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36768115-f079-47cc-94d1-8b6e0d0ffd72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.850551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.891944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f5fb144-bac9-4a60-b002-03aea668d234 req-905a44f5-aa77-4d74-8440-3c7f77e3adaa tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 210 time: 0.1194789 Apr 01 15:19:06.908529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port e954a7c0-e3ef-4340-9baa-73b465268c4e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:06.909205 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.959661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0bb739-619f-4565-839c-6f661903100b None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:19:06.967926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-938c1a2a-6156-40ef-aea2-54275f5895dd tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=981a19c7-345c-4ed6-a226-9175ef9ffed4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3797483 Apr 01 15:19:06.970016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47880) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:06.979853 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Pushing event updated for resources: {'Port': ['ID=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:06.982160 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Attempting to bind port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:06.982509 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Attempting to bind port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:06.982848 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Attempting to bind port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:06.990070 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36768115-f079-47cc-94d1-8b6e0d0ffd72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.994646 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:06.995004 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:06.996172 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:06.996172 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:06.996401 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Bound port: 46686d0a-e1ab-4ff3-85fb-5e59bf063abf, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:06.996551 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:07.022209 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.022542 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.022873 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.023195 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.023533 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.023848 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.024224 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.024544 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.024856 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.025532 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.025846 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:07.160144 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] For port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:07.172032 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] For port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:07.187556 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:07.214062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0bb739-619f-4565-839c-6f661903100b None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:19:07.272196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36768115-f079-47cc-94d1-8b6e0d0ffd72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:07.342417 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f85a7-e17f-4484-8bc6-f6a925cf468b None None] Pushing event updated for resources: {'Port': ['ID=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:07.345004 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:07.345930 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:07.360386 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:07.392394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c883b1-012f-4564-8e45-2bc9aa8ff373 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:07.398342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-63c883b1-012f-4564-8e45-2bc9aa8ff373 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.4133377 Apr 01 15:19:07.401059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47886) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:07.550110 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:19:07.779539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port e954a7c0-e3ef-4340-9baa-73b465268c4e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e954a7c0-e3ef-4340-9baa-73b465268c4e,segment=NetworkSegment(093cac96-db4a-47d7-93b2-48ff4378b729),segment_id=093cac96-db4a-47d7-93b2-48ff4378b729)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:07.780180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:08.108611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for e954a7c0-e3ef-4340-9baa-73b465268c4e owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:08.112268 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:01Z', 'revision_number': 3, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:08.113698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36768115-f079-47cc-94d1-8b6e0d0ffd72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c4f8e4-f867-4be0-bca0-12daac31a5c8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:08.118142 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-972fad6c-6ab3-4a8f-b410-a3be01c0b6fe tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=981a19c7-345c-4ed6-a226-9175ef9ffed4 HTTP/1.1" status: 200 len: 205 time: 0.6036689 Apr 01 15:19:08.120378 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a52224-e762-4bbd-8389-17692aceed76 None None] The sync data for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 is: [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:01Z', 'revision_number': 3, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:08.124536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-e5678c94-3934-4803-940d-284201606f36 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:08.126759 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-e5678c94-3934-4803-940d-284201606f36 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.7243702 Apr 01 15:19:08.128087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47896) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:08.155793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'port': {'device_id': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'admin_state_up': True, 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:08.306633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Allocated IP 172.20.0.1 (2052760b-582b-4e4c-bc1e-1863a58f9cf0/a4b984e6-1ba2-4bc8-a904-e5e8705059dd/01d7ba2d-feff-436a-82bb-16e9e3e5e276) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:08.330426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:08.437326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=e954a7c0-e3ef-4340-9baa-73b465268c4e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:08.543157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-46e804a6-4a3a-4650-8888-0b768a56c9bd req-8db05082-4f2e-4848-bc11-5cec71a43158 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 210 time: 0.3965232 Apr 01 15:19:08.543964 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36768115-f079-47cc-94d1-8b6e0d0ffd72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:08.554259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-36768115-f079-47cc-94d1-8b6e0d0ffd72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/76c4f8e4-f867-4be0-bca0-12daac31a5c8 HTTP/1.1" status: 204 len: 168 time: 1.9998226 Apr 01 15:19:08.587923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47902) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:08.600017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:08.617616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port e954a7c0-e3ef-4340-9baa-73b465268c4e on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:19:08.637302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:08.689816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:08.693485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:08.979860 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.013330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-60ce0edd-81ee-406e-886e-f27d617b88e1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4238863 Apr 01 15:19:09.025896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47908) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:09.036272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--28992816'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:09.061996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.076887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:09.089134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:09.101412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:09.115683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76abe220-faa5-449c-9dbc-e4769dd74adf']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:09.128311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:09.148526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093cac96-db4a-47d7-93b2-48ff4378b729') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:09.148815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093cac96-db4a-47d7-93b2-48ff4378b729') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:09.172916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.185616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.219507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.242189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.252128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:09.255278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.269189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Router 56182a07-2b27-4c89-a89c-a27afd95464c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:19:09.311553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.20.0.4 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/b6e21055-5ac2-4656-a4cd-99bcbc577b96) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:09.396872 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:09.463097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.536155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.622400 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.666649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/76abe220-faa5-449c-9dbc-e4769dd74adf HTTP/1.1" status: 204 len: 168 time: 5.5548117 Apr 01 15:19:09.667184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47922) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:09.670918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:09.687563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:09.696115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412438844'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:09.702500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:09.709377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf18a3d-a493-4276-be91-ea184cae7a5a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=76abe220-faa5-449c-9dbc-e4769dd74adf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:09.713491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:09.767065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:09.769765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:09.786334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Pushing event updated for resources: {'Port': ['ID=01d7ba2d-feff-436a-82bb-16e9e3e5e276,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:09.804443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:09.814575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:09.861884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:09.885190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:09.887602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:09.891354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce46e2fe-8446-4cea-84d2-4d2472a82d70 req-32e711d3-d332-40d8-b837-b75e0c80c1b6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 210 time: 0.1060297 Apr 01 15:19:09.926808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:09.929514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:09.932896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.013645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.018697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46686d0a-e1ab-4ff3-85fb-5e59bf063abf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:10.032200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Transition to ACTIVE for port object b6e21055-5ac2-4656-a4cd-99bcbc577b96 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:10.070536 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.125415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:10.134720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.135150 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5 of type vlan for network c4a281b9-f48a-4732-a9d0-09f64c7d8605 Apr 01 15:19:10.161913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.168619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=b6e21055-5ac2-4656-a4cd-99bcbc577b96,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:10.197566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:10.205018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:10.205952 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.206725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.210395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:10.211057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.237910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:10.250188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:10.266267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:10.269320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.372274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.448504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:10.450241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.499353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:10.505466 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-b4a1baa5-6b64-43c4-b76a-c7fc04c11441 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3574722 Apr 01 15:19:10.509546 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] Sync routers for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:10.512379 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.522340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f06ef98-ee55-48da-81be-a12e6ad6bde0 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "PUT /v2.0/routers/56182a07-2b27-4c89-a89c-a27afd95464c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0810561 Apr 01 15:19:10.526993 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:10.527634 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:10.532409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.536175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47926) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:10.540160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5104215 Apr 01 15:19:10.545642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8684700 Apr 01 15:19:10.551129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:10.551948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:10.552552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47932) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:10.556203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-e837cdd1-a54a-4bbf-b15b-2f5595f53c2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:19:10.557321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-e837cdd1-a54a-4bbf-b15b-2f5595f53c2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0201671 Apr 01 15:19:10.562877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.563644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '8f8e17c3-8710-4b85-9ab4-1d92c76c5038', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:10.582701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:10.641064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b357544d-231e-423c-b54c-5641d2b58c93 None None] Provisioning for port b6e21055-5ac2-4656-a4cd-99bcbc577b96 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:10.648362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b357544d-231e-423c-b54c-5641d2b58c93 None None] Provisioning complete for port b6e21055-5ac2-4656-a4cd-99bcbc577b96 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:10.648730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b357544d-231e-423c-b54c-5641d2b58c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.688008 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:10.721594 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] Routers {'56182a07-2b27-4c89-a89c-a27afd95464c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:10.722188 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['56182a07-2b27-4c89-a89c-a27afd95464c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:10.723087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b357544d-231e-423c-b54c-5641d2b58c93 None None] Port b6e21055-5ac2-4656-a4cd-99bcbc577b96 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:19:10.745809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:10.756900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.757463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.758174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.758751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.759408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.759968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.760548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.761214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.761741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.762738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.763427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:10.809925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.831713 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.874408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Deleting port 792e8fba-6f3d-4856-8342-e13049b53796 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:10.874751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:10.912674 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:10.913215 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac69b01-ed83-44e7-879a-34ba5d984372 None None] The sync data for ids ['56182a07-2b27-4c89-a89c-a27afd95464c'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:10.923375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Request body: {'port': {'device_id': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:11.037331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4895e8-db0d-41b6-a6ea-b566c1ad1205 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=c4a281b9-f48a-4732-a9d0-09f64c7d8605,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:11.046010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e0799-f0e5-42e6-8c86-2449c4ecf662 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e17c3-8710-4b85-9ab4-1d92c76c5038,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:11.050521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c4a281b9-f48a-4732-a9d0-09f64c7d8605 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:11.057467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:11.073892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:11.088255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:11.099542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:11.104221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:11.114946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:11.142437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:11.150902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:11.162199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.214868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.294760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:11.374378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.550653 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.702707 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.732611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.739651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c2a34-0275-4005-b4df-b1cedeea0feb req-35fc1f9e-5af4-4c18-a43e-9858dfe5e2db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:11.740650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1f9c2a34-0275-4005-b4df-b1cedeea0feb req-35fc1f9e-5af4-4c18-a43e-9858dfe5e2db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:11.771653 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.775337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2189672 Apr 01 15:19:11.781117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47944) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:11.800413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dfde7-3652-4314-bdbd-64ccaf061185 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf9d507-3bbf-441b-ae27-fef64eef3527,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:11.863696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-188f0e34-8b9c-4ff9-afda-1197ccf418b2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.884497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.886962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.924563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-188f0e34-8b9c-4ff9-afda-1197ccf418b2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:11.939980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.025279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46686d0a-e1ab-4ff3-85fb-5e59bf063abf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:12.093061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.106467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1f9c2a34-0275-4005-b4df-b1cedeea0feb req-35fc1f9e-5af4-4c18-a43e-9858dfe5e2db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:12.108353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f9c2a34-0275-4005-b4df-b1cedeea0feb req-35fc1f9e-5af4-4c18-a43e-9858dfe5e2db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 931 time: 1.0003061 Apr 01 15:19:12.118652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Calling delete_port for 792e8fba-6f3d-4856-8342-e13049b53796 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:12.132122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:12.133411 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.253605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Pushing event updated for resources: {'Port': ['ID=01d7ba2d-feff-436a-82bb-16e9e3e5e276,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:12.274574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-188f0e34-8b9c-4ff9-afda-1197ccf418b2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.337466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f0e34-8b9c-4ff9-afda-1197ccf418b2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edf9d507-3bbf-441b-ae27-fef64eef3527,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:12.355253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.422613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:12.441723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:12.533011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-188f0e34-8b9c-4ff9-afda-1197ccf418b2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.537277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-188f0e34-8b9c-4ff9-afda-1197ccf418b2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/edf9d507-3bbf-441b-ae27-fef64eef3527 HTTP/1.1" status: 204 len: 168 time: 0.7552097 Apr 01 15:19:12.544489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47950) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:12.575364 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f9c2a34-0275-4005-b4df-b1cedeea0feb req-2860287c-ceb3-4e07-9919-1320ccff35f0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211700 Apr 01 15:19:12.659546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.775957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:12.823967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:19:12.857113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event deleted for resources: {'Port': ['ID=792e8fba-6f3d-4856-8342-e13049b53796,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:12.929009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b7efddef-1466-4873-8127-7260743826e2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:12.937759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=a54e16a5-854c-4918-9797-a2b5ccc1738b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:12.977313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b7efddef-1466-4873-8127-7260743826e2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:12.978629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b7efddef-1466-4873-8127-7260743826e2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4340942 Apr 01 15:19:12.983582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:12.983827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: c4a281b9-f48a-4732-a9d0-09f64c7d8605, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:19:12.988637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:13.193661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e21055-5ac2-4656-a4cd-99bcbc577b96 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:19:13.231294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network c4a281b9-f48a-4732-a9d0-09f64c7d8605 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:19:13.273796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c4a281b9-f48a-4732-a9d0-09f64c7d8605) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:13.277876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:13.278546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.278975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.283551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb76262-fdf2-4d65-a256-5c0a124a21fc None None] Network c4a281b9-f48a-4732-a9d0-09f64c7d8605 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:13.318440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Transition to ACTIVE for port object b6e21055-5ac2-4656-a4cd-99bcbc577b96 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:13.322293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.338880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e475d16-fba0-4e87-8afa-5b0530d130c2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.382927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b9e7907f-19e1-4dd6-8864-598ae78b01cb tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8237028 Apr 01 15:19:13.391860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47960) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:13.400542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e475d16-fba0-4e87-8afa-5b0530d130c2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.516023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Router 85064de5-f2a1-40d6-82a6-56f0eeba583e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:19:13.519752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e475d16-fba0-4e87-8afa-5b0530d130c2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.532960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.540362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e475d16-fba0-4e87-8afa-5b0530d130c2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e17c3-8710-4b85-9ab4-1d92c76c5038,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:13.636373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9e475d16-fba0-4e87-8afa-5b0530d130c2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.636668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9e475d16-fba0-4e87-8afa-5b0530d130c2 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f8e17c3-8710-4b85-9ab4-1d92c76c5038 HTTP/1.1" status: 204 len: 168 time: 0.6434791 Apr 01 15:19:13.644370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:13.655833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c4a281b9-f48a-4732-a9d0-09f64c7d8605', 'network_id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': 'a54e16a5-854c-4918-9797-a2b5ccc1738b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:19:13.656715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:13.882847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-96973f4a-55c6-49f8-a43c-7a3af9a55906 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:13.930560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-96973f4a-55c6-49f8-a43c-7a3af9a55906 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:13.932543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-96973f4a-55c6-49f8-a43c-7a3af9a55906 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2866659 Apr 01 15:19:13.941232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:13.995727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Allocated IP 172.20.0.1 (c4a281b9-f48a-4732-a9d0-09f64c7d8605/a54e16a5-854c-4918-9797-a2b5ccc1738b/4899f6ea-b859-4fcb-afe5-42820e1a052d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:14.175944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943024478'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:14.195674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:14.215421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b46c-42df-4c2c-9cf4-825e1cf3c1a9 req-f42d857a-23dc-4e14-b0fc-4878bbd94398 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:14.216981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1b3b46c-42df-4c2c-9cf4-825e1cf3c1a9 req-f42d857a-23dc-4e14-b0fc-4878bbd94398 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.2028527 Apr 01 15:19:14.220478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-058c90e1-1859-4416-90af-0623e33ffe71 admin admin] 10.222.0.48 "PUT /v2.0/routers/85064de5-f2a1-40d6-82a6-56f0eeba583e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7645323 Apr 01 15:19:14.288735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Sync routers for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:14.334760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e21055-5ac2-4656-a4cd-99bcbc577b96,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:14.343556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:14.399932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1b3b46c-42df-4c2c-9cf4-825e1cf3c1a9 req-f2f56d24-6c38-45e7-a69a-6cc6d8039411 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583519 Apr 01 15:19:14.437483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:14.438531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:14.445332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:14.475305 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.518409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.523960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.561888 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.766272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:14.770933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:14.786797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:14.804826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:14.848942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.853010 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.860502 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.870988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.871569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Fanout notify agent at l3_agent the message router_deleted on router 981a19c7-345c-4ed6-a226-9175ef9ffed4 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:19:14.885381 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:19:14.889450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting port 0118539a-7702-4d7f-b5ae-b39df7b4b134 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:14.889792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:14.892303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Transition to ACTIVE for port object 4899f6ea-b859-4fcb-afe5-42820e1a052d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:14.942574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Transition to ACTIVE for port object 4899f6ea-b859-4fcb-afe5-42820e1a052d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:14.966461 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.004885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:19:15.060354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.128520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Pushing event updated for resources: {'Port': ['ID=4899f6ea-b859-4fcb-afe5-42820e1a052d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:15.187476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Attempting to bind port b6e21055-5ac2-4656-a4cd-99bcbc577b96 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:15.187941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Attempting to bind port b6e21055-5ac2-4656-a4cd-99bcbc577b96 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:15.188931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Attempting to bind port b6e21055-5ac2-4656-a4cd-99bcbc577b96 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:15.262875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.282777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Port b6e21055-5ac2-4656-a4cd-99bcbc577b96 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:15.282777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Attempting to bind port b6e21055-5ac2-4656-a4cd-99bcbc577b96 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:15.319317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Network c4a281b9-f48a-4732-a9d0-09f64c7d8605 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:15.357505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.362500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:15.368555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:15.479380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.554803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=a54e16a5-854c-4918-9797-a2b5ccc1738b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:15.606682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Attempting to bind port 4899f6ea-b859-4fcb-afe5-42820e1a052d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:15.607094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Attempting to bind port 4899f6ea-b859-4fcb-afe5-42820e1a052d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:15.607484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Attempting to bind port 4899f6ea-b859-4fcb-afe5-42820e1a052d on network c4a281b9-f48a-4732-a9d0-09f64c7d8605 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:15.616525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:15.617015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Checking segment: {'id': 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:15.617421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.617850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Bound using segment: {'id': 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:15.618638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Bound port: 4899f6ea-b859-4fcb-afe5-42820e1a052d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:15.619081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.642654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05c1baf-678a-44d2-beef-392c94884556,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:15.646431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:15.646765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:15.647131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:15.647605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Bound port: b6e21055-5ac2-4656-a4cd-99bcbc577b96, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:15.647945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.716362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.722276 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-34fe35ac-375b-496f-8753-47a903fa1887 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/981a19c7-345c-4ed6-a226-9175ef9ffed4 HTTP/1.1" status: 204 len: 168 time: 7.5763359 Apr 01 15:19:15.725120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47992) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:15.733733 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.736010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ef1e555b-2f19-4f15-95af-3ae11554fd33 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5763247 Apr 01 15:19:15.736339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-213846014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:15.753223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47996) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:15.760273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:15.768115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': 'e05c1baf-678a-44d2-beef-392c94884556', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:15.771077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Usage tracker for resource:router and tenant:46b5f3b8eb494e958898fcf12b1178c5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:15.781331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:15.798704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:15.807890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] For port 4899f6ea-b859-4fcb-afe5-42820e1a052d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:15.812430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] For port 4899f6ea-b859-4fcb-afe5-42820e1a052d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4899f6ea-b859-4fcb-afe5-42820e1a052d,segment=NetworkSegment(c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5),segment_id=c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:15.820097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdd6a7-078d-47db-ba03-a7540ce38a78 req-9956f59b-d9a9-4697-aeb3-3ca032f005eb tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:15.821897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dffdd6a7-078d-47db-ba03-a7540ce38a78 req-9956f59b-d9a9-4697-aeb3-3ca032f005eb tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.2068641 Apr 01 15:19:15.822098 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.863524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.864427 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.889134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dffdd6a7-078d-47db-ba03-a7540ce38a78 req-1d9e9528-6f26-4401-b8db-9781e7526105 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596459 Apr 01 15:19:15.897383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.913459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:11Z', 'revision_number': 2, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:15.926117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.935227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:15.947464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.961990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Checking router: 85064de5-f2a1-40d6-82a6-56f0eeba583e for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:19:15.962560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Updating router 85064de5-f2a1-40d6-82a6-56f0eeba583e port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:19:15.987704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:15.990140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:15.993280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f232eacc-b79c-4dc4-8f2f-6d23f60358b3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2650557 Apr 01 15:19:16.001978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48000) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:16.009304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:16.022665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': True}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:16.046328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:16.048417 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.072860 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.081284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a281b9-f48a-4732-a9d0-09f64c7d8605']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:16.093215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8caa72-954a-46f6-b57a-671086060453 None None] Pushing event updated for resources: {'Port': ['ID=4899f6ea-b859-4fcb-afe5-42820e1a052d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:16.221754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab830f79-7e70-4c77-b31c-bdcb066031ba None None] Network c4a281b9-f48a-4732-a9d0-09f64c7d8605 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:16.227421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] For port b6e21055-5ac2-4656-a4cd-99bcbc577b96, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:16.236414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Calling delete_port for 0118539a-7702-4d7f-b5ae-b39df7b4b134 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:16.268230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:16.268554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:16.279816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a83c46a-dc76-405f-b90b-adee1a16fff2 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:16.280786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a83c46a-dc76-405f-b90b-adee1a16fff2 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Synchronizing usage tracker for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:16.316368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.329346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] For port b6e21055-5ac2-4656-a4cd-99bcbc577b96, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:16.332894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.359977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.437270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.535314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.648660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9bc7ed-2b14-4de0-b938-f174e95d0ec4 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:19:16.773790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:16.779020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.780205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:16.820200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Transition to ACTIVE for port object 01d7ba2d-feff-436a-82bb-16e9e3e5e276 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:16.842108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:17.021646 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:17.036796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a83c46a-dc76-405f-b90b-adee1a16fff2 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Unset dirty status for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:17.047831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a83c46a-dc76-405f-b90b-adee1a16fff2 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 820 time: 1.7398474 Apr 01 15:19:17.072253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.074078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-1282959a-c814-4b61-822a-5492904fd357 service neutron] 10.222.0.62 "PUT /v2.0/ports/b6e21055-5ac2-4656-a4cd-99bcbc577b96 HTTP/1.1" status: 200 len: 1091 time: 6.3568392 Apr 01 15:19:17.090222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'tag': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:19:17.095092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282959a-c814-4b61-822a-5492904fd357 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e21055-5ac2-4656-a4cd-99bcbc577b96,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:17.107119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:19:17.107119 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:19:17.107119 n-d-836017-1 neutron-server[83953]: [parameters: {'id': 'c4a281b9-f48a-4732-a9d0-09f64c7d8605'}] Apr 01 15:19:17.107119 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:17.107891 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:17.129019 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-c1f5b696-98a6-4a62-8295-df824e3d6f1c tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/quotas/bd5c4ee4a80b491c8c53332beadec8c0 HTTP/1.1" status: 200 len: 375 time: 0.0799320 Apr 01 15:19:17.201069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.208304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bc7ed-2b14-4de0-b938-f174e95d0ec4 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:19:17.247589 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.272606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.317247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac39e0-b483-4f74-aa25-4a9b698802db None None] Pushing event updated for resources: {'Port': ['ID=01d7ba2d-feff-436a-82bb-16e9e3e5e276,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:17.331544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d73ea6-41da-407c-b06c-3b6b3f01a646,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:17.358426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.430757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.443243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-db063c1e-8ba1-4766-a376-51a100e1317a tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6800847 Apr 01 15:19:17.446071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48016) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:17.478358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-7e60d276-3212-4f31-a633-e4344dc9dd77 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3484139 Apr 01 15:19:17.478985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.532253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e823752-829e-494b-b424-dd4d2741824a req-c45b7a4d-59d8-4eb1-bb0f-56e8e1925d27 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:17.532604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-6cdd0bda-1251-4cf3-bb31-6adb1a3a44f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 1094 time: 0.3656597 Apr 01 15:19:17.534222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e823752-829e-494b-b424-dd4d2741824a req-c45b7a4d-59d8-4eb1-bb0f-56e8e1925d27 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.2838950 Apr 01 15:19:17.620396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Attempting to bind port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:17.621026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Attempting to bind port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:17.621576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Attempting to bind port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 on network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:17.641587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:17.642247 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Checking segment: {'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:17.642823 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.643396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Bound using segment: {'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:17.644142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Bound port: 01d7ba2d-feff-436a-82bb-16e9e3e5e276, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:17.644675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.652838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e823752-829e-494b-b424-dd4d2741824a req-5fe6eabf-b166-42d0-b092-49f1a2a29921 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Apr 01 15:19:17.695413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Allocated IP 172.25.2.173 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/b7ea23a2-d5b1-4afa-98b6-0639db5cbdf2) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:17.727560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:17.735795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-5954dd9a-377f-4682-8120-ad93690d2f9b service neutron] 10.222.0.48 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014499 Apr 01 15:19:17.910790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event deleted for resources: {'Port': ['ID=0118539a-7702-4d7f-b5ae-b39df7b4b134,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:17.923799 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-52ff405e-da13-44d1-9397-5709e69f9c88 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules/d3d73ea6-41da-407c-b06c-3b6b3f01a646 HTTP/1.1" status: 200 len: 705 time: 0.4650245 Apr 01 15:19:17.970881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48022) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:18.069971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] For port 01d7ba2d-feff-436a-82bb-16e9e3e5e276, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:18.079168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] For port 01d7ba2d-feff-436a-82bb-16e9e3e5e276, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=01d7ba2d-feff-436a-82bb-16e9e3e5e276,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:18.091497 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:18.147969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-87137977-d25a-4f46-97c5-dd823b1a060e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96 HTTP/1.1" status: 200 len: 217 time: 0.4073136 Apr 01 15:19:18.267333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac39e0-b483-4f74-aa25-4a9b698802db None None] Pushing event updated for resources: {'Port': ['ID=01d7ba2d-feff-436a-82bb-16e9e3e5e276,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:18.279949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:18.280575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:18.432236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:18.449822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fcf635e9-629c-4ed0-9727-d15bca72f730 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:18.467529 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'tag': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96', 'status': 'completed', 'code': 200} Apr 01 15:19:18.530010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fcf635e9-629c-4ed0-9727-d15bca72f730 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:18.535581 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fcf635e9-629c-4ed0-9727-d15bca72f730 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5635760 Apr 01 15:19:18.536246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48028) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:18.566751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 4899f6ea-b859-4fcb-afe5-42820e1a052d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:18.567575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:18.626788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-a51177c8-b70b-43ed-8b79-54a042acd40e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:18.631732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d26812ac-9cde-4994-885e-21564c5c4258 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:18.632148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-a51177c8-b70b-43ed-8b79-54a042acd40e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.4354603 Apr 01 15:19:18.661584 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d26812ac-9cde-4994-885e-21564c5c4258 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:18.679136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:19:18.747540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:18.835107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-3793770e-d1e6-4e46-b2d0-aba2dd54ca3c service neutron] 10.222.0.48 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9257634 Apr 01 15:19:18.920050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d26812ac-9cde-4994-885e-21564c5c4258 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:19.088466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26812ac-9cde-4994-885e-21564c5c4258 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3d73ea6-41da-407c-b06c-3b6b3f01a646,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:19.183110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:19.201366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Port': ['ID=b7ea23a2-d5b1-4afa-98b6-0639db5cbdf2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:19.213280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 4899f6ea-b859-4fcb-afe5-42820e1a052d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4899f6ea-b859-4fcb-afe5-42820e1a052d,segment=NetworkSegment(c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5),segment_id=c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:19.214434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:19.225544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:19.234021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:19.299503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d26812ac-9cde-4994-885e-21564c5c4258 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:19.300678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d26812ac-9cde-4994-885e-21564c5c4258 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d3d73ea6-41da-407c-b06c-3b6b3f01a646 HTTP/1.1" status: 204 len: 168 time: 0.7601583 Apr 01 15:19:19.395099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 4899f6ea-b859-4fcb-afe5-42820e1a052d owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:19.418065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48040) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:19.459497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:18Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:19.467186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03f257-524f-4a6b-8759-9adf8ea3bac5 None None] The sync data for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 is: [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:18Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:19.529889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:19.692948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a523b-95a6-40d8-ab32-efbc12387d09 req-40398b51-faa1-437d-b092-194386c2965d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:19.694922 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d8a523b-95a6-40d8-ab32-efbc12387d09 req-40398b51-faa1-437d-b092-194386c2965d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.6890688 Apr 01 15:19:19.711062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d5f5da81-1de1-4413-8147-caa2b232b022 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:19.764016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d5f5da81-1de1-4413-8147-caa2b232b022 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:19.767061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d5f5da81-1de1-4413-8147-caa2b232b022 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3199790 Apr 01 15:19:19.791738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48052) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:19.808287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': 'e05c1baf-678a-44d2-beef-392c94884556', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:19.853348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:19.913211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d8a523b-95a6-40d8-ab32-efbc12387d09 req-4e1d11b2-b70f-4d67-8cfa-91a06e9394c4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962497 Apr 01 15:19:19.914929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:19.958413 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.080795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-feec43ee-0a1e-4231-843d-0e65b7dbed11 req-69210f53-04d1-4e12-89e9-cdbc9995bbc6 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 210 time: 0.5966287 Apr 01 15:19:20.117494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port 4899f6ea-b859-4fcb-afe5-42820e1a052d on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:19:20.122364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.150250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 01d7ba2d-feff-436a-82bb-16e9e3e5e276 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:20.308564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:20.313622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:20.313980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.372852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=4899f6ea-b859-4fcb-afe5-42820e1a052d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:20.605337 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.616439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.656291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.714207 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.725754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9cec67-6986-4664-9138-93e6b07330d1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:20.726407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 01d7ba2d-feff-436a-82bb-16e9e3e5e276, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=01d7ba2d-feff-436a-82bb-16e9e3e5e276,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:20.742244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.748846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.763851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.775729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-20568323-59ec-4797-b2d3-8080636c6c06 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9810915 Apr 01 15:19:20.777158 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.787628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48060) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:20.915634 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:20.997764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=01d7ba2d-feff-436a-82bb-16e9e3e5e276,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:21.104268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f2fff57-1631-491c-a7f9-ad7e5c588c71 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules/ff9cec67-6986-4664-9138-93e6b07330d1 HTTP/1.1" status: 200 len: 705 time: 0.3126845 Apr 01 15:19:21.199036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48066) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:21.312088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a281b9-f48a-4732-a9d0-09f64c7d8605']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:21.327341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-397ee730-9ce9-4c85-b1e4-3045e8b57615 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.6744747 Apr 01 15:19:21.561334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a77b3115-20b6-4501-a20a-007d878b3755 req-fea03ed8-a93d-4fb6-9428-2984eab7c612 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 210 time: 0.2515442 Apr 01 15:19:21.642417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:21.642708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca1ec4-da4c-4493-a5e1-b71de57ccfd5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:21.675694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.683276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.703707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bfdc6337-3102-4b81-9eef-26a9f60e8991 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:21.711937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.720110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d832cc0-cc82-4ebd-8ba3-5c6f24291a9b req-9da2b30d-7ce9-4e52-9bf9-6125ab3588c7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:21.721557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d832cc0-cc82-4ebd-8ba3-5c6f24291a9b req-9da2b30d-7ce9-4e52-9bf9-6125ab3588c7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.4534268 Apr 01 15:19:21.729290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-96f968fc-68d7-4623-9bb9-d8a4e5c6d720 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:21.730653 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-96f968fc-68d7-4623-9bb9-d8a4e5c6d720 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 820 time: 0.3958635 Apr 01 15:19:21.731255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.746441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:21.746739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.757136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Request body: {'port': {'device_id': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'admin_state_up': True, 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:21.764414 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:21.842789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bfdc6337-3102-4b81-9eef-26a9f60e8991 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:21.847833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bfdc6337-3102-4b81-9eef-26a9f60e8991 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6417477 Apr 01 15:19:21.851355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48074) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:21.865443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-00acdf11-2383-43eb-b87c-319e1f3effaf service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738386 Apr 01 15:19:21.895115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.895550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Fanout notify agent at l3_agent the message router_deleted on router 56182a07-2b27-4c89-a89c-a27afd95464c {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:19:21.896988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.929350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1d832cc0-cc82-4ebd-8ba3-5c6f24291a9b req-f442de1d-b021-416f-8c7d-2a787bef6ef5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976571 Apr 01 15:19:21.948744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d5de57a-6dee-4757-af66-5fb5c20d1bb0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.971359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.976702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d5de57a-6dee-4757-af66-5fb5c20d1bb0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:21.982987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:21.997638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=c4a281b9-f48a-4732-a9d0-09f64c7d8605,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:22.005813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Usage tracker for resource:port and tenant:bd5c4ee4a80b491c8c53332beadec8c0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:22.009877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.010970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-29c907d1-9a52-4951-bc42-8080c538d715 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "DELETE /v2.0/routers/56182a07-2b27-4c89-a89c-a27afd95464c HTTP/1.1" status: 204 len: 168 time: 11.4692533 Apr 01 15:19:22.012477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/c4a281b9-f48a-4732-a9d0-09f64c7d8605 HTTP/1.1" status: 204 len: 168 time: 8.6132019 Apr 01 15:19:22.016938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:22.018714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:22.022432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48080) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:22.026471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951157119'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:22.033620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:22.056573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 01d7ba2d-feff-436a-82bb-16e9e3e5e276 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:22.061674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Made reservation on behalf of bd5c4ee4a80b491c8c53332beadec8c0 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:22.065442 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.070526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.070895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.071393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.071789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.072113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.072431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.072956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.073279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.073594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.073973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.074417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f24e1-9201-4a7d-aad0-fc15a071a515 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:22.078795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d5de57a-6dee-4757-af66-5fb5c20d1bb0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.080652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Router 2f85938c-413e-4ab1-888f-9c22977e77b9 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:19:22.095508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:22.100065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:22.103350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:22.111152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:22.116029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5de57a-6dee-4757-af66-5fb5c20d1bb0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff9cec67-6986-4664-9138-93e6b07330d1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:22.135491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:22.138695 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.195387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14d87ce6-dd76-4d1e-bafb-e9689b148c13 req-74e28a9d-783d-4523-8923-1b0573724fc0 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240793 Apr 01 15:19:22.232961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:22.241169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:22.244811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.280857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Allocated IP 172.20.0.11 (2052760b-582b-4e4c-bc1e-1863a58f9cf0/a4b984e6-1ba2-4bc8-a904-e5e8705059dd/d9cc9c44-bd77-46c6-9585-431f80746632) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:22.334406 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d5de57a-6dee-4757-af66-5fb5c20d1bb0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.335664 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6d5de57a-6dee-4757-af66-5fb5c20d1bb0 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ff9cec67-6986-4664-9138-93e6b07330d1 HTTP/1.1" status: 204 len: 168 time: 0.4742937 Apr 01 15:19:22.343188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48086) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:22.347107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.347485 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment b0a33ec7-274b-4d31-942c-bb7421c54aff of type vlan for network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 Apr 01 15:19:22.646421 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.704911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.708426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting subnet d35dc9a9-c21a-4606-a56b-761c96bd61a2 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:19:22.737123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-45bdb009-6128-41c2-91d5-b59a74a9f47d tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3913951 Apr 01 15:19:22.743603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.758457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48102) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:22.769357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': 'e05c1baf-678a-44d2-beef-392c94884556', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:22.780922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:22.787617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:22.792102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:22.799953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:22.830539 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.837826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.852056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.893105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:19:22.918386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:22.942765 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] Sync routers for ids ['2f85938c-413e-4ab1-888f-9c22977e77b9'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:22.959469 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] Routers {'2f85938c-413e-4ab1-888f-9c22977e77b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:22.960554 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2f85938c-413e-4ab1-888f-9c22977e77b9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:22.976078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event updated for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:22.978908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-020f59be-130b-489d-a053-e22c6ec85d80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 1094 time: 0.6804132 Apr 01 15:19:22.980256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:22.984654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:22.986080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-061d27cb-2281-45d4-809c-9822e2424a3e tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "PUT /v2.0/routers/2f85938c-413e-4ab1-888f-9c22977e77b9 HTTP/1.1" status: 200 len: 918 time: 6.9808736 Apr 01 15:19:22.990496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:22.992380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48114) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:22.998572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:23.006596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.010331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:23.010903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.067793 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:23.083042 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] Routers {'2f85938c-413e-4ab1-888f-9c22977e77b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:23.084953 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2f85938c-413e-4ab1-888f-9c22977e77b9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:23.162033 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:23.162669 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40dc969-a3eb-423d-8761-a25da4d24149 None None] The sync data for ids ['2f85938c-413e-4ab1-888f-9c22977e77b9'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:23.245552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:23.249083 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2263434 Apr 01 15:19:23.250148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.250148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48122) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:23.252910 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.269466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': 'ef250a05-ca4b-4ee4-96c3-4b68e38aa471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:23.290914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.301285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf4783-d8a6-4226-a426-07168a5da69e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=ef250a05-ca4b-4ee4-96c3-4b68e38aa471,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:23.313098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-7bc7fdd8-91fa-4232-8ed3-705abbafb560 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:23.314582 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-7bc7fdd8-91fa-4232-8ed3-705abbafb560 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.3283637 Apr 01 15:19:23.320728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:23.393979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-4442deee-279e-48d2-854b-006a5df5f23d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96 HTTP/1.1" status: 200 len: 217 time: 0.0710816 Apr 01 15:19:23.395129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.419063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:23.423430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:23.426696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:23.433163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:23.464661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbb6b1d-a588-4471-8904-a497e92d5f66,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:23.467290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-9a0c83ea-6e11-4732-9aaa-30cae2b62c63 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7178118 Apr 01 15:19:23.483709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Request body: {'port': {'device_id': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:23.484719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a348c1-4497-444f-908b-60072fc84699 req-f7fcea8c-7284-4c8f-8be0-3d343574d48b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:23.487813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88a348c1-4497-444f-908b-60072fc84699 req-f7fcea8c-7284-4c8f-8be0-3d343574d48b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 932 time: 0.5770526 Apr 01 15:19:23.526965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:23.540308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.543896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ade34e55-720f-42a2-ac6e-dac92cece7ab tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7774310 Apr 01 15:19:23.545382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-dc7f2d2c-7005-4983-a568-b2a855e07e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:23.546611 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-dc7f2d2c-7005-4983-a568-b2a855e07e12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1232502 Apr 01 15:19:23.547495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48126) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:23.633479 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-86368652-f5e7-4fdd-814a-16f05054ec67 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules/7dbb6b1d-a588-4471-8904-a497e92d5f66 HTTP/1.1" status: 200 len: 706 time: 0.0808227 Apr 01 15:19:23.634551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-88a348c1-4497-444f-908b-60072fc84699 req-2ab5ca6e-2dd2-4d1e-a103-481ff52fc705 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Synchronizing usage tracker for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:23.637505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48130) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:23.660486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.729911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event deleted for resources: {'Subnet': ['ID=d35dc9a9-c21a-4606-a56b-761c96bd61a2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:23.765318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.768978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be82e3a-7927-4026-8fc0-483efccf22a8 req-2242e9f1-cdc9-4d06-92f6-bb4560310e48 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:23.774377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b6e8e-6c03-4982-ac28-15f25cd2f889 None None] Network efc7fb72-074a-4161-85af-99da6a697492 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:23.777105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be82e3a-7927-4026-8fc0-483efccf22a8 req-2242e9f1-cdc9-4d06-92f6-bb4560310e48 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.5974505 Apr 01 15:19:23.822597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-88a348c1-4497-444f-908b-60072fc84699 req-2ab5ca6e-2dd2-4d1e-a103-481ff52fc705 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Unset dirty status for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:23.823770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-88a348c1-4497-444f-908b-60072fc84699 req-2ab5ca6e-2dd2-4d1e-a103-481ff52fc705 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214312 Apr 01 15:19:23.846167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48136) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:23.846418 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bcddf415-dd5b-48ea-bbe6-98ac48a17602 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "DELETE /v2.0/subnets/d35dc9a9-c21a-4606-a56b-761c96bd61a2 HTTP/1.1" status: 204 len: 168 time: 1.8158500 Apr 01 15:19:23.871832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d676d73-7e47-4fe5-8a63-51ba52f1865b tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2321377 Apr 01 15:19:23.874440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48138) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:23.896273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-2f029afd-5cdf-40e3-b1f5-eec784c34b31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3263071 Apr 01 15:19:23.922445 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:23.990028 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f97-7ed5-4063-924f-187468e248e1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.014578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f97-7ed5-4063-924f-187468e248e1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.108987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-e161c300-c2c8-497b-9e6c-736dd237a1d3 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016389 Apr 01 15:19:24.119479 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.167854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5be82e3a-7927-4026-8fc0-483efccf22a8 req-178f174f-f5ca-4f99-8efb-ae760c3fb190 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895972 Apr 01 15:19:24.186998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] DHCP port deletion for efc7fb72-074a-4161-85af-99da6a697492 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:19:24.191256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] Deleting port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:24.191682 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.220252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f97-7ed5-4063-924f-187468e248e1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.250702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f5f97-7ed5-4063-924f-187468e248e1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dbb6b1d-a588-4471-8904-a497e92d5f66,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:24.254818 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.255984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5f97-7ed5-4063-924f-187468e248e1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.257334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7c7f5f97-7ed5-4063-924f-187468e248e1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7dbb6b1d-a588-4471-8904-a497e92d5f66 HTTP/1.1" status: 204 len: 168 time: 0.3818507 Apr 01 15:19:24.260103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48148) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:24.315956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:24.316280 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.339140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82a4216f-aad8-4dbd-a334-bdbf0986ac73 req-c3c8be74-8d71-4f68-9af3-d91320260919 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215281 Apr 01 15:19:24.342966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6232f96c-e333-4973-9ae7-9203c20d7e55 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/2f85938c-413e-4ab1-888f-9c22977e77b9 HTTP/1.1" status: 200 len: 924 time: 1.3470685 Apr 01 15:19:24.344759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6e0ea847-6672-46cd-b349-4e7ab72872d9 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:24.354906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48152) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:24.376237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6e0ea847-6672-46cd-b349-4e7ab72872d9 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:24.377703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6e0ea847-6672-46cd-b349-4e7ab72872d9 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1164594 Apr 01 15:19:24.380975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:24.439000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] For port f0b8a9e1-d399-43d1-a596-fbdf15b144b1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,segment=NetworkSegment(c1bf6dec-e291-48d3-9da3-33dfd6d0242e),segment_id=c1bf6dec-e291-48d3-9da3-33dfd6d0242e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:24.439599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.460290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e035fac-78c8-4e54-80c1-957658ebf964 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.491914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e035fac-78c8-4e54-80c1-957658ebf964 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.576311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e035fac-78c8-4e54-80c1-957658ebf964 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.582792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] Calling delete_port for f0b8a9e1-d399-43d1-a596-fbdf15b144b1 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:24.617196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e035fac-78c8-4e54-80c1-957658ebf964 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05c1baf-678a-44d2-beef-392c94884556,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:24.666491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8e035fac-78c8-4e54-80c1-957658ebf964 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.671241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e035fac-78c8-4e54-80c1-957658ebf964 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/e05c1baf-678a-44d2-beef-392c94884556 HTTP/1.1" status: 204 len: 168 time: 0.2857976 Apr 01 15:19:24.671241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:24.712794 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.767659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a82c46d-1f29-47d7-a37c-c5c0dc23f276 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:24.790156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a82c46d-1f29-47d7-a37c-c5c0dc23f276 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:24.796461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a82c46d-1f29-47d7-a37c-c5c0dc23f276 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1249702 Apr 01 15:19:24.797992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:24.812795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441535008'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:24.821956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:24.828858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] Pushing event deleted for resources: {'Port': ['ID=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:24.842631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69022280-a42b-4407-b520-1ce5f91cc57b None None] No DVR routers for this DVR port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:19:24.873876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:24.900978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.912132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:24.978802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:24.988299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:24.995951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:25.011124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:25.034597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-90474e9f-7b1e-4446-9d5f-edbb7eee2a09 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Synchronizing usage tracker for tenant:bb23c0e795a94574a0973379881d0afa on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:25.041030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] For port f0b8a9e1-d399-43d1-a596-fbdf15b144b1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f0b8a9e1-d399-43d1-a596-fbdf15b144b1,segment=NetworkSegment(c1bf6dec-e291-48d3-9da3-33dfd6d0242e),segment_id=c1bf6dec-e291-48d3-9da3-33dfd6d0242e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:25.041519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.162921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.172637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.211144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Calling delete_port for f0b8a9e1-d399-43d1-a596-fbdf15b144b1 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:25.232341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856d4639-c670-4770-9b05-03d3f0f4c1c5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:25.258033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154118-8c19-4616-9634-4ca5e506863c req-049bf3b5-0533-460f-9543-299aa60c1078 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:25.266216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51154118-8c19-4616-9634-4ca5e506863c req-049bf3b5-0533-460f-9543-299aa60c1078 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 932 time: 0.1604228 Apr 01 15:19:25.279342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=c01f2793-7ff9-496c-b1a3-1a5b7f0164fa,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:25.287980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.292358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e279b427-6d8f-4584-a0fd-cd7794e736c1 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4898670 Apr 01 15:19:25.292358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48174) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:25.301927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-90474e9f-7b1e-4446-9d5f-edbb7eee2a09 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Unset dirty status for tenant:bb23c0e795a94574a0973379881d0afa on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:25.302656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Request body: {'security_group_rule': {'security_group_id': '856d4639-c670-4770-9b05-03d3f0f4c1c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:25.303089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-90474e9f-7b1e-4446-9d5f-edbb7eee2a09 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=2f85938c-413e-4ab1-888f-9c22977e77b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9469738 Apr 01 15:19:25.313159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:25.317446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Usage tracker for resource:security_group_rule and tenant:9b222dd8dc6740eeb588a54ebd248a77 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:25.320386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:25.324583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48178) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:25.326325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:25.363497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.386109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51154118-8c19-4616-9634-4ca5e506863c req-3f747f8e-818a-4e02-8b0d-8f3acd8f3868 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180542 Apr 01 15:19:25.458144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.463261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.509153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ca2ea-6f61-405e-8064-add16947be9e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:25.511958 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:19:25.527442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': 'b0a33ec7-274b-4d31-942c-bb7421c54aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ef250a05-ca4b-4ee4-96c3-4b68e38aa471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:25.527801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: ef250a05-ca4b-4ee4-96c3-4b68e38aa471, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:19:25.529519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.530804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-73718afd-c1a2-4dfc-8454-75216fc93b72 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2378902 Apr 01 15:19:25.534558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:25.651040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:25.651375 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:25.666844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cc9c44-bd77-46c6-9585-431f80746632 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:19:25.680854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.684098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b5546-a565-42d7-8471-54e244429cd6 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:25.684854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-468b5546-a565-42d7-8471-54e244429cd6 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Synchronizing usage tracker for tenant:bb23c0e795a94574a0973379881d0afa on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:25.701908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:19:25.721632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Transition to ACTIVE for port object d9cc9c44-bd77-46c6-9585-431f80746632 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:25.729470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.738434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4a716-8560-4620-b333-aa875e3e794b req-f6010844-9206-475c-8f63-fff821b11db6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:25.745619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05c4a716-8560-4620-b333-aa875e3e794b req-f6010844-9206-475c-8f63-fff821b11db6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.2807083 Apr 01 15:19:25.751242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78ef1ad3-bb3b-4566-8e7d-3d0092350924 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.785717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78ef1ad3-bb3b-4566-8e7d-3d0092350924 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.886374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-468b5546-a565-42d7-8471-54e244429cd6 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Unset dirty status for tenant:bb23c0e795a94574a0973379881d0afa on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:25.887741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-468b5546-a565-42d7-8471-54e244429cd6 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.5597985 Apr 01 15:19:25.888293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78ef1ad3-bb3b-4566-8e7d-3d0092350924 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:25.924384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48192) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:25.935418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ef250a05-ca4b-4ee4-96c3-4b68e38aa471) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:25.953884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3371ba2-84cd-4e48-b1fe-298fc752ba5f None None] Network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:25.967860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:25.968782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.050980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78ef1ad3-bb3b-4566-8e7d-3d0092350924 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.055773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-78ef1ad3-bb3b-4566-8e7d-3d0092350924 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/856d4639-c670-4770-9b05-03d3f0f4c1c5 HTTP/1.1" status: 204 len: 168 time: 0.5202157 Apr 01 15:19:26.056572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48196) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:26.094129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:26.111084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef1ad3-bb3b-4566-8e7d-3d0092350924 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856d4639-c670-4770-9b05-03d3f0f4c1c5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:26.112056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05c4a716-8560-4620-b333-aa875e3e794b req-90e6dc3d-5a83-45ea-8569-116f566e34e5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652720 Apr 01 15:19:26.121724 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-161e942c-3d2f-4526-80be-bd9126f63f90 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8672388 Apr 01 15:19:26.126141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48200) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:26.159180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b43181b1-a2b8-4929-be0f-1e5f81c41819 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:26.165959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3d2326ef-5f79-457d-9657-d31489c1b19d tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f85938c-413e-4ab1-888f-9c22977e77b9 HTTP/1.1" status: 200 len: 205 time: 0.1889031 Apr 01 15:19:26.172967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f0b8a9e1-d399-43d1-a596-fbdf15b144b1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:19:26.180109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48204) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:26.182449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting port f0b8a9e1-d399-43d1-a596-fbdf15b144b1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:26.182786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.233184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f0b8a9e1-d399-43d1-a596-fbdf15b144b1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:19:26.233901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f0b8a9e1-d399-43d1-a596-fbdf15b144b1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:19:26.316541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b43181b1-a2b8-4929-be0f-1e5f81c41819 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:26.320784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b43181b1-a2b8-4929-be0f-1e5f81c41819 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2564332 Apr 01 15:19:26.323027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48208) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:26.338255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-ef250a05-ca4b-4ee4-96c3-4b68e38aa471', 'network_id': 'ef250a05-ca4b-4ee4-96c3-4b68e38aa471', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': 'c01f2793-7ff9-496c-b1a3-1a5b7f0164fa'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:19:26.339636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.410300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-28c3ade8-b33a-45a1-b61a-075f4e61d4f3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Synchronizing usage tracker for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:26.444558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-28c3ade8-b33a-45a1-b61a-075f4e61d4f3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] Unset dirty status for tenant:9b222dd8dc6740eeb588a54ebd248a77 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:26.450072 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-28c3ade8-b33a-45a1-b61a-075f4e61d4f3 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1260421 Apr 01 15:19:26.450661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48214) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:26.489964 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-69a52c10-4f9d-44bf-b2fa-cfd375c34c27 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] delete failed (client error): The resource could not be found. Apr 01 15:19:26.495761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-69a52c10-4f9d-44bf-b2fa-cfd375c34c27 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "DELETE /v2.0/security-groups/856d4639-c670-4770-9b05-03d3f0f4c1c5 HTTP/1.1" status: 404 len: 347 time: 0.0418010 Apr 01 15:19:26.496951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48218) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:26.532927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] The port 'f0b8a9e1-d399-43d1-a596-fbdf15b144b1' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:19:26.534912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Allocated IP 172.20.0.1 (ef250a05-ca4b-4ee4-96c3-4b68e38aa471/c01f2793-7ff9-496c-b1a3-1a5b7f0164fa/30090474-48b6-40f6-b198-b7bbdc834dd6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:26.562902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.763669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a0cb3f1e-4127-4992-86a4-f9c3247a1b51 tempest-SecGroupTest-1525456896 tempest-SecGroupTest-1525456896-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2656429 Apr 01 15:19:26.787916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Attempting to bind port d9cc9c44-bd77-46c6-9585-431f80746632 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:26.788346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Attempting to bind port d9cc9c44-bd77-46c6-9585-431f80746632 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:26.789076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Attempting to bind port d9cc9c44-bd77-46c6-9585-431f80746632 on network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:26.810969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Port d9cc9c44-bd77-46c6-9585-431f80746632 on network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:26.811318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Attempting to bind port d9cc9c44-bd77-46c6-9585-431f80746632 on network 2052760b-582b-4e4c-bc1e-1863a58f9cf0 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:26.840119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.859415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.873990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Transition to ACTIVE for port object 30090474-48b6-40f6-b198-b7bbdc834dd6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:26.887172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.895093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:26.895712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Checking segment: {'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:26.896265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Bound using segment: {'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:26.896876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Bound port: d9cc9c44-bd77-46c6-9585-431f80746632, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe596c-c8b5-408a-9d87-76feb73e4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:26.897706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.902273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Transition to ACTIVE for port object 30090474-48b6-40f6-b198-b7bbdc834dd6 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:26.906461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d65eb-eb98-4d7b-8d15-44df9034e33f req-09c26835-21b7-4dc2-b6dd-2fdbae54a975 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:26.908182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a10d65eb-eb98-4d7b-8d15-44df9034e33f req-09c26835-21b7-4dc2-b6dd-2fdbae54a975 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 944 time: 0.2817767 Apr 01 15:19:26.915282 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.916016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc7fb72-074a-4161-85af-99da6a697492']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:26.942916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 30090474-48b6-40f6-b198-b7bbdc834dd6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:26.943969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:26.979332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bf6dec-e291-48d3-9da3-33dfd6d0242e') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:26.980335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bf6dec-e291-48d3-9da3-33dfd6d0242e') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:27.058139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a10d65eb-eb98-4d7b-8d15-44df9034e33f req-4104bc24-730c-4596-b838-13ed2fc40208 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329594 Apr 01 15:19:27.073901 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.087887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.102244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Deleting port b7ea23a2-d5b1-4afa-98b6-0639db5cbdf2 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:27.102865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.137066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:27.143781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:27.164840 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.165894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:27.189262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:27.189678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.217360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Pushing event updated for resources: {'Port': ['ID=30090474-48b6-40f6-b198-b7bbdc834dd6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:27.306454 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:27.316574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48232) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:27.359980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.364543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.419928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Attempting to bind port 30090474-48b6-40f6-b198-b7bbdc834dd6 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:27.420232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Attempting to bind port 30090474-48b6-40f6-b198-b7bbdc834dd6 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'b0a33ec7-274b-4d31-942c-bb7421c54aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ef250a05-ca4b-4ee4-96c3-4b68e38aa471'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:27.420591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Attempting to bind port 30090474-48b6-40f6-b198-b7bbdc834dd6 on network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:27.440136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:27.440808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Checking segment: {'id': 'b0a33ec7-274b-4d31-942c-bb7421c54aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ef250a05-ca4b-4ee4-96c3-4b68e38aa471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:27.441438 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.442014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Bound using segment: {'id': 'b0a33ec7-274b-4d31-942c-bb7421c54aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ef250a05-ca4b-4ee4-96c3-4b68e38aa471'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:27.442669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Bound port: 30090474-48b6-40f6-b198-b7bbdc834dd6, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a33ec7-274b-4d31-942c-bb7421c54aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ef250a05-ca4b-4ee4-96c3-4b68e38aa471'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:27.443280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.494319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.528005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event deleted for resources: {'Network': ['ID=efc7fb72-074a-4161-85af-99da6a697492,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:27.535979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-30469fed-3f0d-477f-baa9-8128648c7acd tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "DELETE /v2.0/networks/efc7fb72-074a-4161-85af-99da6a697492 HTTP/1.1" status: 204 len: 168 time: 3.6625197 Apr 01 15:19:27.543571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48240) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:27.555510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:27.556850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] For port 30090474-48b6-40f6-b198-b7bbdc834dd6, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:27.560670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] For port 30090474-48b6-40f6-b198-b7bbdc834dd6, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=30090474-48b6-40f6-b198-b7bbdc834dd6,segment=NetworkSegment(b0a33ec7-274b-4d31-942c-bb7421c54aff),segment_id=b0a33ec7-274b-4d31-942c-bb7421c54aff)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:27.569302 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.659322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83eb076-07b7-4fdf-ab05-c417f5e8425c None None] Pushing event updated for resources: {'Port': ['ID=30090474-48b6-40f6-b198-b7bbdc834dd6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:27.684538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Calling delete_port for b7ea23a2-d5b1-4afa-98b6-0639db5cbdf2 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:27.812551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d9cc9c44-bd77-46c6-9585-431f80746632,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:27.854174 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:27.854978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-00a86b27-ae41-4d1e-8cb9-0d5c178e1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.011677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.065968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Deleting port 5bfcace6-e4b5-4707-b359-0b29b5d34928 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:28.066610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.107993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event deleted for resources: {'Port': ['ID=b7ea23a2-d5b1-4afa-98b6-0639db5cbdf2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:28.185293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.186866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] 10.222.0.44 "PUT /v2.0/ports/d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 1092 time: 4.7072129 Apr 01 15:19:28.195764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 30090474-48b6-40f6-b198-b7bbdc834dd6, host n-d-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:28.196121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.205095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:19:28.249249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40942-94ee-4533-8dcb-aeceeea2f00e req-d624266b-b793-4964-a864-f2edd25b517b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:28.256113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a40942-94ee-4533-8dcb-aeceeea2f00e req-d624266b-b793-4964-a864-f2edd25b517b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.8001211 Apr 01 15:19:28.285470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e58ffb29-fe75-4ca3-bbf8-d40268747784 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b222dd8dc6740eeb588a54ebd248a77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9357030 Apr 01 15:19:28.337350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48258) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:28.496109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 30090474-48b6-40f6-b198-b7bbdc834dd6 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:28.574466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02c954-469d-46e0-85bd-df52ddaee822 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:28.613024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.653355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a40942-94ee-4533-8dcb-aeceeea2f00e req-301b4b6b-5563-46a6-8dd6-371b24e5f5e7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962865 Apr 01 15:19:28.695005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.695824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.708898 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:28.709535 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:28.836069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Calling delete_port for 5bfcace6-e4b5-4707-b359-0b29b5d34928 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:28.896494 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79f52b97-661c-452a-b930-8fa61117f4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:28.901802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-13a040ac-0b67-4be0-8887-67fac781ba31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1095 time: 0.5635836 Apr 01 15:19:28.990370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-063b5c5f-9810-4747-9f5e-a088e13806d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.0766170 Apr 01 15:19:29.078977 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'status': 'completed', 'code': 200} Apr 01 15:19:29.118406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-42365000-8cea-4346-b88c-7066973459f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:29.121691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-42365000-8cea-4346-b88c-7066973459f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.1223376 Apr 01 15:19:29.122257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.127974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.172292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f4709-c9c6-4cd7-af56-7b6735159aea None None] Network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:29.182431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317134-cf36-4623-83d1-2e871184fb2b req-e17f6747-6adc-4db9-96e8-5565d8c3d875 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:29.184413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec317134-cf36-4623-83d1-2e871184fb2b req-e17f6747-6adc-4db9-96e8-5565d8c3d875 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 944 time: 0.7128751 Apr 01 15:19:29.196515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.197064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Fanout notify agent at l3_agent the message router_deleted on router 2f85938c-413e-4ab1-888f-9c22977e77b9 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:19:29.204126 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-2e2198d5-bce7-4395-b867-8048ff179408 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713441 Apr 01 15:19:29.210738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 30090474-48b6-40f6-b198-b7bbdc834dd6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:29.211331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.249863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79f52b97-661c-452a-b930-8fa61117f4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.258598 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec317134-cf36-4623-83d1-2e871184fb2b req-d0622e1b-f16e-470c-9cc4-7a61f67cccf4 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635123 Apr 01 15:19:29.282571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.299480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.300572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c2aa1ea9-7740-4b1a-b0cd-c081f76c2d25 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/2f85938c-413e-4ab1-888f-9c22977e77b9 HTTP/1.1" status: 204 len: 168 time: 3.1194482 Apr 01 15:19:29.304464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:29.315461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1508047456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:29.324337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:29.329438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Usage tracker for resource:router and tenant:46b5f3b8eb494e958898fcf12b1178c5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:29.333450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:29.341750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:29.368525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.372928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.385213 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79f52b97-661c-452a-b930-8fa61117f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.413206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Pushing event deleted for resources: {'Port': ['ID=5bfcace6-e4b5-4707-b359-0b29b5d34928,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:29.414826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f52b97-661c-452a-b930-8fa61117f4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f616050-7896-4b2d-a23e-377188a32099,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:29.450331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.478804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-79f52b97-661c-452a-b930-8fa61117f4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.480096 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-79f52b97-661c-452a-b930-8fa61117f4e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f616050-7896-4b2d-a23e-377188a32099 HTTP/1.1" status: 204 len: 168 time: 1.0074847 Apr 01 15:19:29.517211 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.524664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5bfbc646-76a1-40d0-bdfa-2774a0c93faa None None] Provisioning for port 30090474-48b6-40f6-b198-b7bbdc834dd6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:29.563970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:29.565176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-05a49cda-f819-4a4e-be82-d2dc8084296c tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2569568 Apr 01 15:19:29.567936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:29.573307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'enable_snat': False}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:29.603551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.020195 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-49c6f190-8bb6-406a-ac65-dede1972b127 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724645 Apr 01 15:19:30.130340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 30090474-48b6-40f6-b198-b7bbdc834dd6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:30.140938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.171842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9c762e46-c531-4d13-8d48-061103f84c90 tempest-FloatingIPAdminTestJSON-1802493308 tempest-FloatingIPAdminTestJSON-1802493308-project] 10.222.0.48 "DELETE /v2.0/floatingips/58e1f050-e7d0-46b0-be76-46bf493b5f0a HTTP/1.1" status: 204 len: 168 time: 2.6226733 Apr 01 15:19:30.243804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 30090474-48b6-40f6-b198-b7bbdc834dd6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=30090474-48b6-40f6-b198-b7bbdc834dd6,segment=NetworkSegment(b0a33ec7-274b-4d31-942c-bb7421c54aff),segment_id=b0a33ec7-274b-4d31-942c-bb7421c54aff)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:30.244546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.296781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7220096b-d66b-4675-8e23-9cf48dd8e04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.323516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 30090474-48b6-40f6-b198-b7bbdc834dd6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:30.332258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 30090474-48b6-40f6-b198-b7bbdc834dd6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:30.332966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.396186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.545582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 30090474-48b6-40f6-b198-b7bbdc834dd6 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:30.584296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48312) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:30.634223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c1a6d-1016-4b04-a6b5-1fadf5d8320b req-2a0c9667-63f5-485c-bd3b-ef2fee8f79f0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:30.641083 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f61c1a6d-1016-4b04-a6b5-1fadf5d8320b req-2a0c9667-63f5-485c-bd3b-ef2fee8f79f0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.7401609 Apr 01 15:19:30.648696 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.673594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e94489d2-3732-4762-925e-8b7db47c9c6c req-b47cd168-4573-41b8-b0a7-2adf87da7642 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420696 Apr 01 15:19:30.686101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafae4d-0532-47cb-b2ba-c7655aa67aef req-8cf226f7-51bf-4bff-ba95-550ae7f2387a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:30.687838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcafae4d-0532-47cb-b2ba-c7655aa67aef req-8cf226f7-51bf-4bff-ba95-550ae7f2387a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 944 time: 0.1504164 Apr 01 15:19:30.743233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 30090474-48b6-40f6-b198-b7bbdc834dd6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=30090474-48b6-40f6-b198-b7bbdc834dd6,segment=NetworkSegment(b0a33ec7-274b-4d31-942c-bb7421c54aff),segment_id=b0a33ec7-274b-4d31-942c-bb7421c54aff)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:30.744169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f61c1a6d-1016-4b04-a6b5-1fadf5d8320b req-45425843-6103-42aa-b520-a948b75f1309 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022081 Apr 01 15:19:30.760283 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:30.797551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:30.797873 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:30.887840 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-2f0cd31f-f481-4b1b-8fa1-1006ec3f95f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1095 time: 0.1426270 Apr 01 15:19:30.903620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=30090474-48b6-40f6-b198-b7bbdc834dd6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:31.029765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcafae4d-0532-47cb-b2ba-c7655aa67aef req-72382beb-05ea-4b80-bcd6-5931d4ed0ff1 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175475 Apr 01 15:19:31.040535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.090281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.096549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-3fa2c1b0-feb8-411b-87a7-6a7b7c4bb72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:31.098004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-3fa2c1b0-feb8-411b-87a7-6a7b7c4bb72d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.2036116 Apr 01 15:19:31.163591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48330) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:31.181004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-38ff1886-79f9-4153-96c9-480c8cf3dd13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d1e550a15ec45d39d0f5ab9057967a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5952568 Apr 01 15:19:31.181746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:31.188318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-cef26765-b11b-4d7c-98c7-eba87e875f28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.0812638 Apr 01 15:19:31.285773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-e119950e-ea8a-4761-8d43-0f7a3d4935de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:31.288155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-e119950e-ea8a-4761-8d43-0f7a3d4935de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.0900397 Apr 01 15:19:31.310476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Allocated IP 172.25.2.118 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/88c9fb30-d8ae-41a0-b106-02899dd21daa) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:31.330432 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.341781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.366885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-0fc132b0-e9af-4e9f-a241-4d5d732db64c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699592 Apr 01 15:19:31.369410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4859609c-eaee-48c7-8b1f-e845d4c886b7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:31.370021 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-4859609c-eaee-48c7-8b1f-e845d4c886b7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:19:31.370991 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4859609c-eaee-48c7-8b1f-e845d4c886b7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2064562 Apr 01 15:19:31.374937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c069498-56d7-49f5-bb74-d39c70a9ece6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.375543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48346) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:31.399495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135534397'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:31.410247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:31.463249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:31.468122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:31.468342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c069498-56d7-49f5-bb74-d39c70a9ece6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.482801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:31.512529 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.528625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.559559 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.562588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-a5af6643-426b-4d20-aa38-35a3bcbc5105 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838171 Apr 01 15:19:31.573405 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c069498-56d7-49f5-bb74-d39c70a9ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.595133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c069498-56d7-49f5-bb74-d39c70a9ece6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dabe52e-1f8e-424d-9adf-7bfaac0b7b9a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:31.612087 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c069498-56d7-49f5-bb74-d39c70a9ece6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.618385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c069498-56d7-49f5-bb74-d39c70a9ece6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dabe52e-1f8e-424d-9adf-7bfaac0b7b9a HTTP/1.1" status: 204 len: 168 time: 0.4036379 Apr 01 15:19:31.634372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.650652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:31.661139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:31.671959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:31.681444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:31.714421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:31.717871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:31.722674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:31.746748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75efecfd-bec3-4845-b12c-b9a6e26ac4e5 req-06f70041-797e-40a0-a85d-98329f09bad6 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751182 Apr 01 15:19:31.769565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 30090474-48b6-40f6-b198-b7bbdc834dd6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:31.770256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:31.788584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Pushing event updated for resources: {'Port': ['ID=88c9fb30-d8ae-41a0-b106-02899dd21daa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:32.005654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.009017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 30090474-48b6-40f6-b198-b7bbdc834dd6 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:32.020088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.171383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 30090474-48b6-40f6-b198-b7bbdc834dd6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:32.172023 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.289157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:32.322680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.365502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.428341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:32.431031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2395f22d-4e0d-4bc4-8b62-ef0b15298263,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:32.448685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.450546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:32.458932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Usage tracker for resource:security_group_rule and tenant:8b81cc1ec896494bba191d389b4cb516 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:32.461569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:32.462625 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.464520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:32.469540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:32.473556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:32.480731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:32.481037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff6a5d-7af8-44f2-a851-97b3ee6138b4 req-0aa65a6c-1487-476d-8d5d-8667f5f0c96d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:32.482472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b1ff6a5d-7af8-44f2-a851-97b3ee6138b4 req-0aa65a6c-1487-476d-8d5d-8667f5f0c96d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 944 time: 0.2479923 Apr 01 15:19:32.483864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 30090474-48b6-40f6-b198-b7bbdc834dd6, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=30090474-48b6-40f6-b198-b7bbdc834dd6,segment=NetworkSegment(b0a33ec7-274b-4d31-942c-bb7421c54aff),segment_id=b0a33ec7-274b-4d31-942c-bb7421c54aff)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:32.484198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.624902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 30090474-48b6-40f6-b198-b7bbdc834dd6 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:32.695190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a569f57-854e-499f-a81b-3880a92be488 req-bb82cc19-5803-4b24-b28f-9cfa92753aa6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:32.696769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a569f57-854e-499f-a81b-3880a92be488 req-bb82cc19-5803-4b24-b28f-9cfa92753aa6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.7117970 Apr 01 15:19:32.719753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b1ff6a5d-7af8-44f2-a851-97b3ee6138b4 req-9fd9ce57-10cc-49a0-8f6a-3bb7b3990ecb tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791265 Apr 01 15:19:32.773714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.796364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.796946 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.799876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.838735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a569f57-854e-499f-a81b-3880a92be488 req-3e416ec6-fb28-4adb-8ad7-4d6bda88baf3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238666 Apr 01 15:19:32.843531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.859849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff7ebeb-fe1b-4776-9a1c-6a703c32ad8f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:32.867808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-839cdf6c-d93a-4d79-bcc0-2aa1abab7b4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b81cc1ec896494bba191d389b4cb516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5653839 Apr 01 15:19:32.869477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:32.915504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.919512 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5397701 Apr 01 15:19:32.920075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:32.923559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7e541-1c07-4c63-8f97-9169e9d44588 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cde224d-aa7d-4063-84e4-96f16808305e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:32.929144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '8cde224d-aa7d-4063-84e4-96f16808305e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:32.936189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.944863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:32.954384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e2864d8-dd5f-496a-8b26-da79025c713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:32.986309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:32.990344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:32.993256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=30090474-48b6-40f6-b198-b7bbdc834dd6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:32.999103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e2864d8-dd5f-496a-8b26-da79025c713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.033579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:33.055588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Router 8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:19:33.086605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port 30090474-48b6-40f6-b198-b7bbdc834dd6 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:19:33.097060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe1dbc-3d87-49d1-9ec2-9d93c37ed2d0 None None] DHCP port deletion for ef250a05-ca4b-4ee4-96c3-4b68e38aa471 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:19:33.114960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b8546b-5ae9-434f-a598-faa3df39e8cc None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:19:33.128955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e2864d8-dd5f-496a-8b26-da79025c713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.140372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.175490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.260267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b8546b-5ae9-434f-a598-faa3df39e8cc None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:19:33.279017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.289772 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.315629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.359286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7253285a-11eb-42eb-bbee-bea9f7d1269c,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:33.380089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=c01f2793-7ff9-496c-b1a3-1a5b7f0164fa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:33.414483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2864d8-dd5f-496a-8b26-da79025c713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff7ebeb-fe1b-4776-9a1c-6a703c32ad8f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:33.418002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e2864d8-dd5f-496a-8b26-da79025c713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.419535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e2864d8-dd5f-496a-8b26-da79025c713e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dff7ebeb-fe1b-4776-9a1c-6a703c32ad8f HTTP/1.1" status: 204 len: 168 time: 0.5492351 Apr 01 15:19:33.447748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.450018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fa1b7c5d-29e7-4569-b422-107c4d2d302a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5287900 Apr 01 15:19:33.452857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48380) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:33.468773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '8cde224d-aa7d-4063-84e4-96f16808305e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:33.476216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:33.484807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:33.490431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d9cc9c44-bd77-46c6-9585-431f80746632 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:19:33.493487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:33.501191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:33.544335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.604342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:33.609737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.610940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84458103-1327-498b-a358-b3ec11631daf tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "PUT /v2.0/routers/8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 HTTP/1.1" status: 200 len: 920 time: 4.0419345 Apr 01 15:19:33.615506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48386) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:33.621245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.637201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] Sync routers for ids ['8dbf6b2a-4e65-4508-9fc0-9d3d27863d70'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:33.650588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef250a05-ca4b-4ee4-96c3-4b68e38aa471']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:33.663814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a33ec7-274b-4d31-942c-bb7421c54aff') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:33.664841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a33ec7-274b-4d31-942c-bb7421c54aff') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:33.682268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.693325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] Routers {'8dbf6b2a-4e65-4508-9fc0-9d3d27863d70'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:33.694827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8dbf6b2a-4e65-4508-9fc0-9d3d27863d70'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:33.705038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.717907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:33.718313 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:33.735195 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:33.795810 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:19:33.799659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6e9dd55d-08a8-4d53-9f2e-ae811757b22c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3384542 Apr 01 15:19:33.799901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48394) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:33.865175 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.911106 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:33.913736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=ef250a05-ca4b-4ee4-96c3-4b68e38aa471,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:33.928450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-08e3f4c3-7440-40b7-a80c-5708d243a17a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/ef250a05-ca4b-4ee4-96c3-4b68e38aa471 HTTP/1.1" status: 204 len: 168 time: 7.8002412 Apr 01 15:19:33.931877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:33.938376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-699383750'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:33.953282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:33.956360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:33.960998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:33.966031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:33.988184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:34.027241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:34.030302 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.077039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 30090474-48b6-40f6-b198-b7bbdc834dd6 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:19:34.102827 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d23c-9b8d-44f7-97cb-1fab5466126b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.109149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:34.127838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.128845 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment 3829f13a-ee13-41ff-8b57-7cc69619e80c of type vlan for network fa3baa7f-8e70-4803-8a84-197cb557d517 Apr 01 15:19:34.186464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b8c380a1-9296-457b-ae83-0d36c5ea888c tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 HTTP/1.1" status: 200 len: 926 time: 0.5657625 Apr 01 15:19:34.188660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d23c-9b8d-44f7-97cb-1fab5466126b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.201721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48406) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.208925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 30090474-48b6-40f6-b198-b7bbdc834dd6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:19:34.213145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 30090474-48b6-40f6-b198-b7bbdc834dd6 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:19:34.227825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d9cc9c44-bd77-46c6-9585-431f80746632,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:34.233717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc509-7a85-4b69-b525-b283599308cd req-01b3a1aa-1530-4eed-95fa-e6ce96b86eb6 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:34.241366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a40fc509-7a85-4b69-b525-b283599308cd req-01b3a1aa-1530-4eed-95fa-e6ce96b86eb6 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 944 time: 0.2552564 Apr 01 15:19:34.274034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'port_id': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'mac_address': 'fa:16:3e:a7:52:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:19:34.281802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.306417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48410) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.336114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] Routers {'8dbf6b2a-4e65-4508-9fc0-9d3d27863d70'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:34.337002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8dbf6b2a-4e65-4508-9fc0-9d3d27863d70'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:34.340466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.374594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a40fc509-7a85-4b69-b525-b283599308cd req-f6859f4c-bbcf-4930-bae1-727dcb794c57 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318138 Apr 01 15:19:34.380289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.384046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:34.384626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.398824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.435832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eac090-dd56-4057-b919-48169765a521 req-ae514626-c6bf-429c-8d6d-60e2f8f6cbe2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:34.437841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08eac090-dd56-4057-b919-48169765a521 req-ae514626-c6bf-429c-8d6d-60e2f8f6cbe2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.2886968 Apr 01 15:19:34.443982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-acb7f1aa-8506-4ec5-9467-fa0836ebb924 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=8dbf6b2a-4e65-4508-9fc0-9d3d27863d70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2313094 Apr 01 15:19:34.446878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48416) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.451459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:34.452068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d23c-9b8d-44f7-97cb-1fab5466126b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.469925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:34.470695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d65478-0065-4117-bc67-fb20f91ad457 None None] The sync data for ids ['8dbf6b2a-4e65-4508-9fc0-9d3d27863d70'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:34.497461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cc9c44-bd77-46c6-9585-431f80746632 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:19:34.505424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e34ca-bf8d-4c1f-b55f-2f99b828c0cc None None] Network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:34.513380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3d23c-9b8d-44f7-97cb-1fab5466126b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cde224d-aa7d-4063-84e4-96f16808305e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:34.517707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Usage tracker for resource:security_group_rule and tenant:f7f5f8fb535743f5944643e099896882 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:34.530532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:34.536170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e34ca-bf8d-4c1f-b55f-2f99b828c0cc None None] Network ef250a05-ca4b-4ee4-96c3-4b68e38aa471 could not be found, it might have been deleted concurrently. {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 15:19:34.563482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6277723 Apr 01 15:19:34.563687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e783f-ff8e-4309-8722-0fb5f1d399c8 None None] DHCP port deletion for ef250a05-ca4b-4ee4-96c3-4b68e38aa471 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:19:34.564250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:34.565496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d9cc9c44-bd77-46c6-9585-431f80746632,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:34.577085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48420) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.579377 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.589799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:34.606504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=fa3baa7f-8e70-4803-8a84-197cb557d517,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:34.626838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d23c-9b8d-44f7-97cb-1fab5466126b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.631738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1ad3d23c-9b8d-44f7-97cb-1fab5466126b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/8cde224d-aa7d-4063-84e4-96f16808305e HTTP/1.1" status: 204 len: 168 time: 0.8267438 Apr 01 15:19:34.632760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48424) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.662884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:34.707893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08eac090-dd56-4057-b919-48169765a521 req-9487e5fa-e9a5-4f3b-bf1b-3601a39e8013 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585142 Apr 01 15:19:34.709953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.710304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.710743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.711669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.712016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.712353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.712796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.713669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.714419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.714554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.715325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7f63c-756d-4fbd-ac33-4848d78983d8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:19:34.729155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:34.745736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af5cfd80-79cc-4b5c-9971-d2f0b7efed6a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:34.803054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e877b-edf6-4b17-8109-fa2c22363e49 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:34.804939 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-614e877b-edf6-4b17-8109-fa2c22363e49 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 881 time: 0.3567586 Apr 01 15:19:34.808008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48428) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.851321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d9cc9c44-bd77-46c6-9585-431f80746632'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:19:34.856716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:34.859792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-af5cfd80-79cc-4b5c-9971-d2f0b7efed6a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:34.861348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af5cfd80-79cc-4b5c-9971-d2f0b7efed6a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2221434 Apr 01 15:19:34.869978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48432) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.872661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24857fe1-7530-4861-a4e7-7ef27f6fe5e8 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 HTTP/1.1" status: 200 len: 205 time: 0.0614674 Apr 01 15:19:34.875430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:34.881064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554025502'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:34.888267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:34.903142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:34.983545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.006715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.146811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.150939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:35.156048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:35.160350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:35.167023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:35.189363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e514202-31f8-424c-b3b6-b5f7a4567835,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:35.198383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-698a82b0-73c2-4073-af8f-947fa1006c7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7f5f8fb535743f5944643e099896882&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8877172 Apr 01 15:19:35.198383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.198719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48444) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:35.273172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network fa3baa7f-8e70-4803-8a84-197cb557d517 is not hosted by any dhcp agent {{(pid=83954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:19:35.276539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:35.277145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.281236 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "PUT /v2.0/networks/fa3baa7f-8e70-4803-8a84-197cb557d517 HTTP/1.1" status: 200 len: 723 time: 0.6993549 Apr 01 15:19:35.284903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48448) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:35.290402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.303173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:35.304001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.371669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da5cafc-eb17-4243-97aa-74f32543124e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:35.375139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1be07b-c303-4249-8f64-743c27b47871 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=fa3baa7f-8e70-4803-8a84-197cb557d517,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:35.377105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93138271-261b-4310-9053-30bbbfc11f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.396387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.405176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:35.429714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:35.449364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:35.455206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:35.467901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.467901 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-481b45f3-9670-4d67-8cb6-b37f021b2085 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5920334 Apr 01 15:19:35.473115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48454) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:35.474410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:35.489242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b9e271ef-1463-4fd6-bf03-60f03176a911 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '6da5cafc-eb17-4243-97aa-74f32543124e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:35.490598 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-b9e271ef-1463-4fd6-bf03-60f03176a911 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:35.497054 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b9e271ef-1463-4fd6-bf03-60f03176a911 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0242436 Apr 01 15:19:35.502484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48460) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:35.553678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:35.608841 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93138271-261b-4310-9053-30bbbfc11f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.683590 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.699316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42393fb9-ec3f-4834-a2ea-6c8b9c672982 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.777191 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93138271-261b-4310-9053-30bbbfc11f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.806109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42393fb9-ec3f-4834-a2ea-6c8b9c672982 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.828756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddaa15-e977-41ab-81e8-02930d59bc10 req-a590d7d4-88c8-42e8-9b28-3a4f85664ad7 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:35.832729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-acddaa15-e977-41ab-81e8-02930d59bc10 req-a590d7d4-88c8-42e8-9b28-3a4f85664ad7 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 945 time: 0.2312248 Apr 01 15:19:35.878681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138271-261b-4310-9053-30bbbfc11f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e514202-31f8-424c-b3b6-b5f7a4567835,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:35.899671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42393fb9-ec3f-4834-a2ea-6c8b9c672982 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.914483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-93138271-261b-4310-9053-30bbbfc11f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:35.919189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-93138271-261b-4310-9053-30bbbfc11f2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e514202-31f8-424c-b3b6-b5f7a4567835 HTTP/1.1" status: 204 len: 168 time: 0.7191997 Apr 01 15:19:35.964177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-acddaa15-e977-41ab-81e8-02930d59bc10 req-f0b0cbdf-d1b0-4bd3-a8cc-e3a5397cbcba tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225221 Apr 01 15:19:35.971394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42393fb9-ec3f-4834-a2ea-6c8b9c672982 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da5cafc-eb17-4243-97aa-74f32543124e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:35.987766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.001141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Deleting port 88c9fb30-d8ae-41a0-b106-02899dd21daa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:36.001718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.045533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42393fb9-ec3f-4834-a2ea-6c8b9c672982 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.049008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-42393fb9-ec3f-4834-a2ea-6c8b9c672982 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/6da5cafc-eb17-4243-97aa-74f32543124e HTTP/1.1" status: 204 len: 168 time: 0.5427201 Apr 01 15:19:36.051622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48468) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:36.116004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.172378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e00d2-8933-49e6-a42c-68dae4d0045c req-c0fb5d4b-c4d1-46fa-935c-7257301dec8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:36.173864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa5e00d2-8933-49e6-a42c-68dae4d0045c req-c0fb5d4b-c4d1-46fa-935c-7257301dec8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.2421143 Apr 01 15:19:36.233351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-680a15e2-eb44-4fa4-8da4-40f832144b39 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:36.289410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa5e00d2-8933-49e6-a42c-68dae4d0045c req-361097f0-da73-4f76-8466-0a3c43d4177a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034725 Apr 01 15:19:36.304048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-680a15e2-eb44-4fa4-8da4-40f832144b39 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:36.310781 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-680a15e2-eb44-4fa4-8da4-40f832144b39 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2532992 Apr 01 15:19:36.310781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=307d3469-a10a-4af1-af6e-42e359eab98b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:36.311886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48476) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:36.318616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912873683'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:36.325881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:36.329048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:36.329431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: fa3baa7f-8e70-4803-8a84-197cb557d517, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:19:36.349369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:36.363825 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.375629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.399054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network fa3baa7f-8e70-4803-8a84-197cb557d517 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:19:36.411659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:36.416429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:36.419933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:36.426989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, fa3baa7f-8e70-4803-8a84-197cb557d517) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:36.429078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:36.434691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:36.435468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.439803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cc78c-0bed-49ce-a5f2-8136e0fcb9d3 None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:36.533617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Calling delete_port for 88c9fb30-d8ae-41a0-b106-02899dd21daa owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:36.547995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5b58ddeb-c2ee-45aa-ba69-220314161976 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2625301 Apr 01 15:19:36.550723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48482) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:36.557055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-39cfdf01-ccb1-49ba-9588-da66d149baf5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:36.637543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.690699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.755607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf01-ccb1-49ba-9588-da66d149baf5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1263135'] for subnet, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.794637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.798400 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4836438 Apr 01 15:19:36.798752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616957c9-29bb-42a4-a806-0521990d6e78 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25ebc8-7731-4763-bd72-d2f0e5c91b27,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:36.800988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:36.829726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c1ba862f-ab8a-4291-a0db-3bdc441f6209 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '9b25ebc8-7731-4763-bd72-d2f0e5c91b27', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:36.830962 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-c1ba862f-ab8a-4291-a0db-3bdc441f6209 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:36.835263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c1ba862f-ab8a-4291-a0db-3bdc441f6209 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0182424 Apr 01 15:19:36.836001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48498) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:36.863734 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.910020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-fa3baa7f-8e70-4803-8a84-197cb557d517', 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': '307d3469-a10a-4af1-af6e-42e359eab98b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:19:36.910832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:36.943696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event deleted for resources: {'Port': ['ID=88c9fb30-d8ae-41a0-b106-02899dd21daa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:37.041828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8735b538-db67-4ee1-84bf-5f303e92c8bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.072428 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8735b538-db67-4ee1-84bf-5f303e92c8bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.168080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8735b538-db67-4ee1-84bf-5f303e92c8bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.220458 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf01-ccb1-49ba-9588-da66d149baf5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794440447892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1674781'] for subnet, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.225993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735b538-db67-4ee1-84bf-5f303e92c8bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25ebc8-7731-4763-bd72-d2f0e5c91b27,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:37.249891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Allocated IP 172.20.0.2 (fa3baa7f-8e70-4803-8a84-197cb557d517/307d3469-a10a-4af1-af6e-42e359eab98b/cae85547-c3fb-4bf6-b7bd-1bdd7593af5c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:37.340243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8735b538-db67-4ee1-84bf-5f303e92c8bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.341352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8735b538-db67-4ee1-84bf-5f303e92c8bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/9b25ebc8-7731-4763-bd72-d2f0e5c91b27 HTTP/1.1" status: 204 len: 168 time: 0.5037353 Apr 01 15:19:37.344460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48512) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:37.364726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cfdf01-ccb1-49ba-9588-da66d149baf5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:37.365317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39cfdf01-ccb1-49ba-9588-da66d149baf5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.369771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39cfdf01-ccb1-49ba-9588-da66d149baf5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "PUT /v2.0/subnets/307d3469-a10a-4af1-af6e-42e359eab98b HTTP/1.1" status: 200 len: 806 time: 0.8149488 Apr 01 15:19:37.371277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48518) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:37.401275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfdf01-ccb1-49ba-9588-da66d149baf5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=307d3469-a10a-4af1-af6e-42e359eab98b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:37.480069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.491365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Transition to ACTIVE for port object cae85547-c3fb-4bf6-b7bd-1bdd7593af5c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:37.508882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-15e8cfc0-c53c-4753-b98a-97cc5861b95a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:37.511775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Transition to ACTIVE for port object cae85547-c3fb-4bf6-b7bd-1bdd7593af5c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:37.529194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device b6e21055-5ac2-4656-a4cd-99bcbc577b96 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:19:37.578464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cd8e8-9272-4756-bdfa-10d78b8908bf req-fbca702e-f537-4c52-ade0-21aa8108018b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:37.582391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-788cd8e8-9272-4756-bdfa-10d78b8908bf req-fbca702e-f537-4c52-ade0-21aa8108018b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 945 time: 0.4525719 Apr 01 15:19:37.584066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.617652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-15e8cfc0-c53c-4753-b98a-97cc5861b95a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:37.619728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-15e8cfc0-c53c-4753-b98a-97cc5861b95a tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2742574 Apr 01 15:19:37.686029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port b6e21055-5ac2-4656-a4cd-99bcbc577b96, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:37.700634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d9cc9c44-bd77-46c6-9585-431f80746632 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:37.764339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'port_id': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96', 'mac_address': 'fa:16:3e:58:f8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:19:37.773424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:37.789500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48524) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:37.945932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--790153847'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:37.989234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:38.013502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:38.022816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.037777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-788cd8e8-9272-4756-bdfa-10d78b8908bf req-119756a4-43bd-499e-b2f0-53dc144bfbc9 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471404 Apr 01 15:19:38.038514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.062204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.074617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.074753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.086639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.089573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Fanout notify agent at l3_agent the message router_deleted on router 8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:19:38.107362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:38.107705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.110849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Pushing event updated for resources: {'Port': ['ID=cae85547-c3fb-4bf6-b7bd-1bdd7593af5c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:38.144405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e21055-5ac2-4656-a4cd-99bcbc577b96 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:19:38.156059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port d9cc9c44-bd77-46c6-9585-431f80746632 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:38.164667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:38.165645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:38.167188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port d9cc9c44-bd77-46c6-9585-431f80746632 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:38.167571 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.173146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.178220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bbc47fd8-b4aa-418f-8b99-bb830df9df5f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 HTTP/1.1" status: 204 len: 168 time: 3.3016717 Apr 01 15:19:38.179029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48536) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:38.180182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:38.184813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:38.190361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-163591400', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:38.200672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:38.202997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:38.208852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Usage tracker for resource:router and tenant:46b5f3b8eb494e958898fcf12b1178c5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:38.213659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:38.223148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:38.250908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.252063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.273090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port b6e21055-5ac2-4656-a4cd-99bcbc577b96, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:38.276836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:38.288932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.295607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:38.296583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.300446 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.307469 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.359942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.361286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4882195 Apr 01 15:19:38.365375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48544) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:38.375233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d5715a8b-82b5-4938-a282-188b2271d83e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '8a81ca2f-b153-484e-9394-30a168189ee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:38.375984 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-d5715a8b-82b5-4938-a282-188b2271d83e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:38.377140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d5715a8b-82b5-4938-a282-188b2271d83e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097976 Apr 01 15:19:38.384618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48548) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:38.394865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3c3529db-77c0-4079-a0ed-b51885e4b5e2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '8a81ca2f-b153-484e-9394-30a168189ee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:38.395588 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-3c3529db-77c0-4079-a0ed-b51885e4b5e2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:38.396539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c3529db-77c0-4079-a0ed-b51885e4b5e2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106499 Apr 01 15:19:38.399534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48552) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:38.406086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-01b9a668-940d-4a28-a92e-3cbcb48c516f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '8a81ca2f-b153-484e-9394-30a168189ee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:38.406773 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-01b9a668-940d-4a28-a92e-3cbcb48c516f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:38.407617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b62b-0997-4aa0-8b81-eae1b7b1814b req-0327a3ba-0bc1-4c54-acae-39fd229405a6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:38.409011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-01b9a668-940d-4a28-a92e-3cbcb48c516f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085266 Apr 01 15:19:38.415858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ea4b62b-0997-4aa0-8b81-eae1b7b1814b req-0327a3ba-0bc1-4c54-acae-39fd229405a6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 943 time: 0.4685497 Apr 01 15:19:38.423324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48556) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:38.436367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6996c4ab-6a0c-43dc-b5f9-e6da2ba03d67 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '8a81ca2f-b153-484e-9394-30a168189ee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:38.437266 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-6996c4ab-6a0c-43dc-b5f9-e6da2ba03d67 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:38.438313 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6996c4ab-6a0c-43dc-b5f9-e6da2ba03d67 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114169 Apr 01 15:19:38.456357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48560) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:38.497416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=b6e21055-5ac2-4656-a4cd-99bcbc577b96,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:38.571784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['b6e21055-5ac2-4656-a4cd-99bcbc577b96'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:19:38.586379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ea4b62b-0997-4aa0-8b81-eae1b7b1814b req-edaaa83e-0fd6-4f53-8d32-15bf38a19c88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571510 Apr 01 15:19:38.592378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58fb53d1-14f5-4e45-96fd-ed5cca78fce7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.594737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c, host n-d-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:38.595171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.633724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc366d9-7e7e-45cb-8447-e33fc4dd6ea8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81ca2f-b153-484e-9394-30a168189ee0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:38.693354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.734993 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.744078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Attempting to bind port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:38.744716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Attempting to bind port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:38.744905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for cae85547-c3fb-4bf6-b7bd-1bdd7593af5c owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:38.745132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Attempting to bind port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c on network fa3baa7f-8e70-4803-8a84-197cb557d517 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:38.782858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58fb53d1-14f5-4e45-96fd-ed5cca78fce7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.839372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:38.843422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Checking segment: {'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:38.845890 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.845890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Bound using segment: {'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:38.858329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Bound port: cae85547-c3fb-4bf6-b7bd-1bdd7593af5c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:38.858886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:38.868413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:19:38.941245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d9cc9c44-bd77-46c6-9585-431f80746632,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:39.016784 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.042257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58fb53d1-14f5-4e45-96fd-ed5cca78fce7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.056642 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.057292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.060738 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'code': 200} Apr 01 15:19:39.090924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb53d1-14f5-4e45-96fd-ed5cca78fce7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81ca2f-b153-484e-9394-30a168189ee0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:39.216356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.266954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-58fb53d1-14f5-4e45-96fd-ed5cca78fce7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.268354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-58fb53d1-14f5-4e45-96fd-ed5cca78fce7 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/8a81ca2f-b153-484e-9394-30a168189ee0 HTTP/1.1" status: 204 len: 168 time: 0.8105848 Apr 01 15:19:39.271946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=cae85547-c3fb-4bf6-b7bd-1bdd7593af5c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:39.279198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48586) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:39.309553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:39.309889 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:39.315494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:39.379236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Allocated IP 172.25.2.13 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/c6975b45-5532-4660-99d0-e2f83c911939) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:39.383607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48590) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:39.389277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8be649be-a9e5-4f09-be8f-f5fa3b585560 req-ff152e41-5985-4e7c-997b-3211afb225ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.2914968 Apr 01 15:19:39.427281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:19:39.553705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-128ae0bf-6371-433d-aa96-1745c8ae40fe tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:39.557247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.563351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.592144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.611633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8be649be-a9e5-4f09-be8f-f5fa3b585560 req-74ad24fa-910f-4560-a097-072aae4b428b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870317 Apr 01 15:19:39.623675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271372b1-facd-4c97-a11c-e418c5e2c82f req-b7933294-6848-4d2d-8abe-16a535acc836 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:39.624347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-271372b1-facd-4c97-a11c-e418c5e2c82f req-b7933294-6848-4d2d-8abe-16a535acc836 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Synchronizing usage tracker for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:39.657766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1024598202'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:39.670262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:39.671778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-128ae0bf-6371-433d-aa96-1745c8ae40fe tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:39.672989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-128ae0bf-6371-433d-aa96-1745c8ae40fe tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3902707 Apr 01 15:19:39.677076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48598) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:39.694082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Usage tracker for resource:network and tenant:25464adfd9ef4ff29ffefa5b3ddfb885 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:39.695821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373584704'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:39.700911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:39.705251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:39.707627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-271372b1-facd-4c97-a11c-e418c5e2c82f req-b7933294-6848-4d2d-8abe-16a535acc836 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Unset dirty status for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:39.710113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-271372b1-facd-4c97-a11c-e418c5e2c82f req-b7933294-6848-4d2d-8abe-16a535acc836 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.4232523 Apr 01 15:19:39.711630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:39.716969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:39.719675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:39.724493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:39.765558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:39.786034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.806662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event updated for resources: {'Port': ['ID=c6975b45-5532-4660-99d0-e2f83c911939,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:39.838800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Made reservation on behalf of 25464adfd9ef4ff29ffefa5b3ddfb885 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:39.839244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Attempting to bind port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:39.841744 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.842324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Attempting to bind port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:39.842899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Attempting to bind port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c on network fa3baa7f-8e70-4803-8a84-197cb557d517 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:39.848905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=307d3469-a10a-4af1-af6e-42e359eab98b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:39.857239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:39.860234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.860690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Checking segment: {'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:39.861260 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.861897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Bound using segment: {'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:39.863402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Bound port: cae85547-c3fb-4bf6-b7bd-1bdd7593af5c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3829f13a-ee13-41ff-8b57-7cc69619e80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa3baa7f-8e70-4803-8a84-197cb557d517'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:39.865209 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.896741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:39.900504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-271372b1-facd-4c97-a11c-e418c5e2c82f req-77953e6e-ed66-474e-b4e3-152e2e906acf tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817119 Apr 01 15:19:39.947664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8fb089f5-9300-4eef-ae38-1883f5b37e2b None None] Port cae85547-c3fb-4bf6-b7bd-1bdd7593af5c has been deleted concurrently {{(pid=83955) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Apr 01 15:19:40.000047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:40.008228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Usage tracker for resource:security_group_rule and tenant:25464adfd9ef4ff29ffefa5b3ddfb885 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:40.014842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:40.034176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:40.037212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:40.045896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:40.050191 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.054617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66960b7-7761-490b-b359-a4ff51e6fd93 req-984d829a-fbbe-438a-8bdd-227d55779941 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:40.056337 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c66960b7-7761-490b-b359-a4ff51e6fd93 req-984d829a-fbbe-438a-8bdd-227d55779941 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 944 time: 0.2993608 Apr 01 15:19:40.058898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:40.068674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:40.095186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3baa7f-8e70-4803-8a84-197cb557d517']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:40.115481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3829f13a-ee13-41ff-8b57-7cc69619e80c') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:40.115824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3829f13a-ee13-41ff-8b57-7cc69619e80c') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:40.138643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.152928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c66960b7-7761-490b-b359-a4ff51e6fd93 req-89c7a9e5-1680-491c-a11c-a18b43cfd5fa tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881963 Apr 01 15:19:40.172681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.193870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:40.194405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:40.222972 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:40.264897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.273356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.274131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.276026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.308466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.322721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6b4594-d4ea-4517-8af2-f56f6b05611a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:40.469308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.510485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.510741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:40.526711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.527052 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Added segment 8dd92105-374c-46cc-8381-628d7bf97e61 of type vlan for network a87e2ad7-ee3a-4409-b0f6-0126c0884166 Apr 01 15:19:40.538429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.546554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2555e4e-b811-490a-8652-42b3f8696838,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:40.556639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=fa3baa7f-8e70-4803-8a84-197cb557d517,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:40.560539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1eab1b3c-ef5b-47ab-9518-43565789244a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/fa3baa7f-8e70-4803-8a84-197cb557d517 HTTP/1.1" status: 204 len: 168 time: 3.1863046 Apr 01 15:19:40.564558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48608) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.568624 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.569882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-17089441-b07a-4829-b517-47cc8bf352cc tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8918383 Apr 01 15:19:40.572915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48610) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.582518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1c2cbb00-c7ad-48e3-ace4-8123a2c593d2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:40.583699 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-1c2cbb00-c7ad-48e3-ace4-8123a2c593d2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:40.586219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1c2cbb00-c7ad-48e3-ace4-8123a2c593d2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113564 Apr 01 15:19:40.586219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-1176d2c9-59ce-4f39-9f6d-5d7c0d14de5d req-3eab6cee-4b33-4dc9-8e60-c14f53485088 tempest-ListServersNegativeTestJSON-1552227880 tempest-ListServersNegativeTestJSON-1552227880-project] (83954) timed out ('10.222.0.44', 56326) {{(pid=83954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:19:40.588481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48616) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.593875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-024f86ae-6979-4e5a-b655-0d676a0d5a84 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:40.596376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.601778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-024f86ae-6979-4e5a-b655-0d676a0d5a84 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:40.607036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-024f86ae-6979-4e5a-b655-0d676a0d5a84 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:40.610729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-024f86ae-6979-4e5a-b655-0d676a0d5a84 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:40.611390 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a03f50-ee7e-4cf2-b726-2cc4c67ae214 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:19:40.611819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a03f50-ee7e-4cf2-b726-2cc4c67ae214 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:19:40.617407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-024f86ae-6979-4e5a-b655-0d676a0d5a84 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:40.644717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-11a03f50-ee7e-4cf2-b726-2cc4c67ae214 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/fa3baa7f-8e70-4803-8a84-197cb557d517 HTTP/1.1" status: 404 len: 339 time: 0.0716600 Apr 01 15:19:40.648536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48620) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.656900 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.657673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1931299404', 'description': 'd1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:40.661212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:40.662062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.664139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:40.668983 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-024f86ae-6979-4e5a-b655-0d676a0d5a84 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:40.669685 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-024f86ae-6979-4e5a-b655-0d676a0d5a84 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0801072 Apr 01 15:19:40.673450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:network and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:40.676859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48624) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.680261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:40.686821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6d9d58f7-9557-446d-8d81-3b61b58f90a8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:40.687473 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-6d9d58f7-9557-446d-8d81-3b61b58f90a8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:40.688413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6d9d58f7-9557-446d-8d81-3b61b58f90a8 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106590 Apr 01 15:19:40.692396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.695051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:40.699914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-39f06e9d-ae6e-462d-acc8-2d920347a8fa tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:40.708870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39f06e9d-ae6e-462d-acc8-2d920347a8fa tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:40.714263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39f06e9d-ae6e-462d-acc8-2d920347a8fa tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:40.717187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39f06e9d-ae6e-462d-acc8-2d920347a8fa tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:40.723047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39f06e9d-ae6e-462d-acc8-2d920347a8fa tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:40.727294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:40.731402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.775817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:40.788607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.788950 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment d1914bc9-562e-42ac-a5b2-69bf7faeba7f of type vlan for network 3cdb296f-c836-4ce9-b56f-2d822e523525 Apr 01 15:19:40.795100 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-39f06e9d-ae6e-462d-acc8-2d920347a8fa tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:40.796335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39f06e9d-ae6e-462d-acc8-2d920347a8fa tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1031661 Apr 01 15:19:40.799437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48632) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.804879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Pushing event updated for resources: {'Network': ['ID=a87e2ad7-ee3a-4409-b0f6-0126c0884166,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:40.812444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8252945a-a010-4b2f-ad05-73e37963edb2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:40.813326 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-8252945a-a010-4b2f-ad05-73e37963edb2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:40.815336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8252945a-a010-4b2f-ad05-73e37963edb2 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148993 Apr 01 15:19:40.818911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48636) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:40.821003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a87e2ad7-ee3a-4409-b0f6-0126c0884166 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:40.847783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:40.865737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:40.872781 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:40.878899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:40.879741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-429a1791-1e27-4aad-adeb-6e2c2b0a6002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4949369 Apr 01 15:19:40.915768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Router 2bfb30f5-81e6-4dc5-a2b3-4221c52e233b is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:19:40.932148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:40.968610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:41.016388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.050491 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Project 79f935d6b8944653bec1c77f6b69313b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:19:41.120964 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.136097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:41.136995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.179332 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:41.190288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-103af097-35e2-4b81-8a0e-27219b9b634b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3700736 Apr 01 15:19:41.212487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48652) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:41.293173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c9241a97-a24d-4596-95d1-4c0c7665eb71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:41.293880 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-c9241a97-a24d-4596-95d1-4c0c7665eb71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:41.297502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9241a97-a24d-4596-95d1-4c0c7665eb71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0814664 Apr 01 15:19:41.307440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48660) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:41.317188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:41.326124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:41.329214 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6797903 Apr 01 15:19:41.332663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48664) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:41.341151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:41.344135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6ff26-963d-45c8-b091-4543fc35cda8 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=3cdb296f-c836-4ce9-b56f-2d822e523525,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:41.346981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:41.357673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3cdb296f-c836-4ce9-b56f-2d822e523525 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:41.360934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:41.398794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device b6e21055-5ac2-4656-a4cd-99bcbc577b96 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:41.414364 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Project 79f935d6b8944653bec1c77f6b69313b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:19:41.447171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48668) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:41.448362 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:41.449484 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d5271ea6-7f06-4e15-86dc-d90e24f6c69f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1409228 Apr 01 15:19:41.458070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48672) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:41.462042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Request body: {'port': {'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166', 'binding:host_id': 'n-h1-836017-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-131364822'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:41.482926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'e2555e4e-b811-490a-8652-42b3f8696838', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:41.503287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:41.505857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:41.528972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Usage tracker for resource:port and tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:41.533099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:41.536346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:41.541610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:41.547133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e64cc2-88f5-4e5d-a06c-39e42230ba63 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:41.550170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8e64cc2-88f5-4e5d-a06c-39e42230ba63 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Synchronizing usage tracker for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:41.555114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:41.562868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:41.599870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062fd5-b241-46e3-a797-fcdb0d98c9c1 req-242b6ac5-b67c-4afb-9d83-9ba1d62834d8 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:41.609431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Made reservation on behalf of fdb4cf54be6d4ca6ab0503213e12c3e4 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:41.615717 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.621815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11062fd5-b241-46e3-a797-fcdb0d98c9c1 req-242b6ac5-b67c-4afb-9d83-9ba1d62834d8 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.3425713 Apr 01 15:19:41.635627 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Project 79f935d6b8944653bec1c77f6b69313b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:19:41.638067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-61ebd322-30dd-4067-ac13-f0d0a58b323c None None] Could not find standard attr ID for object cae85547-c3fb-4bf6-b7bd-1bdd7593af5c. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:19:41.642221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e7601-4659-4574-90c4-889cb8f5b8a0 None None] DHCP port deletion for fa3baa7f-8e70-4803-8a84-197cb557d517 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:19:41.642842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8e64cc2-88f5-4e5d-a06c-39e42230ba63 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Unset dirty status for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:41.644191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a8e64cc2-88f5-4e5d-a06c-39e42230ba63 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/networks?id=3cdb296f-c836-4ce9-b56f-2d822e523525 HTTP/1.1" status: 200 len: 761 time: 0.3106604 Apr 01 15:19:41.661304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48676) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:41.663814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c7757-06fa-4203-9da2-dd01bc906250 None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:41.672072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'description': 'd2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:41.681334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port b6e21055-5ac2-4656-a4cd-99bcbc577b96 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:41.689354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c7757-06fa-4203-9da2-dd01bc906250 None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 could not be found, it might have been deleted concurrently. {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 15:19:41.697486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port b6e21055-5ac2-4656-a4cd-99bcbc577b96 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:41.698125 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.713412 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:41.714452 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a58aaf22-d4f9-4b75-bd97-18fa9e92c200 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2403851 Apr 01 15:19:41.720173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.723114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6072154-4f94-4bd6-a419-82329d1ae71a None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:41.729183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48680) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:41.763885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6072154-4f94-4bd6-a419-82329d1ae71a None None] Network fa3baa7f-8e70-4803-8a84-197cb557d517 could not be found, it might have been deleted concurrently. {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 15:19:41.832269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11062fd5-b241-46e3-a797-fcdb0d98c9c1 req-c7751eed-a53e-4bba-97e7-6322153c04f5 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095051 Apr 01 15:19:41.850451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfd7b8b0-f122-43e8-8cbe-8576861fd647 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.853200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:41.869994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Usage tracker for resource:security_group_rule and tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:41.878364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:41.893529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:41.900665 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.905152 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfd7b8b0-f122-43e8-8cbe-8576861fd647 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:41.908758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:41.923007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] Sync routers for ids ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:41.947739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d373f6-66cd-43e6-ac44-d7ac10152e92 req-5b5eb716-7d7c-40d2-ad8d-34597e704aae tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:41.951081 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] Routers {'2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:41.951785 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:41.955392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67d373f6-66cd-43e6-ac44-d7ac10152e92 req-5b5eb716-7d7c-40d2-ad8d-34597e704aae tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 944 time: 0.3144631 Apr 01 15:19:41.977743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:19:41.999681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port b6e21055-5ac2-4656-a4cd-99bcbc577b96, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:42.010806 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.085866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67d373f6-66cd-43e6-ac44-d7ac10152e92 req-c48d16a0-5163-4003-a8b4-c48e59bfd2ef tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293163 Apr 01 15:19:42.089191 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:42.107279 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] Routers {'2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:42.108839 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:42.109088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.116610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-19e573f8-4dff-497a-adb0-97e5960a0375 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9332407 Apr 01 15:19:42.118076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfd7b8b0-f122-43e8-8cbe-8576861fd647 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.122327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:42.152994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:42.184370 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:42.185713 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235e42c-f266-404b-8327-5e1e76cf4d51 None None] The sync data for ids ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:42.208568 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96', 'code': 200} Apr 01 15:19:42.220506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7b8b0-f122-43e8-8cbe-8576861fd647 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2555e4e-b811-490a-8652-42b3f8696838,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:42.239267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfd7b8b0-f122-43e8-8cbe-8576861fd647 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.243722 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bfd7b8b0-f122-43e8-8cbe-8576861fd647 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/e2555e4e-b811-490a-8652-42b3f8696838 HTTP/1.1" status: 204 len: 168 time: 0.5134416 Apr 01 15:19:42.244401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48694) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:42.246137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.280135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.301439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=b6e21055-5ac2-4656-a4cd-99bcbc577b96,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:42.307050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] device_id is not set on port 547ddca1-4604-416e-acfc-39c93d6ee3c1 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:19:42.419991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.459121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.542607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network 3cdb296f-c836-4ce9-b56f-2d822e523525 is not hosted by any dhcp agent {{(pid=83953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:19:42.546213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:42.546799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.548062 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "PUT /v2.0/networks/3cdb296f-c836-4ce9-b56f-2d822e523525 HTTP/1.1" status: 200 len: 758 time: 0.8854671 Apr 01 15:19:42.557931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48700) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:42.579167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5547-d9b8-4a2a-a190-9b51cd9270e2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=3cdb296f-c836-4ce9-b56f-2d822e523525,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:42.586418 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55c8e2b8-3db4-4b96-b86e-c69ca53e428a req-2402ae73-15b7-444b-afbd-ef4a1c28f267 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 1096 time: 0.2382491 Apr 01 15:19:42.592539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3cdb296f-c836-4ce9-b56f-2d822e523525 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:42.642781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55c8e2b8-3db4-4b96-b86e-c69ca53e428a req-b1582e36-3a59-4444-9403-c0890e877303 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 Apr 01 15:19:42.691354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25195bb-7e50-4316-bf41-5fc185949aa2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:42.832299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fe0bdfe2-0781-480d-831f-80602354541b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:42.910940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] device_id is not set on port 547ddca1-4604-416e-acfc-39c93d6ee3c1 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:19:42.920213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fe0bdfe2-0781-480d-831f-80602354541b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:42.921448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fe0bdfe2-0781-480d-831f-80602354541b tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6740446 Apr 01 15:19:42.931344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:42.933573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48708) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:42.945996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be31746e-b324-481f-b5a6-f04880762bec tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:42.946623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-be31746e-b324-481f-b5a6-f04880762bec tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Synchronizing usage tracker for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:42.952250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127005882'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:42.974566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:42.982565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Transition to ACTIVE for port object 547ddca1-4604-416e-acfc-39c93d6ee3c1 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:43.005213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:43.008799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-be31746e-b324-481f-b5a6-f04880762bec tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Unset dirty status for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:43.011400 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-be31746e-b324-481f-b5a6-f04880762bec tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/networks?id=3cdb296f-c836-4ce9-b56f-2d822e523525 HTTP/1.1" status: 200 len: 761 time: 0.4128842 Apr 01 15:19:43.015067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48712) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:43.015926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c67077-89f1-4e23-8be0-e548f0257e35 req-0c52a93c-061a-46a3-aba4-bcf14b36b82a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:43.019668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70c67077-89f1-4e23-8be0-e548f0257e35 req-0c52a93c-061a-46a3-aba4-bcf14b36b82a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.4630446 Apr 01 15:19:43.023317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545627601'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:43.028604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.030730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:43.033448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-e100b665-cbbb-4322-9be9-846d8c8358a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.4872432 Apr 01 15:19:43.050957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:43.068457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:43.071575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.072096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.108410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:43.123135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.123851 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b of type vlan for network 8038fc97-eeb6-419c-9d26-2f04849ca19a Apr 01 15:19:43.171415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.277053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=547ddca1-4604-416e-acfc-39c93d6ee3c1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:43.315844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70c67077-89f1-4e23-8be0-e548f0257e35 req-7d439f13-ff9d-4138-a503-dcd7041c2a55 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773085 Apr 01 15:19:43.339737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:43.354885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:43.361713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:43.372641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Checking segment: {'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:43.372641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Network hostable DHCP agents. Network: a87e2ad7-ee3a-4409-b0f6-0126c0884166, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:19:43.376777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.377741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-e4471718-0ee4-4a68-91a7-fd0a5ec4c0e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:43.379258 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-e4471718-0ee4-4a68-91a7-fd0a5ec4c0e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.3086319 Apr 01 15:19:43.380184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:43.380655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:43.381232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.387754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.527900 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.531296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5150440 Apr 01 15:19:43.534390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8effec-bb18-4bb5-8f97-7b370686515b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=8038fc97-eeb6-419c-9d26-2f04849ca19a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:43.537984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48720) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:43.550023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': '8038fc97-eeb6-419c-9d26-2f04849ca19a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:43.551857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 8038fc97-eeb6-419c-9d26-2f04849ca19a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:43.575374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Deleting port c6975b45-5532-4660-99d0-e2f83c911939 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:43.575990 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.596166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-3dec619e-4437-4cd1-9853-978ba7823f60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.2098954 Apr 01 15:19:43.648872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Network a87e2ad7-ee3a-4409-b0f6-0126c0884166 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:19:43.687440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a87e2ad7-ee3a-4409-b0f6-0126c0884166) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:43.691938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:43.709769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61e39d6-8028-436d-a48c-759d913da1a7 None None] Network a87e2ad7-ee3a-4409-b0f6-0126c0884166 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:43.737142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:43.737381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:43.737736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:43.751078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:43.751490 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:43.752704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-0ebbe2e0-377f-4d1d-84f6-51bd20ebd580 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:43.754145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-0ebbe2e0-377f-4d1d-84f6-51bd20ebd580 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.1444237 Apr 01 15:19:43.757260 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 2 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:43.780367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:43.780590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:43.780925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:43.790601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a691954-4afe-4d89-a149-0c7cc25de028 req-90e4857f-ce6f-4873-af51-5b5d1cb6ea83 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:43.797609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a691954-4afe-4d89-a149-0c7cc25de028 req-90e4857f-ce6f-4873-af51-5b5d1cb6ea83 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 945 time: 0.4742835 Apr 01 15:19:43.824304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:43.824669 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:43.833059 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 3 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:43.842114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.850935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-d9ac7b8a-77cd-4c05-a8d2-bac2e2177080 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722220 Apr 01 15:19:43.856140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.980541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:43.981291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:43.981620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:43.993557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:43.997645 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0616879 Apr 01 15:19:44.003430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48728) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:44.017555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-09f73dc7-c450-499a-8fa0-1c7a18a4787e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '06883815-a721-416c-8bc4-1710f7daf98a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:44.022904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:44.030557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.030800 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.033082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Usage tracker for resource:subnet and tenant:4b47ac4fae8c4f4990ef6b70cd1772ad is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:44.037223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:44.041474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-09f73dc7-c450-499a-8fa0-1c7a18a4787e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:44.045097 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 4 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:44.058032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-09f73dc7-c450-499a-8fa0-1c7a18a4787e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:44.058269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:44.062125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1319f-85c4-4d15-9f83-baa3413e75e5 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06883815-a721-416c-8bc4-1710f7daf98a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:44.065688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-09f73dc7-c450-499a-8fa0-1c7a18a4787e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:44.079082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-09f73dc7-c450-499a-8fa0-1c7a18a4787e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:44.108281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:44.108964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:44.109425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:44.122212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-bb556fb0-8fd1-4673-8d4f-a144f0ad02e1 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374797 Apr 01 15:19:44.126581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.126877 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.127563 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 5 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:44.139302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:44.185676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a691954-4afe-4d89-a149-0c7cc25de028 req-d34ed8df-1064-45f3-8e24-80969051221a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379257 Apr 01 15:19:44.235031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:44.235460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:44.236480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:44.243770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.272111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.272447 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.275069 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 6 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:44.288282 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-09f73dc7-c450-499a-8fa0-1c7a18a4787e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The resource could not be found. Apr 01 15:19:44.292124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-09f73dc7-c450-499a-8fa0-1c7a18a4787e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2848945 Apr 01 15:19:44.303520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48734) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:44.312716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cb926d0c-0528-4c2a-b771-2c240ff29d6e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '06883815-a721-416c-8bc4-1710f7daf98a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '60c3d9cd-ecc1-4d9b-905f-4a601312028b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:44.317325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:44.317622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:44.317955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:44.330377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb926d0c-0528-4c2a-b771-2c240ff29d6e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:44.352899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-000a9d73-2ed1-48b1-8c76-594fe9928efd req-b5f2483d-5cf7-461a-a926-0645e482f1d2 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159097 Apr 01 15:19:44.360123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb926d0c-0528-4c2a-b771-2c240ff29d6e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:44.373794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb926d0c-0528-4c2a-b771-2c240ff29d6e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:44.389284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb926d0c-0528-4c2a-b771-2c240ff29d6e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:44.398432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Calling delete_port for c6975b45-5532-4660-99d0-e2f83c911939 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:44.401068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.402074 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.402191 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 7 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:44.446599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.455792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:44.456270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:44.457218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:44.521134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.521462 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.522063 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 8 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:44.532332 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-cb926d0c-0528-4c2a-b771-2c240ff29d6e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The resource could not be found. Apr 01 15:19:44.536712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb926d0c-0528-4c2a-b771-2c240ff29d6e tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2290134 Apr 01 15:19:44.542290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48740) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:44.562209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:44.562570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:44.562848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:44.603930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.604339 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.605820 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 9 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:44.635914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:44.636288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:44.636572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:44.659881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.660285 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.665979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66941e86-0cb6-44d4-9643-4579ed39d4dc req-2db4dbb8-3b3a-4f0b-9367-b66f99705b0b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:44.667477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66941e86-0cb6-44d4-9643-4579ed39d4dc req-2db4dbb8-3b3a-4f0b-9367-b66f99705b0b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.1859622 Apr 01 15:19:44.670243 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 10 to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 Apr 01 15:19:44.682165 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2643470b-9bc7-4ecb-b7aa-2f1dde5cb789 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.715426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:44.716174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:44.716174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:44.753085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2643470b-9bc7-4ecb-b7aa-2f1dde5cb789 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.766430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:44.766751 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 547ddca1-4604-416e-acfc-39c93d6ee3c1 on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:44.767103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.769508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.775315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.798327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66941e86-0cb6-44d4-9643-4579ed39d4dc req-25b3dc22-e73b-43b5-ac32-313c74439aa7 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194394 Apr 01 15:19:44.821418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.854487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Pushing event deleted for resources: {'Port': ['ID=c6975b45-5532-4660-99d0-e2f83c911939,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:44.917882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2643470b-9bc7-4ecb-b7aa-2f1dde5cb789 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.943104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643470b-9bc7-4ecb-b7aa-2f1dde5cb789 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06883815-a721-416c-8bc4-1710f7daf98a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:44.952405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] For port 547ddca1-4604-416e-acfc-39c93d6ee3c1, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:44.952762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempted to set empty binding levels {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:19:44.955173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2643470b-9bc7-4ecb-b7aa-2f1dde5cb789 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:44.956691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2643470b-9bc7-4ecb-b7aa-2f1dde5cb789 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/06883815-a721-416c-8bc4-1710f7daf98a HTTP/1.1" status: 204 len: 168 time: 0.4132226 Apr 01 15:19:44.959837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48744) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:44.978801 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.058199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.063433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=c3152552-e355-4a36-9a62-f777c0391c31,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:45.092718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=547ddca1-4604-416e-acfc-39c93d6ee3c1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:45.103122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9d9852e5-7f37-44f3-a484-87dbfea29bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.6525283 Apr 01 15:19:45.105682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f9b5c23a-661b-4c0a-bb54-65e515d125c0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:45.106763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8038fc97-eeb6-419c-9d26-2f04849ca19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:45.107352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: 8038fc97-eeb6-419c-9d26-2f04849ca19a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:19:45.109123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:45.169099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f9b5c23a-661b-4c0a-bb54-65e515d125c0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:45.175378 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f9b5c23a-661b-4c0a-bb54-65e515d125c0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2094474 Apr 01 15:19:45.176624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48758) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:45.187198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0fc57ac6-e7f7-40ee-8f87-646c61b727f0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'c53deb64-1023-414d-b7aa-ae840f08b0a3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:45.195799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0fc57ac6-e7f7-40ee-8f87-646c61b727f0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:45.203841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Deleting port 547ddca1-4604-416e-acfc-39c93d6ee3c1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:45.204364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.234789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0fc57ac6-e7f7-40ee-8f87-646c61b727f0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:45.238861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0fc57ac6-e7f7-40ee-8f87-646c61b727f0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:45.246533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0fc57ac6-e7f7-40ee-8f87-646c61b727f0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:45.357758 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-0fc57ac6-e7f7-40ee-8f87-646c61b727f0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The resource could not be found. Apr 01 15:19:45.362601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0fc57ac6-e7f7-40ee-8f87-646c61b727f0 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1794171 Apr 01 15:19:45.366019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48764) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:45.373352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580707525'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:45.383594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:45.444505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.451735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:45.486531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.513083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] For port 547ddca1-4604-416e-acfc-39c93d6ee3c1, host n-h1-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:45.513432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.558119 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-a437ce6c-f137-4795-ae99-567c62a2fb26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6727271 Apr 01 15:19:45.586444 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.593582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network 8038fc97-eeb6-419c-9d26-2f04849ca19a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:19:45.597741 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481289'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.650917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Calling delete_port for 547ddca1-4604-416e-acfc-39c93d6ee3c1 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:45.685497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:45.697659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:45.701538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:45.708415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 8038fc97-eeb6-419c-9d26-2f04849ca19a) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:45.710689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:45.720888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee2cac-3b67-42da-bdf6-1de45f4c824c None None] Network 8038fc97-eeb6-419c-9d26-2f04849ca19a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:45.726591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:45.727247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.759371 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:45.827505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca06644-3b43-476f-9e14-ae6299e9aa63 req-6fbd7c92-3e02-4ebb-8827-6d366703eb0a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:45.829258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cca06644-3b43-476f-9e14-ae6299e9aa63 req-6fbd7c92-3e02-4ebb-8827-6d366703eb0a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 945 time: 0.4545448 Apr 01 15:19:45.926042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5d29bc1f-8790-48ab-8098-0ae4f2ed8f56 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3855588 Apr 01 15:19:45.946492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:45.960086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cca06644-3b43-476f-9e14-ae6299e9aa63 req-3dcfc448-1fe8-4bcc-9a32-7b1a6936a8b2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883145 Apr 01 15:19:46.010214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-8038fc97-eeb6-419c-9d26-2f04849ca19a', 'network_id': '8038fc97-eeb6-419c-9d26-2f04849ca19a', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': 'c3152552-e355-4a36-9a62-f777c0391c31'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:19:46.011358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.028522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Router 2bfb30f5-81e6-4dc5-a2b3-4221c52e233b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:19:46.140419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event deleted for resources: {'Port': ['ID=547ddca1-4604-416e-acfc-39c93d6ee3c1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:46.156147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.177765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.211470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.245241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.249252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8824971 Apr 01 15:19:46.250687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dc5aae0a-4c33-40c4-b397-2e61637b787a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "DELETE /v2.0/ports/547ddca1-4604-416e-acfc-39c93d6ee3c1 HTTP/1.1" status: 204 len: 168 time: 1.1406736 Apr 01 15:19:46.253849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48782) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:46.254166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48784) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:46.266365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.269022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Allocated IP 172.20.0.2 (8038fc97-eeb6-419c-9d26-2f04849ca19a/c3152552-e355-4a36-9a62-f777c0391c31/8a5b656f-afd8-478a-9fdc-321f243b0206) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:46.295537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--967804531'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:46.298839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-548363f6-f2bb-4f6f-b36c-8a2f853c80c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 1096 time: 0.6274686 Apr 01 15:19:46.301773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:46.306141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:46.312974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:46.319026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:46.332316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae8aac-0f24-4f8e-b90a-9dfafa5e2e1f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03903c7-3582-4472-9504-952940e8bb46,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:46.345729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.368481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e30fcb-1f41-4902-83d4-aec72c77264e req-49aa83df-d5c8-4c6e-a0d0-8bad32121080 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:46.369828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95e30fcb-1f41-4902-83d4-aec72c77264e req-49aa83df-d5c8-4c6e-a0d0-8bad32121080 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.3441396 Apr 01 15:19:46.374788 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-752350fa-fa32-4e1c-b52d-c4e0620e399d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:19:46.375282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-752350fa-fa32-4e1c-b52d-c4e0620e399d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Synchronizing usage tracker for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:46.418223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-752350fa-fa32-4e1c-b52d-c4e0620e399d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Unset dirty status for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:46.419376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-752350fa-fa32-4e1c-b52d-c4e0620e399d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "GET /v2.0/ports/547ddca1-4604-416e-acfc-39c93d6ee3c1 HTTP/1.1" status: 404 len: 333 time: 0.1622159 Apr 01 15:19:46.429504 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.442676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48790) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:46.445017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-95e30fcb-1f41-4902-83d4-aec72c77264e req-28a4c184-e8bd-49e5-bb34-ff044ff6baa8 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670762 Apr 01 15:19:46.447987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:46.452824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Request body: {'port': {'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-199450243'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:46.458069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:46.477574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:46.492492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:46.497318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:46.503512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:46.554160 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.566548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Transition to ACTIVE for port object 8a5b656f-afd8-478a-9fdc-321f243b0206 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:46.575124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.577208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Made reservation on behalf of fdb4cf54be6d4ca6ab0503213e12c3e4 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:46.580552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.589875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Transition to ACTIVE for port object 8a5b656f-afd8-478a-9fdc-321f243b0206 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:46.597256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.598340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.638917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.641430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3856895 Apr 01 15:19:46.648205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48794) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:46.652333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] device_id is not set on port 239b092b-5803-4e86-b56f-d1a11ac4b46c yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:19:46.664865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a07510-ab3c-4d00-b9d9-8b86b469e89c req-c566d942-6841-4e92-abc9-25acf139921f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:46.667109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-25a07510-ab3c-4d00-b9d9-8b86b469e89c req-c566d942-6841-4e92-abc9-25acf139921f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 945 time: 0.4780829 Apr 01 15:19:46.677034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:19:46.692640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] Sync routers for ids ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:19:46.700165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-83f10367-12bc-4b05-be55-e8860284cbef tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': 'd03903c7-3582-4472-9504-952940e8bb46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6dea454b-43b6-42b2-9c7c-2eee3e96819c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:46.711310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.716015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-31f8b4f2-6b85-481b-a3dc-6b76c791443f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "PUT /v2.0/routers/2bfb30f5-81e6-4dc5-a2b3-4221c52e233b HTTP/1.1" status: 200 len: 709 time: 4.5879643 Apr 01 15:19:46.717435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48798) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:46.721589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Network 8038fc97-eeb6-419c-9d26-2f04849ca19a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:46.722802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-83f10367-12bc-4b05-be55-e8860284cbef tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:46.725986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Pushing event updated for resources: {'Port': ['ID=8a5b656f-afd8-478a-9fdc-321f243b0206,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:46.734871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:46.738534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:46.747326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca56a83-e428-4855-b9c1-31607c4a344f tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea454b-43b6-42b2-9c7c-2eee3e96819c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:46.753949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-83f10367-12bc-4b05-be55-e8860284cbef tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:46.758679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-83f10367-12bc-4b05-be55-e8860284cbef tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:46.767610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-83f10367-12bc-4b05-be55-e8860284cbef tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:46.799976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] Routers {'2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:46.800956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:46.862687 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-83f10367-12bc-4b05-be55-e8860284cbef tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:46.864395 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-83f10367-12bc-4b05-be55-e8860284cbef tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2143095 Apr 01 15:19:46.869428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48802) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:46.902515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.927817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:46.936623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Attempting to bind port 8a5b656f-afd8-478a-9fdc-321f243b0206 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:46.937610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Attempting to bind port 8a5b656f-afd8-478a-9fdc-321f243b0206 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8038fc97-eeb6-419c-9d26-2f04849ca19a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:46.938245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Attempting to bind port 8a5b656f-afd8-478a-9fdc-321f243b0206 on network 8038fc97-eeb6-419c-9d26-2f04849ca19a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:46.951367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:46.952087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Checking segment: {'id': 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8038fc97-eeb6-419c-9d26-2f04849ca19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:46.952681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.953222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Bound using segment: {'id': 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8038fc97-eeb6-419c-9d26-2f04849ca19a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:46.953852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Bound port: 8a5b656f-afd8-478a-9fdc-321f243b0206, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8038fc97-eeb6-419c-9d26-2f04849ca19a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:46.954523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:46.959417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731933c-339e-494a-a991-2b08401869fc req-c5d54151-d6f1-4bd9-9fd5-bb7447d9c3cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:46.963639 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-c5d54151-d6f1-4bd9-9fd5-bb7447d9c3cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.5347397 Apr 01 15:19:46.966058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=c3152552-e355-4a36-9a62-f777c0391c31,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:47.021419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] Routers {'2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:19:47.023023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:19:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:47.058327 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c8bf72af-2af6-4d49-9363-3904327ce3f9 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.062785 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.100605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c8bf72af-2af6-4d49-9363-3904327ce3f9 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.122292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:47.124451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b9843-3284-40e7-be08-d98be3fe2d74 None None] The sync data for ids ['2bfb30f5-81e6-4dc5-a2b3-4221c52e233b'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:19:47.166619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] For port 8a5b656f-afd8-478a-9fdc-321f243b0206, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:47.166857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c8bf72af-2af6-4d49-9363-3904327ce3f9 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.170048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] For port 8a5b656f-afd8-478a-9fdc-321f243b0206, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8a5b656f-afd8-478a-9fdc-321f243b0206,segment=NetworkSegment(ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b),segment_id=ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:47.170582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.177446 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.214819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-25a07510-ab3c-4d00-b9d9-8b86b469e89c req-df0b5544-a468-46fb-bd43-9c6ffa549907 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327699 Apr 01 15:19:47.218863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-30dd4e3c-2b6f-4814-a8da-7d9d51cb3693 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96 HTTP/1.1" status: 200 len: 217 time: 0.2482896 Apr 01 15:19:47.258269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf72af-2af6-4d49-9363-3904327ce3f9 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea454b-43b6-42b2-9c7c-2eee3e96819c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:47.301251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Network a87e2ad7-ee3a-4409-b0f6-0126c0884166 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:47.308034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=239b092b-5803-4e86-b56f-d1a11ac4b46c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:47.311000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:47.315358 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c8bf72af-2af6-4d49-9363-3904327ce3f9 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.321773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c8bf72af-2af6-4d49-9363-3904327ce3f9 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/6dea454b-43b6-42b2-9c7c-2eee3e96819c HTTP/1.1" status: 204 len: 168 time: 0.4510803 Apr 01 15:19:47.322380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:47.323128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:47.324056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:47.324546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.326870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52e339-e951-44b2-bf08-0759961302dd None None] Pushing event updated for resources: {'Port': ['ID=8a5b656f-afd8-478a-9fdc-321f243b0206,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:47.339645 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6ff9674d-0d02-4dbc-bc3f-3a4f4792ecef tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/routers/2bfb30f5-81e6-4dc5-a2b3-4221c52e233b HTTP/1.1" status: 200 len: 744 time: 0.6017447 Apr 01 15:19:47.340420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48818) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:47.383057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e1fc71bc-4ed5-47ba-bd1d-2213ecebd0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9364126 Apr 01 15:19:47.386838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48822) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:47.397536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:47.444964 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.456771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67b2ed0-779d-4574-a02d-4f0d81104405 None None] Network 8038fc97-eeb6-419c-9d26-2f04849ca19a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:47.473736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-01058579-02df-4f5f-9501-007dbb76dac7 tempest-RoutersIpV6AdminTest-623351773 tempest-RoutersIpV6AdminTest-623351773-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&device_id=2bfb30f5-81e6-4dc5-a2b3-4221c52e233b HTTP/1.1" status: 200 len: 205 time: 0.1271803 Apr 01 15:19:47.483060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48826) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:47.532496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8038fc97-eeb6-419c-9d26-2f04849ca19a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:47.545503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731933c-339e-494a-a991-2b08401869fc req-a38dab75-c85a-4bfa-83d3-25804f88e61e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:47.547396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-a38dab75-c85a-4bfa-83d3-25804f88e61e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.2717650 Apr 01 15:19:47.555170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd8bec42-ec7a-4ba6-92c2-cc869f5288b7 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfb30f5-81e6-4dc5-a2b3-4221c52e233b HTTP/1.1" status: 200 len: 205 time: 0.0690496 Apr 01 15:19:47.556019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:47.607898 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.665462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7e69be24-d4d1-4cf1-931b-46577faf0309 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:47.692990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:47.693631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:47.723440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9cdf1-079e-4c99-bfa7-b8dc8e1c7d90 None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:19:47.786925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.827105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.834342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9cdf1-079e-4c99-bfa7-b8dc8e1c7d90 None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:19:47.849427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:47.849792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:47.867133 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:47.951738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9555a41-f371-40c0-bdf4-7f2b25235f8a tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.042041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] device_id is not set on port 239b092b-5803-4e86-b56f-d1a11ac4b46c yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:19:48.052492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.074536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Transition to ACTIVE for port object 239b092b-5803-4e86-b56f-d1a11ac4b46c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:48.076568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7e69be24-d4d1-4cf1-931b-46577faf0309 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:48.078832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e69be24-d4d1-4cf1-931b-46577faf0309 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7503834 Apr 01 15:19:48.086825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-72299b1d-cf4e-4371-a695-d3d240f3a601 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5292425 Apr 01 15:19:48.087487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48836) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:48.089913 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:19:48.089913 n-d-836017-1 neutron-server[83953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:19:48.089913 n-d-836017-1 neutron-server[83953]: [parameters: {'id': '8038fc97-eeb6-419c-9d26-2f04849ca19a'}] Apr 01 15:19:48.089913 n-d-836017-1 neutron-server[83953]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:48.091103 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:48.097908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51d22f-3094-4c6a-ac5f-72d1767c3d76 req-7446b86c-617c-47c6-9384-0be51ac9752a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:48.099512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e51d22f-3094-4c6a-ac5f-72d1767c3d76 req-7446b86c-617c-47c6-9384-0be51ac9752a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.5043290 Apr 01 15:19:48.118197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.138781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f16fcd-17fb-407f-bd95-0659819b5e9f req-59328f6f-086f-4541-afa0-3c3d13c0e89c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:48.147897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-58f16fcd-17fb-407f-bd95-0659819b5e9f req-59328f6f-086f-4541-afa0-3c3d13c0e89c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 945 time: 0.5411336 Apr 01 15:19:48.308613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-58f16fcd-17fb-407f-bd95-0659819b5e9f req-4085f065-9861-4a06-90cb-be275c4cfc1a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591833 Apr 01 15:19:48.395150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.395617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.399247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.410834 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e51d22f-3094-4c6a-ac5f-72d1767c3d76 req-00d0e5a6-2c9c-4c16-b20b-f74f4360e453 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879620 Apr 01 15:19:48.422017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.422255 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.426287 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 2 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.465727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.466169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.466654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.469255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=239b092b-5803-4e86-b56f-d1a11ac4b46c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:48.483683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-385690d0-1b31-432d-a562-9f0960845c36 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.496990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.497497 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.500913 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 3 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.531851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-385690d0-1b31-432d-a562-9f0960845c36 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.540437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.540777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.541094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.560846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.561069 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.562788 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 4 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.589707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.590007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.590338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.602232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.602232 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.602232 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 5 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.616865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.616865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.616865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.623721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.624042 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.624449 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 6 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.633774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-385690d0-1b31-432d-a562-9f0960845c36 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.657160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.657374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.657703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.661394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385690d0-1b31-432d-a562-9f0960845c36 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03903c7-3582-4472-9504-952940e8bb46,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:48.668837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.669111 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.669504 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 7 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.686096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.686428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.686759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.697429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-385690d0-1b31-432d-a562-9f0960845c36 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.701262 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-385690d0-1b31-432d-a562-9f0960845c36 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/d03903c7-3582-4472-9504-952940e8bb46 HTTP/1.1" status: 204 len: 168 time: 0.6041732 Apr 01 15:19:48.702140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48850) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:48.711474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.722876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.723203 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.724779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-9bccbc70-5b25-4f3e-be2d-c8ecae30c04e service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243627 Apr 01 15:19:48.725274 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 8 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.844700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9555a41-f371-40c0-bdf4-7f2b25235f8a tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.863923 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9555a41-f371-40c0-bdf4-7f2b25235f8a tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.865497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 8a5b656f-afd8-478a-9fdc-321f243b0206 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:48.865848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.891128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.891545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.891967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.898841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.899295 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.901311 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 9 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.927406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.928276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.928276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.938111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7decc51c-98d5-407d-85ac-ad74e17add9d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:48.942667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.942949 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.943620 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 10 to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c Apr 01 15:19:48.965212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:48.965537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:48.965866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:48.973215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7decc51c-98d5-407d-85ac-ad74e17add9d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:48.976257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7decc51c-98d5-407d-85ac-ad74e17add9d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2727821 Apr 01 15:19:48.977419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:48.978069 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 239b092b-5803-4e86-b56f-d1a11ac4b46c on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:48.978700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:48.988160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48856) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:48.995188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069142058'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:49.007246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:49.041695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8731933c-339e-494a-a991-2b08401869fc req-0482a497-1279-43b9-b462-9b5f19f24fd0 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098500 Apr 01 15:19:49.050897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9555a41-f371-40c0-bdf4-7f2b25235f8a tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.051404 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9555a41-f371-40c0-bdf4-7f2b25235f8a tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Fanout notify agent at l3_agent the message router_deleted on router 2bfb30f5-81e6-4dc5-a2b3-4221c52e233b {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:19:49.071249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:49.080095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9555a41-f371-40c0-bdf4-7f2b25235f8a tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.085448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c9555a41-f371-40c0-bdf4-7f2b25235f8a tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/2bfb30f5-81e6-4dc5-a2b3-4221c52e233b HTTP/1.1" status: 204 len: 168 time: 1.4918203 Apr 01 15:19:49.088332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48860) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.151129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.173229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-403f6021-17c7-4eb8-9432-099e12406d15 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfb30f5-81e6-4dc5-a2b3-4221c52e233b HTTP/1.1" status: 200 len: 205 time: 0.0835416 Apr 01 15:19:49.177296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48864) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.184191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] For port 239b092b-5803-4e86-b56f-d1a11ac4b46c, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:49.184545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempted to set empty binding levels {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:19:49.211073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 8a5b656f-afd8-478a-9fdc-321f243b0206, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8a5b656f-afd8-478a-9fdc-321f243b0206,segment=NetworkSegment(ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b),segment_id=ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:49.211493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.230695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9515dc-3258-43e6-a04b-26b4bd39e1a8 req-9ac49be5-bf51-4062-98ec-36aee65c1416 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:49.232171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad9515dc-3258-43e6-a04b-26b4bd39e1a8 req-9ac49be5-bf51-4062-98ec-36aee65c1416 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 945 time: 0.2653897 Apr 01 15:19:49.252356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.283400 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-665839a6-ccae-4dd1-8529-bf8d5b647b4d tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] delete failed (client error): The resource could not be found. Apr 01 15:19:49.287027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-665839a6-ccae-4dd1-8529-bf8d5b647b4d tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/2bfb30f5-81e6-4dc5-a2b3-4221c52e233b HTTP/1.1" status: 404 len: 336 time: 0.1044073 Apr 01 15:19:49.298165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48868) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.354204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 8a5b656f-afd8-478a-9fdc-321f243b0206 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:49.367084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:49.374586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3954efe-056d-43f2-a7a2-0c577217d917 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 HTTP/1.1" status: 200 len: 205 time: 0.0734291 Apr 01 15:19:49.376308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] In _notify_port_updated(), no bound segment for port 239b092b-5803-4e86-b56f-d1a11ac4b46c on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:19:49.377263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.378656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "PUT /v2.0/ports/239b092b-5803-4e86-b56f-d1a11ac4b46c HTTP/1.1" status: 200 len: 978 time: 1.9906735 Apr 01 15:19:49.379661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:49.382048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48876) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.382426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48878) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.391005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:49.451412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad9515dc-3258-43e6-a04b-26b4bd39e1a8 req-a9555b2c-4980-42d4-b9b1-89ad1ccf09c6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669903 Apr 01 15:19:49.485265 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.509281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d4e8-7e1a-48f2-b1cb-21e25b8ad832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=239b092b-5803-4e86-b56f-d1a11ac4b46c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:49.512607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:49.534417 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-b9f24597-ddff-479d-ad9b-af07d8ba224b tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] delete failed (client error): The resource could not be found. Apr 01 15:19:49.535767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b9f24597-ddff-479d-ad9b-af07d8ba224b tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/8dbf6b2a-4e65-4508-9fc0-9d3d27863d70 HTTP/1.1" status: 404 len: 336 time: 0.1505833 Apr 01 15:19:49.545400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48888) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.569380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port 8a5b656f-afd8-478a-9fdc-321f243b0206 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:19:49.598809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-da572d41-d180-4b9c-a4b8-c3d0b9eb8ae3 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f85938c-413e-4ab1-888f-9c22977e77b9 HTTP/1.1" status: 200 len: 205 time: 0.0517628 Apr 01 15:19:49.603403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48892) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.612565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=8a5b656f-afd8-478a-9fdc-321f243b0206,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:49.709517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.729826 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-4e253e44-c9c7-4667-b7da-2482b1161a84 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] delete failed (client error): The resource could not be found. Apr 01 15:19:49.733715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48896) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.735738 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4e253e44-c9c7-4667-b7da-2482b1161a84 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/2f85938c-413e-4ab1-888f-9c22977e77b9 HTTP/1.1" status: 404 len: 336 time: 0.1294363 Apr 01 15:19:49.744015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8038fc97-eeb6-419c-9d26-2f04849ca19a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:49.786869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.792874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:49.793166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1865c5-dcd6-4c4e-ae16-6aa75e155e2b') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:49.804658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-32d9677c-89b7-43bb-abdd-4b7258ae329f tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=981a19c7-345c-4ed6-a226-9175ef9ffed4 HTTP/1.1" status: 200 len: 205 time: 0.0675755 Apr 01 15:19:49.805844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48900) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.819730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.871114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.887461 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-12ea3595-9c2c-4786-a89a-bbd4dd67486b tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] delete failed (client error): The resource could not be found. Apr 01 15:19:49.891085 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-12ea3595-9c2c-4786-a89a-bbd4dd67486b tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/981a19c7-345c-4ed6-a226-9175ef9ffed4 HTTP/1.1" status: 404 len: 336 time: 0.0818098 Apr 01 15:19:49.891881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48904) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.892474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ec42e34-5e71-4bdd-be1e-fc66283f2a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Synchronizing usage tracker for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:49.895060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d05bb5-4ecb-46c0-a705-2edd7c8a90ac,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:49.915532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0823-4270-422b-be8c-bd465263c8b8 req-5b7d462b-919b-4a14-96eb-ac509110909d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:49.917000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f35d0823-4270-422b-be8c-bd465263c8b8 req-5b7d462b-919b-4a14-96eb-ac509110909d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.3146939 Apr 01 15:19:49.919632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.920727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1e035f5d-9224-4b6f-83e8-590ecfdee47c tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9316685 Apr 01 15:19:49.929321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48908) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.935329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ec42e34-5e71-4bdd-be1e-fc66283f2a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Unset dirty status for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:49.936839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:49.943802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ec42e34-5e71-4bdd-be1e-fc66283f2a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14664 time: 0.5568695 Apr 01 15:19:49.944492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48912) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:49.946904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-175ea254-8947-4770-aac9-06f9f3615a71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '97d05bb5-4ecb-46c0-a705-2edd7c8a90ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:49.953397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-175ea254-8947-4770-aac9-06f9f3615a71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:49.957556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-175ea254-8947-4770-aac9-06f9f3615a71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:49.960449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-175ea254-8947-4770-aac9-06f9f3615a71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:49.966198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-175ea254-8947-4770-aac9-06f9f3615a71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:49.978495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d39e965c-cb8e-41ae-bfd5-462c7a438285 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2830ba-7591-442f-9a5b-3b0c8cfdf689 HTTP/1.1" status: 200 len: 205 time: 0.0860860 Apr 01 15:19:49.981120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48916) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.041534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:19:50.041930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:50.046179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Deleting port 239b092b-5803-4e86-b56f-d1a11ac4b46c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:50.046515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:19:50.059103 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:19:50.070835 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f35d0823-4270-422b-be8c-bd465263c8b8 req-309ed7cb-bca5-4fd5-96a3-bcbc9825a63e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373856 Apr 01 15:19:50.123933 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-c51c62b2-3ae6-41b8-89a3-0249e270ef72 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] delete failed (client error): The resource could not be found. Apr 01 15:19:50.127378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c51c62b2-3ae6-41b8-89a3-0249e270ef72 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/ce2830ba-7591-442f-9a5b-3b0c8cfdf689 HTTP/1.1" status: 404 len: 336 time: 0.1428890 Apr 01 15:19:50.132721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48920) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.171705 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-175ea254-8947-4770-aac9-06f9f3615a71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:50.172931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-175ea254-8947-4770-aac9-06f9f3615a71 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2379508 Apr 01 15:19:50.174173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:50.181343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:50.183981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48924) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.199939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-878a7a91-3e8f-4932-b1c2-0a407f5becf6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "GET /v2.0/ports?device_id=365c7627-7448-4bad-b549-a158d7ae6bd7 HTTP/1.1" status: 200 len: 205 time: 0.0665436 Apr 01 15:19:50.202925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48926) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.219839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-085e2eec-5ebd-4a28-8610-6d4ed37fd7be tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group_rule': {'security_group_id': '97d05bb5-4ecb-46c0-a705-2edd7c8a90ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:50.232729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-085e2eec-5ebd-4a28-8610-6d4ed37fd7be tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:50.244165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=8038fc97-eeb6-419c-9d26-2f04849ca19a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:50.252000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-085e2eec-5ebd-4a28-8610-6d4ed37fd7be tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:50.254999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-085e2eec-5ebd-4a28-8610-6d4ed37fd7be tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:50.258628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c2f11556-74d9-41f1-a0b3-051b9d9ea5b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/8038fc97-eeb6-419c-9d26-2f04849ca19a HTTP/1.1" status: 204 len: 168 time: 4.2880621 Apr 01 15:19:50.261508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48932) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.263864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-085e2eec-5ebd-4a28-8610-6d4ed37fd7be tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:50.338228 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-877c005a-6510-445c-b51e-b913be587e9b tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] delete failed (client error): The resource could not be found. Apr 01 15:19:50.339293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-877c005a-6510-445c-b51e-b913be587e9b tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/routers/365c7627-7448-4bad-b549-a158d7ae6bd7 HTTP/1.1" status: 404 len: 336 time: 0.1353688 Apr 01 15:19:50.343790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48936) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.448098 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29f3dec-73bb-49b3-b49a-ca126112fcd6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] DELETE failed (client error): The resource could not be found. Apr 01 15:19:50.448475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29f3dec-73bb-49b3-b49a-ca126112fcd6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:19:50.452687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c29f3dec-73bb-49b3-b49a-ca126112fcd6 tempest-RoutersIpV6AdminTest-435058944 tempest-RoutersIpV6AdminTest-435058944-project] 10.222.0.48 "DELETE /v2.0/subnets/b480bb5c-5eeb-4638-99c0-2b6b24a602d4 HTTP/1.1" status: 404 len: 337 time: 0.0634098 Apr 01 15:19:50.470163 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc87120-1980-4b12-b3bc-cfe5d790d4b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] GET failed (client error): The resource could not be found. Apr 01 15:19:50.470815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-efc87120-1980-4b12-b3bc-cfe5d790d4b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Synchronizing usage tracker for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:50.502748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] For port 239b092b-5803-4e86-b56f-d1a11ac4b46c, host n-h1-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:50.503180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:50.535395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-efc87120-1980-4b12-b3bc-cfe5d790d4b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Unset dirty status for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:50.536566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-efc87120-1980-4b12-b3bc-cfe5d790d4b3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/subnets/c3152552-e355-4a36-9a62-f777c0391c31 HTTP/1.1" status: 404 len: 337 time: 0.2741766 Apr 01 15:19:50.540625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48946) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.556036 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-085e2eec-5ebd-4a28-8610-6d4ed37fd7be tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:19:50.559837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-085e2eec-5ebd-4a28-8610-6d4ed37fd7be tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3484683 Apr 01 15:19:50.568780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48950) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.629231 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62117ad-3691-4ec7-8c3c-0309deb20116 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:19:50.629670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62117ad-3691-4ec7-8c3c-0309deb20116 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:19:50.660647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c62117ad-3691-4ec7-8c3c-0309deb20116 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/8038fc97-eeb6-419c-9d26-2f04849ca19a HTTP/1.1" status: 404 len: 339 time: 0.0905187 Apr 01 15:19:50.661396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48956) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.843795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576389-3b4d-4576-bab2-40485749a6da req-ff258f57-4838-4fa4-b399-558c61c73855 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:50.845219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea576389-3b4d-4576-bab2-40485749a6da req-ff258f57-4838-4fa4-b399-558c61c73855 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 945 time: 0.5484469 Apr 01 15:19:50.870625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Calling delete_port for 239b092b-5803-4e86-b56f-d1a11ac4b46c owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:50.959095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c429e0e-a393-4516-91ed-77789ebe4f81 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:50.959796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7c429e0e-a393-4516-91ed-77789ebe4f81 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Synchronizing usage tracker for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:50.961385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48964) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:50.978060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port b6e21055-5ac2-4656-a4cd-99bcbc577b96 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:50.978752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:50.993560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-6fac7675-20cb-4362-9551-31f8a265fb2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.7219589 Apr 01 15:19:51.039645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7c429e0e-a393-4516-91ed-77789ebe4f81 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Unset dirty status for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:51.044581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7c429e0e-a393-4516-91ed-77789ebe4f81 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3793058 Apr 01 15:19:51.044581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:51.053820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa4bdf-4cdc-4c99-9d59-2ca027e33fa4 req-cee360d2-ed92-4302-b9c2-394c246d2a50 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.055359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4fa4bdf-4cdc-4c99-9d59-2ca027e33fa4 req-cee360d2-ed92-4302-b9c2-394c246d2a50 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 945 time: 0.3686874 Apr 01 15:19:51.093641 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.122796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-95fe7877-00f7-421a-a7f6-d905c866fd4b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 207 time: 0.0752113 Apr 01 15:19:51.123654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48976) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:51.258032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.279952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event deleted for resources: {'Port': ['ID=239b092b-5803-4e86-b56f-d1a11ac4b46c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:51.306357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4fa4bdf-4cdc-4c99-9d59-2ca027e33fa4 req-cc190a66-c2ed-48b0-9962-d480a50bd4da tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144744 Apr 01 15:19:51.378491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.397540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308f58c4-79a3-4f52-913b-e8d943f66b7d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.455770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c0b19-3c3f-40fa-ac1e-0c5cbf239f67 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.459509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:51.460159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c0b19-3c3f-40fa-ac1e-0c5cbf239f67 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.464171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c0b19-3c3f-40fa-ac1e-0c5cbf239f67 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.468011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c0b19-3c3f-40fa-ac1e-0c5cbf239f67 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.473335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:46b5f3b8eb494e958898fcf12b1178c5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:51.473547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8a7c0b19-3c3f-40fa-ac1e-0c5cbf239f67 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3415198 Apr 01 15:19:51.478031 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308f58c4-79a3-4f52-913b-e8d943f66b7d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.483066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48982) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:51.486118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:51.489130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-2f60d3dd-8549-4a1e-a7f8-3a3286ef48c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.490612 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-2f60d3dd-8549-4a1e-a7f8-3a3286ef48c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.4364860 Apr 01 15:19:51.502439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4804bc8c-1204-4701-be56-d3b69bef3240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "DELETE /v2.0/ports/239b092b-5803-4e86-b56f-d1a11ac4b46c HTTP/1.1" status: 204 len: 168 time: 1.5516608 Apr 01 15:19:51.502439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:51.508669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48986) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:51.515451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] For port b6e21055-5ac2-4656-a4cd-99bcbc577b96, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=b6e21055-5ac2-4656-a4cd-99bcbc577b96,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:51.515806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.562090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250257a4-ebd1-42b1-8fe4-6de781f2b8c3 req-24c189bf-cf03-410f-9f29-f917f4c6cbd2 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.563465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-250257a4-ebd1-42b1-8fe4-6de781f2b8c3 req-24c189bf-cf03-410f-9f29-f917f4c6cbd2 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.2959127 Apr 01 15:19:51.675483 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e7adf5-5343-457e-96f9-001340cf65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:19:51.675971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-70e7adf5-5343-457e-96f9-001340cf65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Synchronizing usage tracker for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:51.686957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-485d16ff-b9df-42ab-bc9f-8446a767330b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.1858640 Apr 01 15:19:51.703983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for b6e21055-5ac2-4656-a4cd-99bcbc577b96 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:51.716093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-70e7adf5-5343-457e-96f9-001340cf65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Unset dirty status for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:51.723652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-70e7adf5-5343-457e-96f9-001340cf65cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "GET /v2.0/ports/239b092b-5803-4e86-b56f-d1a11ac4b46c HTTP/1.1" status: 404 len: 333 time: 0.1529088 Apr 01 15:19:51.733888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48992) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:51.749766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113778015', 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:51.760880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:51.797952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:51.802267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308f58c4-79a3-4f52-913b-e8d943f66b7d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.818317 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-250257a4-ebd1-42b1-8fe4-6de781f2b8c3 req-c61ab052-a53d-4e5c-8ce4-f7c58beb983f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081647 Apr 01 15:19:51.863629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b7cd93a9-bed6-4e66-8d7e-eda50e3d1b08 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3736775 Apr 01 15:19:51.863629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Made reservation on behalf of fdb4cf54be6d4ca6ab0503213e12c3e4 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:51.863629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.866101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48998) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:51.875206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f58c4-79a3-4f52-913b-e8d943f66b7d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d05bb5-4ecb-46c0-a705-2edd7c8a90ac,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:51.878784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-ceee4ff3-bb10-4709-9894-6d3696aaffa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:51.880458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-ceee4ff3-bb10-4709-9894-6d3696aaffa7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.1711028 Apr 01 15:19:51.892453 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:19:51.918755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] device_id is not set on port 1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:19:51.943188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:51.999380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-e110b6ec-8550-4684-b2ba-f7ffb7cd6e7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498807 Apr 01 15:19:52.008336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.009304 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.020648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['b6e21055-5ac2-4656-a4cd-99bcbc577b96'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:19:52.083365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-308f58c4-79a3-4f52-913b-e8d943f66b7d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.087070 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-308f58c4-79a3-4f52-913b-e8d943f66b7d tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/97d05bb5-4ecb-46c0-a705-2edd7c8a90ac HTTP/1.1" status: 204 len: 168 time: 1.5140374 Apr 01 15:19:52.098942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49004) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:52.105264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=b6e21055-5ac2-4656-a4cd-99bcbc577b96,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:52.171008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784f07a-51f5-40c0-b623-8e3acc0cc48e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:52.172449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784f07a-51f5-40c0-b623-8e3acc0cc48e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:52.173184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0784f07a-51f5-40c0-b623-8e3acc0cc48e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Synchronizing usage tracker for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:52.189745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46b5f3b8eb494e958898fcf12b1178c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2187393 Apr 01 15:19:52.190775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49008) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:52.195538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f236508-c075-453c-9165-eff530f51ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b33e2c-a246-4be1-939a-d51fb11d01d0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:52.252375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0784f07a-51f5-40c0-b623-8e3acc0cc48e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Unset dirty status for tenant:4b47ac4fae8c4f4990ef6b70cd1772ad on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:52.253846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0784f07a-51f5-40c0-b623-8e3acc0cc48e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3854184 Apr 01 15:19:52.260232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49012) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:52.329740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-2af56206-de4a-4923-9b16-ba682544e97e service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129404 Apr 01 15:19:52.460876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-030b5506-3e74-45f0-9373-79ce9e7dfb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.464636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17414ef-d60e-4a8e-b5a2-d518b1a44486 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:52.466331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17414ef-d60e-4a8e-b5a2-d518b1a44486 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:52.467864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b17414ef-d60e-4a8e-b5a2-d518b1a44486 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2006629 Apr 01 15:19:52.484791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49018) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:52.548136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.554912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] No DVR routers for this DVR port b6e21055-5ac2-4656-a4cd-99bcbc577b96 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:19:52.565174 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.574662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'name': 'network-vif-deleted', 'tag': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:19:52.580904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-274888b8-6d8d-49c2-aec2-37e808f134d4 req-d8f637a6-89f9-4a2c-b9d0-d7fa000b0c27 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 210 time: 0.0831130 Apr 01 15:19:52.585939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-030b5506-3e74-45f0-9373-79ce9e7dfb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.598309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ad17b672-dc84-4bf8-af2b-b778e25060bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:52.611560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea576389-3b4d-4576-bab2-40485749a6da req-62d9dc32-db04-410f-9a18-f72a7ff7be7a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "DELETE /v2.0/ports/b6e21055-5ac2-4656-a4cd-99bcbc577b96 HTTP/1.1" status: 204 len: 173 time: 1.7606533 Apr 01 15:19:52.645463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ad17b672-dc84-4bf8-af2b-b778e25060bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:52.650517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ad17b672-dc84-4bf8-af2b-b778e25060bf tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5468936 Apr 01 15:19:52.650517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.651779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49024) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:52.704311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-80e803ac-6cf9-4a34-bf86-4aaa0840f636 req-30ae8359-959c-4128-9f9a-2305a2261965 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600426 Apr 01 15:19:52.708435 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a633c6ff-ddfa-411b-8475-4a1a11d64637', 'name': 'network-vif-deleted', 'tag': 'b6e21055-5ac2-4656-a4cd-99bcbc577b96', 'status': 'completed', 'code': 200} Apr 01 15:19:52.711985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'tempest-secgroup--443972605'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:52.732532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:52.755192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:52.759364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:52.774297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Network a87e2ad7-ee3a-4409-b0f6-0126c0884166 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:52.776186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:52.782520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:52.783483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:52.784094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.793424 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.796181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb0a718-1079-4dfc-8832-51e63023588b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:52.801712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fcb0a718-1079-4dfc-8832-51e63023588b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/networks/c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 HTTP/1.1" status: 200 len: 800 time: 0.3120763 Apr 01 15:19:52.802318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49030) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:52.828884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-030b5506-3e74-45f0-9373-79ce9e7dfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:52.855960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8c081fd2-8faa-4f9d-bc9e-03c1c88f8698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1219184 Apr 01 15:19:52.858440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49036) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:52.940725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:52.942100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b5506-3e74-45f0-9373-79ce9e7dfb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b33e2c-a246-4be1-939a-d51fb11d01d0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:52.969326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Usage tracker for resource:security_group_rule and tenant:79f935d6b8944653bec1c77f6b69313b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:19:52.973872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:19:52.986454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:52.988950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc144cbd-4a98-4e6e-a0f7-42ab3e0e5454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Synchronizing usage tracker for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:53.074605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bc144cbd-4a98-4e6e-a0f7-42ab3e0e5454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Unset dirty status for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:53.077371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bc144cbd-4a98-4e6e-a0f7-42ab3e0e5454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "GET /v2.0/ports/1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e HTTP/1.1" status: 200 len: 959 time: 0.2167947 Apr 01 15:19:53.085172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49040) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:53.148101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-030b5506-3e74-45f0-9373-79ce9e7dfb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.151614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-030b5506-3e74-45f0-9373-79ce9e7dfb32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5b33e2c-a246-4be1-939a-d51fb11d01d0 HTTP/1.1" status: 204 len: 168 time: 0.9550464 Apr 01 15:19:53.198466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.213335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.256978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.258449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6056685 Apr 01 15:19:53.273315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49046) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:53.282338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7324963f-73c4-47d7-a561-695e37006ab1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:53.282894 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-7324963f-73c4-47d7-a561-695e37006ab1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:19:53.286996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7324963f-73c4-47d7-a561-695e37006ab1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "PUT /v2.0/security-groups/5c27b663-683a-49bd-abe3-1c543e726714 HTTP/1.1" status: 409 len: 330 time: 0.0124321 Apr 01 15:19:53.289380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Deleting port 1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:53.289722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.311199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49050) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:53.337303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-221ed234-ae5b-461b-8136-0310e909bdba tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/networks/c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5336578 Apr 01 15:19:53.344035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49054) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:53.356232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddb70-8998-4958-9067-01649a812eb2 req-662437f9-9348-4a0f-b46e-0fc74d708d4a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:53.358108 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a40ddb70-8998-4958-9067-01649a812eb2 req-662437f9-9348-4a0f-b46e-0fc74d708d4a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.3480117 Apr 01 15:19:53.368906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981425-a6ad-4d3f-aa54-1556bc59f9ea tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c27b663-683a-49bd-abe3-1c543e726714,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:53.467166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd7eb2-f8f6-40ad-b563-1f8c32976e68 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:53.472863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-33bd7eb2-f8f6-40ad-b563-1f8c32976e68 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/subnets/0276e889-5c17-47bd-9df9-a4c0c3f341a3 HTTP/1.1" status: 200 len: 811 time: 0.1272972 Apr 01 15:19:53.476775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49062) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:53.519179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfb8061c-7501-4563-ba7c-0eb211b79ec1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.580738 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfb8061c-7501-4563-ba7c-0eb211b79ec1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.583933 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.600337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3d2b9-4f01-44e8-b2fe-dc96f137a57e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:53.608116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5fb3d2b9-4f01-44e8-b2fe-dc96f137a57e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "GET /v2.0/subnets/0276e889-5c17-47bd-9df9-a4c0c3f341a3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1304252 Apr 01 15:19:53.609249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49068) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:53.628029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1178528867'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:53.652768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:53.680436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:53.696580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:53.701257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.746869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfb8061c-7501-4563-ba7c-0eb211b79ec1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.755951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:19:53.773548 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.773984 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Added segment be9cc795-4ae4-4b57-a974-88fb0c6af429 of type vlan for network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 Apr 01 15:19:53.782344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Calling delete_port for 1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:53.873010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a40ddb70-8998-4958-9067-01649a812eb2 req-9164676b-3664-4729-99e4-30eb7a45173c tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049500 Apr 01 15:19:53.906179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8061c-7501-4563-ba7c-0eb211b79ec1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c27b663-683a-49bd-abe3-1c543e726714,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:53.912209 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:53.930994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49076) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.004667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.009234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42286bfa-26cb-47d8-8d07-6d23de7a3bfb req-db22fc8f-ad2a-4121-ad96-1e8fa30d936e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a633c6ff-ddfa-411b-8475-4a1a11d64637 HTTP/1.1" status: 200 len: 210 time: 0.0780275 Apr 01 15:19:54.017239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bfb8061c-7501-4563-ba7c-0eb211b79ec1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.023355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bfb8061c-7501-4563-ba7c-0eb211b79ec1 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/5c27b663-683a-49bd-abe3-1c543e726714 HTTP/1.1" status: 204 len: 168 time: 0.7084031 Apr 01 15:19:54.025145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49080) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.082792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:54.090217 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.094203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:54.095056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.106660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.120469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2b5f9092-103d-4db9-b024-53262cd2f704 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb23c0e795a94574a0973379881d0afa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1883676 Apr 01 15:19:54.122956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49084) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.166189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24c361c2-5c7f-4d53-8b1b-ecc167291ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e HTTP/1.1" status: 204 len: 168 time: 1.0798442 Apr 01 15:19:54.168776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49088) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.202990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e32190a4-0e01-42c9-a84f-941c83761c90 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Synchronizing usage tracker for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:54.245250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6f5985f-0994-405a-9a80-87395400022c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.246731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6277697 Apr 01 15:19:54.247315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49092) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.253203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635e528-5014-4cab-a0b8-3b1ee6a889c2 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Network': ['ID=3b7d43b8-6f00-4e77-a796-11e4f7b1be77,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:54.268351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'network_id': '3b7d43b8-6f00-4e77-a796-11e4f7b1be77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:54.274245 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abf7d5e-d5e8-454b-b4e0-1fae1150525b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:19:54.274990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7abf7d5e-d5e8-454b-b4e0-1fae1150525b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Synchronizing usage tracker for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:54.275674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:19:54.314355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e32190a4-0e01-42c9-a84f-941c83761c90 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] Unset dirty status for tenant:79f935d6b8944653bec1c77f6b69313b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:54.322755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e32190a4-0e01-42c9-a84f-941c83761c90 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2929904 Apr 01 15:19:54.333539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.413028 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-33ed78e9-a5ee-423b-bb9c-a7c3955f54cd tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] delete failed (client error): The resource could not be found. Apr 01 15:19:54.421401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-33ed78e9-a5ee-423b-bb9c-a7c3955f54cd tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "DELETE /v2.0/security-groups/246fd605-7c95-42bf-a1d1-44dc4dc402e6 HTTP/1.1" status: 404 len: 347 time: 0.0766275 Apr 01 15:19:54.423206 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6f5985f-0994-405a-9a80-87395400022c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.432235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49100) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.442474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7abf7d5e-d5e8-454b-b4e0-1fae1150525b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Unset dirty status for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:54.450701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7abf7d5e-d5e8-454b-b4e0-1fae1150525b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "GET /v2.0/ports/1fc6e1b9-5fa3-4b3e-b4d3-c7544b29ab7e HTTP/1.1" status: 404 len: 333 time: 0.2808392 Apr 01 15:19:54.454338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49104) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.487717 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-065fe829-b643-480a-9935-7fc1200378d6 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] show failed (client error): The resource could not be found. Apr 01 15:19:54.493221 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-065fe829-b643-480a-9935-7fc1200378d6 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-groups/6408951a-7bf3-4e65-8cfc-1e3465f74073 HTTP/1.1" status: 404 len: 347 time: 0.0562310 Apr 01 15:19:54.496402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49108) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:54.497930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Request body: {'port': {'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1505127717'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:54.511571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:54.514943 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-dcf75c27-7746-4088-9b2a-083a372558b6 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] show failed (client error): The resource could not be found. Apr 01 15:19:54.525485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dcf75c27-7746-4088-9b2a-083a372558b6 tempest-NegativeSecGroupIPv6Test-1419235397 tempest-NegativeSecGroupIPv6Test-1419235397-project] 10.222.0.48 "GET /v2.0/security-group-rules/3348160d-c210-4ca0-ab53-ba7a7582c350 HTTP/1.1" status: 404 len: 356 time: 0.0240750 Apr 01 15:19:54.541099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:54.549901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:19:54.557795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Made reservation on behalf of fdb4cf54be6d4ca6ab0503213e12c3e4 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:54.560656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:19:54.560920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.584215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Made reservation on behalf of 4b47ac4fae8c4f4990ef6b70cd1772ad for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:19:54.598391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] device_id is not set on port 049b81ce-734d-49c8-a41c-942b5431af9e yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:19:54.726127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6f5985f-0994-405a-9a80-87395400022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.796568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.847056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5985f-0994-405a-9a80-87395400022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce78de4-002c-4229-9766-92ef561a0c32,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:54.946566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.984258 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6f5985f-0994-405a-9a80-87395400022c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:54.988482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b6f5985f-0994-405a-9a80-87395400022c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ce78de4-002c-4229-9766-92ef561a0c32 HTTP/1.1" status: 204 len: 168 time: 0.8612943 Apr 01 15:19:55.011917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:55.051403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.ipam_backend_mixin [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing IP validity checks on allocation pools {{(pid=83954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:19:55.052010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.ipam_backend_mixin [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:19:55.161368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=049b81ce-734d-49c8-a41c-942b5431af9e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:55.165853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Network a87e2ad7-ee3a-4409-b0f6-0126c0884166 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:55.167603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:55.171352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:55.172676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:55.173952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:55.199638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:55.285441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49130) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:55.300428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-49559ac0-6ce7-40eb-ba21-4f44423944c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8177235 Apr 01 15:19:55.300811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:55.327470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:55.343411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=89109781-ca56-4936-8aed-cc21de07f87a,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:55.390099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Checking segment: {'id': 'be9cc795-4ae4-4b57-a974-88fb0c6af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3b7d43b8-6f00-4e77-a796-11e4f7b1be77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:55.390516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network hostable DHCP agents. Network: 3b7d43b8-6f00-4e77-a796-11e4f7b1be77, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:19:55.425384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:19:55.446502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3b7d43b8-6f00-4e77-a796-11e4f7b1be77) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:55.458459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ec875-8826-46f9-b5c5-c708153f328f None None] Network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:55.476916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:55.478142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:55.523049 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-46447b36-2eec-4f82-891c-dbef1fca7c98 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2717016 Apr 01 15:19:55.524353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49142) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:55.533420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e1648a92-3ee0-41fd-a9e0-8873577397e4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:19:55.711699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1648a92-3ee0-41fd-a9e0-8873577397e4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1263135'] for subnet, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:55.749586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de664b-db85-412a-bc0f-0f564c322129 req-69e8f03b-4824-45a0-990b-332d336f8d4e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:55.752713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29de664b-db85-412a-bc0f-0f564c322129 req-69e8f03b-4824-45a0-990b-332d336f8d4e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.5557108 Apr 01 15:19:55.833406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device b6e21055-5ac2-4656-a4cd-99bcbc577b96 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:19:55.931992 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: b6e21055-5ac2-4656-a4cd-99bcbc577b96 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:19:55.932334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device b6e21055-5ac2-4656-a4cd-99bcbc577b96 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:19:56.045036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.082701 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1648a92-3ee0-41fd-a9e0-8873577397e4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794440447892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1674781'] for subnet, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.086905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-3b7d43b8-6f00-4e77-a796-11e4f7b1be77', 'network_id': '3b7d43b8-6f00-4e77-a796-11e4f7b1be77', 'tenant_id': '4b47ac4fae8c4f4990ef6b70cd1772ad', 'fixed_ips': [{'subnet_id': '89109781-ca56-4936-8aed-cc21de07f87a'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:19:56.088614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29de664b-db85-412a-bc0f-0f564c322129 req-c0834ceb-22b1-4a63-a109-991e9bb2ae9f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273313 Apr 01 15:19:56.089896 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.095622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-07876f1a-28ef-4934-91d8-16f1018cb9b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79f935d6b8944653bec1c77f6b69313b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8068507 Apr 01 15:19:56.120250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49158) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:56.197749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1648a92-3ee0-41fd-a9e0-8873577397e4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event updated for resources: {'Subnet': ['ID=89109781-ca56-4936-8aed-cc21de07f87a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:56.241078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1648a92-3ee0-41fd-a9e0-8873577397e4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:56.241910 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e1648a92-3ee0-41fd-a9e0-8873577397e4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.243385 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e1648a92-3ee0-41fd-a9e0-8873577397e4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "PUT /v2.0/subnets/89109781-ca56-4936-8aed-cc21de07f87a HTTP/1.1" status: 200 len: 877 time: 0.7176635 Apr 01 15:19:56.248270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49162) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:56.440373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] device_id is not set on port 049b81ce-734d-49c8-a41c-942b5431af9e yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:19:56.470969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.487723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Allocated IP 172.20.0.3 (3b7d43b8-6f00-4e77-a796-11e4f7b1be77/89109781-ca56-4936-8aed-cc21de07f87a/cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:19:56.488343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Transition to ACTIVE for port object 049b81ce-734d-49c8-a41c-942b5431af9e will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:56.493962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.663520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=049b81ce-734d-49c8-a41c-942b5431af9e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:56.674776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:56.675274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:56.675723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:56.683187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:56.683187 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:56.683708 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 2 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:56.705090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:56.705334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:56.705922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:56.713615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:56.713942 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:56.714333 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 3 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:56.785715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:56.785950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:56.786179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:56.796858 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.809717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Transition to ACTIVE for port object cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:56.811094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:56.811485 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:56.811877 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 4 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:56.832800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Transition to ACTIVE for port object cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:19:56.841361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.857670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:56.858017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:56.858324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:56.879095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:56.879446 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:56.879832 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 5 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:56.897892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.914248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35925eb6-32b1-4211-b24d-0c181e59cb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.915754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:56.916092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:56.916423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:56.920671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:19:56.925830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:19:56.934865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:56.935191 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:56.935597 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 6 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:56.939285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:19:56.973286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:56.973608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:56.974253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:56.984004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:56.986831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:56.987163 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:56.987519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:56.987647 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 7 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:57.047459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:57.047826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:57.048124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:57.062107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Attempting to bind port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:57.062354 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Attempting to bind port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'be9cc795-4ae4-4b57-a974-88fb0c6af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3b7d43b8-6f00-4e77-a796-11e4f7b1be77'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:57.062798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Attempting to bind port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 on network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:57.063830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:57.064160 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:57.064548 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 8 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:57.073247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35925eb6-32b1-4211-b24d-0c181e59cb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.075411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:19:57.076139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Checking segment: {'id': 'be9cc795-4ae4-4b57-a974-88fb0c6af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3b7d43b8-6f00-4e77-a796-11e4f7b1be77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:19:57.076546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.077097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Bound using segment: {'id': 'be9cc795-4ae4-4b57-a974-88fb0c6af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3b7d43b8-6f00-4e77-a796-11e4f7b1be77'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:19:57.077564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Bound port: cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9cc795-4ae4-4b57-a974-88fb0c6af429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3b7d43b8-6f00-4e77-a796-11e4f7b1be77'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:19:57.078158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.108954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:57.109303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:57.109605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:57.120274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:57.120613 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:57.120984 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 9 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:57.157290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:57.157668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:57.157940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:57.168209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:57.171294 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:57.171718 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempt 10 to bind port 049b81ce-734d-49c8-a41c-942b5431af9e Apr 01 15:19:57.202970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:19:57.203339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:19:57.203660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempting to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:19:57.213079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Pushing event updated for resources: {'Port': ['ID=cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:57.218507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:19:57.218714 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Failed to bind port 049b81ce-734d-49c8-a41c-942b5431af9e on host n-h1-836017-1 for vnic_type normal using segments [{'id': '8dd92105-374c-46cc-8381-628d7bf97e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a87e2ad7-ee3a-4409-b0f6-0126c0884166'}] Apr 01 15:19:57.219065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.232516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] For port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:57.236961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] For port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1,segment=NetworkSegment(be9cc795-4ae4-4b57-a974-88fb0c6af429),segment_id=be9cc795-4ae4-4b57-a974-88fb0c6af429)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:19:57.248831 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.353210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a086df-7e0c-4ea8-8fa7-6cc842b9f38d None None] Pushing event updated for resources: {'Port': ['ID=cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:57.422929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] For port 049b81ce-734d-49c8-a41c-942b5431af9e, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:19:57.423378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Attempted to set empty binding levels {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:19:57.433388 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.452493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35925eb6-32b1-4211-b24d-0c181e59cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.478698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1, host n-d-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:57.479059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.566636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] In _notify_port_updated(), no bound segment for port 049b81ce-734d-49c8-a41c-942b5431af9e on network a87e2ad7-ee3a-4409-b0f6-0126c0884166 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:19:57.567853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.569285 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "PUT /v2.0/ports/049b81ce-734d-49c8-a41c-942b5431af9e HTTP/1.1" status: 200 len: 979 time: 2.2676039 Apr 01 15:19:57.573378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49188) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:57.638458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d7d91-359f-4e37-b092-9c7989ad6c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event updated for resources: {'Port': ['ID=049b81ce-734d-49c8-a41c-942b5431af9e,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:57.695727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35925eb6-32b1-4211-b24d-0c181e59cb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2395f22d-4e0d-4bc4-8b62-ef0b15298263,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:57.696340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Deleting port 049b81ce-734d-49c8-a41c-942b5431af9e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:57.710852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:57.724281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.751005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35925eb6-32b1-4211-b24d-0c181e59cb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.752350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-35925eb6-32b1-4211-b24d-0c181e59cb58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2395f22d-4e0d-4bc4-8b62-ef0b15298263 HTTP/1.1" status: 204 len: 168 time: 1.5581973 Apr 01 15:19:57.851288 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60a77b9d-63d5-40f6-bb21-a4b935e70710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:57.872135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d068-0887-4ac4-9a57-7b7ebec5aba0 req-d929245a-4dff-4a50-acd6-69cbc7ad55b1 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:57.873711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9420d068-0887-4ac4-9a57-7b7ebec5aba0 req-d929245a-4dff-4a50-acd6-69cbc7ad55b1 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.4907608 Apr 01 15:19:57.926503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:19:57.927158 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:19:58.025371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9420d068-0887-4ac4-9a57-7b7ebec5aba0 req-450fca6c-9de2-4bab-b1cd-f5be1143122c tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384263 Apr 01 15:19:58.157062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:19:58.306102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:58.343093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] For port 049b81ce-734d-49c8-a41c-942b5431af9e, host n-h1-836017-1, got binding levels [] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:58.343474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:58.427739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:19:58.428091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:58.550430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Calling delete_port for 049b81ce-734d-49c8-a41c-942b5431af9e owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:58.674311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:58.775735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Pushing event deleted for resources: {'Port': ['ID=049b81ce-734d-49c8-a41c-942b5431af9e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:19:58.799819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:58.834621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-353c8806-7b6c-4562-ac16-9f513e7c2d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "DELETE /v2.0/ports/049b81ce-734d-49c8-a41c-942b5431af9e HTTP/1.1" status: 204 len: 168 time: 1.2601025 Apr 01 15:19:58.835426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:58.942099 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10b2283-8060-48dc-bbf6-a10ada80d41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:19:58.943998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e10b2283-8060-48dc-bbf6-a10ada80d41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Synchronizing usage tracker for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:19:58.988171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e10b2283-8060-48dc-bbf6-a10ada80d41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] Unset dirty status for tenant:fdb4cf54be6d4ca6ab0503213e12c3e4 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:19:58.989498 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e10b2283-8060-48dc-bbf6-a10ada80d41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1243765291-project-admin] 10.222.0.48 "GET /v2.0/ports/049b81ce-734d-49c8-a41c-942b5431af9e HTTP/1.1" status: 404 len: 333 time: 0.1529324 Apr 01 15:19:58.993072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49234) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:59.048672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84003de9-1ece-4a0b-b7c2-9218d578d38a None None] Network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:19:59.115689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1,segment=NetworkSegment(be9cc795-4ae4-4b57-a974-88fb0c6af429),segment_id=be9cc795-4ae4-4b57-a974-88fb0c6af429)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:19:59.116564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:59.247119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:59.310967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a448b855-c8ce-40c6-980c-186489410db1 None None] Provisioning for port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:19:59.362726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a448b855-c8ce-40c6-980c-186489410db1 None None] Provisioning complete for port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:19:59.363091 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a448b855-c8ce-40c6-980c-186489410db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:59.434695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:19:59.578997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49250) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:19:59.741996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b25909-1e99-43e4-a0bf-3348e5ae9519 req-5ce0b98e-6f14-4219-bc6e-d5ea48c0a3e6 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:19:59.749117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5b25909-1e99-43e4-a0bf-3348e5ae9519 req-5ce0b98e-6f14-4219-bc6e-d5ea48c0a3e6 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.3316307 Apr 01 15:19:59.820163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-d328e63a-418e-4853-885b-5ce77ab4c1a7 req-87f3ea3b-ac04-4ff7-916e-cf16a86bfa62 service neutron] (83953) timed out ('10.222.0.44', 55959) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:19:59.835156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5b25909-1e99-43e4-a0bf-3348e5ae9519 req-8491d43e-a73c-4812-94c0-86176457ec81 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850999 Apr 01 15:19:59.887066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:59.909330 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:59.951254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a448b855-c8ce-40c6-980c-186489410db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:19:59.975782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87e2ad7-ee3a-4409-b0f6-0126c0884166']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:59.990150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd92105-374c-46cc-8381-628d7bf97e61') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:19:59.990825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd92105-374c-46cc-8381-628d7bf97e61') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:00.018719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:00.028983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.086991 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.100391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:00.101059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.121968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-190691624', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:00.134195 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:00.160895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:00.216332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:20:00.276679 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1316a91e-767f-4c94-bf6c-9445658fb62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.293175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Usage tracker for resource:port and tenant:484552739c294c5da5fe44f69c040df3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:00.301463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:00.317350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:00.362906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.372811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.384544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Made reservation on behalf of 484552739c294c5da5fe44f69c040df3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:00.390733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.409059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] Pushing event deleted for resources: {'Network': ['ID=a87e2ad7-ee3a-4409-b0f6-0126c0884166,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:00.418520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-545f6bbe-17c2-472d-b8be-e7cc906f6164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-826765822-project] 10.222.0.48 "DELETE /v2.0/networks/a87e2ad7-ee3a-4409-b0f6-0126c0884166 HTTP/1.1" status: 204 len: 168 time: 1.4196253 Apr 01 15:20:00.445828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.506978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:00.511321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Usage tracker for resource:security_group_rule and tenant:484552739c294c5da5fe44f69c040df3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:00.514466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:00.521421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:00.532124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20bf6d2-904d-4fad-82fd-07da01f10cef None None] Network 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:00.566253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.574075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f626b35a-2b6c-4399-bb23-d7cbb788b4df None None] Could not find standard attr ID for object cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:20:00.692476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:00.915035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49280) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:01.032185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d34dba-d783-4619-884c-903140eff405 None None] DHCP port deletion for 3b7d43b8-6f00-4e77-a796-11e4f7b1be77 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:20:01.048650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=89109781-ca56-4936-8aed-cc21de07f87a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:01.057880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.086686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.093739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] device_id is not set on port a4de420a-c145-45b3-bf8a-be824831d57f yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:01.331599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.333769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.337121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.394528 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-54c4805d-09cb-4c10-8a1d-7d2d5c087108 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25464adfd9ef4ff29ffefa5b3ddfb885&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4775295 Apr 01 15:20:01.397054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49296) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:01.420270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb4c9-f9a1-434e-810e-4bbe0a1487db req-3868d7b9-ebbb-4636-84bc-2bc5b4cb5fbd tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:01.421864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c1bb4c9-f9a1-434e-810e-4bbe0a1487db req-3868d7b9-ebbb-4636-84bc-2bc5b4cb5fbd tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.2821884 Apr 01 15:20:01.441089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c8014-b5ae-4cdb-b05b-b06b9f71f646,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:01.455924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7d43b8-6f00-4e77-a796-11e4f7b1be77']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:01.507879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c1bb4c9-f9a1-434e-810e-4bbe0a1487db req-98e0900f-39f2-4611-b309-727ae5a95358 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735302 Apr 01 15:20:01.529974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9cc795-4ae4-4b57-a974-88fb0c6af429') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:01.530518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9cc795-4ae4-4b57-a974-88fb0c6af429') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:01.534986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9b7a-093e-4c4a-ab89-5f450b0e199b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.557950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.561633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9b7a-093e-4c4a-ab89-5f450b0e199b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.582012 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.591367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Allocated IP 172.25.2.15 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/a4de420a-c145-45b3-bf8a-be824831d57f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:01.599784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:01.600513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:01.617761 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:01.650785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9b7a-093e-4c4a-ab89-5f450b0e199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.668823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d9b7a-093e-4c4a-ab89-5f450b0e199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6b4594-d4ea-4517-8af2-f56f6b05611a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:01.688502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9b7a-093e-4c4a-ab89-5f450b0e199b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.694138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f5d9b7a-093e-4c4a-ab89-5f450b0e199b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d6b4594-d4ea-4517-8af2-f56f6b05611a HTTP/1.1" status: 204 len: 168 time: 0.2946532 Apr 01 15:20:01.755786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.760945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:01.828323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/3b7d43b8-6f00-4e77-a796-11e4f7b1be77 HTTP/1.1" status: 204 len: 168 time: 5.5790820 Apr 01 15:20:01.832682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49308) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:01.839388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26bed-6294-45a2-b0c3-9711390740ff tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=3b7d43b8-6f00-4e77-a796-11e4f7b1be77,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:01.939815 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-147227e4-77c8-4edc-8e10-a14d07161339 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:01.940396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147227e4-77c8-4edc-8e10-a14d07161339 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:01.944500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-147227e4-77c8-4edc-8e10-a14d07161339 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/89109781-ca56-4936-8aed-cc21de07f87a HTTP/1.1" status: 404 len: 337 time: 0.1081610 Apr 01 15:20:01.947107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49314) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:02.067759 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb45f424-da2c-467e-96de-2b68e43914f1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:02.072765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb45f424-da2c-467e-96de-2b68e43914f1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:02.077864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:20:02.089985 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fb45f424-da2c-467e-96de-2b68e43914f1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/3b7d43b8-6f00-4e77-a796-11e4f7b1be77 HTTP/1.1" status: 404 len: 339 time: 0.1389396 Apr 01 15:20:02.092304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49324) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:02.106999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.179775 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.190449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:20:02.203342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cfba5b08-3a6b-4fbc-a02a-ef109b85d0d1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:20:02.233666 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-2066d50b-dc63-40ff-9eee-15f78a1fbeb3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:02.234108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2066d50b-dc63-40ff-9eee-15f78a1fbeb3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:02.236055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2066d50b-dc63-40ff-9eee-15f78a1fbeb3 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/c3152552-e355-4a36-9a62-f777c0391c31 HTTP/1.1" status: 404 len: 337 time: 0.1427009 Apr 01 15:20:02.238808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49328) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:02.266503 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-557f765f-ab92-4dbc-9e42-35da3a8df6e1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:02.268634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557f765f-ab92-4dbc-9e42-35da3a8df6e1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:02.270359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-557f765f-ab92-4dbc-9e42-35da3a8df6e1 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/8038fc97-eeb6-419c-9d26-2f04849ca19a HTTP/1.1" status: 404 len: 339 time: 0.0294123 Apr 01 15:20:02.273470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49332) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:02.337167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:02.359314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:02.364752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:02.478507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.480518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:02.481362 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.485433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Pushing event updated for resources: {'Port': ['ID=a4de420a-c145-45b3-bf8a-be824831d57f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:02.509544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3374e549-8721-4d28-b4bc-6d5af2ef116b tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.9292285 Apr 01 15:20:02.512616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49344) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:02.525213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.15'}]}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:02.549510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:02.570003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Usage tracker for resource:router and tenant:484552739c294c5da5fe44f69c040df3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:02.582574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:02.611053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:02.652245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.653448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.669176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49350) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:02.741205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.759480 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.795088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdb296f-c836-4ce9-b56f-2d822e523525']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:02.811332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1914bc9-562e-42ac-a5b2-69bf7faeba7f') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:02.812003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1914bc9-562e-42ac-a5b2-69bf7faeba7f') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:02.849059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.872688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.901469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39872f33-0621-4959-9f57-4025dfac4aea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdb4cf54be6d4ca6ab0503213e12c3e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2282882 Apr 01 15:20:02.905046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49356) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:02.915675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.925583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:02.926358 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:02.963457 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:03.103896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:03.157075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:03.167444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=3cdb296f-c836-4ce9-b56f-2d822e523525,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:03.186372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bacb7-f8a0-41bf-918c-fffcd64a759c req-c917363a-11ab-4d9a-85f3-471f1bfe8f42 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:03.187917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f75bacb7-f8a0-41bf-918c-fffcd64a759c req-c917363a-11ab-4d9a-85f3-471f1bfe8f42 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.4137344 Apr 01 15:20:03.202868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c398634-d644-4188-b6e4-0e5bed66c199 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/3cdb296f-c836-4ce9-b56f-2d822e523525 HTTP/1.1" status: 204 len: 168 time: 0.9276094 Apr 01 15:20:03.203800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.220331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ae26a13-4405-40f2-b862-0efae5a3550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:03.310811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ae26a13-4405-40f2-b862-0efae5a3550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:03.321289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:03.328322 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-56214fa7-239a-47c2-a347-4d38cdadc2bd tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:03.329031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56214fa7-239a-47c2-a347-4d38cdadc2bd tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:03.334011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-56214fa7-239a-47c2-a347-4d38cdadc2bd tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/307d3469-a10a-4af1-af6e-42e359eab98b HTTP/1.1" status: 404 len: 337 time: 0.1292207 Apr 01 15:20:03.334607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49374) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.367540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f75bacb7-f8a0-41bf-918c-fffcd64a759c req-6a2ffef3-0c29-4975-bbed-b7cf63eb176e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537731 Apr 01 15:20:03.445262 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac01c24-fb59-475a-8893-0550d0cbab41 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:03.445743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac01c24-fb59-475a-8893-0550d0cbab41 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:03.456471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.459023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8ac01c24-fb59-475a-8893-0550d0cbab41 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/fa3baa7f-8e70-4803-8a84-197cb557d517 HTTP/1.1" status: 404 len: 339 time: 0.1229358 Apr 01 15:20:03.569075 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-1639b59f-edb6-4a2a-ab56-e554f9da7c6d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:03.570477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1639b59f-edb6-4a2a-ab56-e554f9da7c6d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:03.585395 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1639b59f-edb6-4a2a-ab56-e554f9da7c6d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/c01f2793-7ff9-496c-b1a3-1a5b7f0164fa HTTP/1.1" status: 404 len: 337 time: 0.1254616 Apr 01 15:20:03.585919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49398) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.614786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ae26a13-4405-40f2-b862-0efae5a3550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:03.640045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1ae26a13-4405-40f2-b862-0efae5a3550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:03.641790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1ae26a13-4405-40f2-b862-0efae5a3550f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c25195bb-7e50-4316-bf41-5fc185949aa2 HTTP/1.1" status: 204 len: 168 time: 0.7322960 Apr 01 15:20:03.643537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae26a13-4405-40f2-b862-0efae5a3550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25195bb-7e50-4316-bf41-5fc185949aa2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:03.651347 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a252c2-2e1d-4d63-9217-ab83d645d5b0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:03.651840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a252c2-2e1d-4d63-9217-ab83d645d5b0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:03.653794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f0a252c2-2e1d-4d63-9217-ab83d645d5b0 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/ef250a05-ca4b-4ee4-96c3-4b68e38aa471 HTTP/1.1" status: 404 len: 339 time: 0.0666406 Apr 01 15:20:03.656328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49408) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.747343 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68eaa79-d56f-4570-9dc3-69dcd799f7d5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:03.748200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68eaa79-d56f-4570-9dc3-69dcd799f7d5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:03.752712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c68eaa79-d56f-4570-9dc3-69dcd799f7d5 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/a54e16a5-854c-4918-9797-a2b5ccc1738b HTTP/1.1" status: 404 len: 337 time: 0.0930891 Apr 01 15:20:03.753503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49416) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.826976 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1aabc38-3204-480d-8860-4a1b77679a5e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:03.827451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1aabc38-3204-480d-8860-4a1b77679a5e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:03.834040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a1aabc38-3204-480d-8860-4a1b77679a5e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/c4a281b9-f48a-4732-a9d0-09f64c7d8605 HTTP/1.1" status: 404 len: 339 time: 0.0793810 Apr 01 15:20:03.837944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49420) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.882147 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c976af0-9896-4f7c-b043-5be48a0d931b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:03.883002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c976af0-9896-4f7c-b043-5be48a0d931b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:03.884843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7c976af0-9896-4f7c-b043-5be48a0d931b tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/172cc687-72e7-4d99-a8c3-67d6404f092d HTTP/1.1" status: 404 len: 337 time: 0.0459840 Apr 01 15:20:03.887342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49424) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:03.914000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:04.070943 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c898eebb-0dd0-4f33-944f-554a2ee4345e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:04.071742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c898eebb-0dd0-4f33-944f-554a2ee4345e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:04.073861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c898eebb-0dd0-4f33-944f-554a2ee4345e tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/76abe220-faa5-449c-9dbc-e4769dd74adf HTTP/1.1" status: 404 len: 339 time: 0.1854403 Apr 01 15:20:04.075311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:04.076506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49430) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:04.139645 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0f2f51-1c06-4e4d-aa39-356b11fbfc80 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:04.139915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0f2f51-1c06-4e4d-aa39-356b11fbfc80 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:04.145233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af0f2f51-1c06-4e4d-aa39-356b11fbfc80 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/8de899a4-58d1-4910-8b06-491466fbcaa3 HTTP/1.1" status: 404 len: 337 time: 0.0669932 Apr 01 15:20:04.149441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49434) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:04.242490 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-2848951c-a359-408c-99fc-74cb538f2d1a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:04.259312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2848951c-a359-408c-99fc-74cb538f2d1a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:04.261309 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2848951c-a359-408c-99fc-74cb538f2d1a tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/05bc158a-1e7c-4d60-b6bd-15374f8b5078 HTTP/1.1" status: 404 len: 339 time: 0.1106377 Apr 01 15:20:04.263786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49446) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:04.380013 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-682e138a-a57c-4b3b-a070-dd6fedec3a47 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:04.380466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682e138a-a57c-4b3b-a070-dd6fedec3a47 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:04.382171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-682e138a-a57c-4b3b-a070-dd6fedec3a47 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/756892cf-009e-4285-a5e1-e4448acaa906 HTTP/1.1" status: 404 len: 337 time: 0.1172819 Apr 01 15:20:04.385111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49452) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:04.457720 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-385a04ce-9c5a-4613-a3e2-b3800c7eca4d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:04.457978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385a04ce-9c5a-4613-a3e2-b3800c7eca4d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:04.482035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:04.675259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-385a04ce-9c5a-4613-a3e2-b3800c7eca4d tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/eb8a8f93-96eb-42c2-9b08-630d41a9940f HTTP/1.1" status: 404 len: 339 time: 0.2883554 Apr 01 15:20:04.681728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49480) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:04.806024 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa43d33c-d364-4889-bc30-cbc3cc0fb189 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:04.806469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa43d33c-d364-4889-bc30-cbc3cc0fb189 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:04.808452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa43d33c-d364-4889-bc30-cbc3cc0fb189 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/30b411a5-623e-4aaa-acd9-c70aa28817a9 HTTP/1.1" status: 404 len: 337 time: 0.1255717 Apr 01 15:20:04.811033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49488) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:04.870909 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-23657a72-28c1-47ec-a40d-2b3a0db0fc69 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:04.871383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23657a72-28c1-47ec-a40d-2b3a0db0fc69 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:04.873246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-23657a72-28c1-47ec-a40d-2b3a0db0fc69 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/533b851e-7961-4cd7-9b95-0bcd9cf08767 HTTP/1.1" status: 404 len: 339 time: 0.0569615 Apr 01 15:20:04.875939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:05.063835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b583bac-7ac5-41d1-94bb-e46006d46d1c req-072c4127-afa5-4a71-89eb-01afe4423803 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:05.076950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b583bac-7ac5-41d1-94bb-e46006d46d1c req-072c4127-afa5-4a71-89eb-01afe4423803 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.5018201 Apr 01 15:20:05.093507 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-701549e2-9ca9-42ba-ae5f-9f44bd91b694 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:05.095343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701549e2-9ca9-42ba-ae5f-9f44bd91b694 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:05.100390 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-701549e2-9ca9-42ba-ae5f-9f44bd91b694 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/e5e231ff-f1f8-4e52-bb96-a6707c61eee9 HTTP/1.1" status: 404 len: 337 time: 0.2200229 Apr 01 15:20:05.133153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49504) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:05.214854 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf947fe-645c-49c0-8dd4-521e2b9096c4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:05.215754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf947fe-645c-49c0-8dd4-521e2b9096c4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:05.218010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fdf947fe-645c-49c0-8dd4-521e2b9096c4 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/bfd3c95a-6be2-4bfd-8740-db669872a16e HTTP/1.1" status: 404 len: 339 time: 0.0760691 Apr 01 15:20:05.223946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49508) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:05.341868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:05.351896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:05.358680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b583bac-7ac5-41d1-94bb-e46006d46d1c req-ec35d214-8479-48bd-92bf-188ff6164f69 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809880 Apr 01 15:20:05.417138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:05.417742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd99734-743f-4885-b7ef-a186b357309c {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:20:05.460983 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:20:05.465279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea10f514-cc3a-4a7e-8f4d-ad57e67823ca tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9481738 Apr 01 15:20:05.465279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49522) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:05.504714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting subnet 0276e889-5c17-47bd-9df9-a4c0c3f341a3 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:20:05.508314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:05.582427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:05.603245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Deleting port a4de420a-c145-45b3-bf8a-be824831d57f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:05.603627 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:05.742338 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:05.915986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:06.005105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:06.107201 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:06.109425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Subnet': ['ID=0276e889-5c17-47bd-9df9-a4c0c3f341a3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:06.122431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d16ea1f7-ea35-4954-bb61-b05461fa7185 tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/subnets/0276e889-5c17-47bd-9df9-a4c0c3f341a3 HTTP/1.1" status: 204 len: 168 time: 0.8950467 Apr 01 15:20:06.122648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49540) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:06.124967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f5c59-810e-409c-bc07-7f300aefa4b1 None None] Network c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:06.337358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Calling delete_port for a4de420a-c145-45b3-bf8a-be824831d57f owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:06.363358 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:06.388419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Deleting port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:06.388818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:06.718775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] DHCP port deletion for c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:20:06.726645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Deleting port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:06.727304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:06.768635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:06.771355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] For port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,segment=NetworkSegment(5885d885-9431-40e6-95ed-d04ad4458c03),segment_id=5885d885-9431-40e6-95ed-d04ad4458c03)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:06.771723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.085710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Calling delete_port for 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:07.178030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4de420a-c145-45b3-bf8a-be824831d57f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:07.198724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ec7d1-5b19-47f3-bb31-e9377126837d req-28c0958b-292c-4e8f-acc6-607a36979190 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:07.203615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-525ec7d1-5b19-47f3-bb31-e9377126837d req-28c0958b-292c-4e8f-acc6-607a36979190 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.5551445 Apr 01 15:20:07.257489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.285854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] For port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,segment=NetworkSegment(5885d885-9431-40e6-95ed-d04ad4458c03),segment_id=5885d885-9431-40e6-95ed-d04ad4458c03)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:07.286513 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.353503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Port': ['ID=4f51aaff-5e6d-4160-b1b0-d8a142c406c5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:07.372009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] No DVR routers for this DVR port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:20:07.401789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-525ec7d1-5b19-47f3-bb31-e9377126837d req-14c74704-e172-44e1-831e-fa52deb6b27c tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299100 Apr 01 15:20:07.418656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.430639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e994d61d-f072-4583-968e-ba50b66f08e5 tempest-RoutersAdminNegativeIpV6Test-802743531 tempest-RoutersAdminNegativeIpV6Test-802743531-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a4de420a-c145-45b3-bf8a-be824831d57f HTTP/1.1" status: 204 len: 168 time: 1.9641488 Apr 01 15:20:07.448105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Calling delete_port for 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:07.528352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:20:07.528752 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:20:07.629148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.659434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:07.678152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5885d885-9431-40e6-95ed-d04ad4458c03') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:07.678576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5885d885-9431-40e6-95ed-d04ad4458c03') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:07.696415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.713618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.722974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:07.723863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:07.746234 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:07.911274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.932756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49580) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:07.953228 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:07.965800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] Pushing event deleted for resources: {'Network': ['ID=c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:07.973915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-775dbc26-6e8d-48e1-a5e4-d29192f6d0cf tempest-NetworksTest-1709455318 tempest-NetworksTest-1709455318-project] 10.222.0.48 "DELETE /v2.0/networks/c0c53fb3-ac9a-4e70-b5b9-b08fb8c53c77 HTTP/1.1" status: 204 len: 168 time: 1.8501489 Apr 01 15:20:08.004519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49588) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:08.030428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Deleting port 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:08.031001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.093212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:20:08.194097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f45c1-9c51-4fbd-9d51-76f5d6dae5a8 None None] The port '4f51aaff-5e6d-4160-b1b0-d8a142c406c5' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:20:08.195398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:20:08.195736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f51aaff-5e6d-4160-b1b0-d8a142c406c5 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:20:08.336018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2081889382'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:08.346776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:08.357907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Usage tracker for resource:network and tenant:a6ad49987ec04a32a3053bd70409a1e8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:08.368125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:08.387589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:08.417953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Made reservation on behalf of a6ad49987ec04a32a3053bd70409a1e8 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:08.426594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.451468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.522393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:08.538089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Usage tracker for resource:security_group_rule and tenant:a6ad49987ec04a32a3053bd70409a1e8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:08.547350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:08.565263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:08.607636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.638223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49606) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:08.648054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:08.652920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Usage tracker for resource:security_group_rule and tenant:772f2a4449bd456b86732d92ab053549 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:08.657090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:08.685174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:08.781186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.794014 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.848065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:20:08.857880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.858365 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Added segment e2780aaf-8f2f-4e55-8b93-134ffc5c7a12 of type vlan for network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 Apr 01 15:20:08.894025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.907150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea328a-2370-4fa9-940f-c0b05eb29216 req-3d99c028-0169-44ae-b9db-4d5b064ef0ba tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:08.914514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abea328a-2370-4fa9-940f-c0b05eb29216 req-3d99c028-0169-44ae-b9db-4d5b064ef0ba tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.2077866 Apr 01 15:20:08.936630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.941278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:08.942052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.957742 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.977476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:08.996859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981ab1f1-3983-4563-aaa5-c4302d2c7b81,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:09.076575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=772f2a4449bd456b86732d92ab053549&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0708954 Apr 01 15:20:09.077260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49618) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:09.106742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abea328a-2370-4fa9-940f-c0b05eb29216 req-66c87433-0f08-4111-adf2-4fff1330eae7 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887569 Apr 01 15:20:09.110430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7268c040-6f62-436f-af9c-a59991e11453 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b47ac4fae8c4f4990ef6b70cd1772ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4710784 Apr 01 15:20:09.113827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49624) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:09.129388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1952550 Apr 01 15:20:09.130558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440fd8f-1104-4f57-bd38-e3d0fa2748b0 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Pushing event updated for resources: {'Network': ['ID=3170ce9d-3e7f-4db2-8833-071f7c1760a7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:09.146093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:20:09.194983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21718f7-56df-44b3-a410-8decf24d8a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3556dc4f-c850-4168-8f3e-f9584228b162,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:09.260035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b132de-57e6-46d5-b995-5090fab08669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.322798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e31477f-5ac0-4e0e-a9cd-0995d68fc200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.326295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b132de-57e6-46d5-b995-5090fab08669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.377813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e31477f-5ac0-4e0e-a9cd-0995d68fc200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.436368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b132de-57e6-46d5-b995-5090fab08669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.459448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b132de-57e6-46d5-b995-5090fab08669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c10608-dbd6-4b15-8fea-91321fcfbe77,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:09.471957 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b132de-57e6-46d5-b995-5090fab08669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.473403 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b3b132de-57e6-46d5-b995-5090fab08669 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08c10608-dbd6-4b15-8fea-91321fcfbe77 HTTP/1.1" status: 204 len: 168 time: 0.3583627 Apr 01 15:20:09.509203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e31477f-5ac0-4e0e-a9cd-0995d68fc200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.542172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31477f-5ac0-4e0e-a9cd-0995d68fc200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3556dc4f-c850-4168-8f3e-f9584228b162,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:09.556637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e31477f-5ac0-4e0e-a9cd-0995d68fc200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.559865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e31477f-5ac0-4e0e-a9cd-0995d68fc200 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3556dc4f-c850-4168-8f3e-f9584228b162 HTTP/1.1" status: 204 len: 168 time: 0.4704764 Apr 01 15:20:09.783724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49640) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:09.789449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Request body: {'port': {'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7', 'binding:host_id': 'n-h1-836017-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-731662624'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:09.796640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:09.810875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Usage tracker for resource:port and tenant:44fa31c4d119484c9d5a521fa222afd6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:09.814798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:09.821064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:09.834297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Made reservation on behalf of 44fa31c4d119484c9d5a521fa222afd6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:09.837173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.851902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:09.903463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:09.914366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Usage tracker for resource:security_group_rule and tenant:44fa31c4d119484c9d5a521fa222afd6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:09.923268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:09.936268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:10.065209 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:10.075497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:10.091755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] device_id is not set on port a8bc9487-4411-4cea-8331-b4192a9ab4d6 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:10.201164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff7f97-8325-4c15-9f61-de56a5ca8c75,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:10.844701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49666) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:10.908108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.014415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b9f9c208-5628-455b-8cf4-4a8fae722f3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=484552739c294c5da5fe44f69c040df3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1653321 Apr 01 15:20:11.016582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49678) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:11.035615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] device_id is not set on port a8bc9487-4411-4cea-8331-b4192a9ab4d6 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:11.057967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.088163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Transition to ACTIVE for port object a8bc9487-4411-4cea-8331-b4192a9ab4d6 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:11.103006 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.177832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49682) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:11.178108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-127caf6c-57fc-4bb4-a36b-c0bb47178de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.217197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-127caf6c-57fc-4bb4-a36b-c0bb47178de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.308836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-127caf6c-57fc-4bb4-a36b-c0bb47178de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.316033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=a8bc9487-4411-4cea-8331-b4192a9ab4d6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:11.357097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127caf6c-57fc-4bb4-a36b-c0bb47178de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c8014-b5ae-4cdb-b05b-b06b9f71f646,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:11.363681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Checking segment: {'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:11.364173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Network hostable DHCP agents. Network: 3170ce9d-3e7f-4db2-8833-071f7c1760a7, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:20:11.371609 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-127caf6c-57fc-4bb4-a36b-c0bb47178de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.376886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-127caf6c-57fc-4bb4-a36b-c0bb47178de2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac2c8014-b5ae-4cdb-b05b-b06b9f71f646 HTTP/1.1" status: 204 len: 168 time: 0.3573072 Apr 01 15:20:11.421702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c2effe2a-540d-45bb-918b-9f8e2424c668 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1569788143', 'prefixes': ['172.20.0.0/16']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:11.423677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf14e01-d1be-492d-89b2-31cc2c885d6d req-0d9fee57-f589-4402-914d-db670c43bf5a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:11.425329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdf14e01-d1be-492d-89b2-31cc2c885d6d req-0d9fee57-f589-4402-914d-db670c43bf5a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.9887505 Apr 01 15:20:11.434160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c2effe2a-540d-45bb-918b-9f8e2424c668 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:11.533947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:20:11.590011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cdf14e01-d1be-492d-89b2-31cc2c885d6d req-0172680c-f3a4-4a22-a203-f0f1cf4fe40d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548808 Apr 01 15:20:11.601109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3170ce9d-3e7f-4db2-8833-071f7c1760a7) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:11.615447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39666bb2-01ec-4218-9753-a3169071388f None None] Network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:11.619307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:11.721589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:11.722205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:11.722515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:11.728051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2effe2a-540d-45bb-918b-9f8e2424c668 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] Notify callbacks [] for subnetpool, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:11.729247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2effe2a-540d-45bb-918b-9f8e2424c668 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5488799 Apr 01 15:20:11.735616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49694) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:11.769447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:11.769871 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:11.773808 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 2 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:11.818082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bfd6d335-d6c1-43bd-aa95-768fed9af02e tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] 10.222.0.48 "GET /v2.0/subnetpools/d364e796-6734-40a8-98f2-7eff9337c96e HTTP/1.1" status: 200 len: 732 time: 0.0810003 Apr 01 15:20:11.821268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49698) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:11.826671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5fba2ab0-7228-408c-a714-21bb9997da6c tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1126692398'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:11.837047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:11.837716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:11.838951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:11.846908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:11.848210 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:11.850394 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 3 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:11.886923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:11.890054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:11.892980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:11.906507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:11.908029 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:11.910345 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 4 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:11.967501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:11.967842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:11.968182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:11.988934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:11.989259 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:11.997036 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 5 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:12.027033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:12.027478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:12.027812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:12.042566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:12.043745 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:12.044168 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 6 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:12.049396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba2ab0-7228-408c-a714-21bb9997da6c tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] Notify callbacks [] for subnetpool, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:12.057921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5fba2ab0-7228-408c-a714-21bb9997da6c tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] 10.222.0.48 "PUT /v2.0/subnetpools/d364e796-6734-40a8-98f2-7eff9337c96e HTTP/1.1" status: 200 len: 684 time: 0.2330303 Apr 01 15:20:12.058170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49712) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:12.082729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:12.083145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:12.083344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:12.092348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:12.092684 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:12.096435 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 7 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:12.145966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:12.146376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:12.146714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:12.169895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:12.170279 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:12.171602 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 8 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:12.183824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d2db22a-b837-465a-894f-0b75b61b2d45 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] Notify callbacks [] for subnetpool, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:12.185085 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d2db22a-b837-465a-894f-0b75b61b2d45 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] 10.222.0.48 "DELETE /v2.0/subnetpools/d364e796-6734-40a8-98f2-7eff9337c96e HTTP/1.1" status: 204 len: 168 time: 0.1259282 Apr 01 15:20:12.187896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49724) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:12.227504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:12.227856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:12.228165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:12.228480 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-3c794594-0edc-4f17-9d7e-3b32e371d5ef tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] show failed (client error): The resource could not be found. Apr 01 15:20:12.229538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3c794594-0edc-4f17-9d7e-3b32e371d5ef tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] 10.222.0.48 "GET /v2.0/subnetpools/d364e796-6734-40a8-98f2-7eff9337c96e HTTP/1.1" status: 404 len: 346 time: 0.0406456 Apr 01 15:20:12.232869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49730) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:12.251779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:12.252108 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:12.255939 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 9 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:12.261880 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-db371c8f-c455-4751-9c68-d27bb7e69320 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] delete failed (client error): The resource could not be found. Apr 01 15:20:12.263091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-db371c8f-c455-4751-9c68-d27bb7e69320 tempest-SubnetPoolsTestJSON-226809630 tempest-SubnetPoolsTestJSON-226809630-project] 10.222.0.48 "DELETE /v2.0/subnetpools/d364e796-6734-40a8-98f2-7eff9337c96e HTTP/1.1" status: 404 len: 346 time: 0.0292058 Apr 01 15:20:12.298424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:12.298750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:12.299080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:12.306227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:12.306631 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:12.307072 n-d-836017-1 neutron-server[83953]: INFO neutron.plugins.ml2.plugin [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 10 to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 Apr 01 15:20:12.339495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:12.339883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:12.340247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:12.373129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:12.373478 n-d-836017-1 neutron-server[83953]: ERROR neutron.plugins.ml2.managers [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port a8bc9487-4411-4cea-8331-b4192a9ab4d6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:12.374917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:12.554944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] For port a8bc9487-4411-4cea-8331-b4192a9ab4d6, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:20:12.555343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempted to set empty binding levels {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:20:12.560634 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:12.732146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49762) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:12.759262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=a8bc9487-4411-4cea-8331-b4192a9ab4d6,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:12.768475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:12.835783 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f4d66e8-1a75-4ccd-a4c4-5fd5a0b0bafa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.0506606 Apr 01 15:20:12.838416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:13.000989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Deleting port a8bc9487-4411-4cea-8331-b4192a9ab4d6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:13.002165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.148211 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.233546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:13.244028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0e3e2e2c30466b96f9338ee3e90ba1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:13.250418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:13.263301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:13.449237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] For port a8bc9487-4411-4cea-8331-b4192a9ab4d6, host n-h1-836017-1, got binding levels [] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:13.449806 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.460105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49786) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:13.469395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb63e8-fa20-485e-95dc-49e6683a78b5 req-10e1a234-79d3-4de5-adf4-acc3fde5effb tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:13.471155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3fb63e8-fa20-485e-95dc-49e6683a78b5 req-10e1a234-79d3-4de5-adf4-acc3fde5effb tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.1772466 Apr 01 15:20:13.488969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.552789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.646567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3fb63e8-fa20-485e-95dc-49e6683a78b5 req-94834888-cfbf-4c4a-ac4f-1e63bcf4cbae tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540406 Apr 01 15:20:13.685414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Calling delete_port for a8bc9487-4411-4cea-8331-b4192a9ab4d6 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:13.690734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de43c6f-4d56-4a83-926f-a3e50d49aa3f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:13.709392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-95975837-53d1-4571-8b18-d130d3cc2f41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa0e3e2e2c30466b96f9338ee3e90ba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9737868 Apr 01 15:20:13.710460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49792) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:13.720667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1678543048'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:13.774695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:13.786332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:13.792201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:13.801235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:13.803898 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fec62421-281d-4910-8fc7-9e6b150e9b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.806777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.857130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:13.860558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.883564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.895069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8bc9487-4411-4cea-8331-b4192a9ab4d6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:13.905341 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.915879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0475a31f-6163-49fc-8cc4-035f462f521e tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a8bc9487-4411-4cea-8331-b4192a9ab4d6 HTTP/1.1" status: 204 len: 168 time: 1.0762489 Apr 01 15:20:13.918050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fec62421-281d-4910-8fc7-9e6b150e9b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:13.918309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49802) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:13.997217 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-65930d0a-3ce9-4725-b117-b48cc4d2cb4b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:20:13.997355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-65930d0a-3ce9-4725-b117-b48cc4d2cb4b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Synchronizing usage tracker for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:14.027168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-65930d0a-3ce9-4725-b117-b48cc4d2cb4b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Unset dirty status for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:14.029401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-65930d0a-3ce9-4725-b117-b48cc4d2cb4b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "GET /v2.0/ports/a8bc9487-4411-4cea-8331-b4192a9ab4d6 HTTP/1.1" status: 404 len: 333 time: 0.1096787 Apr 01 15:20:14.033229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49806) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:14.049568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:14.054394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group_rule and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:14.059288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:14.065844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:14.068295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Request body: {'port': {'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1671129623'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:14.089902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:14.102358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:14.115759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Made reservation on behalf of 44fa31c4d119484c9d5a521fa222afd6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:14.118718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.140912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] device_id is not set on port c807d32b-45fe-4630-a736-937d015a1ed6 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:14.206640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.211915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fec62421-281d-4910-8fc7-9e6b150e9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.257406 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.275424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62421-281d-4910-8fc7-9e6b150e9b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de43c6f-4d56-4a83-926f-a3e50d49aa3f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:14.304561 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fec62421-281d-4910-8fc7-9e6b150e9b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.305670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fec62421-281d-4910-8fc7-9e6b150e9b09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6de43c6f-4d56-4a83-926f-a3e50d49aa3f HTTP/1.1" status: 204 len: 168 time: 0.5942714 Apr 01 15:20:14.342206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:20:14.476935 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.477266 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment 2620f685-5ae9-48af-a72f-e9bcd97cc78b of type vlan for network 0f92ec0d-1107-4820-a2d7-b8ddedca897a Apr 01 15:20:14.478273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55079aab-8cdc-4730-8e9b-ba31ac5be617,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:14.544173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.595251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.602201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:14.602201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.688703 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.726860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=0f92ec0d-1107-4820-a2d7-b8ddedca897a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:14.746525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.766204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9d72b89c-ea30-41af-81aa-cef0a5382121 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2937887 Apr 01 15:20:14.769446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49822) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:14.776653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:20:14.795698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'name': 'tempest-PortsIpV6TestJSON-258551632'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:14.898692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:14.935699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=c807d32b-45fe-4630-a736-937d015a1ed6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:14.950420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:14.955342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:14.956752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:14.957627 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.965686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:14.978081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:14.980854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:14.984170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:14.994330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:15.037219 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d53bf3f3-df46-4fa7-a0db-761c929fccde tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0005162 Apr 01 15:20:15.039933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49832) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:15.055608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:15.071943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e076f57-a890-45c8-a9a2-e262fdd37466 req-359a4e05-e13c-4a79-b153-e38aacc474c3 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:15.073679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e076f57-a890-45c8-a9a2-e262fdd37466 req-359a4e05-e13c-4a79-b153-e38aacc474c3 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.1735446 Apr 01 15:20:15.109855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:15.114420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:15.147964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e076f57-a890-45c8-a9a2-e262fdd37466 req-644877b8-1d82-40c3-b380-2f3bd0420746 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634360 Apr 01 15:20:15.183541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 99b25673-d837-4c3e-8fa4-aae074dc76a1 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:15.297061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:16.119395 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:16.275610 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:16.306216 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e00d4c7b-cb75-4a47-bf72-9701677bb41c req-bf250330-79bf-41e6-aebc-e755eebfea66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.6166253 Apr 01 15:20:16.462087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] device_id is not set on port c807d32b-45fe-4630-a736-937d015a1ed6 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:16.470444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:16.486917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Transition to ACTIVE for port object c807d32b-45fe-4630-a736-937d015a1ed6 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:16.610217 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:16.702161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=99b25673-d837-4c3e-8fa4-aae074dc76a1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:16.757496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': '2620f685-5ae9-48af-a72f-e9bcd97cc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:16.757857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: 0f92ec0d-1107-4820-a2d7-b8ddedca897a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:20:16.844992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e00d4c7b-cb75-4a47-bf72-9701677bb41c req-a51ca3b1-cfff-4d82-8fc0-50bf871338a7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928813 Apr 01 15:20:16.910407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0485cc4-73d2-47e5-89f0-d8c0227d5ce0 req-1c764488-bbf3-4516-9b23-040631c85f40 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:16.911871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0485cc4-73d2-47e5-89f0-d8c0227d5ce0 req-1c764488-bbf3-4516-9b23-040631c85f40 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.5568378 Apr 01 15:20:17.015671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=c807d32b-45fe-4630-a736-937d015a1ed6,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:17.045293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.045859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.046382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.057569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:20:17.074730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.075290 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.077910 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 2 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.098353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0f92ec0d-1107-4820-a2d7-b8ddedca897a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:17.102869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0485cc4-73d2-47e5-89f0-d8c0227d5ce0 req-d39ef07d-bf07-4bd5-987b-4116f4605ba1 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747580 Apr 01 15:20:17.112676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:17.115460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:17.115943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae71e795-734d-4bc8-bbb4-02a86cbe1fd9 None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:17.116452 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:17.122443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.122769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.123104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.156908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.157229 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.157622 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 3 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.181048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ee0b2d18-eb0e-469f-a565-e9042cd2792f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4066422 Apr 01 15:20:17.181048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49894) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:17.188582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1742466334'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:17.197715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.198054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.198393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.201682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:17.208761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:17.212015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:17.214726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.215056 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.218087 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 4 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.226934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:17.251906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.252272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.252564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.260491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:17.263518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:17.279806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.280407 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.283884 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 5 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.318051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.318776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.318895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.329650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:20:17.338785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.339056 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.340437 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 6 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.351380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:17.351609 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment 86a3ab88-010e-45ae-8110-b13fc22e3b3a of type vlan for network 4b798c3c-bcac-4376-bfa0-4201d77db2d4 Apr 01 15:20:17.364161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.364492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.364829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.387502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.387861 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.390438 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 7 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.405629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:17.449138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:17.453970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:17.454664 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:17.613590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.613925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.614260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.650144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=4b798c3c-bcac-4376-bfa0-4201d77db2d4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:17.657115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-653ecbf1-c8f0-4a82-bf0f-39c951cf330a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4755530 Apr 01 15:20:17.660148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49908) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:17.661748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.662309 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.662895 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 8 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.667656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'ports': [{'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a'}, {'network_id': '4b798c3c-bcac-4376-bfa0-4201d77db2d4'}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:17.668215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:17.668878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '4b798c3c-bcac-4376-bfa0-4201d77db2d4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:17.669860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 4b798c3c-bcac-4376-bfa0-4201d77db2d4 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:20:17.697425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.697636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.701349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.716290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.717845 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.718537 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 9 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.754867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.755336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.755700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.770979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.771357 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.771742 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 10 to bind port c807d32b-45fe-4630-a736-937d015a1ed6 Apr 01 15:20:17.814641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:17.815095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:17.815516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:17.826765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:17.827240 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port c807d32b-45fe-4630-a736-937d015a1ed6 on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:17.827480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:18.105055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] For port c807d32b-45fe-4630-a736-937d015a1ed6, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:20:18.105459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempted to set empty binding levels {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:20:18.120473 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:18.216063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] In _notify_port_updated(), no bound segment for port c807d32b-45fe-4630-a736-937d015a1ed6 on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:20:18.217103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:18.220783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "PUT /v2.0/ports/c807d32b-45fe-4630-a736-937d015a1ed6 HTTP/1.1" status: 200 len: 975 time: 3.1763158 Apr 01 15:20:18.221241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49924) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:18.282948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2524f-6f2e-439a-b7ec-bd9c3355943a tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=c807d32b-45fe-4630-a736-937d015a1ed6,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:18.385898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-11593640-6a4b-4f33-9161-f509973ac5b7 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13556 time: 0.1604838 Apr 01 15:20:18.386583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49930) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:18.440311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:18.462968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:18.468974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:18.478482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:18.484975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Deleting port c807d32b-45fe-4630-a736-937d015a1ed6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:18.485447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:18.525105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 2} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:18.529956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:18.576489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:18.713640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a141943-b66f-4819-95bd-2ef61fc29499 req-14d9cafa-982c-47b1-9b58-c8e9500301c4 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:18.718570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a141943-b66f-4819-95bd-2ef61fc29499 req-14d9cafa-982c-47b1-9b58-c8e9500301c4 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.3432305 Apr 01 15:20:19.050458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] For port c807d32b-45fe-4630-a736-937d015a1ed6, host n-h1-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:19.050829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:19.193569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Calling delete_port for c807d32b-45fe-4630-a736-937d015a1ed6 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:19.295068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a141943-b66f-4819-95bd-2ef61fc29499 req-18a0dd60-9408-4fcc-a9f8-e64c83002bfc tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702193 Apr 01 15:20:19.369607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:19.454828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port d771c590-48a9-4abb-aff9-46f4a3912708 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:19.554115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2072855873', 'description': 'tempest-description-908693456'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:19.567928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event deleted for resources: {'Port': ['ID=c807d32b-45fe-4630-a736-937d015a1ed6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:19.575886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:19.599905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:19.620070 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-948a7bf0-304a-4b06-b4e2-256f81447f51 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c807d32b-45fe-4630-a736-937d015a1ed6 HTTP/1.1" status: 204 len: 168 time: 1.2323387 Apr 01 15:20:19.624847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49954) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:19.629418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:19.658320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:19.719819 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c01799-7b11-4296-9e97-3061638c59fa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:20:19.720872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e3c01799-7b11-4296-9e97-3061638c59fa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Synchronizing usage tracker for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:19.769455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:19.777571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:19.794798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Usage tracker for resource:security_group_rule and tenant:bd5c4ee4a80b491c8c53332beadec8c0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:19.808128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:19.824508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:19.918819 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:19.931705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.081104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e3c01799-7b11-4296-9e97-3061638c59fa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Unset dirty status for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:20.089008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49972) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:20.089984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e3c01799-7b11-4296-9e97-3061638c59fa tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "GET /v2.0/ports/c807d32b-45fe-4630-a736-937d015a1ed6 HTTP/1.1" status: 404 len: 333 time: 0.4638038 Apr 01 15:20:20.128151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1641966092', 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:20.143089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:20.163874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port ed8f5fc6-bb49-45f1-9bc2-cc6d36d0c7c5 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:20.173830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:20.182987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afda362b-42ca-4f4a-ba6b-fbebe931f04c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:20.198826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.204391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be05d376-c397-4de1-9d7a-0261208a4dfe req-38be6a6c-12c3-40fc-aa2a-ea1e89f9a00e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.7091005 Apr 01 15:20:20.213360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Made reservation on behalf of 44fa31c4d119484c9d5a521fa222afd6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:20.219122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.283097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] device_id is not set on port 1d4e9140-e67e-4888-ae15-6ea50e047e54 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:20.400919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.453495 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.587821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=d771c590-48a9-4abb-aff9-46f4a3912708,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:20.663230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:20.669482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:20.676170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:20.678465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.833642 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.874136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.901618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49994) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:20.922495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02698fee-714a-4d03-9433-84eac3656dec req-7d2af492-c38f-4c4c-8036-25ae7037a402 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2072855873&fields=id&tenant_id=bd5c4ee4a80b491c8c53332beadec8c0 HTTP/1.1" status: 200 len: 267 time: 0.4645109 Apr 01 15:20:20.962990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:20.965908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:20.971145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:20.971973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:20.972562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:20.976384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4e9140-e67e-4888-ae15-6ea50e047e54,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:21.011734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f00d5085-3ff6-49bf-8f4d-f5e51c414422 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9027965 Apr 01 15:20:21.012328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50000) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:21.051353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=ed8f5fc6-bb49-45f1-9bc2-cc6d36d0c7c5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:21.081282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': '86a3ab88-010e-45ae-8110-b13fc22e3b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b798c3c-bcac-4376-bfa0-4201d77db2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:21.081943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: 4b798c3c-bcac-4376-bfa0-4201d77db2d4, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:20:21.122619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02698fee-714a-4d03-9433-84eac3656dec req-23731a11-7186-4eff-844b-b3d8f177b912 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:21.124640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1eded5d8-39f6-47c9-95c1-0f06540cfc89 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Synchronizing usage tracker for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:21.132302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02698fee-714a-4d03-9433-84eac3656dec req-23731a11-7186-4eff-844b-b3d8f177b912 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.2086148 Apr 01 15:20:21.135165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 4b798c3c-bcac-4376-bfa0-4201d77db2d4 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:20:21.140935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Request body: {'port': {'security_groups': ['862ff2e8-1418-4853-b951-20ed6392c4f6', 'afda362b-42ca-4f4a-ba6b-fbebe931f04c']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:21.189097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1eded5d8-39f6-47c9-95c1-0f06540cfc89 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Unset dirty status for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:21.194540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1eded5d8-39f6-47c9-95c1-0f06540cfc89 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "GET /v2.0/ports/1d4e9140-e67e-4888-ae15-6ea50e047e54 HTTP/1.1" status: 200 len: 955 time: 0.1785405 Apr 01 15:20:21.195089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50008) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:21.245553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.266976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 4b798c3c-bcac-4376-bfa0-4201d77db2d4) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:21.276362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439ab74-979e-43f5-a5e9-98b1f1245932 None None] Network 4b798c3c-bcac-4376-bfa0-4201d77db2d4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:21.305192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:21.306760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Deleting port 1d4e9140-e67e-4888-ae15-6ea50e047e54 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:21.307108 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.308871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:21.312022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:21.312664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.367046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:21.377357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8936b40f244a2db76cbd12c0cec7b9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:21.380022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.389523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:21.398151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c525956c-50ae-4e8f-b845-45de0b264b92 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7359939 Apr 01 15:20:21.401798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:21.405354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50014) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:21.744418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d9cc9c44-bd77-46c6-9585-431f80746632,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:21.763089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.771669 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.792473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.798583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port ed8f5fc6-bb49-45f1-9bc2-cc6d36d0c7c5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:21.799140 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.808778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d9cc9c44-bd77-46c6-9585-431f80746632'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:20:21.957417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:21.957417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:21.963351 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02698fee-714a-4d03-9433-84eac3656dec req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "PUT /v2.0/ports/d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 982 time: 0.8300629 Apr 01 15:20:21.966774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:20:22.064860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d9cc9c44-bd77-46c6-9585-431f80746632'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:20:22.264042 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'status': 'completed', 'code': 200} Apr 01 15:20:22.280283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event updated for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:22.294156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.294156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.294526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.294720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.294999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.295347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.295669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.295987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.296303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.296618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.296930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dad165-8b98-4049-8c9a-4941f274f59a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:22.330276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:22.334351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Calling delete_port for 1d4e9140-e67e-4888-ae15-6ea50e047e54 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:22.359473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:22.504846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e8936b40f244a2db76cbd12c0cec7b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6007113 Apr 01 15:20:22.505524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50040) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:22.644871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:22.672685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cd83d-728d-4742-a08f-ef176281a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e2931-10cd-40e7-a45c-bc5248f1cc3b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:22.709568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-bc6fd1c2-39cb-4433-a9e7-37b780411a65 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Synchronizing usage tracker for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:22.727197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-2a734585-cbf5-48e3-a0ca-b964fda3c720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1136 time: 0.6080325 Apr 01 15:20:23.042142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for ed8f5fc6-bb49-45f1-9bc2-cc6d36d0c7c5 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:23.097197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-ba40da07-bdb8-4606-b373-bc38287d439a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:23.100389 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-ba40da07-bdb8-4606-b373-bc38287d439a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.3650939 Apr 01 15:20:23.101429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.186150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0856dc9-eb93-4483-b231-1cf536085607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.215015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.307524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=ed8f5fc6-bb49-45f1-9bc2-cc6d36d0c7c5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:23.318690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0856dc9-eb93-4483-b231-1cf536085607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.336578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.356796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d4fa398-5984-41cf-9afa-d0f4452b133a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/ed8f5fc6-bb49-45f1-9bc2-cc6d36d0c7c5 HTTP/1.1" status: 204 len: 168 time: 1.9504101 Apr 01 15:20:23.360596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50054) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:23.402205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-bc6fd1c2-39cb-4433-a9e7-37b780411a65 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Unset dirty status for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:23.403376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-bc6fd1c2-39cb-4433-a9e7-37b780411a65 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2072855873&fields=id&tenant_id=bd5c4ee4a80b491c8c53332beadec8c0 HTTP/1.1" status: 200 len: 267 time: 1.1717498 Apr 01 15:20:23.440259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d4e9140-e67e-4888-ae15-6ea50e047e54,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:23.470928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a98d9-177a-4f0e-9711-72c33a8ce188 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:23.477339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a98d9-177a-4f0e-9711-72c33a8ce188 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:23.478338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c42a98d9-177a-4f0e-9711-72c33a8ce188 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:23.483400 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0856dc9-eb93-4483-b231-1cf536085607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.514445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-91248c26-b8e1-4a9a-b49b-907e11da072a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.1838255 Apr 01 15:20:23.546595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0856dc9-eb93-4483-b231-1cf536085607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e2931-10cd-40e7-a45c-bc5248f1cc3b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:23.556708 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.559852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c42a98d9-177a-4f0e-9711-72c33a8ce188 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:23.566819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c42a98d9-177a-4f0e-9711-72c33a8ce188 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2052202 Apr 01 15:20:23.572373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50060) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:23.578185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0856dc9-eb93-4483-b231-1cf536085607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.579936 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0856dc9-eb93-4483-b231-1cf536085607 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d75e2931-10cd-40e7-a45c-bc5248f1cc3b HTTP/1.1" status: 204 len: 168 time: 1.0661044 Apr 01 15:20:23.672267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2e2af937-7620-471c-995e-709983b87e1b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1d4e9140-e67e-4888-ae15-6ea50e047e54 HTTP/1.1" status: 204 len: 168 time: 2.4742007 Apr 01 15:20:23.679907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50066) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:23.740832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-a7c2a098-3e1a-4400-a678-fe2dee41021e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:23.742381 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-a7c2a098-3e1a-4400-a678-fe2dee41021e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.2203217 Apr 01 15:20:23.852514 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacacab2-af01-4550-b648-c205cf9def71 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:20:23.852514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aacacab2-af01-4550-b648-c205cf9def71 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Synchronizing usage tracker for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:23.889418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port d771c590-48a9-4abb-aff9-46f4a3912708 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:23.889895 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:23.954933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-f2cd3e74-57af-489b-9512-950b50f5bf61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1992922 Apr 01 15:20:24.026287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-5e5321b9-7b12-478b-9897-35d72090672c tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:24.028449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-5e5321b9-7b12-478b-9897-35d72090672c tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 985 time: 0.5841119 Apr 01 15:20:24.079044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Request body: {'port': {'security_groups': ['862ff2e8-1418-4853-b951-20ed6392c4f6']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:24.257007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50080) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:24.261532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aacacab2-af01-4550-b648-c205cf9def71 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Unset dirty status for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:24.268275 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aacacab2-af01-4550-b648-c205cf9def71 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "GET /v2.0/ports/1d4e9140-e67e-4888-ae15-6ea50e047e54 HTTP/1.1" status: 404 len: 333 time: 0.5800207 Apr 01 15:20:24.303502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50084) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:24.325439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Request body: {'port': {'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-197210465'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:24.328956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.348959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:24.382626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:24.387878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8f79074da442dfa896d6753e469beb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:24.391332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:24.399559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:24.450186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:24.493606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.500442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.548806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa8f79074da442dfa896d6753e469beb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2900779 Apr 01 15:20:24.554403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50092) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:24.571357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.599475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c798325-50ff-47b4-ae1a-970eb361b3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d1747-19d6-403e-9edc-ccb962fd088c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:24.614129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-34b713ad-9b14-4ea8-ac34-b40483d90938 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374218 Apr 01 15:20:24.618986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Made reservation on behalf of 44fa31c4d119484c9d5a521fa222afd6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:24.621338 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.690659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4556eb-658a-4577-929d-7ea5d6b37b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.756739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4556eb-658a-4577-929d-7ea5d6b37b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.784546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-990830c9-1149-4198-8329-b9f540c865de req-e52a5a50-4dc6-41b6-990d-75494aec18ca service neutron] (83953) timed out ('10.222.0.62', 50135) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:20:24.876297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4556eb-658a-4577-929d-7ea5d6b37b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.900445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4556eb-658a-4577-929d-7ea5d6b37b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d1747-19d6-403e-9edc-ccb962fd088c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:24.912290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bc4556eb-658a-4577-929d-7ea5d6b37b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:24.913559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bc4556eb-658a-4577-929d-7ea5d6b37b80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b5d1747-19d6-403e-9edc-ccb962fd088c HTTP/1.1" status: 204 len: 168 time: 0.3582401 Apr 01 15:20:24.994646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:25.031925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] device_id is not set on port 7d340c64-6ee7-48a6-b900-e6c73779063a yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:25.281226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for d771c590-48a9-4abb-aff9-46f4a3912708 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:25.478481 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25684bf0-54b4-4253-922e-fb9552fd6ba1 req-53be1d35-3656-416d-87cb-b850d4d793a1 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426986 Apr 01 15:20:25.731864 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:25.989855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d9cc9c44-bd77-46c6-9585-431f80746632,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:26.005877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:26.056472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:26.066152 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:26.085992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=d771c590-48a9-4abb-aff9-46f4a3912708,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:26.176839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:26.178191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=7d340c64-6ee7-48a6-b900-e6c73779063a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:26.186223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:26.189682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:26.190891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:26.192177 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:26.230075 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:20:26.256721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:26.263877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:26.278787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d9cc9c44-bd77-46c6-9585-431f80746632'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:20:26.314598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-77c77107-449a-4b28-af37-58c1f67cf417 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/d771c590-48a9-4abb-aff9-46f4a3912708 HTTP/1.1" status: 204 len: 168 time: 2.7163267 Apr 01 15:20:26.314846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:26.360050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-86f5e087-a197-4b46-8792-1b2ccd56ecdb tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0529492 Apr 01 15:20:26.378911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50152) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:26.395542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:26.505745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:26.509365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:26.527808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84c8f93a-43c8-4461-9062-5c56eda4a543 req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "PUT /v2.0/ports/d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 943 time: 2.4498501 Apr 01 15:20:26.535729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:20:26.584588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e7a82-0719-4ae4-a86a-a9f53890c12e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:26.593599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-101e7a82-0719-4ae4-a86a-a9f53890c12e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2761111 Apr 01 15:20:26.594225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:26.610604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d9cc9c44-bd77-46c6-9585-431f80746632'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:20:26.629721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6cbfc-5ecb-42f2-acf0-6b8f060e5859 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event updated for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:26.770138 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'status': 'completed', 'code': 200} Apr 01 15:20:26.785171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-21874912-6754-4014-905e-1158173041df req-10acbaca-dd95-4504-8442-817f21251383 service neutron] (83954) timed out ('10.222.0.62', 50314) {{(pid=83954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:20:26.956988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:27.052138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8ea5372-f90b-4489-846e-99f85668b676 req-6711adb7-cf00-4a51-bb47-7fd8b19752bc tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3434026 Apr 01 15:20:27.058600 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cb6139-56e5-4fcd-858f-d991127703e2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:20:27.063469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-06cb6139-56e5-4fcd-858f-d991127703e2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/ed8f5fc6-bb49-45f1-9bc2-cc6d36d0c7c5 HTTP/1.1" status: 404 len: 333 time: 0.4663990 Apr 01 15:20:27.065910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50178) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:27.073430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:27.082198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:27.089023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Usage tracker for resource:floatingip and tenant:bd5c4ee4a80b491c8c53332beadec8c0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:27.106945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:27.139754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:27.153279 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-445f5112-90e8-4ad8-b015-32996ec41cc3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:20:27.153805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-445f5112-90e8-4ad8-b015-32996ec41cc3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:27.162809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:27.165212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-79d8e439-b8af-4d27-bc0b-862f9b771cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.3918290 Apr 01 15:20:27.404206 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:27.423095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-445f5112-90e8-4ad8-b015-32996ec41cc3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:27.424289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-445f5112-90e8-4ad8-b015-32996ec41cc3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/d771c590-48a9-4abb-aff9-46f4a3912708 HTTP/1.1" status: 404 len: 333 time: 0.3572414 Apr 01 15:20:27.428664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50190) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:27.668366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-f3f434e4-2405-4caf-9f5c-d1de2bf67511 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:27.669804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-f3f434e4-2405-4caf-9f5c-d1de2bf67511 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.4809446 Apr 01 15:20:27.673510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:27.700661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Allocated IP 172.25.2.239 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/a6e5eb23-7ae5-4e10-8645-bfbae1d05928) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:27.853701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4bf5318c-2fbc-4042-89a3-076642661b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:27.886179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-47a6766a-c45e-48f2-8917-44c94fef5910 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.1996701 Apr 01 15:20:28.053929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] device_id is not set on port 7d340c64-6ee7-48a6-b900-e6c73779063a yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:28.116569 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:28.255901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:28.322141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:28.329204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:28.351105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Transition to ACTIVE for port object 7d340c64-6ee7-48a6-b900-e6c73779063a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:28.357120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-22c7ead3-6230-4616-bbc8-46ebdb12017f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:28.358506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-22c7ead3-6230-4616-bbc8-46ebdb12017f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.3920560 Apr 01 15:20:28.436491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:28.477955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:28.497644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:28.530333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:28.564234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-f99a270e-b44e-439a-b6b8-8f7a98b9dc29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934235 Apr 01 15:20:28.566040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b798c3c-bcac-4376-bfa0-4201d77db2d4']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:28.622555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event updated for resources: {'Port': ['ID=a6e5eb23-7ae5-4e10-8645-bfbae1d05928,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:28.886151 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:20:28.905793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=7d340c64-6ee7-48a6-b900-e6c73779063a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:28.925522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a3ab88-010e-45ae-8110-b13fc22e3b3a') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:28.925784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a3ab88-010e-45ae-8110-b13fc22e3b3a') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:29.000469 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.073797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.173041 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.210179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.238418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:29.238851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:29.273983 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:29.428742 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.433690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.528430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:29.528851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:29.529443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:29.580199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-9ddc89a0-cafc-4254-b94a-409fede8325c service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9753006 Apr 01 15:20:29.590675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:29.591542 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:29.604580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event updated for resources: {'Port': ['ID=a6e5eb23-7ae5-4e10-8645-bfbae1d05928,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:29.611967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.619148 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 2 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:29.648518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.666391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.667645 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8ea5372-f90b-4489-846e-99f85668b676 req-34c47aca-c14f-48a3-9c7e-c7e093441b7d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6030834 Apr 01 15:20:29.737320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:29.740442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=4b798c3c-bcac-4376-bfa0-4201d77db2d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:29.753986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:29.754354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:29.754714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:29.791330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:29.792927 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:29.811917 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 3 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:29.814252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b8ea5372-f90b-4489-846e-99f85668b676 req-904dd8e5-e172-4ca0-84ed-4f5e3780ed98 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Synchronizing usage tracker for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:29.837187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ebebcf1e-5348-4314-b99b-3c7d4ee703dd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/4b798c3c-bcac-4376-bfa0-4201d77db2d4 HTTP/1.1" status: 204 len: 168 time: 2.3998253 Apr 01 15:20:29.844056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50266) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:29.853126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b8ea5372-f90b-4489-846e-99f85668b676 req-904dd8e5-e172-4ca0-84ed-4f5e3780ed98 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Unset dirty status for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:29.854992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:29.856219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:29.856562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:29.857054 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8ea5372-f90b-4489-846e-99f85668b676 req-904dd8e5-e172-4ca0-84ed-4f5e3780ed98 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.1829116 Apr 01 15:20:29.866409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:29.866906 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:29.879048 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 4 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:29.886492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-409885577'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:29.912688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:29.912688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:29.912688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:29.929915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:29.930353 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:29.933527 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 5 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:29.956223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:29.956558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:29.956895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:29.964194 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25bea7b0-6fad-4a72-84ee-ed0ecd8f859b req-22a84694-f101-4beb-b03c-0187e124b715 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744881 Apr 01 15:20:29.966992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:29.967763 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:29.968150 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 6 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:29.986881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:29.987892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:29.988468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:29.996312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:29.996873 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:29.997431 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 7 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:30.014680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:30.015503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:30.016010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:30.023481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:30.024042 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:30.024584 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 8 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:30.042740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:30.043373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:30.043898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:30.059664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:30.060078 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:30.060552 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 9 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:30.085766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:30.086647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:30.086987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:30.096743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:30.097074 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:30.097460 n-d-836017-1 neutron-server[83954]: INFO neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempt 10 to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a Apr 01 15:20:30.111627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:30.118215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:30.118689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:30.119031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempting to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:30.125381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:30.126286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:30.126617 n-d-836017-1 neutron-server[83954]: ERROR neutron.plugins.ml2.managers [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Failed to bind port 7d340c64-6ee7-48a6-b900-e6c73779063a on host n-h1-836017-1 for vnic_type normal using segments [{'id': 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3170ce9d-3e7f-4db2-8833-071f7c1760a7'}] Apr 01 15:20:30.127264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.136056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:30.145606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:30.178821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:30.181973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.232496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea5372-f90b-4489-846e-99f85668b676 req-0fb5929e-e01d-4b29-aee4-8d5e800aff6b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:30.240147 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8ea5372-f90b-4489-846e-99f85668b676 req-0fb5929e-e01d-4b29-aee4-8d5e800aff6b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.3375888 Apr 01 15:20:30.249465 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2226-c8d3-4b53-af48-f808d6756802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.250095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-b8ea5372-f90b-4489-846e-99f85668b676 req-44640f40-b5a2-4cf3-8dc0-9f737d21ce7f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:20:30.256367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8ea5372-f90b-4489-846e-99f85668b676 req-44640f40-b5a2-4cf3-8dc0-9f737d21ce7f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0148387 Apr 01 15:20:30.284027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:20:30.285753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] For port 7d340c64-6ee7-48a6-b900-e6c73779063a, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:20:30.286324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Attempted to set empty binding levels {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:20:30.297435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.303192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.305700 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment 1f7aafc3-642f-4c09-8fc3-36b661f7b8b0 of type vlan for network 6fd44a08-443e-4ad3-9e11-bed048d10a7d Apr 01 15:20:30.371272 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.392284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] In _notify_port_updated(), no bound segment for port 7d340c64-6ee7-48a6-b900-e6c73779063a on network 3170ce9d-3e7f-4db2-8833-071f7c1760a7 {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:20:30.404368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.408514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "PUT /v2.0/ports/7d340c64-6ee7-48a6-b900-e6c73779063a HTTP/1.1" status: 200 len: 974 time: 4.0241029 Apr 01 15:20:30.412921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50282) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:30.430179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.434940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:30.438613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.493402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc3a3d-a567-4bd2-a00f-e85644b220be tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event updated for resources: {'Port': ['ID=7d340c64-6ee7-48a6-b900-e6c73779063a,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:30.559101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Deleting port 7d340c64-6ee7-48a6-b900-e6c73779063a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:30.559706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:30.675396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8286281 Apr 01 15:20:30.680955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50292) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:30.690210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:30.712619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7980c-0c6a-4081-8501-88fdb9912581 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=6fd44a08-443e-4ad3-9e11-bed048d10a7d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:30.724578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 6fd44a08-443e-4ad3-9e11-bed048d10a7d details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:20:30.925018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:30.929095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:30.936136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:30.949108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:30.975492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:31.062297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cbcdc-e72e-4530-954c-2760519033ed req-d51e779a-a5b9-4e90-84d7-33a69918cd3e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:31.068000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-d51e779a-a5b9-4e90-84d7-33a69918cd3e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4418609 Apr 01 15:20:31.185646 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:31.256341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] For port 7d340c64-6ee7-48a6-b900-e6c73779063a, host n-h1-836017-1, got binding levels [] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:31.264258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:31.303099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-97b6c5bf-b401-40ad-86dd-0896b6d1fc54 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.2101607 Apr 01 15:20:31.324271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:31.337908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:31.378512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Performing IP validity checks on allocation pools {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:20:31.381250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:20:31.413325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Request body: {'floatingip': {'port_id': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:31.621126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:31.649878 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:31.903546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Calling delete_port for 7d340c64-6ee7-48a6-b900-e6c73779063a owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:31.947392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=1c78270d-6615-4c79-bae1-a167b7dc04e4,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:31.963903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': '1f7aafc3-642f-4c09-8fc3-36b661f7b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:31.964256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: 6fd44a08-443e-4ad3-9e11-bed048d10a7d, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:20:32.073849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 6fd44a08-443e-4ad3-9e11-bed048d10a7d is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:20:32.105230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 6fd44a08-443e-4ad3-9e11-bed048d10a7d) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:32.110101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:32.110872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:32.121277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef1847-4b30-404f-84a9-657a5f069d7a None None] Network 6fd44a08-443e-4ad3-9e11-bed048d10a7d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:32.162034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bf9b3079-cb9c-40d1-8e45-b065dab10d6d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4797416 Apr 01 15:20:32.162913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50320) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:32.171464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d', 'name': 'tempest-PortsIpV6TestJSON-369551400'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:32.172533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:32.261935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50324) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:32.349580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d340c64-6ee7-48a6-b900-e6c73779063a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:32.379504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:32.402600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3b437da3-d35e-4e0d-a376-8ee90f8a670b tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7d340c64-6ee7-48a6-b900-e6c73779063a HTTP/1.1" status: 204 len: 168 time: 1.9887002 Apr 01 15:20:32.406143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50330) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:32.448930 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b41e13-9ec1-4076-afea-1cf07a380256 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:20:32.449860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-09b41e13-9ec1-4076-afea-1cf07a380256 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Synchronizing usage tracker for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:32.492632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-6fd44a08-443e-4ad3-9e11-bed048d10a7d', 'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d', 'tenant_id': '42f8fc31ef31463fb2b4aad0168e52f6', 'fixed_ips': [{'subnet_id': '1c78270d-6615-4c79-bae1-a167b7dc04e4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:20:32.493454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:32.526247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:32.546594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:32.589374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:32.593947 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:32.669248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port a3445abf-5d22-44b1-a49f-33f9a2e67ec1 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:32.858180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Allocated IP 2001:db8::2 (6fd44a08-443e-4ad3-9e11-bed048d10a7d/1c78270d-6615-4c79-bae1-a167b7dc04e4/0f01f824-fbcc-450c-92fd-c4645e700c3a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:32.931943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-09b41e13-9ec1-4076-afea-1cf07a380256 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] Unset dirty status for tenant:44fa31c4d119484c9d5a521fa222afd6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:32.933411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-09b41e13-9ec1-4076-afea-1cf07a380256 tempest-PortsAdminExtendedAttrsTestJSON-589094251 tempest-PortsAdminExtendedAttrsTestJSON-589094251-project-admin] 10.222.0.48 "GET /v2.0/ports/7d340c64-6ee7-48a6-b900-e6c73779063a HTTP/1.1" status: 404 len: 333 time: 0.5256784 Apr 01 15:20:32.938730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50336) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:32.943694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.045603 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.128069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:33.137413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Usage tracker for resource:security_group_rule and tenant:555b8a477c6a4f5ca79c734763f8f5ec is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:33.145592 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.150282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:33.163824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:33.268167 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.297646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Transition to ACTIVE for port object 0f01f824-fbcc-450c-92fd-c4645e700c3a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:33.352514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Transition to ACTIVE for port object 0f01f824-fbcc-450c-92fd-c4645e700c3a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:33.380400 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.443176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.450327 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.468463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.514236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::16f (6fd44a08-443e-4ad3-9e11-bed048d10a7d/1c78270d-6615-4c79-bae1-a167b7dc04e4/a3445abf-5d22-44b1-a49f-33f9a2e67ec1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:33.555753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Network 6fd44a08-443e-4ad3-9e11-bed048d10a7d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:33.559344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:33.568618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:33.586466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Pushing event updated for resources: {'Port': ['ID=0f01f824-fbcc-450c-92fd-c4645e700c3a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:33.698123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3170ce9d-3e7f-4db2-8833-071f7c1760a7']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:33.764212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.767100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:33.767626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2780aaf-8f2f-4e55-8b93-134ffc5c7a12') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:33.788932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.789406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.789605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.790057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.790255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.790574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.791479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.791479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.791778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.791903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.792184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:33.814307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Attempting to bind port 0f01f824-fbcc-450c-92fd-c4645e700c3a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:33.814307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Attempting to bind port 0f01f824-fbcc-450c-92fd-c4645e700c3a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '1f7aafc3-642f-4c09-8fc3-36b661f7b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:33.814662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.814804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Attempting to bind port 0f01f824-fbcc-450c-92fd-c4645e700c3a on network 6fd44a08-443e-4ad3-9e11-bed048d10a7d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:33.822451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:20:33.822823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Checking segment: {'id': '1f7aafc3-642f-4c09-8fc3-36b661f7b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:33.827396 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.827816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Bound using segment: {'id': '1f7aafc3-642f-4c09-8fc3-36b661f7b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:20:33.828300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Bound port: 0f01f824-fbcc-450c-92fd-c4645e700c3a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7aafc3-642f-4c09-8fc3-36b661f7b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6fd44a08-443e-4ad3-9e11-bed048d10a7d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:20:33.828687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.843703 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.855365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.859154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:33.859665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.894522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object a3445abf-5d22-44b1-a49f-33f9a2e67ec1 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:33.933266 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:33.984647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] For port 0f01f824-fbcc-450c-92fd-c4645e700c3a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:20:33.988028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] For port 0f01f824-fbcc-450c-92fd-c4645e700c3a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0f01f824-fbcc-450c-92fd-c4645e700c3a,segment=NetworkSegment(1f7aafc3-642f-4c09-8fc3-36b661f7b8b0),segment_id=1f7aafc3-642f-4c09-8fc3-36b661f7b8b0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:20:33.995075 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.019828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:34.029438 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:34.055405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 6fd44a08-443e-4ad3-9e11-bed048d10a7d is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:34.058789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:34.069086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:34.073929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:34.074852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.097801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=a3445abf-5d22-44b1-a49f-33f9a2e67ec1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:34.133604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e388f04f-a721-40e1-9e83-8c495bb57752 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9694014 Apr 01 15:20:34.134301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:34.143760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72476b89-a785-4038-a0bd-b4577f9779a7 None None] Pushing event updated for resources: {'Port': ['ID=0f01f824-fbcc-450c-92fd-c4645e700c3a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:34.256966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port a3445abf-5d22-44b1-a49f-33f9a2e67ec1 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:34.256966 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.404462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f2baa9-0f1f-408f-af5a-e2bc90a42868,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:34.438824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-600606cf-ed20-4b1e-ae88-5f7b4ff33d66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=555b8a477c6a4f5ca79c734763f8f5ec&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1680746 Apr 01 15:20:34.440133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.442414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50366) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:34.556665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.602744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] Pushing event deleted for resources: {'Network': ['ID=3170ce9d-3e7f-4db2-8833-071f7c1760a7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:34.632678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5ab03f54-9a9a-4457-94e7-114d2d766952 tempest-PortsAdminExtendedAttrsTestJSON-128068721 tempest-PortsAdminExtendedAttrsTestJSON-128068721-project] 10.222.0.48 "DELETE /v2.0/networks/3170ce9d-3e7f-4db2-8833-071f7c1760a7 HTTP/1.1" status: 204 len: 168 time: 1.6857543 Apr 01 15:20:34.684663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.752822 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.842768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for a3445abf-5d22-44b1-a49f-33f9a2e67ec1 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:34.846165 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:34.886262 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Floating IP f3e49608-4b71-4e27-a663-03cdeaf94a7a associated. External IP: 172.25.2.239, port: d9cc9c44-bd77-46c6-9585-431f80746632. Apr 01 15:20:35.128706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:35.144053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:35.158940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50378) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:35.195263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f2baa9-0f1f-408f-af5a-e2bc90a42868,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:35.208585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:35.230526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43f2baa9-0f1f-408f-af5a-e2bc90a42868 HTTP/1.1" status: 204 len: 168 time: 0.7636507 Apr 01 15:20:35.254888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.255275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.255578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.256440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.256762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.257796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.258124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.259064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.260004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.260321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.261138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f51257e-9007-476a-ac37-c9ad0ed585b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:20:35.265906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=a3445abf-5d22-44b1-a49f-33f9a2e67ec1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:35.364931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:35.392127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-96e850ad-7f52-4027-9f7c-6fc051f9bb82 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/a3445abf-5d22-44b1-a49f-33f9a2e67ec1 HTTP/1.1" status: 204 len: 168 time: 1.2514043 Apr 01 15:20:35.392127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50394) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:35.492654 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbf4996-5726-465a-bda6-273c2595d2f8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:20:35.493091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbf4996-5726-465a-bda6-273c2595d2f8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:20:35.497351 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0dbf4996-5726-465a-bda6-273c2595d2f8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/a3445abf-5d22-44b1-a49f-33f9a2e67ec1 HTTP/1.1" status: 404 len: 333 time: 0.1037056 Apr 01 15:20:35.501887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50400) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:35.636749 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0509c1-3ced-4c3a-8e92-09437a5061c8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:20:35.637365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bd0509c1-3ced-4c3a-8e92-09437a5061c8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:35.668690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bd0509c1-3ced-4c3a-8e92-09437a5061c8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:35.670013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bd0509c1-3ced-4c3a-8e92-09437a5061c8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/a3445abf-5d22-44b1-a49f-33f9a2e67ec1 HTTP/1.1" status: 404 len: 333 time: 0.1672063 Apr 01 15:20:35.673162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50408) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:35.803279 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-855788b6-af68-4a40-a1e8-364d408a7026 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6ad49987ec04a32a3053bd70409a1e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6426690 Apr 01 15:20:35.804968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50416) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:35.910873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet 1c78270d-6615-4c79-bae1-a167b7dc04e4 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:20:35.928107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.021273 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc781dae-273e-4b09-bb89-f3b0a1f8c3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.057043 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.071156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb6b61-c5d1-45fa-adab-5cd12e6e8dad None None] Network 6fd44a08-443e-4ad3-9e11-bed048d10a7d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:36.088412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc781dae-273e-4b09-bb89-f3b0a1f8c3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.119622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50426) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:36.156890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.214325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Router 85064de5-f2a1-40d6-82a6-56f0eeba583e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:20:36.228601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc781dae-273e-4b09-bb89-f3b0a1f8c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.247235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:36.286365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Usage tracker for resource:security_group_rule and tenant:b978b972694d4d25a998b82479da0b79 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:36.295883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:36.302469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc781dae-273e-4b09-bb89-f3b0a1f8c3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ab1f1-3983-4563-aaa5-c4302d2c7b81,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:36.344451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:36.352921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0f01f824-fbcc-450c-92fd-c4645e700c3a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:20:36.382808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc781dae-273e-4b09-bb89-f3b0a1f8c3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.430756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-456f9d1e-eb56-4f0d-ac05-4dca3d11f506 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:36.432382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-456f9d1e-eb56-4f0d-ac05-4dca3d11f506 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.2577567 Apr 01 15:20:36.458357 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.460128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bc781dae-273e-4b09-bb89-f3b0a1f8c3ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/981ab1f1-3983-4563-aaa5-c4302d2c7b81 HTTP/1.1" status: 204 len: 168 time: 0.6539581 Apr 01 15:20:36.532186 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-e8bfa0fd-5630-4823-9da9-1a04d77ac1a9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/quotas/eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 375 time: 0.0789106 Apr 01 15:20:36.690117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c62a10a0-0a46-403e-a8b4-75e0ae2f6923 None None] Provisioning for port 0f01f824-fbcc-450c-92fd-c4645e700c3a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:36.822674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0f01f824-fbcc-450c-92fd-c4645e700c3a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:36.830873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0f01f824-fbcc-450c-92fd-c4645e700c3a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:36.831255 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.863540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.936974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.958103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:36.973577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-748e76ae-0384-401c-8194-27c92e02139d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:36.986539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=1c78270d-6615-4c79-bae1-a167b7dc04e4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:37.014555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.033165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-37917c50-0323-4545-897a-5f1245c9deca tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/1c78270d-6615-4c79-bae1-a167b7dc04e4 HTTP/1.1" status: 204 len: 168 time: 1.3589640 Apr 01 15:20:37.034725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-748e76ae-0384-401c-8194-27c92e02139d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:37.036544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-748e76ae-0384-401c-8194-27c92e02139d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4897201 Apr 01 15:20:37.037175 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b978b972694d4d25a998b82479da0b79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9158561 Apr 01 15:20:37.037412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50444) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:37.042052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50446) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:37.095812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46169557-1079-4bad-8d9b-adbe1465bf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32852ecd-9058-46f6-aadc-a6e4d1b77b80,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:37.136309 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.139089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:20:37.152835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2894f-36f3-4ad1-8410-31ca997fb4fc None None] Network 6fd44a08-443e-4ad3-9e11-bed048d10a7d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:37.153568 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] Sync routers for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:20:37.193910 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:20:37.195836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.202335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:20:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:37.266546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.303607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 0f01f824-fbcc-450c-92fd-c4645e700c3a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:37.303969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.338152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0536-4ee5-472e-b72a-cecdb0e8310a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.341748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-281dff1d-6bf7-47ca-bc40-b753c316b4f8 None None] Provisioning complete for port 0f01f824-fbcc-450c-92fd-c4645e700c3a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:37.342128 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-281dff1d-6bf7-47ca-bc40-b753c316b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.366177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-8bc65dae-e08f-45f3-813b-a3190e1c8c14 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "PUT /v2.0/floatingips/f3e49608-4b71-4e27-a663-03cdeaf94a7a HTTP/1.1" status: 200 len: 997 time: 5.9646564 Apr 01 15:20:37.366963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:20:37.387891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50458) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:37.424522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-2db03109-e56a-4048-9989-44cc0f2aceba service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:20:37.434332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-2db03109-e56a-4048-9989-44cc0f2aceba service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3889551 Apr 01 15:20:37.462237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0536-4ee5-472e-b72a-cecdb0e8310a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.515045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0f01f824-fbcc-450c-92fd-c4645e700c3a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0f01f824-fbcc-450c-92fd-c4645e700c3a,segment=NetworkSegment(1f7aafc3-642f-4c09-8fc3-36b661f7b8b0),segment_id=1f7aafc3-642f-4c09-8fc3-36b661f7b8b0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:37.583796 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.633774 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:20:37.724200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-19448e99-6504-43d4-a822-a19601cc371b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.3428741 Apr 01 15:20:37.776465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0f01f824-fbcc-450c-92fd-c4645e700c3a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:37.818017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] For port 0f01f824-fbcc-450c-92fd-c4645e700c3a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0f01f824-fbcc-450c-92fd-c4645e700c3a,segment=NetworkSegment(1f7aafc3-642f-4c09-8fc3-36b661f7b8b0),segment_id=1f7aafc3-642f-4c09-8fc3-36b661f7b8b0)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:37.818374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.941000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b8501-68b7-4be2-bee2-d00e47f3cbbc None None] DHCP port deletion for 6fd44a08-443e-4ad3-9e11-bed048d10a7d request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:20:37.947556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b8501-68b7-4be2-bee2-d00e47f3cbbc None None] Deleting port 0f01f824-fbcc-450c-92fd-c4645e700c3a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:37.948441 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8501-68b7-4be2-bee2-d00e47f3cbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:37.974303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 0f01f824-fbcc-450c-92fd-c4645e700c3a owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:38.048734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cbcdc-e72e-4530-954c-2760519033ed req-2c530a43-8531-40b3-b825-b1f91d19318d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:38.059505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-2c530a43-8531-40b3-b825-b1f91d19318d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.3289628 Apr 01 15:20:38.088255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0f01f824-fbcc-450c-92fd-c4645e700c3a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:20:38.134163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-14a86054-f4c2-4b2e-9d24-d5c2b2e2fa2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44fa31c4d119484c9d5a521fa222afd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7369587 Apr 01 15:20:38.135343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50482) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:38.180398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0536-4ee5-472e-b72a-cecdb0e8310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:38.226090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:38.258697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-60a34b3e-2b1c-4a0d-b1d7-dd020929d747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 1000 time: 0.1970665 Apr 01 15:20:38.332399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No active binding found for port 0f01f824-fbcc-450c-92fd-c4645e700c3a {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 15:20:38.333509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0f01f824-fbcc-450c-92fd-c4645e700c3a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:20:38.348595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a0536-4ee5-472e-b72a-cecdb0e8310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32852ecd-9058-46f6-aadc-a6e4d1b77b80,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:38.364608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b8501-68b7-4be2-bee2-d00e47f3cbbc None None] The port '0f01f824-fbcc-450c-92fd-c4645e700c3a' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:20:38.389450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cbcdc-e72e-4530-954c-2760519033ed req-08aeff15-2202-49fb-be17-632c5d1325c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:38.391336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-08aeff15-2202-49fb-be17-632c5d1325c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.1188755 Apr 01 15:20:38.407954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=0f01f824-fbcc-450c-92fd-c4645e700c3a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:38.432655 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-313e8a46-a360-4091-a71e-313dc2ef0ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9970107 Apr 01 15:20:38.434165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No DVR routers for this DVR port 0f01f824-fbcc-450c-92fd-c4645e700c3a on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:20:38.471642 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'f3e49608-4b71-4e27-a663-03cdeaf94a7a', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'port_id': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'mac_address': 'fa:16:3e:a7:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:20:28Z', 'updated_at': '2022-04-01T15:20:33Z', 'revision_number': 1, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:20Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:38.476824 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] Checking router: 85064de5-f2a1-40d6-82a6-56f0eeba583e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:20:38.489895 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:20:38.490744 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:20:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:38.547567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-3c3bb6fb-ef77-441c-92a3-9808f09e84e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392276 Apr 01 15:20:38.559371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-3936231b-428b-4808-943d-4caa0743941a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:20:38.560316 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-3936231b-428b-4808-943d-4caa0743941a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052781 Apr 01 15:20:38.613010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0536-4ee5-472e-b72a-cecdb0e8310a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:38.614545 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5e6a0536-4ee5-472e-b72a-cecdb0e8310a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32852ecd-9058-46f6-aadc-a6e4d1b77b80 HTTP/1.1" status: 204 len: 168 time: 1.5714343 Apr 01 15:20:38.766134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:20:38.866285 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff806e4-f50a-4c0e-8caa-50b6dd3bc9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:38.882942 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.028141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd44a08-443e-4ad3-9e11-bed048d10a7d']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:39.062529 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff806e4-f50a-4c0e-8caa-50b6dd3bc9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.130562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-ab1e40d1-c141-4a36-ae13-40ed94e8af10 service neutron] 10.222.0.48 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626857 Apr 01 15:20:39.163586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7aafc3-642f-4c09-8fc3-36b661f7b8b0') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:39.163827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7aafc3-642f-4c09-8fc3-36b661f7b8b0') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:39.195183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.211065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-a9592b4d-01a2-45d5-823e-1269fafcca04 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268019 Apr 01 15:20:39.267061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.311100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:39.312196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.332725 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'f3e49608-4b71-4e27-a663-03cdeaf94a7a', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'port_id': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'mac_address': 'fa:16:3e:a7:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:20:28Z', 'updated_at': '2022-04-01T15:20:33Z', 'revision_number': 1, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:20Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:39.338167 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76a321-72d5-4262-b3c6-78139b2a2b5f None None] The sync data for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 is: [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'f3e49608-4b71-4e27-a663-03cdeaf94a7a', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'port_id': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'mac_address': 'fa:16:3e:a7:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:20:28Z', 'updated_at': '2022-04-01T15:20:33Z', 'revision_number': 1, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:20Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:39.363495 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:39.411201 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-326cbcdc-e72e-4530-954c-2760519033ed req-278c9bf0-30c8-44c9-880b-14d6822092f2 service neutron] 10.222.0.48 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787564 Apr 01 15:20:39.570909 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'status': 'completed', 'code': 200} Apr 01 15:20:39.600930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff806e4-f50a-4c0e-8caa-50b6dd3bc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.636303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff806e4-f50a-4c0e-8caa-50b6dd3bc9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff7f97-8325-4c15-9f61-de56a5ca8c75,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:39.638020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.853970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.862089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e795c0-6e1d-47c3-b138-d7ad3868c6ab None None] New status for floating IP f3e49608-4b71-4e27-a663-03cdeaf94a7a: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:20:39.906020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=6fd44a08-443e-4ad3-9e11-bed048d10a7d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:39.917481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ff806e4-f50a-4c0e-8caa-50b6dd3bc9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:39.929071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8ff806e4-f50a-4c0e-8caa-50b6dd3bc9a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9eff7f97-8325-4c15-9f61-de56a5ca8c75 HTTP/1.1" status: 204 len: 168 time: 1.7431655 Apr 01 15:20:39.931938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7657e912-7555-4aa9-a03b-0cf796d900de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/6fd44a08-443e-4ad3-9e11-bed048d10a7d HTTP/1.1" status: 204 len: 168 time: 2.8925874 Apr 01 15:20:39.935518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50530) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:39.942820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-175416411'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:39.962495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:39.974631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:39.981021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:39.992813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:40.025302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:40.032189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:40.087045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2ffc0456-1bea-47fa-b2f9-af5d803280c0 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1000 time: 0.4383545 Apr 01 15:20:40.133212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:20:40.179406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:40.179667 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment 02f56113-52a1-45f3-95dc-af819669e4bb of type vlan for network f4cb018d-c7b5-452f-bfca-731ade65e9a3 Apr 01 15:20:40.233917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:40.235544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-23d680b9-a596-4bef-a9e0-6dda23657e61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.6359434 Apr 01 15:20:40.347441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:40.358643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:40.359454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:40.398699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d7466ee-22ae-48ae-b508-c25b4d033760 req-ec189139-edc3-43e8-bed9-4741ea0cdad0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 210 time: 0.1135385 Apr 01 15:20:40.503612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-402b2289-5afd-4ad9-ab59-a1e01e303a78 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:40.504936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-402b2289-5afd-4ad9-ab59-a1e01e303a78 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports/d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 943 time: 0.4038208 Apr 01 15:20:40.541129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50552) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:40.541533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6048934 Apr 01 15:20:40.557868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:40.560801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57985b-5211-4ac8-b9a7-9b2e88067af1 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=f4cb018d-c7b5-452f-bfca-731ade65e9a3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:40.572900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network f4cb018d-c7b5-452f-bfca-731ade65e9a3 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:20:40.701400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-f7f4467b-6281-42ab-8428-2119c29fa88d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:40.703816 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-f7f4467b-6281-42ab-8428-2119c29fa88d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.4580956 Apr 01 15:20:40.710005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:40.882158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:41.020253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:41.029868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:41.084471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:41.169427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:41.283642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-ddcaf6ae-bb11-4df4-8541-b528a52657cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 1002 time: 0.5701377 Apr 01 15:20:41.357362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-8975e468-1eeb-41bf-8236-512f619c60b1 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1002 time: 0.4965312 Apr 01 15:20:41.705749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:41.759536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56c9b3e8-883b-40d8-89e2-4ec82ef0e34c req-affd0314-a53c-4130-8994-c9d32bae9e51 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 210 time: 0.1664286 Apr 01 15:20:42.003529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-b63961a9-2c3e-4f72-ac6b-0e20bf6b9493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:42.004908 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-b63961a9-2c3e-4f72-ac6b-0e20bf6b9493 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.7136512 Apr 01 15:20:42.092366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-0d8c12b0-def7-4f7c-b05c-f64b7790ec2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775971 Apr 01 15:20:42.194004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50618) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:42.276764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-25b67b5a-ff82-42c6-8d09-34dfd6949543 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:42.286006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-25b67b5a-ff82-42c6-8d09-34dfd6949543 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.9276083 Apr 01 15:20:42.701503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-945034595'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:42.712286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:42.724666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Usage tracker for resource:network and tenant:1ae3fb10c3074d5585d7ac26768a4628 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:42.732788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:42.749065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:42.770894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:42.776289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:42.809686 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:42.902493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:42.908131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Usage tracker for resource:security_group_rule and tenant:1ae3fb10c3074d5585d7ac26768a4628 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:42.926898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:42.951987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:42.958606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-a9608587-b87a-489d-9712-86700e2146c5 service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8590753 Apr 01 15:20:43.141224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-69f7527a-816a-456b-8ebc-d4c1e1ef0f6c req-5826a263-1a96-4b51-834f-4278d1c684d8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 210 time: 0.1115830 Apr 01 15:20:43.220872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-414e21d4-e54e-47ef-89a6-6efb457c022b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 1002 time: 0.9333699 Apr 01 15:20:43.252125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:43.339837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.369582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.372640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.389076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:20:43.444920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-c66de9de-22bd-4955-976a-a34415a1b77b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:43.454678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-c66de9de-22bd-4955-976a-a34415a1b77b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.3055780 Apr 01 15:20:43.525759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'port': {'device_id': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'admin_state_up': True, 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:43.564313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99fe72-d0a5-4807-9662-76085ea17025,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:43.575307 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c30d7370-47b8-4da2-bcd5-e96b6348e01c req-9479b0c1-9862-4cc2-b697-d301c9d7adce service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566418 Apr 01 15:20:43.582523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.610454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.611107 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Added segment c446f9cd-7e1b-4245-9797-5b5d1a5db21b of type vlan for network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 Apr 01 15:20:43.647541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.675505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=430d2e9d-d66a-4ce5-bb83-77849f749bf4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:43.724157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': '02f56113-52a1-45f3-95dc-af819669e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:43.724548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: f4cb018d-c7b5-452f-bfca-731ade65e9a3, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:20:43.780024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.784510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:43.785427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:43.985099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Network': ['ID=94e30b8b-b688-41a5-9aa8-e71e1e1740c3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:44.006344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:20:44.106534 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-091fdf5d-f2ab-41e3-98f5-a89b0a651b41 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9111774 Apr 01 15:20:44.116787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50682) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:44.141858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'subnet': {'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:44.199591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:44.215449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:44.227806 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Floating IP f3e49608-4b71-4e27-a663-03cdeaf94a7a disassociated. External IP: 172.25.2.239, port: d9cc9c44-bd77-46c6-9585-431f80746632. Apr 01 15:20:44.475517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:44.524402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34a39479-4120-430b-a0ca-bef3ce3fd178 req-c83ed5f2-dfad-4a28-9162-d228643b9628 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 210 time: 0.0612791 Apr 01 15:20:44.525360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:44.529561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Usage tracker for resource:subnet and tenant:1ae3fb10c3074d5585d7ac26768a4628 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:44.532806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:44.555647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:44.576166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:44.582615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:44.637880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network f4cb018d-c7b5-452f-bfca-731ade65e9a3 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:20:44.667821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, f4cb018d-c7b5-452f-bfca-731ade65e9a3) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:44.675408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:44.676769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:44.682024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d1c15-babc-4c7d-af5c-aad90d681cc8 None None] Network f4cb018d-c7b5-452f-bfca-731ade65e9a3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:44.729289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f7b77549-84de-4b76-9137-ef0fb2c06a28 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1840806 Apr 01 15:20:44.730018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50702) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:44.752103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-720333583'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:44.761702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:44.765642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:44.920858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:44.935404 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:45.227327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.20.0.14 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/8f4d4597-e82f-4305-8da1-1a05eea38213) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:45.298021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-f4cb018d-c7b5-452f-bfca-731ade65e9a3', 'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3', 'tenant_id': '42f8fc31ef31463fb2b4aad0168e52f6', 'fixed_ips': [{'subnet_id': '430d2e9d-d66a-4ce5-bb83-77849f749bf4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:20:45.300069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:45.370539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:45.375249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:45.378246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:45.384584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50722) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:45.391474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:45.424082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:45.435011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:45.498028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 6a8b9c3a-d122-4f6b-b4ce-179a8b160e35 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:45.637322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Allocated IP 2001:db8::2 (f4cb018d-c7b5-452f-bfca-731ade65e9a3/430d2e9d-d66a-4ce5-bb83-77849f749bf4/7bc1e607-bdf7-4c38-b456-45eb15704ef9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:45.768984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Router 85064de5-f2a1-40d6-82a6-56f0eeba583e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:20:45.916543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:45.924667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4005b7cf-c303-4aba-95ee-6bc49b678007 req-1c147277-fa2e-4125-b53e-a6cf4976bb57 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 210 time: 0.1201627 Apr 01 15:20:46.007801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.025044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Subnet': ['ID=c66a5f27-863b-4b0e-afea-d116faeb2840,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:46.069522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:46.075196 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.076937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Usage tracker for resource:security_group_rule and tenant:a419fd6abcc3481aa6a8ac4142d101d0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:46.079903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:46.086204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:46.097182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Transition to ACTIVE for port object 7bc1e607-bdf7-4c38-b456-45eb15704ef9 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:46.145018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Transition to ACTIVE for port object 7bc1e607-bdf7-4c38-b456-45eb15704ef9 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:46.156980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.166521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.208954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.283644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::98 (f4cb018d-c7b5-452f-bfca-731ade65e9a3/430d2e9d-d66a-4ce5-bb83-77849f749bf4/6a8b9c3a-d122-4f6b-b4ce-179a8b160e35) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:46.287789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Pushing event updated for resources: {'Port': ['ID=7bc1e607-bdf7-4c38-b456-45eb15704ef9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:46.309069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a419fd6abcc3481aa6a8ac4142d101d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9231107 Apr 01 15:20:46.316436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50740) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:46.324189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Network f4cb018d-c7b5-452f-bfca-731ade65e9a3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:46.326067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:46.335244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:46.351968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.364762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116631e-8d47-467d-bec6-c44e7f460e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9bcf8a-3669-496c-ac96-52eb6203e05a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:46.367844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Checking segment: {'id': 'c446f9cd-7e1b-4245-9797-5b5d1a5db21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:46.368281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network hostable DHCP agents. Network: 94e30b8b-b688-41a5-9aa8-e71e1e1740c3, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:20:46.413841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Transition to ACTIVE for port object 8f4d4597-e82f-4305-8da1-1a05eea38213 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:46.448904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:20:46.478445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 94e30b8b-b688-41a5-9aa8-e71e1e1740c3) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:46.487938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:46.488130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.524269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2c29b1-74bd-4547-a800-35d07c64f227 None None] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:46.584914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e457032-116f-4a62-86e8-5c6da74eab25 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4643743 Apr 01 15:20:46.585947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50746) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:46.622203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'name': 'tempest-AllowedAddressPairTestJSON-646241235'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:46.650024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.678698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.702026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object 6a8b9c3a-d122-4f6b-b4ce-179a8b160e35 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:46.713479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Attempting to bind port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:46.719025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Attempting to bind port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '02f56113-52a1-45f3-95dc-af819669e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:46.719604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Attempting to bind port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 on network f4cb018d-c7b5-452f-bfca-731ade65e9a3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:46.731288 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-735d07c0-5660-46d6-8d46-f9aba9ee780a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.779262 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.782544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:20:46.782920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Checking segment: {'id': '02f56113-52a1-45f3-95dc-af819669e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:46.783351 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.783740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Bound using segment: {'id': '02f56113-52a1-45f3-95dc-af819669e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:20:46.784219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Bound port: 7bc1e607-bdf7-4c38-b456-45eb15704ef9, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f56113-52a1-45f3-95dc-af819669e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4cb018d-c7b5-452f-bfca-731ade65e9a3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:20:46.784589 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:46.941300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network f4cb018d-c7b5-452f-bfca-731ade65e9a3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:46.983579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-735d07c0-5660-46d6-8d46-f9aba9ee780a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.087698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:47.117861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:47.121869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'tenant_id': '1ae3fb10c3074d5585d7ac26768a4628', 'fixed_ips': [{'subnet_id': 'c66a5f27-863b-4b0e-afea-d116faeb2840'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:20:47.123336 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.129753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:47.130436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.137038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=6a8b9c3a-d122-4f6b-b4ce-179a8b160e35,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:47.153616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] For port 7bc1e607-bdf7-4c38-b456-45eb15704ef9, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:20:47.157280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] For port 7bc1e607-bdf7-4c38-b456-45eb15704ef9, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7bc1e607-bdf7-4c38-b456-45eb15704ef9,segment=NetworkSegment(02f56113-52a1-45f3-95dc-af819669e4bb),segment_id=02f56113-52a1-45f3-95dc-af819669e4bb)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:20:47.170887 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.187971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:47.210639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:20:47.236294 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] Sync routers for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:20:47.252007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:20:47.252628 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:20:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:47.265881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50762) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:47.268552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c83bd608-2329-4862-9d22-d25231dab7ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.5373414 Apr 01 15:20:47.268987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Usage tracker for resource:port and tenant:1ae3fb10c3074d5585d7ac26768a4628 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:47.273308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.310532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68579ec-1f4a-40a5-8024-2ffb491fa80a None None] Pushing event updated for resources: {'Port': ['ID=7bc1e607-bdf7-4c38-b456-45eb15704ef9,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:47.358850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-735d07c0-5660-46d6-8d46-f9aba9ee780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.363129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-735d07c0-5660-46d6-8d46-f9aba9ee780a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.366840 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-735d07c0-5660-46d6-8d46-f9aba9ee780a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b9bcf8a-3669-496c-ac96-52eb6203e05a HTTP/1.1" status: 204 len: 168 time: 1.0449612 Apr 01 15:20:47.387236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:47.400761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:47.427595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d07c0-5660-46d6-8d46-f9aba9ee780a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9bcf8a-3669-496c-ac96-52eb6203e05a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:47.478976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-2d49d023-6d03-434c-b3f2-542277ba2c11 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "PUT /v2.0/floatingips/f3e49608-4b71-4e27-a663-03cdeaf94a7a HTTP/1.1" status: 200 len: 695 time: 4.2382021 Apr 01 15:20:47.488882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=8f4d4597-e82f-4305-8da1-1a05eea38213,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:47.492184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:47.493800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:20:47.515769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:47.571100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:47.684423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Allocated IP 172.20.0.2 (94e30b8b-b688-41a5-9aa8-e71e1e1740c3/c66a5f27-863b-4b0e-afea-d116faeb2840/8462956a-3bac-440d-af88-4fcdf4d476e4) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:47.745885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:47.767250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.786274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-e41a8b99-5d2f-4cca-bd37-6cc5ee16977b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.2629821 Apr 01 15:20:47.808487 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:20:47.840789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:47.841406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:47.964830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 6a8b9c3a-d122-4f6b-b4ce-179a8b160e35 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:47.971639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:48.242573 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7bc1e607-bdf7-4c38-b456-45eb15704ef9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:20:48.261093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-df3a8ea4-ff5e-4e69-a6e2-2253549bfe24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:48.262868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-df3a8ea4-ff5e-4e69-a6e2-2253549bfe24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.4676921 Apr 01 15:20:48.378535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:48.398055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:48.429985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-837cc8cb-af6f-48f8-bdfe-e2ada10bb599 None None] Provisioning for port 8f4d4597-e82f-4305-8da1-1a05eea38213 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:48.436517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-5b4a9719-a5f2-45e0-8742-ef52a733fcc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.1572449 Apr 01 15:20:48.448516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:48.468299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-837cc8cb-af6f-48f8-bdfe-e2ada10bb599 None None] Provisioning complete for port 8f4d4597-e82f-4305-8da1-1a05eea38213 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:48.468976 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-837cc8cb-af6f-48f8-bdfe-e2ada10bb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:48.537996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-5213a607-5aaa-44a7-8db3-58becebdc7e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:48.540147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:48.540583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-5213a607-5aaa-44a7-8db3-58becebdc7e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.0888288 Apr 01 15:20:48.546453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-837cc8cb-af6f-48f8-bdfe-e2ada10bb599 None None] Port 8f4d4597-e82f-4305-8da1-1a05eea38213 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:20:48.564216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Transition to ACTIVE for port object 8462956a-3bac-440d-af88-4fcdf4d476e4 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:48.604948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Transition to ACTIVE for port object 8462956a-3bac-440d-af88-4fcdf4d476e4 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:48.605240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-331ac0e4-b9c9-4ade-8304-ddc354ccad9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562396 Apr 01 15:20:48.610748 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:20Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:48.620566 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] Checking router: 85064de5-f2a1-40d6-82a6-56f0eeba583e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:20:48.621164 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:48.635201 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:20:48.635886 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:20:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:48.661641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] device_id is not set on port 081811bb-8f37-4c2d-b3d3-87c5e931e900 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:48.720056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Pushing event updated for resources: {'Port': ['ID=8462956a-3bac-440d-af88-4fcdf4d476e4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:48.724171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 6a8b9c3a-d122-4f6b-b4ce-179a8b160e35 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:48.748839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:48.752471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:48.757028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:48.765474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-0fa70c87-e18b-45e8-84f6-a6f6ef8e36bc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2976658 Apr 01 15:20:48.784571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Request body: {'port': {'device_id': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:48.818770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:48.818940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-37f02ca8-49bc-4ea9-9cec-4caea8d4aaed service neutron] 10.222.0.48 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008171 Apr 01 15:20:49.010787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b2f8-d7ec-411f-84a3-e29a332143ae req-e0831543-166e-4028-9f4a-1391f00ef61f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:49.011881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9b00b2f8-d7ec-411f-84a3-e29a332143ae req-e0831543-166e-4028-9f4a-1391f00ef61f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:49.037377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Attempting to bind port 8462956a-3bac-440d-af88-4fcdf4d476e4 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:49.037725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Attempting to bind port 8462956a-3bac-440d-af88-4fcdf4d476e4 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c446f9cd-7e1b-4245-9797-5b5d1a5db21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:49.052941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Attempting to bind port 8462956a-3bac-440d-af88-4fcdf4d476e4 on network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:49.054465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34fb5bc2-0b71-472e-84eb-065db3544157 req-91420eec-239d-4400-9fcd-f72be534aa32 service neutron] 10.222.0.48 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218807 Apr 01 15:20:49.063861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:20:49.072732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Checking segment: {'id': 'c446f9cd-7e1b-4245-9797-5b5d1a5db21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:49.072732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:49.072732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Bound using segment: {'id': 'c446f9cd-7e1b-4245-9797-5b5d1a5db21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:20:49.073147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Bound port: 8462956a-3bac-440d-af88-4fcdf4d476e4, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c446f9cd-7e1b-4245-9797-5b5d1a5db21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:20:49.073889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:49.117162 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:20:49.231198 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'status': 'completed', 'code': 200} Apr 01 15:20:49.313299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:20:49.318710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8462956a-3bac-440d-af88-4fcdf4d476e4,segment=NetworkSegment(c446f9cd-7e1b-4245-9797-5b5d1a5db21b),segment_id=c446f9cd-7e1b-4245-9797-5b5d1a5db21b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:20:49.332714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:49.337579 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:49.367604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Usage tracker for resource:security_group_rule and tenant:59c013e2411e4255a38e3caad30d0f3f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:49.425515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36de37a-e4ec-43e2-ac48-1f84f990275e None None] Network f4cb018d-c7b5-452f-bfca-731ade65e9a3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:49.578514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-9f63479c-a10f-4436-a846-b215dd88d078 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips/f3e49608-4b71-4e27-a663-03cdeaf94a7a HTTP/1.1" status: 200 len: 695 time: 0.3196032 Apr 01 15:20:49.625735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:49.658501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:49.662244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9b00b2f8-d7ec-411f-84a3-e29a332143ae req-e0831543-166e-4028-9f4a-1391f00ef61f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:49.669234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b00b2f8-d7ec-411f-84a3-e29a332143ae req-e0831543-166e-4028-9f4a-1391f00ef61f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 932 time: 2.2403424 Apr 01 15:20:49.713389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:49.806967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901bd0e-9667-4caa-9b8d-a3c6ba6bfe7b None None] Pushing event updated for resources: {'Port': ['ID=8462956a-3bac-440d-af88-4fcdf4d476e4,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:49.837559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Allocated IP 172.20.0.3 (94e30b8b-b688-41a5-9aa8-e71e1e1740c3/c66a5f27-863b-4b0e-afea-d116faeb2840/081811bb-8f37-4c2d-b3d3-87c5e931e900) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:49.838032 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:20Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:49.842235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-36bc2bc4-9005-415d-a736-fc2279558c95 None None] Provisioning for port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:49.852071 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0bec1-b67f-49be-90d4-3264edd65006 None None] The sync data for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 is: [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '01d7ba2d-feff-436a-82bb-16e9e3e5e276', 'name': '', 'network_id': '2052760b-582b-4e4c-bc1e-1863a58f9cf0', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'mac_address': 'fa:16:3e:95:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:19:07Z', 'updated_at': '2022-04-01T15:19:20Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'subnets': [{'id': 'a4b984e6-1ba2-4bc8-a904-e5e8705059dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:20:49.895898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-36bc2bc4-9005-415d-a736-fc2279558c95 None None] Provisioning complete for port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:49.896265 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36bc2bc4-9005-415d-a736-fc2279558c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.089370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.094773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-6f52120e-e989-49fb-8263-6d308bb11e97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.8333757 Apr 01 15:20:50.173993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b00b2f8-d7ec-411f-84a3-e29a332143ae req-99d5c4f8-4125-4f01-b6f5-3beaa6ad2c54 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035794 Apr 01 15:20:50.201682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=6a8b9c3a-d122-4f6b-b4ce-179a8b160e35,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:50.258023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-0bc0380b-7d31-48d4-86cb-d48d4751610d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:50.259622 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-0bc0380b-7d31-48d4-86cb-d48d4751610d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/networks/59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 784 time: 0.6629784 Apr 01 15:20:50.279610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-bf1eb33e-fa27-4c84-ab18-705640d6aa4a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:20:50.280772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-bf1eb33e-fa27-4c84-ab18-705640d6aa4a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0125220 Apr 01 15:20:50.290754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.405688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-c87fc272-28ec-4ce5-87ac-9a7a7e49c135 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:50.407327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-c87fc272-28ec-4ce5-87ac-9a7a7e49c135 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.2967317 Apr 01 15:20:50.410196 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-38e7b8b1-7a34-4c6d-aed6-010a779ccf0e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 698 time: 0.1093683 Apr 01 15:20:50.532246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36bc2bc4-9005-415d-a736-fc2279558c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.601598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278eb1d4-9630-4f79-aac3-12f530f5a155 None None] New status for floating IP f3e49608-4b71-4e27-a663-03cdeaf94a7a: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:20:50.608950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-76736023-a9db-4679-a5bd-7326ba17c23b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.1937983 Apr 01 15:20:50.619981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.710713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.728527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-f38ccb39-ea9c-485e-b01f-96649a96ec9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:50.730431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-36bc2bc4-9005-415d-a736-fc2279558c95 None None] For port 7bc1e607-bdf7-4c38-b456-45eb15704ef9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7bc1e607-bdf7-4c38-b456-45eb15704ef9,segment=NetworkSegment(02f56113-52a1-45f3-95dc-af819669e4bb),segment_id=02f56113-52a1-45f3-95dc-af819669e4bb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:50.730861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-f38ccb39-ea9c-485e-b01f-96649a96ec9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.1116483 Apr 01 15:20:50.741051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-eeba7de2-19d4-4493-a9ac-0960bfe2991d tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 698 time: 0.2316337 Apr 01 15:20:50.826671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.885442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Transition to ACTIVE for port object 081811bb-8f37-4c2d-b3d3-87c5e931e900 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:50.908495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1678b3e-26cd-4c10-9964-1954d044cab7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:50.915076 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36bc2bc4-9005-415d-a736-fc2279558c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:50.952367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-48bc69f8-389c-4ec0-a593-ee5dd9e3ee7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59c013e2411e4255a38e3caad30d0f3f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5528021 Apr 01 15:20:50.962888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-32269133-1410-4ee6-aff5-0d3145b3da6b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/6a8b9c3a-d122-4f6b-b4ce-179a8b160e35 HTTP/1.1" status: 204 len: 168 time: 3.6793702 Apr 01 15:20:50.982514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50822) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:50.983054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50824) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:51.090185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc2bc4-9005-415d-a736-fc2279558c95 None None] Pushing event updated for resources: {'Port': ['ID=7bc1e607-bdf7-4c38-b456-45eb15704ef9,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:51.166870 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fe630d-8c62-492e-a948-52e6a6c9f3fd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:20:51.167395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-74fe630d-8c62-492e-a948-52e6a6c9f3fd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:51.269400 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:51.296202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-3dd09b25-f6de-4aa8-a30f-7c7fdd4d75df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2990472 Apr 01 15:20:51.297527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Deleting port a6e5eb23-7ae5-4e10-8645-bfbae1d05928 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:51.297862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:51.380437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-74fe630d-8c62-492e-a948-52e6a6c9f3fd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:51.382028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-74fe630d-8c62-492e-a948-52e6a6c9f3fd tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/6a8b9c3a-d122-4f6b-b4ce-179a8b160e35 HTTP/1.1" status: 404 len: 333 time: 0.3921027 Apr 01 15:20:51.397421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50836) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:51.498402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:20:51.600034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c27b2-99b5-4ce7-be72-44e0e279b05e None None] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:51.600623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-62ac431f-d8f1-44e0-9725-4020e849736d service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334046 Apr 01 15:20:51.671569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc9af768-edb9-4e6c-b001-11a020f0f431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:51.699915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:51.733320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:51.756497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=081811bb-8f37-4c2d-b3d3-87c5e931e900,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:51.764131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:51.971671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d05862aa-e1eb-41f4-8907-1a1996d623e0 None None] Provisioning complete for port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:51.972822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d05862aa-e1eb-41f4-8907-1a1996d623e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.005026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc9af768-edb9-4e6c-b001-11a020f0f431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.321244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7bc1e607-bdf7-4c38-b456-45eb15704ef9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:20:52.321671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daccdfd5-1441-4765-a2c5-0da211fed5f3 req-bc65e5de-125e-47a8-8999-f6ff2825104b service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662197 Apr 01 15:20:52.380716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet 430d2e9d-d66a-4ce5-bb83-77849f749bf4 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:20:52.392704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.393596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.395105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.419853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-2495767c-11da-4f11-ada1-b9b0144a783d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2116263 Apr 01 15:20:52.468295 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.472714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:52.473084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.511836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc9af768-edb9-4e6c-b001-11a020f0f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.517993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4d4597-e82f-4305-8da1-1a05eea38213 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:20:52.593537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e94898b6-7ee7-48c4-a851-fb733f85443d None None] Provisioning for port 8462956a-3bac-440d-af88-4fcdf4d476e4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:52.598844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.620205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Transition to ACTIVE for port object 8f4d4597-e82f-4305-8da1-1a05eea38213 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:52.674370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e94898b6-7ee7-48c4-a851-fb733f85443d None None] Could not find standard attr ID for object 6a8b9c3a-d122-4f6b-b4ce-179a8b160e35. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:20:52.683866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:52.684369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.690643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9af768-edb9-4e6c-b001-11a020f0f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1678b3e-26cd-4c10-9964-1954d044cab7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:52.707523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.728861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8462956a-3bac-440d-af88-4fcdf4d476e4 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:20:52.733780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Calling delete_port for a6e5eb23-7ae5-4e10-8645-bfbae1d05928 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:52.825722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc9af768-edb9-4e6c-b001-11a020f0f431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.852765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fc9af768-edb9-4e6c-b001-11a020f0f431 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1678b3e-26cd-4c10-9964-1954d044cab7 HTTP/1.1" status: 204 len: 168 time: 1.8640270 Apr 01 15:20:52.881433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8462956a-3bac-440d-af88-4fcdf4d476e4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:52.888759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8462956a-3bac-440d-af88-4fcdf4d476e4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:52.889130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.918812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:52.953595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:20:52.954190 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:20:52.986161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-e0988b59-2b36-43e9-b25b-6533eaa9e217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 1097 time: 0.3700655 Apr 01 15:20:53.049285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa206cc7-f86d-4cce-8cd1-62dbb06feaf7 req-c1ef8f6c-abd6-42c7-8d8f-9ef79b178354 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:53.051633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa206cc7-f86d-4cce-8cd1-62dbb06feaf7 req-c1ef8f6c-abd6-42c7-8d8f-9ef79b178354 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 932 time: 1.5228133 Apr 01 15:20:53.064180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dbdbe9e0-01e9-4765-9035-b5ec891071bd tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.4756041 Apr 01 15:20:53.070140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50864) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:53.117029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Provisioning complete for port 8462956a-3bac-440d-af88-4fcdf4d476e4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:53.117687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:53.222377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'name': 'tempest-AllowedAddressPairTestJSON-234269293', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:da:1d'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:53.385521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:53.455652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Deleting port a6e5eb23-7ae5-4e10-8645-bfbae1d05928 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:53.456654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:53.506577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d4597-e82f-4305-8da1-1a05eea38213,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:53.524406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8462956a-3bac-440d-af88-4fcdf4d476e4,segment=NetworkSegment(c446f9cd-7e1b-4245-9797-5b5d1a5db21b),segment_id=c446f9cd-7e1b-4245-9797-5b5d1a5db21b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:53.542550 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:53.547344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:53.640765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:53.641050 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:53.656069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8462956a-3bac-440d-af88-4fcdf4d476e4,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:53.679352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=430d2e9d-d66a-4ce5-bb83-77849f749bf4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:53.719420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-644768ab-7ee0-4f7f-a1e7-e325f0efc0a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:53.720982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-644768ab-7ee0-4f7f-a1e7-e325f0efc0a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 200 len: 921 time: 0.7088284 Apr 01 15:20:53.726125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Usage tracker for resource:port and tenant:1ae3fb10c3074d5585d7ac26768a4628 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:53.731189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:53.749766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa206cc7-f86d-4cce-8cd1-62dbb06feaf7 req-65480bca-ab60-4c73-a797-9935635931b9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783776 Apr 01 15:20:53.756903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:53.780202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8044548-7fd9-48ab-a052-ae0b1289832c None None] Network f4cb018d-c7b5-452f-bfca-731ade65e9a3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:53.836021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-c14308fe-1849-462f-a58d-c62cfbbd6bdb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 200 len: 217 time: 0.0935967 Apr 01 15:20:53.838948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:53.931335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:53.947370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f646582a-d626-4def-8231-e8afdf6e7576 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/430d2e9d-d66a-4ce5-bb83-77849f749bf4 HTTP/1.1" status: 204 len: 168 time: 2.5368667 Apr 01 15:20:53.948114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50896) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:54.094591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Attempting to bind port 8f4d4597-e82f-4305-8da1-1a05eea38213 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:20:54.095125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Attempting to bind port 8f4d4597-e82f-4305-8da1-1a05eea38213 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:20:54.095824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Attempting to bind port 8f4d4597-e82f-4305-8da1-1a05eea38213 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:54.108326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:20:54.108701 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:20:54.118441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Port 8f4d4597-e82f-4305-8da1-1a05eea38213 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:20:54.118781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Attempting to bind port 8f4d4597-e82f-4305-8da1-1a05eea38213 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:20:54.129675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:20:54.130102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:54.130362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:20:54.130790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Bound port: 8f4d4597-e82f-4305-8da1-1a05eea38213, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:20:54.131129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.137820 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.138147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.164149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-1a423daa-9e8f-4d8d-aa54-acd7eb57a655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:54.165906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-1a423daa-9e8f-4d8d-aa54-acd7eb57a655 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 200 len: 860 time: 0.3218803 Apr 01 15:20:54.171626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.177008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8462956a-3bac-440d-af88-4fcdf4d476e4 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:20:54.302152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] For port 8f4d4597-e82f-4305-8da1-1a05eea38213, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:20:54.312909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] For port 8f4d4597-e82f-4305-8da1-1a05eea38213, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8f4d4597-e82f-4305-8da1-1a05eea38213,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:20:54.331692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Calling delete_port for a6e5eb23-7ae5-4e10-8645-bfbae1d05928 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:54.360562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.364755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.379174 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-eef10a87-84cb-436f-a4b1-c12a575504cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2052760b-582b-4e4c-bc1e-1863a58f9cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1964357 Apr 01 15:20:54.410323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8462956a-3bac-440d-af88-4fcdf4d476e4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:54.410994 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.465571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.467124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] 10.222.0.62 "PUT /v2.0/ports/8f4d4597-e82f-4305-8da1-1a05eea38213 HTTP/1.1" status: 200 len: 1092 time: 5.6885071 Apr 01 15:20:54.467424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'tag': '8f4d4597-e82f-4305-8da1-1a05eea38213'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:20:54.481219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:54.481879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:54.643203 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'tag': '8f4d4597-e82f-4305-8da1-1a05eea38213', 'status': 'completed', 'code': 200} Apr 01 15:20:54.669443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c1779-cf60-420d-8c29-7f39ad94d717 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d4597-e82f-4305-8da1-1a05eea38213,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:54.696249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50916) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:54.748902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-e294ada5-afe2-407c-80b7-eb206ffe5bdf service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543184 Apr 01 15:20:54.917140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] device_id is not set on port 17e1496c-1d33-444f-97f0-7601d89a9345 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:54.917698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Provisioning for port 081811bb-8f37-4c2d-b3d3-87c5e931e900 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:54.935508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Provisioning complete for port 081811bb-8f37-4c2d-b3d3-87c5e931e900 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:54.936233 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.077428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] DHCP port deletion for f4cb018d-c7b5-452f-bfca-731ade65e9a3 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:20:55.089678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-46951c86-7883-47a5-9c20-e61ffecdc81b None None] Port 081811bb-8f37-4c2d-b3d3-87c5e931e900 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:20:55.093341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] Deleting port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:55.093710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.143904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-214799056-network', 'tenant_id': 'b22e50d096d047098ba7f6d11e420dbe'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:55.159563 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-b65b2f5f-6df0-4734-930c-4d4f86d1dbc2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 1095 time: 0.6206863 Apr 01 15:20:55.164893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:55.248778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Usage tracker for resource:network and tenant:b22e50d096d047098ba7f6d11e420dbe is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:55.269398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:55.273422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] For port 7bc1e607-bdf7-4c38-b456-45eb15704ef9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7bc1e607-bdf7-4c38-b456-45eb15704ef9,segment=NetworkSegment(02f56113-52a1-45f3-95dc-af819669e4bb),segment_id=02f56113-52a1-45f3-95dc-af819669e4bb)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:55.273784 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.370041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:55.377667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] For port 7bc1e607-bdf7-4c38-b456-45eb15704ef9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7bc1e607-bdf7-4c38-b456-45eb15704ef9,segment=NetworkSegment(02f56113-52a1-45f3-95dc-af819669e4bb),segment_id=02f56113-52a1-45f3-95dc-af819669e4bb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:20:55.378670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.498492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.501906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-7ee5b87f-f981-4b83-8ffc-a3fef3984908 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f4d4597-e82f-4305-8da1-1a05eea38213 HTTP/1.1" status: 200 len: 217 time: 0.3320920 Apr 01 15:20:55.518697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 7bc1e607-bdf7-4c38-b456-45eb15704ef9 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:55.570289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Made reservation on behalf of b22e50d096d047098ba7f6d11e420dbe for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:55.572695 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.593292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.599938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] Calling delete_port for 7bc1e607-bdf7-4c38-b456-45eb15704ef9 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:55.624116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e02b262-7b3d-4d65-a1e5-9b0e3fb3635e req-2cb0a988-b973-4b8e-acc7-fcd858ba9bbe service neutron] 10.222.0.44 "GET /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8589814 Apr 01 15:20:55.668824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Allocated IP 172.20.0.7 (94e30b8b-b688-41a5-9aa8-e71e1e1740c3/c66a5f27-863b-4b0e-afea-d116faeb2840/17e1496c-1d33-444f-97f0-7601d89a9345) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:55.674251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event deleted for resources: {'Port': ['ID=a6e5eb23-7ae5-4e10-8645-bfbae1d05928,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:55.692297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-db6cd77c-95e8-4be9-9a21-3bc44432a178 None None] Provisioning complete for port 081811bb-8f37-4c2d-b3d3-87c5e931e900 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:55.693758 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db6cd77c-95e8-4be9-9a21-3bc44432a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.724028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.762949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:55.769843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Usage tracker for resource:security_group_rule and tenant:b22e50d096d047098ba7f6d11e420dbe is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:55.774924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:55.782641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:55.828747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-db6cd77c-95e8-4be9-9a21-3bc44432a178 None None] Port 081811bb-8f37-4c2d-b3d3-87c5e931e900 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:20:55.846155 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.886913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:55.887815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd967e3c-30db-4f54-beac-3a0daaae3bdc req-171f489a-8321-46c4-82df-a78004997625 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3e49608-4b71-4e27-a663-03cdeaf94a7a HTTP/1.1" status: 204 len: 173 time: 5.1454368 Apr 01 15:20:55.952116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] Pushing event deleted for resources: {'Port': ['ID=7bc1e607-bdf7-4c38-b456-45eb15704ef9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:55.960877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8299b-18af-4a34-b10a-a183e25e8387 None None] No DVR routers for this DVR port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:20:55.996624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.019011 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.041652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-dace1f9c-8eac-4187-95b9-5335206c0e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:56.043275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-dace1f9c-8eac-4187-95b9-5335206c0e9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.4511938 Apr 01 15:20:56.047517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:20:56.047976 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:20:56.054170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc12f51-a48d-4767-bea7-aa7c234d7ca3 req-62fe8f2d-c8ec-4ab9-88d0-deff2b888cc5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:56.055805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc12f51-a48d-4767-bea7-aa7c234d7ca3 req-62fe8f2d-c8ec-4ab9-88d0-deff2b888cc5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 944 time: 1.0442924 Apr 01 15:20:56.064379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-889ebea8-5f4b-43b3-b279-0a95592bd229 req-1a980e6e-db05-4b02-989a-ea9a0bea5fa2 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups/afda362b-42ca-4f4a-ba6b-fbebe931f04c HTTP/1.1" status: 200 len: 1641 time: 0.1269310 Apr 01 15:20:56.069855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.122226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7bc1e607-bdf7-4c38-b456-45eb15704ef9 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:20:56.149542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Transition to ACTIVE for port object 17e1496c-1d33-444f-97f0-7601d89a9345 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:56.175260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:20:56.199154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd2794-6634-4cb9-8f4f-c7f015354779,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:56.213242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.213743 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Added segment f8910a98-709a-4ceb-9056-c42c46116c87 of type vlan for network 3829ab0e-5a01-4063-a215-7ab600be8d31 Apr 01 15:20:56.219793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-889ebea8-5f4b-43b3-b279-0a95592bd229 req-8c9e255e-f210-44fe-b42d-6a0a59759656 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.233141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cc12f51-a48d-4767-bea7-aa7c234d7ca3 req-f463cefd-d907-4bbf-959a-17916d9e047c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199803 Apr 01 15:20:56.244904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 7bc1e607-bdf7-4c38-b456-45eb15704ef9 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:20:56.246464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7bc1e607-bdf7-4c38-b456-45eb15704ef9 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:20:56.254531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.276460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.309019 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-df33471d-5993-4e81-aca2-7274251f559b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2474713 Apr 01 15:20:56.341689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.342929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:56.343643 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.362675 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-889ebea8-5f4b-43b3-b279-0a95592bd229 req-8c9e255e-f210-44fe-b42d-6a0a59759656 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.379870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:56.384879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:56.397864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:56.433446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=17e1496c-1d33-444f-97f0-7601d89a9345,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:56.487351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:56.488352 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.494342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-889ebea8-5f4b-43b3-b279-0a95592bd229 req-8c9e255e-f210-44fe-b42d-6a0a59759656 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.525531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e255e-f210-44fe-b42d-6a0a59759656 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda362b-42ca-4f4a-ba6b-fbebe931f04c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:56.528642 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-889ebea8-5f4b-43b3-b279-0a95592bd229 req-8c9e255e-f210-44fe-b42d-6a0a59759656 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.529765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-889ebea8-5f4b-43b3-b279-0a95592bd229 req-8c9e255e-f210-44fe-b42d-6a0a59759656 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "DELETE /v2.0/security-groups/afda362b-42ca-4f4a-ba6b-fbebe931f04c HTTP/1.1" status: 204 len: 173 time: 0.4566033 Apr 01 15:20:56.557272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a5a2dc2-b2c1-4997-8bc9-89d9698d1566 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.4681461 Apr 01 15:20:56.559835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50936) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:56.591761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 7bc1e607-bdf7-4c38-b456-45eb15704ef9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:56.592042 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.663165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1f861d-fe6e-4b90-894e-666aba789672 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:56.667194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1f861d-fe6e-4b90-894e-666aba789672 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:56.671066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1f861d-fe6e-4b90-894e-666aba789672 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:56.671923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f1f861d-fe6e-4b90-894e-666aba789672 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Synchronizing usage tracker for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:56.690733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9f1f861d-fe6e-4b90-894e-666aba789672 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Unset dirty status for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:56.694967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9f1f861d-fe6e-4b90-894e-666aba789672 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1337800 Apr 01 15:20:56.695623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50940) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:56.705439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] The port '7bc1e607-bdf7-4c38-b456-45eb15704ef9' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:20:56.712951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] Pushing event updated for resources: {'Network': ['ID=3829ab0e-5a01-4063-a215-7ab600be8d31,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:56.725983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3829ab0e-5a01-4063-a215-7ab600be8d31 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:20:56.773647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port 17e1496c-1d33-444f-97f0-7601d89a9345 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:56.773987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.852272 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.880582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf4a2685-a123-4b55-9318-0a27f501f82d None None] Provisioning for port 17e1496c-1d33-444f-97f0-7601d89a9345 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:56.883745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cb018d-c7b5-452f-bfca-731ade65e9a3']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:56.887074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cf4a2685-a123-4b55-9318-0a27f501f82d None None] Provisioning complete for port 17e1496c-1d33-444f-97f0-7601d89a9345 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:56.887591 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2685-a123-4b55-9318-0a27f501f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.897939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f56113-52a1-45f3-95dc-af819669e4bb') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:56.897939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f56113-52a1-45f3-95dc-af819669e4bb') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:20:56.923402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:56.934230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-65e23153-1e46-4d0a-86bb-79990dc0d537 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2155056 Apr 01 15:20:56.935107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50948) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:56.951272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Request body: {'subnet': {'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-214799056-subnet', 'tenant_id': 'b22e50d096d047098ba7f6d11e420dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:56.956954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:56.961157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Usage tracker for resource:subnet and tenant:b22e50d096d047098ba7f6d11e420dbe is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:56.964044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:56.966391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a2685-a123-4b55-9318-0a27f501f82d None None] Port 17e1496c-1d33-444f-97f0-7601d89a9345 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:20:56.972153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:56.994374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.001942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:20:57.002785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:20:57.113673 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:20:57.128028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-30745272-7c76-4ec4-a274-02b5b4bd4e36 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119690 Apr 01 15:20:57.132312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.138098 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.176603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593340d-210f-41c8-8491-0f36a51633c5 req-bfd675a7-117b-487a-862f-6a0b45014a1b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:57.178055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1593340d-210f-41c8-8491-0f36a51633c5 req-bfd675a7-117b-487a-862f-6a0b45014a1b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Synchronizing usage tracker for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:57.186210 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/f4cb018d-c7b5-452f-bfca-731ade65e9a3 HTTP/1.1" status: 204 len: 168 time: 3.2280765 Apr 01 15:20:57.187838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.191792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50964) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:57.192064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Made reservation on behalf of b22e50d096d047098ba7f6d11e420dbe for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:57.195018 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.217369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'name': 'tempest-PortsIpV6TestJSON-1744463805'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:57.288725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009ab55-a8c0-42b9-adef-3503555de028 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=f4cb018d-c7b5-452f-bfca-731ade65e9a3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:57.346500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for 17e1496c-1d33-444f-97f0-7601d89a9345 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:57.425076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1593340d-210f-41c8-8491-0f36a51633c5 req-bfd675a7-117b-487a-862f-6a0b45014a1b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Unset dirty status for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:57.434297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1593340d-210f-41c8-8491-0f36a51633c5 req-bfd675a7-117b-487a-862f-6a0b45014a1b tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.4135530 Apr 01 15:20:57.576619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1593340d-210f-41c8-8491-0f36a51633c5 req-88ce7bb2-ce8b-4670-9ca8-29df0a60da57 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Synchronizing usage tracker for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:57.591578 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6847528b-28fd-4b41-be64-6eb2621d14cc req-8b784d37-067b-4f85-92cd-1549663e22a8 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466324 Apr 01 15:20:57.610540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:57.622186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:20:57.630309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:20:57.634329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1593340d-210f-41c8-8491-0f36a51633c5 req-88ce7bb2-ce8b-4670-9ca8-29df0a60da57 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Unset dirty status for tenant:bd5c4ee4a80b491c8c53332beadec8c0 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:57.636060 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1593340d-210f-41c8-8491-0f36a51633c5 req-88ce7bb2-ce8b-4670-9ca8-29df0a60da57 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004371 Apr 01 15:20:57.643891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.650196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:57.722856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:57.726358 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.817665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port e9fde95c-c80e-4d3a-abd3-f6256ad1359f yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:57.847356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4602a429-0648-4671-a7db-3f2cb8c0ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:57.889985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Port': ['ID=17e1496c-1d33-444f-97f0-7601d89a9345,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:58.106513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:58.123713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e6952af8-bb29-4638-9aba-e2dbc29ef60b tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/ports/17e1496c-1d33-444f-97f0-7601d89a9345 HTTP/1.1" status: 204 len: 168 time: 1.4268420 Apr 01 15:20:58.126385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50996) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:58.163474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:58.179013 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cd349a-44eb-4579-bb60-4b0c6d40fb43 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] GET failed (client error): The resource could not be found. Apr 01 15:20:58.179771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f5cd349a-44eb-4579-bb60-4b0c6d40fb43 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Synchronizing usage tracker for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:20:58.199187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f5cd349a-44eb-4579-bb60-4b0c6d40fb43 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Unset dirty status for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:20:58.200673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f5cd349a-44eb-4579-bb60-4b0c6d40fb43 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "GET /v2.0/ports/17e1496c-1d33-444f-97f0-7601d89a9345 HTTP/1.1" status: 404 len: 333 time: 0.0729172 Apr 01 15:20:58.205424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51000) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:58.216747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'name': 'tempest-AllowedAddressPairTestJSON-1474369621'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:58.218456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:58.305981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f80b09-f3cc-4366-bad0-9d292b4a7347 req-b590368e-439a-4d0b-b120-e5f836e62c06 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:58.307622 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53f80b09-f3cc-4366-bad0-9d292b4a7347 req-b590368e-439a-4d0b-b120-e5f836e62c06 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 944 time: 0.8238540 Apr 01 15:20:58.310521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:58.345936 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-8bbc3469-30ee-4b17-8897-4942fbfe18d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 1095 time: 0.6825540 Apr 01 15:20:58.346920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:58.364671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:58.368897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:58.369607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:58.397857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:20:58.409828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:20:58.421687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:20:58.425671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:58.451359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] device_id is not set on port bdc33472-64c7-4f8b-b578-e026f28c270b yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:20:58.631108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Allocated IP 172.20.0.10 (94e30b8b-b688-41a5-9aa8-e71e1e1740c3/c66a5f27-863b-4b0e-afea-d116faeb2840/bdc33472-64c7-4f8b-b578-e026f28c270b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:20:58.704616 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4949815 Apr 01 15:20:58.707359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-06c750b2-a84a-47a8-9a84-33b9f2f8a5e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:58.707965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-06c750b2-a84a-47a8-9a84-33b9f2f8a5e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.3098822 Apr 01 15:20:58.708425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51006) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:58.773284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd938132-e74d-433b-a5d5-0a11212e755b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=e9fde95c-c80e-4d3a-abd3-f6256ad1359f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:58.937267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:58.985275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-698f11b8-3d84-422b-8028-83e5e3ea8f5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f4d4597-e82f-4305-8da1-1a05eea38213 HTTP/1.1" status: 200 len: 217 time: 0.2620132 Apr 01 15:20:59.002952 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.023013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Transition to ACTIVE for port object bdc33472-64c7-4f8b-b578-e026f28c270b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:20:59.043097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18305da-ff3b-46be-a4aa-60b412c168ad req-3df0a3c2-49d6-43d3-8033-932289341950 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:59.044598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port e9fde95c-c80e-4d3a-abd3-f6256ad1359f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:20:59.044733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c18305da-ff3b-46be-a4aa-60b412c168ad req-3df0a3c2-49d6-43d3-8033-932289341950 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.1525035 Apr 01 15:20:59.044931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.087188 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-53f80b09-f3cc-4366-bad0-9d292b4a7347 req-2822236c-01d3-4ebe-afe6-a43912420108 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7593474 Apr 01 15:20:59.156563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.254854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c18305da-ff3b-46be-a4aa-60b412c168ad req-9e6f8db0-fe4a-4f8e-87d4-49188e01648e tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924691 Apr 01 15:20:59.264026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32e02da-bdff-49da-a101-084ab860707b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:59.276431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-f4312692-ff19-459f-a471-d856c2b64594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:59.276902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=bdc33472-64c7-4f8b-b578-e026f28c270b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:20:59.278076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-f4312692-ff19-459f-a471-d856c2b64594 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.2842872 Apr 01 15:20:59.289385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:20:59.290596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:59.303665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:20:59.370792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Checking segment: {'id': 'f8910a98-709a-4ceb-9056-c42c46116c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:20:59.371053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Network hostable DHCP agents. Network: 3829ab0e-5a01-4063-a215-7ab600be8d31, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:20:59.383795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:59.384488 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.415463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-719a1f44-1fbf-43b3-9d23-d82a85ee47d4 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2085757 Apr 01 15:20:59.417975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51016) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:20:59.424312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:da:1d'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:20:59.492467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Network 3829ab0e-5a01-4063-a215-7ab600be8d31 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:20:59.535326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3829ab0e-5a01-4063-a215-7ab600be8d31) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:20:59.540030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.547707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dfd801-7ac9-4cd9-8163-a7f5bbf24af9 None None] Network 3829ab0e-5a01-4063-a215-7ab600be8d31 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:59.556714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:59.557427 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.677717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bc598139-5f96-4308-b987-03d040382b2d None None] Provisioning for port bdc33472-64c7-4f8b-b578-e026f28c270b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:20:59.695363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bc598139-5f96-4308-b987-03d040382b2d None None] Provisioning complete for port bdc33472-64c7-4f8b-b578-e026f28c270b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:20:59.696046 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc598139-5f96-4308-b987-03d040382b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.703857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for e9fde95c-c80e-4d3a-abd3-f6256ad1359f owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:20:59.767379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c9a42e23-bd94-41de-b004-f4a9f9341fec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8273335 Apr 01 15:20:59.798185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-e02a08d7-8740-4300-b0d9-a31ca0c48fb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5107226 Apr 01 15:20:59.815266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-22f498dd-4c75-486d-a58d-6f13d11282b4 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:20:59.817482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-22f498dd-4c75-486d-a58d-6f13d11282b4 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.1953323 Apr 01 15:20:59.877032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bc598139-5f96-4308-b987-03d040382b2d None None] Port bdc33472-64c7-4f8b-b578-e026f28c270b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:20:59.925279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:20:59.950741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3de132-a19b-4d8b-9cfb-293e52ac33a4 None None] Network 3829ab0e-5a01-4063-a215-7ab600be8d31 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:20:59.994973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:00.028506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Deleting port d9cc9c44-bd77-46c6-9585-431f80746632 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:00.028843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:00.078581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=e9fde95c-c80e-4d3a-abd3-f6256ad1359f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:00.112480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:00.121707 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-4e5c0c5e-376c-4378-88d5-f7480047bb1f service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157775 Apr 01 15:21:00.234268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a5e49738-65af-465c-81be-c3dad2126bd9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/e9fde95c-c80e-4d3a-abd3-f6256ad1359f HTTP/1.1" status: 204 len: 168 time: 1.5129712 Apr 01 15:21:00.280556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51036) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:00.325794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'mac_address': 'fa:16:3e:7f:f5:9c', 'name': 'tempest-PortsIpV6TestJSON-1013357164'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:00.445822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1c52-4ac4-45bf-845f-0fd2307c8044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:00.724764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:00.748983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:00.785325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:00.812396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:00.842045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c562139-7f90-4999-a8e9-f39205c1b289 req-61e390ce-f0a7-41ef-9b97-65e9a3d015bf service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063715 Apr 01 15:21:00.859692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:00.915918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:00.942142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b58d0e-17e4-4075-bd49-ad24b6914c3a req-9c218c13-c0e7-4716-88c3-f779cfb1378a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:00.945587 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28b58d0e-17e4-4075-bd49-ad24b6914c3a req-9c218c13-c0e7-4716-88c3-f779cfb1378a tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 946 time: 0.3854587 Apr 01 15:21:00.954287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] For port d9cc9c44-bd77-46c6-9585-431f80746632, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d9cc9c44-bd77-46c6-9585-431f80746632,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:00.954287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.016259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.160919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55332c3f-5953-4ea2-849c-ed152ced8f36 req-9503a676-3378-4181-b767-8cc94a7f0152 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:01.162550 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55332c3f-5953-4ea2-849c-ed152ced8f36 req-9503a676-3378-4181-b767-8cc94a7f0152 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 944 time: 0.8028548 Apr 01 15:21:01.202143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.248204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Calling delete_port for d9cc9c44-bd77-46c6-9585-431f80746632 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:01.255341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55332c3f-5953-4ea2-849c-ed152ced8f36 req-d5ad6570-5d70-40bf-882c-3db0e802faf2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827925 Apr 01 15:21:01.264236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 42afd951-063d-4e51-aef0-c37ffcca5e1e yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:01.365859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.365859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.521258 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28b58d0e-17e4-4075-bd49-ad24b6914c3a req-4047ad8c-63cb-4960-95a4-d6556ce79899 tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/security-groups?id=862ff2e8-1418-4853-b951-20ed6392c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405757 Apr 01 15:21:01.563334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=bdc33472-64c7-4f8b-b578-e026f28c270b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:01.605643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] In _notify_port_updated(), no bound segment for port bdc33472-64c7-4f8b-b578-e026f28c270b on network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:21:01.609905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:01.610740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.612272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f94614bb-365e-4a5a-a9c3-4ccdf74a844f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "PUT /v2.0/ports/bdc33472-64c7-4f8b-b578-e026f28c270b HTTP/1.1" status: 200 len: 994 time: 2.1932018 Apr 01 15:21:01.615270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51060) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:01.639693 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.664932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51064) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:01.670812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-296139847-network', 'tenant_id': '19b4fde66e4d4188b91b91db40de6369'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:01.679285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:01.684908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Usage tracker for resource:network and tenant:19b4fde66e4d4188b91b91db40de6369 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:01.689641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:01.696670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:01.708628 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.722534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bfff81f0-68fc-47eb-bf00-c4cde38aaaf7 None None] Provisioning complete for port bdc33472-64c7-4f8b-b578-e026f28c270b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:01.723363 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bfff81f0-68fc-47eb-bf00-c4cde38aaaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.759390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Made reservation on behalf of 19b4fde66e4d4188b91b91db40de6369 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:01.762173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.763301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port bdc33472-64c7-4f8b-b578-e026f28c270b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:01.763648 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.781832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bfff81f0-68fc-47eb-bf00-c4cde38aaaf7 None None] Port bdc33472-64c7-4f8b-b578-e026f28c270b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:01.813058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:01.817070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:01.819675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:01.824319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:01.825094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.828908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.880419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=42afd951-063d-4e51-aef0-c37ffcca5e1e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:01.888297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5edcae8e-c107-45ee-9d2f-f6fa4e9aa00b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5960455 Apr 01 15:21:01.892473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51070) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:01.898156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:01.913823 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:01.926598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d9cc9c44-bd77-46c6-9585-431f80746632 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:21:01.937453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Usage tracker for resource:security_group_rule and tenant:19b4fde66e4d4188b91b91db40de6369 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:01.946870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:01.962596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:01.988012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2d434-ca4e-4eb9-bf81-5a2f6585239a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:01.988529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50d2d434-ca4e-4eb9-bf81-5a2f6585239a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:02.001373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: d9cc9c44-bd77-46c6-9585-431f80746632 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:21:02.005008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d9cc9c44-bd77-46c6-9585-431f80746632 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:21:02.019128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50d2d434-ca4e-4eb9-bf81-5a2f6585239a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:02.023305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50d2d434-ca4e-4eb9-bf81-5a2f6585239a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/42afd951-063d-4e51-aef0-c37ffcca5e1e HTTP/1.1" status: 200 len: 845 time: 0.1248600 Apr 01 15:21:02.024120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51076) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:02.052431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Pushing event deleted for resources: {'Port': ['ID=d9cc9c44-bd77-46c6-9585-431f80746632,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:02.125908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 42afd951-063d-4e51-aef0-c37ffcca5e1e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:02.126241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.154880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] No DVR routers for this DVR port d9cc9c44-bd77-46c6-9585-431f80746632 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:21:02.161090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.163693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'name': 'network-vif-deleted', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:21:02.176232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.191389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.193185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8918c7e3-33e4-406c-97cf-7240fec55e20 req-04c8a3ca-11bb-4618-bd0f-64c1ffbe172f tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.44 "DELETE /v2.0/ports/d9cc9c44-bd77-46c6-9585-431f80746632 HTTP/1.1" status: 204 len: 173 time: 2.3676794 Apr 01 15:21:02.194867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.310791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:21:02.380214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e94bb-7d33-4adb-b3c9-645411817616,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:02.391712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.392150 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Added segment 7486500b-09f6-4c38-9352-22a13dbf5849 of type vlan for network ae44563a-bba6-4a1c-a20f-40be2f0c6f4d Apr 01 15:21:02.505813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for bdc33472-64c7-4f8b-b578-e026f28c270b owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:02.604872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.631870 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.718173 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff8cd78-15d0-47ab-98a4-03f863aa5577', 'name': 'network-vif-deleted', 'tag': 'd9cc9c44-bd77-46c6-9585-431f80746632', 'status': 'completed', 'code': 200} Apr 01 15:21:02.744552 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.745154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:02.802392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 42afd951-063d-4e51-aef0-c37ffcca5e1e owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:03.131081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:03.131081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:03.131081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:03.131081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7b2051e8-f267-43bc-86a5-20e31abf6b3e req-50ca1204-228c-4625-acba-5ed22aa5e8bb tempest-ServerRescueTestJSONUnderV235-883072314 tempest-ServerRescueTestJSONUnderV235-883072314-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff8cd78-15d0-47ab-98a4-03f863aa5577 HTTP/1.1" status: 200 len: 210 time: 0.1614485 Apr 01 15:21:03.196966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] Pushing event updated for resources: {'Network': ['ID=ae44563a-bba6-4a1c-a20f-40be2f0c6f4d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:03.213073 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-71b40004-a26d-4f4d-83eb-871ae27edbad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5468521 Apr 01 15:21:03.215994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51104) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:03.217766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ae44563a-bba6-4a1c-a20f-40be2f0c6f4d details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:21:03.223603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Request body: {'subnet': {'network_id': 'ae44563a-bba6-4a1c-a20f-40be2f0c6f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-296139847-subnet', 'tenant_id': '19b4fde66e4d4188b91b91db40de6369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:03.230406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:03.237402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:03.240261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Usage tracker for resource:subnet and tenant:19b4fde66e4d4188b91b91db40de6369 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:03.388821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:03.419243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:03.424193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=42afd951-063d-4e51-aef0-c37ffcca5e1e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:03.438190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Port': ['ID=bdc33472-64c7-4f8b-b578-e026f28c270b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:03.466712 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:03.486015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Made reservation on behalf of 19b4fde66e4d4188b91b91db40de6369 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:03.492368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:03.600390 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7f4aeb5c-1e46-4efa-b10c-c841fc0ccbd4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/42afd951-063d-4e51-aef0-c37ffcca5e1e HTTP/1.1" status: 204 len: 168 time: 1.5725126 Apr 01 15:21:03.608739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51110) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:03.710788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243909c5-88cb-4c19-a01f-e023f1491857 req-c99b059a-f7a7-4e9b-86bf-0bbc4d3d9d6b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:03.718036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-243909c5-88cb-4c19-a01f-e023f1491857 req-c99b059a-f7a7-4e9b-86bf-0bbc4d3d9d6b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 944 time: 1.0482907 Apr 01 15:21:03.761905 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ad31ef-993e-44e5-be7f-a84979db4975 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:21:03.761905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d5ad31ef-993e-44e5-be7f-a84979db4975 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:03.813699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:03.817625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d5ad31ef-993e-44e5-be7f-a84979db4975 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:03.818948 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d5ad31ef-993e-44e5-be7f-a84979db4975 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/42afd951-063d-4e51-aef0-c37ffcca5e1e HTTP/1.1" status: 404 len: 333 time: 0.2125847 Apr 01 15:21:03.825957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51118) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:03.846695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-243909c5-88cb-4c19-a01f-e023f1491857 req-6503b9f5-4430-48d9-b8fc-5828da0776c9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278193 Apr 01 15:21:03.847658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'name': 'tempest-PortsIpV6TestJSON-1658707264'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:03.851003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b52f0dd4-0d1f-424f-9294-3acc45de0dc6 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/ports/bdc33472-64c7-4f8b-b578-e026f28c270b HTTP/1.1" status: 204 len: 168 time: 2.2346437 Apr 01 15:21:03.863201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51122) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:03.888442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51126) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:03.946221 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b23b98-377a-42b9-9293-782d3bc413ee tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] GET failed (client error): The resource could not be found. Apr 01 15:21:03.946221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a1b23b98-377a-42b9-9293-782d3bc413ee tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Synchronizing usage tracker for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:03.990572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a1b23b98-377a-42b9-9293-782d3bc413ee tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Unset dirty status for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:03.990572 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a1b23b98-377a-42b9-9293-782d3bc413ee tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "GET /v2.0/ports/bdc33472-64c7-4f8b-b578-e026f28c270b HTTP/1.1" status: 404 len: 333 time: 0.1178641 Apr 01 15:21:03.990572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:03.998956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'name': 'tempest-AllowedAddressPairTestJSON-1996158293'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:04.225721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51142) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:04.341643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:04.351775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:04.371375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:04.375503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:04.442420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] device_id is not set on port 91472d35-ab48-49c7-abe8-a2b5337a560f yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:04.465020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:04.468760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:04.503708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:04.514428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:04.578640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:04.589130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Usage tracker for resource:security_group_rule and tenant:98785dc2cd02406bbdda116084d855b1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:04.596494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:04.599157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:04.602198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:04.618795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:04.626429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Allocated IP 172.20.0.8 (94e30b8b-b688-41a5-9aa8-e71e1e1740c3/c66a5f27-863b-4b0e-afea-d116faeb2840/91472d35-ab48-49c7-abe8-a2b5337a560f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:04.632790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0dfb16-2e0a-431f-962b-77022b23de2d,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:04.672597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 7b866bf2-17d4-4e72-8483-8448842c5f55 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:04.747835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Checking segment: {'id': '7486500b-09f6-4c38-9352-22a13dbf5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ae44563a-bba6-4a1c-a20f-40be2f0c6f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:21:04.748119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Network hostable DHCP agents. Network: ae44563a-bba6-4a1c-a20f-40be2f0c6f4d, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:21:04.884698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:04.923739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Transition to ACTIVE for port object 91472d35-ab48-49c7-abe8-a2b5337a560f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:04.979050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.006514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.019949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.022513 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.043943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Network ae44563a-bba6-4a1c-a20f-40be2f0c6f4d is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:21:05.104594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ae44563a-bba6-4a1c-a20f-40be2f0c6f4d) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:05.104594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ce966b-fbda-4bcc-acaa-06197800f478,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:05.115977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:05.115977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.118065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a85b4-16b8-48f4-b5e1-bbbb1359e3fd None None] Network ae44563a-bba6-4a1c-a20f-40be2f0c6f4d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:05.121000 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f65ffe60-eaee-4bfe-b3ad-f33fcb2561b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98785dc2cd02406bbdda116084d855b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2223206 Apr 01 15:21:05.121000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51152) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:05.126558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:05.126558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:05.144017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:05.174639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=91472d35-ab48-49c7-abe8-a2b5337a560f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:05.203041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28823ee-1146-45eb-a34e-3408b5cd74ce req-c262bb76-a61b-4566-97eb-cf52299d44c0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:05.203041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d28823ee-1146-45eb-a34e-3408b5cd74ce req-c262bb76-a61b-4566-97eb-cf52299d44c0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 944 time: 0.1784322 Apr 01 15:21:05.254304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:05.254304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.326086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2a985bc0-c2fe-4625-b9a7-fa6dc24a74af tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3364170 Apr 01 15:21:05.340628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:05.360016 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d28823ee-1146-45eb-a34e-3408b5cd74ce req-37e17e15-2256-43c8-9543-53cb7f2440a1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502020 Apr 01 15:21:05.379465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e5:da:1d'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:05.501636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4eb9c4-14ca-46a7-a327-e668d3a5bb74 None None] Network ae44563a-bba6-4a1c-a20f-40be2f0c6f4d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:05.546110 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.618166 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0a89d116-2f8f-46c1-986c-0c12b400256e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4004686 Apr 01 15:21:05.655965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-02c093fd-1a86-4c1e-97f1-9996c50de0d7 None None] Provisioning for port 91472d35-ab48-49c7-abe8-a2b5337a560f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:05.671825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-02c093fd-1a86-4c1e-97f1-9996c50de0d7 None None] Provisioning complete for port 91472d35-ab48-49c7-abe8-a2b5337a560f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:05.672091 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-02c093fd-1a86-4c1e-97f1-9996c50de0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.703846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:05.757629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:05.765030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:05.765030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:05.765030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.774148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8f4d4597-e82f-4305-8da1-1a05eea38213 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:21:05.781583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f548a8ae-5da3-4cc2-9fff-8e5268501864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:05.799437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=7b866bf2-17d4-4e72-8483-8448842c5f55,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:05.850474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d92c7e13-c4d5-4e59-9743-810bf2b1c101 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0200715 Apr 01 15:21:05.852040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51168) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:05.867913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:05.897988 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:21:05.954002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-02c093fd-1a86-4c1e-97f1-9996c50de0d7 None None] Port 91472d35-ab48-49c7-abe8-a2b5337a560f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:05.989744 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f548a8ae-5da3-4cc2-9fff-8e5268501864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.071004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.169646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8f4d4597-e82f-4305-8da1-1a05eea38213, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8f4d4597-e82f-4305-8da1-1a05eea38213,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:06.195007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '8f4d4597-e82f-4305-8da1-1a05eea38213', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'port_id': '8f4d4597-e82f-4305-8da1-1a05eea38213', 'mac_address': 'fa:16:3e:ba:0c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:21:06.202746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f548a8ae-5da3-4cc2-9fff-8e5268501864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.230049 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.266543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.297777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d4597-e82f-4305-8da1-1a05eea38213 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:21:06.315621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8f4d4597-e82f-4305-8da1-1a05eea38213, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8f4d4597-e82f-4305-8da1-1a05eea38213,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:06.328262 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.328522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548a8ae-5da3-4cc2-9fff-8e5268501864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ce966b-fbda-4bcc-acaa-06197800f478,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:06.344382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f548a8ae-5da3-4cc2-9fff-8e5268501864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.345535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f548a8ae-5da3-4cc2-9fff-8e5268501864 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1ce966b-fbda-4bcc-acaa-06197800f478 HTTP/1.1" status: 204 len: 168 time: 1.2241836 Apr 01 15:21:06.463478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.514621 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.540305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8f4d4597-e82f-4305-8da1-1a05eea38213,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:06.573452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['8f4d4597-e82f-4305-8da1-1a05eea38213'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:21:06.658826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.913605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=7b866bf2-17d4-4e72-8483-8448842c5f55,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:06.934767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] In _notify_port_updated(), no bound segment for port 7b866bf2-17d4-4e72-8483-8448842c5f55 on network 0f92ec0d-1107-4820-a2d7-b8ddedca897a {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:21:06.940076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:06.960424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:06.960424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7de2365d-eb4f-49cb-af7f-46596b4bb9e3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "PUT /v2.0/ports/7b866bf2-17d4-4e72-8483-8448842c5f55 HTTP/1.1" status: 200 len: 818 time: 1.1065946 Apr 01 15:21:06.973025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51196) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:07.153778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365c65d-51cb-4891-9ce9-611f6194494b req-756b06d4-fdbd-421e-aeaf-5d54817d4fef tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:07.153778 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8365c65d-51cb-4891-9ce9-611f6194494b req-756b06d4-fdbd-421e-aeaf-5d54817d4fef tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 945 time: 0.2454934 Apr 01 15:21:07.174962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 7b866bf2-17d4-4e72-8483-8448842c5f55 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:07.174962 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.275388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-5b181a0f-5e81-43c1-8f04-a3ea2d0d84cc tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:07.275388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-5b181a0f-5e81-43c1-8f04-a3ea2d0d84cc tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Synchronizing usage tracker for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:07.279011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8365c65d-51cb-4891-9ce9-611f6194494b req-8085b3e6-5c7d-4867-9790-5a5cc313fd63 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920813 Apr 01 15:21:07.281392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:21:07.303258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51202) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:07.303753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.321371 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.349657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.360104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:07.363949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Usage tracker for resource:security_group_rule and tenant:ba17988eb0574211aff206e753fc806f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:07.366878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:07.372517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:07.460017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-5b181a0f-5e81-43c1-8f04-a3ea2d0d84cc tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Unset dirty status for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:07.470403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-5b181a0f-5e81-43c1-8f04-a3ea2d0d84cc tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/networks?id=3829ab0e-5a01-4063-a215-7ab600be8d31 HTTP/1.1" status: 200 len: 808 time: 0.6270418 Apr 01 15:21:07.483638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.493549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.562967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba17988eb0574211aff206e753fc806f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2544923 Apr 01 15:21:07.562967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:07.562967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903a7ff-578b-4b02-b23c-beb7852b8a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd23b28-d218-4abf-9956-ab61ecd9d3b2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:07.591429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] In _notify_port_updated(), no bound segment for port 91472d35-ab48-49c7-abe8-a2b5337a560f on network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:21:07.591429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:07.591429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.591429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "PUT /v2.0/ports/91472d35-ab48-49c7-abe8-a2b5337a560f HTTP/1.1" status: 200 len: 996 time: 2.2265553 Apr 01 15:21:07.605093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51214) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:07.689864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-37b7f556-4351-42b9-af14-644919d63bd8 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/quotas/b22e50d096d047098ba7f6d11e420dbe HTTP/1.1" status: 200 len: 375 time: 0.2219105 Apr 01 15:21:07.729212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d97ca1-82fc-426a-90e7-dacb5794741d tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=91472d35-ab48-49c7-abe8-a2b5337a560f,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:07.742501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port 91472d35-ab48-49c7-abe8-a2b5337a560f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:07.743522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:07.765532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8f4d4597-e82f-4305-8da1-1a05eea38213 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:21:07.772148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-b1e3de83-15e4-4558-88df-2c412d4f0406 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b22e50d096d047098ba7f6d11e420dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811884 Apr 01 15:21:07.933325 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e0a-b048-4b8a-8819-7b98b359f954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.026259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-97e84b45-fa20-4a7f-8940-ba2fcc9ee081 service neutron] 10.222.0.48 "GET /v2.0/networks/3829ab0e-5a01-4063-a215-7ab600be8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413762 Apr 01 15:21:08.026259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.029780 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e0a-b048-4b8a-8819-7b98b359f954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.098762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 8f4d4597-e82f-4305-8da1-1a05eea38213 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:08.110908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 8f4d4597-e82f-4305-8da1-1a05eea38213 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:08.111289 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.222383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 7b866bf2-17d4-4e72-8483-8448842c5f55 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:08.240210 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e0a-b048-4b8a-8819-7b98b359f954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.269788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f6e0a-b048-4b8a-8819-7b98b359f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd23b28-d218-4abf-9956-ab61ecd9d3b2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:08.285948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9820cdc0-47b9-458b-b845-bc9c52f5895c None None] Provisioning complete for port 91472d35-ab48-49c7-abe8-a2b5337a560f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:08.285948 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9820cdc0-47b9-458b-b845-bc9c52f5895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.301102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.308615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e0a-b048-4b8a-8819-7b98b359f954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.308615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8b6f6e0a-b048-4b8a-8819-7b98b359f954 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fd23b28-d218-4abf-9956-ab61ecd9d3b2 HTTP/1.1" status: 204 len: 168 time: 0.7416050 Apr 01 15:21:08.535642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9820cdc0-47b9-458b-b845-bc9c52f5895c None None] Port 91472d35-ab48-49c7-abe8-a2b5337a560f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:08.591479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.690698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for 91472d35-ab48-49c7-abe8-a2b5337a560f owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:08.698508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d4597-e82f-4305-8da1-1a05eea38213'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:21:08.720803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8f4d4597-e82f-4305-8da1-1a05eea38213, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8f4d4597-e82f-4305-8da1-1a05eea38213,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:08.734156 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.773761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.880836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8f4d4597-e82f-4305-8da1-1a05eea38213,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:08.915164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=7b866bf2-17d4-4e72-8483-8448842c5f55,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:08.945453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-dd3a0acd-7a25-428d-98e4-9940a1fcf68b service neutron] 10.222.0.48 "GET /v2.0/networks/3829ab0e-5a01-4063-a215-7ab600be8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528640 Apr 01 15:21:08.950308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421ef7a-ce05-4acd-acd9-80fe4983a641 req-923c6d87-76fc-478a-bf3b-796d670b23a6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:08.953475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3421ef7a-ce05-4acd-acd9-80fe4983a641 req-923c6d87-76fc-478a-bf3b-796d670b23a6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 945 time: 0.3276565 Apr 01 15:21:08.963503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:08.976756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ce3e7546-94a0-451a-971c-85d24cd8551a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/7b866bf2-17d4-4e72-8483-8448842c5f55 HTTP/1.1" status: 204 len: 168 time: 2.0047252 Apr 01 15:21:09.008652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51240) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:09.095366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3421ef7a-ce05-4acd-acd9-80fe4983a641 req-954759db-b621-4ecf-a949-76bcd208fc8e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791898 Apr 01 15:21:09.167455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:09.291674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Port': ['ID=91472d35-ab48-49c7-abe8-a2b5337a560f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:09.314452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4301460b-0633-4ae4-aaa1-5e614c6368f5 req-58206e1a-1208-4f8e-b3fb-7e8bddfe5c5e tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 210 time: 0.0588236 Apr 01 15:21:09.323542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ffb38-6452-4b62-a46c-50c3c14fb16f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:09.323542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1f4ffb38-6452-4b62-a46c-50c3c14fb16f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:09.347162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1f4ffb38-6452-4b62-a46c-50c3c14fb16f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:09.350719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f4ffb38-6452-4b62-a46c-50c3c14fb16f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3348830 Apr 01 15:21:09.356355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51254) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:09.470274 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f376f8f9-113f-4f63-b419-30b0092a322e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:21:09.471566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f376f8f9-113f-4f63-b419-30b0092a322e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/7b866bf2-17d4-4e72-8483-8448842c5f55 HTTP/1.1" status: 404 len: 333 time: 0.0764370 Apr 01 15:21:09.486539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51262) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:09.501419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-916832259'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:09.508823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:09.515121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:09.522983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:09.562156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:09.625056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:09.642691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0ead59da-faca-436d-8be2-c14f71f2f36e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/ports/91472d35-ab48-49c7-abe8-a2b5337a560f HTTP/1.1" status: 204 len: 168 time: 2.0315857 Apr 01 15:21:09.650965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51272) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:09.731490 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0293a8a-96ed-43d5-bab6-6c26d434c635 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] GET failed (client error): The resource could not be found. Apr 01 15:21:09.731490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0293a8a-96ed-43d5-bab6-6c26d434c635 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Synchronizing usage tracker for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:09.734958 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d4597-e82f-4305-8da1-1a05eea38213', 'code': 200} Apr 01 15:21:09.764262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:09.771567 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:09.797529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0293a8a-96ed-43d5-bab6-6c26d434c635 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Unset dirty status for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:09.797529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e0293a8a-96ed-43d5-bab6-6c26d434c635 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "GET /v2.0/ports/91472d35-ab48-49c7-abe8-a2b5337a560f HTTP/1.1" status: 404 len: 333 time: 0.1512873 Apr 01 15:21:09.800669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51278) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:09.811183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'name': 'tempest-AllowedAddressPairTestJSON-253426606'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:09.904385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Deleting port 01d7ba2d-feff-436a-82bb-16e9e3e5e276 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:09.905345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:10.096798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:10.105795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:10.121844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:10.121844 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:10.164629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] device_id is not set on port fa2fb52d-27e4-4152-b840-717cc860dd19 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:10.257167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:21:10.353079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:10.353420 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment cbc53230-38b1-4f03-9b6e-4ddbf0a38e38 of type vlan for network 17aec9df-b251-4e96-835b-0a3b05bb817c Apr 01 15:21:10.627251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Allocated IP 172.20.0.5 (94e30b8b-b688-41a5-9aa8-e71e1e1740c3/c66a5f27-863b-4b0e-afea-d116faeb2840/fa2fb52d-27e4-4152-b840-717cc860dd19) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:10.715889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:10.721992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be194735-e9e6-454d-b32b-e48b20dd8d33 req-0fe510ea-ca6c-449a-86d4-57d9de697baa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 1097 time: 0.9057732 Apr 01 15:21:10.746099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] For port 01d7ba2d-feff-436a-82bb-16e9e3e5e276, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=01d7ba2d-feff-436a-82bb-16e9e3e5e276,segment=NetworkSegment(dafe596c-c8b5-408a-9d87-76feb73e4f96),segment_id=dafe596c-c8b5-408a-9d87-76feb73e4f96)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:10.746448 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:10.781259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-626cdfcb-79de-4d13-841e-17572f44fce3 req-12267192-ec19-4084-9f0a-49b40a53924d tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 210 time: 0.1104624 Apr 01 15:21:10.942416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:11.104869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:11.126220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Transition to ACTIVE for port object fa2fb52d-27e4-4152-b840-717cc860dd19 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:11.143252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Calling delete_port for 01d7ba2d-feff-436a-82bb-16e9e3e5e276 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:11.194686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:11.234922 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:11.239656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:11.240543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:11.510251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=17aec9df-b251-4e96-835b-0a3b05bb817c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:11.523544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 17aec9df-b251-4e96-835b-0a3b05bb817c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:21:11.544333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be194735-e9e6-454d-b32b-e48b20dd8d33 req-b88a442f-e218-4f2b-880f-1c423e44cb97 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8019047 Apr 01 15:21:11.551697 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aef5eb45-0cf0-49de-9fe8-b6a0024ed88d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0640299 Apr 01 15:21:11.555839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51314) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:11.571992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ce5c3-7403-41cb-9863-3edea8900b25 req-2f5275ab-5581-4e8c-a359-8c90992d6a10 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:11.574632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e7ce5c3-7403-41cb-9863-3edea8900b25 req-2f5275ab-5581-4e8c-a359-8c90992d6a10 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 946 time: 1.0701096 Apr 01 15:21:11.579584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:11.716022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:11.726985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=fa2fb52d-27e4-4152-b840-717cc860dd19,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:11.755628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:11.763031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:11.763315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:11.772700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:11.776261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:11.787000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:11.828472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e7ce5c3-7403-41cb-9863-3edea8900b25 req-bb3df36d-f433-4d95-9862-b65684d2ba94 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169772 Apr 01 15:21:11.879639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:12.048039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-c970cf10-160e-4b85-9cb6-01330a06e261 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:12.048039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-c970cf10-160e-4b85-9cb6-01330a06e261 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.44 "GET /v2.0/networks?id=3829ab0e-5a01-4063-a215-7ab600be8d31 HTTP/1.1" status: 200 len: 808 time: 0.8866665 Apr 01 15:21:12.075443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:12.076119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:12.087878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Request body: {'port': {'device_id': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31', 'admin_state_up': True, 'tenant_id': 'b22e50d096d047098ba7f6d11e420dbe'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:12.229440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c95db9dc-9d99-4f1a-b09e-21c816befd86 req-1574e058-f90c-4305-8c7a-6fabb120db35 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 210 time: 0.1460888 Apr 01 15:21:12.284114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:12.329219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b6c550b3-0e7a-470f-997e-be9cf65cc378 None None] Provisioning for port fa2fb52d-27e4-4152-b840-717cc860dd19 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:12.338765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1d973093-e0fe-45e7-93ca-7ab9e8f145bf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5346973 Apr 01 15:21:12.338765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51330) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:12.338765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:12.353133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b6c550b3-0e7a-470f-997e-be9cf65cc378 None None] Provisioning complete for port fa2fb52d-27e4-4152-b840-717cc860dd19 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:12.353133 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6c550b3-0e7a-470f-997e-be9cf65cc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:12.356599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'network_id': '94e30b8b-b688-41a5-9aa8-e71e1e1740c3', 'name': 'tempest-AllowedAddressPairTestJSON-152071852'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:12.386106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Usage tracker for resource:port and tenant:b22e50d096d047098ba7f6d11e420dbe is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:12.394392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:12.462492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:12.499193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Made reservation on behalf of b22e50d096d047098ba7f6d11e420dbe for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:12.499193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:12.520555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b6c550b3-0e7a-470f-997e-be9cf65cc378 None None] Port fa2fb52d-27e4-4152-b840-717cc860dd19 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:12.614491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:12.623252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:12.635069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Usage tracker for resource:port and tenant:1ae3fb10c3074d5585d7ac26768a4628 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:12.656385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:12.679613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:12.795067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=01d7ba2d-feff-436a-82bb-16e9e3e5e276,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:12.831795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Made reservation on behalf of 1ae3fb10c3074d5585d7ac26768a4628 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:12.834685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:12.916094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] device_id is not set on port 2012769e-238e-49c5-8426-4d031d5e4295 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:13.082451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Allocated IP 172.20.0.2 (3829ab0e-5a01-4063-a215-7ab600be8d31/f32e02da-bdff-49da-a101-084ab860707b/41b7360c-f8e7-4cba-8e30-fc40a6aa42a6) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:13.220975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:13.331662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=544548c2-a64f-4811-b937-17475a984983,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:13.377534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:13.396289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Allocated IP 172.20.0.4 (94e30b8b-b688-41a5-9aa8-e71e1e1740c3/c66a5f27-863b-4b0e-afea-d116faeb2840/2012769e-238e-49c5-8426-4d031d5e4295) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:13.433706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dc3b5-9a18-428f-a7fc-e09d2fdb5c3d req-3af32d5b-0028-4a2d-a985-16b6fd64d521 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:13.435589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f3dc3b5-9a18-428f-a7fc-e09d2fdb5c3d req-3af32d5b-0028-4a2d-a985-16b6fd64d521 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 946 time: 0.3455665 Apr 01 15:21:13.480419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': 'cbc53230-38b1-4f03-9b6e-4ddbf0a38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:21:13.481466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: 17aec9df-b251-4e96-835b-0a3b05bb817c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:21:13.503402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:13.542046 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f3dc3b5-9a18-428f-a7fc-e09d2fdb5c3d req-0e927a2d-34c0-4f44-8944-698b954b72d9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882080 Apr 01 15:21:13.566718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:13.583752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 17aec9df-b251-4e96-835b-0a3b05bb817c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:21:13.697750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Pushing event updated for resources: {'Port': ['ID=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:13.802545 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:13.832759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Transition to ACTIVE for port object 2012769e-238e-49c5-8426-4d031d5e4295 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:13.885695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 17aec9df-b251-4e96-835b-0a3b05bb817c) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:13.897654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c17dd-854a-439b-8421-653e90c0e7e0 None None] Network 17aec9df-b251-4e96-835b-0a3b05bb817c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:13.907354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:13.922909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Network 3829ab0e-5a01-4063-a215-7ab600be8d31 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:13.927393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:13.928096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:13.991143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:14.002081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-37359f0e-12b0-4dc6-956b-db80546184d0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4434977 Apr 01 15:21:14.003005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51366) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:14.026252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:14.028392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:14.166227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f85f8-f6bc-4d2b-93eb-b2e3aa424159 req-f31c908c-4545-409b-b032-b3b3bf63f7af tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:14.192873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-203f85f8-f6bc-4d2b-93eb-b2e3aa424159 req-f31c908c-4545-409b-b032-b3b3bf63f7af tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 946 time: 0.2911308 Apr 01 15:21:14.219567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad00d0b-d3c2-49a7-b1ca-591b383e6cc2 req-7c4c7306-ca54-44de-89d5-9bb8080a272d tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:14.219567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ad00d0b-d3c2-49a7-b1ca-591b383e6cc2 req-7c4c7306-ca54-44de-89d5-9bb8080a272d tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 931 time: 0.7138505 Apr 01 15:21:14.230848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:14.230848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=2012769e-238e-49c5-8426-4d031d5e4295,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:14.238618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:14.244890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:14.305258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:14.305258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:14.329120 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-06930109-66a5-4792-9d6f-599e53c69d28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2610865 Apr 01 15:21:14.360314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Request body: {'port': {'device_id': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:14.398397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-17aec9df-b251-4e96-835b-0a3b05bb817c', 'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c', 'tenant_id': '42f8fc31ef31463fb2b4aad0168e52f6', 'fixed_ips': [{'subnet_id': '544548c2-a64f-4811-b937-17475a984983'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:21:14.401634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:14.418214 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-203f85f8-f6bc-4d2b-93eb-b2e3aa424159 req-9955acff-2656-434c-8f62-60d8ea7d59e3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411129 Apr 01 15:21:14.445287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:14.454235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:14.459913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:14.468023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:14.696312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:14.696312 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:14.712101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5ad00d0b-d3c2-49a7-b1ca-591b383e6cc2 req-158aa3d2-4e85-4faf-a9fb-08ddfb21f818 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397802 Apr 01 15:21:14.740750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:14.744407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Allocated IP 2001:db8::2 (17aec9df-b251-4e96-835b-0a3b05bb817c/544548c2-a64f-4811-b937-17475a984983/65add6a1-5b44-4f01-96d6-f4bfee81d5e9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:14.766959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:14.871583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:14.995821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6ed4316d-5fd7-4df3-9105-fa2d3e1d4805 None None] Provisioning for port 2012769e-238e-49c5-8426-4d031d5e4295 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:15.033272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6ed4316d-5fd7-4df3-9105-fa2d3e1d4805 None None] Provisioning complete for port 2012769e-238e-49c5-8426-4d031d5e4295 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:15.034576 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ed4316d-5fd7-4df3-9105-fa2d3e1d4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:15.127838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7401635e-9692-45b2-8929-8ace37611300 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7818372 Apr 01 15:21:15.139977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:15.148186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:da:1d'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ef:ac:50'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:15.230164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4316d-5fd7-4df3-9105-fa2d3e1d4805 None None] Port 2012769e-238e-49c5-8426-4d031d5e4295 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:15.243379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:15.458012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:15.476785 n-d-836017-1 neutron-server[83953]: INFO neutron.db.ipam_backend_mixin [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 544548c2-a64f-4811-b937-17475a984983 (CIDR: 2001:db8::/64) Apr 01 15:21:15.480604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Transition to ACTIVE for port object 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:15.523062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Transition to ACTIVE for port object 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:15.538822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:15.545359 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:21:15.546305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:21:15.650674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Network 17aec9df-b251-4e96-835b-0a3b05bb817c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:15.650674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:15.650674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:15.691975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Pushing event updated for resources: {'Port': ['ID=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:15.713618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8a2326ce-2ca6-4a4f-b8bf-9ee71346ef5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6973100 Apr 01 15:21:15.716975 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:15.727338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51394) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:15.727338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:15.894799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Attempting to bind port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:21:15.895282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Attempting to bind port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cbc53230-38b1-4f03-9b6e-4ddbf0a38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:21:15.895862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Attempting to bind port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 on network 17aec9df-b251-4e96-835b-0a3b05bb817c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:21:15.916307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:21:15.916603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Checking segment: {'id': 'cbc53230-38b1-4f03-9b6e-4ddbf0a38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:21:15.918111 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:15.918515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Bound using segment: {'id': 'cbc53230-38b1-4f03-9b6e-4ddbf0a38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:21:15.919065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Bound port: 65add6a1-5b44-4f01-96d6-f4bfee81d5e9, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc53230-38b1-4f03-9b6e-4ddbf0a38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:21:15.919923 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:15.975236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:16.001300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:16.005341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:16.040021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:16.103547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:16.111722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:16.201423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] For port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:21:16.211708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] For port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,segment=NetworkSegment(cbc53230-38b1-4f03-9b6e-4ddbf0a38e38),segment_id=cbc53230-38b1-4f03-9b6e-4ddbf0a38e38)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:21:16.218681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:16.481301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Router 85064de5-f2a1-40d6-82a6-56f0eeba583e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:21:16.587359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f5230-9c5b-4650-b3bf-9d078004a8ae None None] Pushing event updated for resources: {'Port': ['ID=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:16.979234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:21:16.995748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:17.132190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:17.173454 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:17.192092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Transition to ACTIVE for port object 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:17.210357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:17.366876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 17aec9df-b251-4e96-835b-0a3b05bb817c is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:17.390590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:21:17.402473 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] Sync routers for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:21:17.409599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:17.417499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:17.431695 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:21:17.434768 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:21:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:17.445321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:17.449496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:17.515435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:17.525612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c5bfce19-3ce7-476d-8498-54832303f2bc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8101423 Apr 01 15:21:17.527046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51446) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:17.543559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e21d-c85c-42f8-a0fc-456935f8f274 req-104a4d24-1fd9-4cab-8739-555076e65c9c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:17.544704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1c81e21d-c85c-42f8-a0fc-456935f8f274 req-104a4d24-1fd9-4cab-8739-555076e65c9c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Synchronizing usage tracker for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:17.544841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c', 'fixed_ips': [{'subnet_id': '544548c2-a64f-4811-b937-17475a984983'}, {'subnet_id': 'cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11'}], 'name': 'tempest-PortsIpV6TestJSON-143772870'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:17.588183 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9333df4c-a73c-4af7-904b-a234aeaf2e5d admin admin] 10.222.0.48 "PUT /v2.0/routers/85064de5-f2a1-40d6-82a6-56f0eeba583e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3612409 Apr 01 15:21:17.589834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51450) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:17.909501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] In _notify_port_updated(), no bound segment for port 2012769e-238e-49c5-8426-4d031d5e4295 on network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:21:17.909501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:17.909501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:17.916202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "PUT /v2.0/ports/2012769e-238e-49c5-8426-4d031d5e4295 HTTP/1.1" status: 200 len: 1054 time: 2.7731781 Apr 01 15:21:17.923399 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:21:17.956581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51460) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:18.001615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c9a0c3c1-fcf4-432d-aeae-c1a5a796e930 None None] Provisioning complete for port 2012769e-238e-49c5-8426-4d031d5e4295 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:18.002080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c3c1-fcf4-432d-aeae-c1a5a796e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:18.068098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:18.106258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:18.128485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:18.160107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:18.210087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:18.239052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0c3c1-fcf4-432d-aeae-c1a5a796e930 None None] Port 2012769e-238e-49c5-8426-4d031d5e4295 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:18.306425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:21:18.423072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46c06b-4b60-4dfa-b4ba-4caa6a8ba51c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event updated for resources: {'Port': ['ID=2012769e-238e-49c5-8426-4d031d5e4295,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:18.617271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:18.618309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Pushing event updated for resources: {'Port': ['ID=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:18.663333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:18.705357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:18.706544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1c81e21d-c85c-42f8-a0fc-456935f8f274 req-104a4d24-1fd9-4cab-8739-555076e65c9c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Unset dirty status for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:18.707950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c81e21d-c85c-42f8-a0fc-456935f8f274 req-104a4d24-1fd9-4cab-8739-555076e65c9c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 931 time: 2.4525394 Apr 01 15:21:18.772299 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:21:12Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:18.813007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] Checking router: 85064de5-f2a1-40d6-82a6-56f0eeba583e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:21:18.879938 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] Routers {'85064de5-f2a1-40d6-82a6-56f0eeba583e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:21:18.889043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:21:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['85064de5-f2a1-40d6-82a6-56f0eeba583e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:18.967605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cdf29f-148c-4bf4-9a9f-c62fa10aa06a None None] Network 17aec9df-b251-4e96-835b-0a3b05bb817c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:19.505520 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] Set router 85064de5-f2a1-40d6-82a6-56f0eeba583e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:21:19.619676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port 2012769e-238e-49c5-8426-4d031d5e4295 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:19.619676 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:19.623802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-969a80ec-83ec-42c2-b228-60c33e518775 None None] Provisioning for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:19.838223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-969a80ec-83ec-42c2-b228-60c33e518775 None None] Provisioning complete for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:19.843536 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-969a80ec-83ec-42c2-b228-60c33e518775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:19.945007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Attempting to bind port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:21:19.945240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Attempting to bind port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'f8910a98-709a-4ceb-9056-c42c46116c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:21:19.945680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Attempting to bind port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 on network 3829ab0e-5a01-4063-a215-7ab600be8d31 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:21:20.081872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-969a80ec-83ec-42c2-b228-60c33e518775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.191516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-969a80ec-83ec-42c2-b228-60c33e518775 None None] For port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,segment=NetworkSegment(cbc53230-38b1-4f03-9b6e-4ddbf0a38e38),segment_id=cbc53230-38b1-4f03-9b6e-4ddbf0a38e38)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:20.206142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-969a80ec-83ec-42c2-b228-60c33e518775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.212768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c81e21d-c85c-42f8-a0fc-456935f8f274 req-76f0a1e4-2197-457b-974d-26c4119b0593 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4431961 Apr 01 15:21:20.212768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 on network 3829ab0e-5a01-4063-a215-7ab600be8d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:21:20.212768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Attempting to bind port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 on network 3829ab0e-5a01-4063-a215-7ab600be8d31 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:21:20.253533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:21:20.253533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Checking segment: {'id': 'f8910a98-709a-4ceb-9056-c42c46116c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:21:20.253533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Bound using segment: {'id': 'f8910a98-709a-4ceb-9056-c42c46116c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:21:20.253533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Bound port: 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8910a98-709a-4ceb-9056-c42c46116c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:21:20.253533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.291615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::70 (17aec9df-b251-4e96-835b-0a3b05bb817c/544548c2-a64f-4811-b937-17475a984983/e682b72a-8fc2-4b0f-a5ce-624116ed43e3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:20.304371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8:0:1::1f5 (17aec9df-b251-4e96-835b-0a3b05bb817c/cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11/e682b72a-8fc2-4b0f-a5ce-624116ed43e3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:20.356832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.460057 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:21:12Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:20.471407 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47b0b6-a6c5-4e33-a0aa-af51edfec9f5 None None] The sync data for ids ['85064de5-f2a1-40d6-82a6-56f0eeba583e'] in n-d-836017-1 is: [{'id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1129366049-router', 'tenant_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:18:58Z', 'updated_at': '2022-04-01T15:21:12Z', 'revision_number': 5, 'project_id': 'bd5c4ee4a80b491c8c53332beadec8c0', 'gw_port': {'id': '46686d0a-e1ab-4ff3-85fb-5e59bf063abf', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85064de5-f2a1-40d6-82a6-56f0eeba583e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:18:59Z', 'updated_at': '2022-04-01T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:21:20.520245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a80ec-83ec-42c2-b228-60c33e518775 None None] Pushing event updated for resources: {'Port': ['ID=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:20.548586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for 2012769e-238e-49c5-8426-4d031d5e4295 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:20.588680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] Update dhcp port {'port': {'network_id': '17aec9df-b251-4e96-835b-0a3b05bb817c', 'fixed_ips': [{'subnet_id': '544548c2-a64f-4811-b937-17475a984983', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '65add6a1-5b44-4f01-96d6-f4bfee81d5e9'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:21:20.637752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] For port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:21:20.645394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] For port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,segment=NetworkSegment(f8910a98-709a-4ceb-9056-c42c46116c87),segment_id=f8910a98-709a-4ceb-9056-c42c46116c87)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:21:20.689941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.705730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object e682b72a-8fc2-4b0f-a5ce-624116ed43e3 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:20.713305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.722412 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.736097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.975544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:20.976961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] 10.222.0.44 "PUT /v2.0/ports/41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 HTTP/1.1" status: 200 len: 1091 time: 6.6355727 Apr 01 15:21:20.977418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'tag': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:21:21.052942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 17aec9df-b251-4e96-835b-0a3b05bb817c is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:21.060139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:21.069124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:21.081457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:21.083688 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:21.106421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=e682b72a-8fc2-4b0f-a5ce-624116ed43e3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:21.153349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7b50211-3bad-4a09-9802-428bb7460062 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6216378 Apr 01 15:21:21.156834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:21.164342 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'tag': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6', 'status': 'completed', 'code': 200} Apr 01 15:21:21.166040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '544548c2-a64f-4811-b937-17475a984983'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:21.213107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c23a0-67d0-4480-8b17-b6ab741ab47f service neutron] Pushing event updated for resources: {'Port': ['ID=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:21.313624 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:21.346564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] Allocated IP 2001:db8:0:1::2 (17aec9df-b251-4e96-835b-0a3b05bb817c/cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11/65add6a1-5b44-4f01-96d6-f4bfee81d5e9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:21.474762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-6701c98c-dcd5-4156-b38c-8d90093d5a43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b22e50d096d047098ba7f6d11e420dbe&device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 1094 time: 0.4383845 Apr 01 15:21:21.574183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] For port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,segment=NetworkSegment(cbc53230-38b1-4f03-9b6e-4ddbf0a38e38),segment_id=cbc53230-38b1-4f03-9b6e-4ddbf0a38e38)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:21.600764 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:21.636989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:21.673630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0fe12433-a5ef-4a78-a03b-a59658001261 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:21.680731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0fe12433-a5ef-4a78-a03b-a59658001261 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.4062924 Apr 01 15:21:21.701565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] Transition to ACTIVE for port object 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:21.706026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:21.739723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:21.773897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-924d88bb-36fa-41c2-a7dc-229d5e3fa85d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/quotas/eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 375 time: 0.0518043 Apr 01 15:21:21.831692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-0b2897f8-fed7-4bcd-af18-c314422cb549 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 HTTP/1.1" status: 200 len: 217 time: 0.3060071 Apr 01 15:21:21.899782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Port': ['ID=2012769e-238e-49c5-8426-4d031d5e4295,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:22.000065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-fe576017-ffcc-4e0f-8e52-0a3f5abbb45f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:22.001537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-fe576017-ffcc-4e0f-8e52-0a3f5abbb45f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f32e02da-bdff-49da-a101-084ab860707b HTTP/1.1" status: 200 len: 848 time: 0.1592264 Apr 01 15:21:22.128324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-761c314e-af82-4f6c-baf6-4294ae05009a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3558040 Apr 01 15:21:22.238484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cddc9-da77-43b9-8148-f56e665c2af4 None None] Pushing event updated for resources: {'Port': ['ID=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:22.281909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:21:22.312112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-75c19465-265d-4fac-91f4-ffc568282e98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3829ab0e-5a01-4063-a215-7ab600be8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2529557 Apr 01 15:21:22.460567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 01d7ba2d-feff-436a-82bb-16e9e3e5e276 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:21:22.481601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b3cc-78ae-4337-a927-171f2c741388 req-244f52a3-4e16-4bae-adbc-1678d314c9f3 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:22.490082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3605b3cc-78ae-4337-a927-171f2c741388 req-244f52a3-4e16-4bae-adbc-1678d314c9f3 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 943 time: 0.9743049 Apr 01 15:21:22.508720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 01d7ba2d-feff-436a-82bb-16e9e3e5e276 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:21:22.509069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 01d7ba2d-feff-436a-82bb-16e9e3e5e276 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:21:22.542382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-7bf9df82-3eaf-4b0b-ac77-9ccb44bd273b service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161205 Apr 01 15:21:22.619676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Delete allocated IP 2001:db8:0:1::1f5 (17aec9df-b251-4e96-835b-0a3b05bb817c/cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11) {{(pid=83953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:21:22.932113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-2d2706d2-f3d8-4e1a-9b1e-e6e5309e3b08 service neutron] 10.222.0.44 "GET /v2.0/networks/3829ab0e-5a01-4063-a215-7ab600be8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105909 Apr 01 15:21:22.987440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbeef0-2edf-4260-a0e1-f7b58d759336 None None] Network 17aec9df-b251-4e96-835b-0a3b05bb817c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:23.055263 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:23.055263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-d910aef6-7489-4c92-bff9-55c5b2c19fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011697 Apr 01 15:21:23.118349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Ignored duplicate provisioning block setup for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:21:23.152501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:23.159025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3605b3cc-78ae-4337-a927-171f2c741388 req-988fc4b5-c22c-4b61-a09e-46e8e0bb5128 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574147 Apr 01 15:21:23.289544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=e682b72a-8fc2-4b0f-a5ce-624116ed43e3,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:23.305617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.305980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.306355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.306685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.306986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-091bacab-59c7-4b97-b9eb-f1048facb570 req-2fbf1bbe-72f0-4af7-a85f-f99b3a5ed8f8 service neutron] 10.222.0.44 "GET /v2.0/networks/3829ab0e-5a01-4063-a215-7ab600be8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064497 Apr 01 15:21:23.307262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.307509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.309023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.309399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.309724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.310040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.310356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:23.367175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] In _notify_port_updated(), no bound segment for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 on network 17aec9df-b251-4e96-835b-0a3b05bb817c {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:21:23.371503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:23.372547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:23.377138 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:23.377381 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-47885743-1a32-4d3d-979d-b9ac84ec63a9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "PUT /v2.0/ports/e682b72a-8fc2-4b0f-a5ce-624116ed43e3 HTTP/1.1" status: 200 len: 924 time: 2.2189746 Apr 01 15:21:23.378231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51544) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:23.389954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:23.395539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '544548c2-a64f-4811-b937-17475a984983'}, {'subnet_id': 'cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:23.459126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-227127de-7e7c-41b1-9caf-9fcc10dfc0d5 None None] Provisioning for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:23.461462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-66bf6ccf-8d56-4c8a-a602-1dce26c2a6eb tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/ports/2012769e-238e-49c5-8426-4d031d5e4295 HTTP/1.1" status: 204 len: 168 time: 5.0489855 Apr 01 15:21:23.462336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Deleting port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:23.462739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:23.465011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51552) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:23.479629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-227127de-7e7c-41b1-9caf-9fcc10dfc0d5 None None] Provisioning complete for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:23.480074 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-227127de-7e7c-41b1-9caf-9fcc10dfc0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:23.592993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e44de98a-0f9e-4060-9c25-fad38d083fce req-f4b7fa66-e961-41d4-9159-407747931db3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.0858860 Apr 01 15:21:23.887654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-209886f1-54d7-4690-92b7-d083ac6dffd8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b22e50d096d047098ba7f6d11e420dbe&device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 1094 time: 0.4816766 Apr 01 15:21:23.924611 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e04bef2-3d33-4a70-91de-f71e6a77d9c3 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] GET failed (client error): The resource could not be found. Apr 01 15:21:23.930746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e04bef2-3d33-4a70-91de-f71e6a77d9c3 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Synchronizing usage tracker for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:24.159572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:21:24.212098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e04bef2-3d33-4a70-91de-f71e6a77d9c3 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Unset dirty status for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:24.212098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e04bef2-3d33-4a70-91de-f71e6a77d9c3 tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "GET /v2.0/ports/2012769e-238e-49c5-8426-4d031d5e4295 HTTP/1.1" status: 404 len: 333 time: 0.7331605 Apr 01 15:21:24.212098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51574) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:24.433752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:24.440367 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:24.509320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] For port 46686d0a-e1ab-4ff3-85fb-5e59bf063abf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:24.509320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:24.668097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2a3ae348-8025-4749-89ad-51278d8894c8 None None] Provisioning complete for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:24.668722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae348-8025-4749-89ad-51278d8894c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:24.695836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port fa2fb52d-27e4-4152-b840-717cc860dd19 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:24.696336 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:25.050011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Calling delete_port for 46686d0a-e1ab-4ff3-85fb-5e59bf063abf owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:25.204289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79cfe1-44f3-4dd8-af52-e9568714218e req-488f8b7a-9bea-46de-a7a6-d74b59dbad28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:25.211737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d79cfe1-44f3-4dd8-af52-e9568714218e req-488f8b7a-9bea-46de-a7a6-d74b59dbad28 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 943 time: 0.6629529 Apr 01 15:21:25.245815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2a3ae348-8025-4749-89ad-51278d8894c8 None None] Provisioning for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:25.250809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2a3ae348-8025-4749-89ad-51278d8894c8 None None] Provisioning complete for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:25.251391 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae348-8025-4749-89ad-51278d8894c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:25.328065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:25.368257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ae348-8025-4749-89ad-51278d8894c8 None None] Port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:25.427498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-747b3a08-1395-45fc-90dd-7b44bb5192eb req-ca6f38d0-fffa-408b-81e4-092d2f970f70 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.2244256 Apr 01 15:21:25.478049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-5cec9e06-e43c-4d5c-8687-1c6068922666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:25.486240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-5cec9e06-e43c-4d5c-8687-1c6068922666 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3829ab0e-5a01-4063-a215-7ab600be8d31 HTTP/1.1" status: 200 len: 909 time: 1.5171614 Apr 01 15:21:25.568074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a3d91f3a-ff92-4e44-8e65-7ae381dc7e83 None None] Provisioning complete for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:25.577088 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3d91f3a-ff92-4e44-8e65-7ae381dc7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:25.579203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3d79cfe1-44f3-4dd8-af52-e9568714218e req-3e41720d-fd93-4a48-ad04-43bbb3260a5c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Synchronizing usage tracker for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:25.768245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3d79cfe1-44f3-4dd8-af52-e9568714218e req-3e41720d-fd93-4a48-ad04-43bbb3260a5c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Unset dirty status for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:25.780134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a3d91f3a-ff92-4e44-8e65-7ae381dc7e83 None None] Port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:25.781543 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d79cfe1-44f3-4dd8-af52-e9568714218e req-3e41720d-fd93-4a48-ad04-43bbb3260a5c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731628 Apr 01 15:21:25.950762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-65053a50-4b00-436c-a7aa-c180e5af4cb9 None None] Provisioning complete for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:25.950762 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65053a50-4b00-436c-a7aa-c180e5af4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:26.083821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:21:26.116932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-65053a50-4b00-436c-a7aa-c180e5af4cb9 None None] Port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:26.126389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:26.275189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:26.298197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-618a20e7-414c-4d0b-af0e-2da7683dd62c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 HTTP/1.1" status: 200 len: 217 time: 0.8065259 Apr 01 15:21:26.298197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Pushing event deleted for resources: {'Port': ['ID=46686d0a-e1ab-4ff3-85fb-5e59bf063abf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:26.509011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8:0:1::3d (17aec9df-b251-4e96-835b-0a3b05bb817c/cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11/e682b72a-8fc2-4b0f-a5ce-624116ed43e3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:26.532406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,segment=NetworkSegment(f8910a98-709a-4ceb-9056-c42c46116c87),segment_id=f8910a98-709a-4ceb-9056-c42c46116c87)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:26.532825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for fa2fb52d-27e4-4152-b840-717cc860dd19 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:26.564358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6', 'network_id': '3829ab0e-5a01-4063-a215-7ab600be8d31', 'port_id': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6', 'mac_address': 'fa:16:3e:03:68:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32e02da-bdff-49da-a101-084ab860707b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:21:26.704304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:26.742378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:21:26.778508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,segment=NetworkSegment(f8910a98-709a-4ceb-9056-c42c46116c87),segment_id=f8910a98-709a-4ceb-9056-c42c46116c87)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:26.789340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:26.951663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:27.067466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['41b7360c-f8e7-4cba-8e30-fc40a6aa42a6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:21:27.152951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53e4f438-9577-4fe4-89c1-363ea7f32b54 req-b184ac8b-3e8b-4c72-b2bb-0c23817d9b5f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.1121228 Apr 01 15:21:27.180609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-5d714b5c-1880-43f1-a8be-2d3332b827b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:27.180609 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-5d714b5c-1880-43f1-a8be-2d3332b827b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f32e02da-bdff-49da-a101-084ab860707b HTTP/1.1" status: 200 len: 848 time: 0.8750405 Apr 01 15:21:27.198096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:27.406617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-150f1869-598e-42d7-9996-a746af5fe567 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3829ab0e-5a01-4063-a215-7ab600be8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972500 Apr 01 15:21:27.780424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-7482aafd-4bb1-4089-9ab5-f1a6ce04733a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:27.782956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-7482aafd-4bb1-4089-9ab5-f1a6ce04733a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 1.4219964 Apr 01 15:21:27.807031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'port': {'device_id': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'admin_state_up': True, 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:27.814986 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:27.819457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:27.840479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71b91e01-9d61-4f44-abf4-1b9a43525488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:27.852140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:27.852681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85064de5-f2a1-40d6-82a6-56f0eeba583e {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:21:27.880234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:27.881720 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d103788b-67bf-4e7b-98bb-478f75131905 admin admin] 10.222.0.48 "DELETE /v2.0/routers/85064de5-f2a1-40d6-82a6-56f0eeba583e HTTP/1.1" status: 204 len: 168 time: 10.2866626 Apr 01 15:21:27.898449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51614) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:28.085100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:21:28.200055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-272133e3-d776-4161-a2f6-1a840efe63a7 service neutron] 10.222.0.44 "GET /v2.0/networks/3829ab0e-5a01-4063-a215-7ab600be8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181315 Apr 01 15:21:28.203197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] Deleting subnet a4b984e6-1ba2-4bc8-a904-e5e8705059dd {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:21:28.251808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:28.277834 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:28.281214 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:28.292130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:28.307081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006615d-d78f-49c0-a38e-0c508c57b89b req-e1a09e58-9561-4b10-9949-6506f45ee841 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:28.321902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b006615d-d78f-49c0-a38e-0c508c57b89b req-e1a09e58-9561-4b10-9949-6506f45ee841 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 944 time: 1.1416407 Apr 01 15:21:28.417193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:28.427818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:28.427818 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:28.729565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-faaef38a-0114-4d8c-a021-d3dfbd10dde3 req-ab65f981-2488-49ab-80a8-ab97b2cec532 service neutron] 10.222.0.44 "GET /v2.0/networks/3829ab0e-5a01-4063-a215-7ab600be8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083621 Apr 01 15:21:28.732995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Port': ['ID=fa2fb52d-27e4-4152-b840-717cc860dd19,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:28.750121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.resource_extend [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:21:28.763756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:28.845676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:28.845676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.049447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.096375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.176836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,segment=NetworkSegment(f8910a98-709a-4ceb-9056-c42c46116c87),segment_id=f8910a98-709a-4ceb-9056-c42c46116c87)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:29.177932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:21:29.188556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.20.0.3 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/f3956d54-2f9b-486c-916d-02fe92f93efc) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:29.194352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.274504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.303023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.303023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b006615d-d78f-49c0-a38e-0c508c57b89b req-ff64bc56-e16f-4a81-aaca-6b3d4578d85c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713230 Apr 01 15:21:29.311521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.332650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51640) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:29.371108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object e682b72a-8fc2-4b0f-a5ce-624116ed43e3 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:29.411365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.413719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:29.440352 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-65f4e471-8bed-49f3-b509-cd9d8ef1445e tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/ports/fa2fb52d-27e4-4152-b840-717cc860dd19 HTTP/1.1" status: 204 len: 168 time: 5.2056091 Apr 01 15:21:29.467204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51646) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:29.471510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b984e6-1ba2-4bc8-a904-e5e8705059dd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:29.482006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd50c2be-c7c5-4d4f-b954-f69adcc5804b req-1b3ded79-6a58-4a42-8239-95999b611373 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.8436003 Apr 01 15:21:29.486500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:29.501990 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6', 'code': 200} Apr 01 15:21:29.603639 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae1635f-42ed-4d50-843f-503d7d5c9e0a tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] GET failed (client error): The resource could not be found. Apr 01 15:21:29.608849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dae1635f-42ed-4d50-843f-503d7d5c9e0a tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Synchronizing usage tracker for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:29.612505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8258271a-5f2e-4656-b3bc-952ee2bd1972 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a4b984e6-1ba2-4bc8-a904-e5e8705059dd HTTP/1.1" status: 204 len: 168 time: 1.7127435 Apr 01 15:21:29.617676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51654) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:29.957523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=e682b72a-8fc2-4b0f-a5ce-624116ed43e3,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:30.033975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dae1635f-42ed-4d50-843f-503d7d5c9e0a tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Unset dirty status for tenant:1ae3fb10c3074d5585d7ac26768a4628 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:30.033975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dae1635f-42ed-4d50-843f-503d7d5c9e0a tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "GET /v2.0/ports/fa2fb52d-27e4-4152-b840-717cc860dd19 HTTP/1.1" status: 404 len: 333 time: 0.5566399 Apr 01 15:21:30.051982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51660) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:30.109168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46686d0a-e1ab-4ff3-85fb-5e59bf063abf no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:21:30.198176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.212248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 46686d0a-e1ab-4ff3-85fb-5e59bf063abf {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:21:30.212248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 46686d0a-e1ab-4ff3-85fb-5e59bf063abf not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:21:30.262312 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1a75648-d5fc-47de-a0b4-51f625121499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.300129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.311448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] In _notify_port_updated(), no bound segment for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 on network 17aec9df-b251-4e96-835b-0a3b05bb817c {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:21:30.328721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:30.329997 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.334571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fcf73258-6712-4b00-b9c6-30f02b879b0d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "PUT /v2.0/ports/e682b72a-8fc2-4b0f-a5ce-624116ed43e3 HTTP/1.1" status: 200 len: 1009 time: 6.9551976 Apr 01 15:21:30.344615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port 081811bb-8f37-4c2d-b3d3-87c5e931e900 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:30.345153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.347627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51666) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:30.383391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5517b6fa-dd1c-4b14-85c2-6d25dc9a00f9 None None] Provisioning for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:30.393719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5517b6fa-dd1c-4b14-85c2-6d25dc9a00f9 None None] Provisioning complete for port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:30.394252 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5517b6fa-dd1c-4b14-85c2-6d25dc9a00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.440132 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2b260b1-1931-4926-800b-8f80276ce556 req-1738e40e-531b-4a12-bbd4-8644f92b7233 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 1096 time: 0.8179550 Apr 01 15:21:30.598603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5517b6fa-dd1c-4b14-85c2-6d25dc9a00f9 None None] Port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:30.694187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.759406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Transition to ACTIVE for port object f3956d54-2f9b-486c-916d-02fe92f93efc will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:30.914981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00bd604c-9919-4202-ba6f-af5089c1838c req-6244276d-973f-4b08-a0f4-ddc74a391a77 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.0769763 Apr 01 15:21:30.919686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:30.980759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port e682b72a-8fc2-4b0f-a5ce-624116ed43e3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:30.980759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.004919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2052760b-582b-4e4c-bc1e-1863a58f9cf0']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:31.014131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2b260b1-1931-4926-800b-8f80276ce556 req-808a92cc-c1ab-43f6-836d-29e01276d848 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392084 Apr 01 15:21:31.028517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafe596c-c8b5-408a-9d87-76feb73e4f96') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:31.028517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafe596c-c8b5-408a-9d87-76feb73e4f96') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:31.067692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:31.068045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.078637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c8b7558f6140648daf7a9c546ed987 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:31.089931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.101968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['8f4d4597-e82f-4305-8da1-1a05eea38213'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:21:31.122943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:31.287302 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.302877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:31.325185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:21:31.325867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.328677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:31.332972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:31.356667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:21:31.373243 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:21:31.387454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.460142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.489822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:31.489822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.524500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=f3956d54-2f9b-486c-916d-02fe92f93efc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:31.644434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-0e10e98f-0734-4f05-bc2b-2a0928c4c1d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8372345 Apr 01 15:21:31.650496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cc234-496e-4c23-919d-a488d0bc0515 req-38278dc3-7c06-459a-92dc-d81f02a21d1c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:31.652078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-848cc234-496e-4c23-919d-a488d0bc0515 req-38278dc3-7c06-459a-92dc-d81f02a21d1c tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 945 time: 0.8307247 Apr 01 15:21:31.663748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Request body: {'port': {'device_id': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:31.742475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:31.874096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f8b93770-345d-4426-9e54-e189f2204ec8 None None] Provisioning for port f3956d54-2f9b-486c-916d-02fe92f93efc completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:31.874096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f8b93770-345d-4426-9e54-e189f2204ec8 None None] Provisioning complete for port f3956d54-2f9b-486c-916d-02fe92f93efc triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:31.874096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8b93770-345d-4426-9e54-e189f2204ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.007052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f8b93770-345d-4426-9e54-e189f2204ec8 None None] Port f3956d54-2f9b-486c-916d-02fe92f93efc cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:32.012985 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-848cc234-496e-4c23-919d-a488d0bc0515 req-f4d21bbf-ec1f-4548-8cdf-cff7126ce712 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923882 Apr 01 15:21:32.029021 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.068206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for 081811bb-8f37-4c2d-b3d3-87c5e931e900 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:32.287489 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.308615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.337354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.422947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] 10.222.0.48 "DELETE /v2.0/networks/2052760b-582b-4e4c-bc1e-1863a58f9cf0 HTTP/1.1" status: 204 len: 168 time: 2.7982497 Apr 01 15:21:32.429314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d804be8-d9e1-4e22-85f9-ac3ded84fd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=2052760b-582b-4e4c-bc1e-1863a58f9cf0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:32.580485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.585670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d1bd-cf09-4b2e-bf98-a095219ce639 req-50e00ce1-50d2-4fb8-901b-ae20fa5ebeb9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:32.585670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae62d1bd-cf09-4b2e-bf98-a095219ce639 req-50e00ce1-50d2-4fb8-901b-ae20fa5ebeb9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 931 time: 0.3680613 Apr 01 15:21:32.585670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.720685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Port': ['ID=081811bb-8f37-4c2d-b3d3-87c5e931e900,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:32.738491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c416b50-cc2e-4d00-9e7f-49c122a7da0c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:32.761586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1b466f08-3aa9-4f18-837a-1888ad87c2e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5c8b7558f6140648daf7a9c546ed987&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4277239 Apr 01 15:21:32.768118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51694) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:32.770929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:32.782400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for e682b72a-8fc2-4b0f-a5ce-624116ed43e3 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:32.823612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51698) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:32.837201 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.037121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5be33de3-b2fb-40ed-8b00-5524dd06f827 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd5c4ee4a80b491c8c53332beadec8c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1858873 Apr 01 15:21:33.037121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae62d1bd-cf09-4b2e-bf98-a095219ce639 req-1bd091e8-5f82-4f04-9cd0-0a9856b3f929 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383769 Apr 01 15:21:33.037121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51704) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:33.117047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.189112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0b0d0f1a-aa02-4bf7-87a6-10914cf4c40c tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/ports/081811bb-8f37-4c2d-b3d3-87c5e931e900 HTTP/1.1" status: 204 len: 168 time: 3.1371527 Apr 01 15:21:33.189112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51712) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:33.250215 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-28935166-de6c-4047-96a7-a92e6ae8069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.315153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-28935166-de6c-4047-96a7-a92e6ae8069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.470690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54118521-6168-4188-a31f-aadb2501da6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.594048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54118521-6168-4188-a31f-aadb2501da6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.695395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting subnet c66a5f27-863b-4b0e-afea-d116faeb2840 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:21:33.707503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-28935166-de6c-4047-96a7-a92e6ae8069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.707503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.955493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:33.996788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28935166-de6c-4047-96a7-a92e6ae8069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ff2e8-1418-4853-b951-20ed6392c4f6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:34.056434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=e682b72a-8fc2-4b0f-a5ce-624116ed43e3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:34.056434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3956d54-2f9b-486c-916d-02fe92f93efc {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:21:34.079248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e2e34-9ff0-4b44-b03f-a44511ada6c0 req-ad1d1362-dec8-4956-a877-b5e8cd778622 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:34.079248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-659e2e34-9ff0-4b44-b03f-a44511ada6c0 req-ad1d1362-dec8-4956-a877-b5e8cd778622 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 945 time: 0.6022177 Apr 01 15:21:34.096792 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.187995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.226684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54118521-6168-4188-a31f-aadb2501da6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.277795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.413306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54118521-6168-4188-a31f-aadb2501da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c416b50-cc2e-4d00-9e7f-49c122a7da0c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:34.430035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-28935166-de6c-4047-96a7-a92e6ae8069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.430035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-28935166-de6c-4047-96a7-a92e6ae8069a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/862ff2e8-1418-4853-b951-20ed6392c4f6 HTTP/1.1" status: 204 len: 168 time: 1.3905613 Apr 01 15:21:34.430035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.443568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Transition to ACTIVE for port object f3956d54-2f9b-486c-916d-02fe92f93efc will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:34.492684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.507888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-659e2e34-9ff0-4b44-b03f-a44511ada6c0 req-719fd4ff-0295-429c-b5a6-eaada28a852d tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721097 Apr 01 15:21:34.518258 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.590816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Subnet': ['ID=c66a5f27-863b-4b0e-afea-d116faeb2840,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:34.634681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.640336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656e740-f1fc-4e50-bdaa-f40990d7727f None None] Network 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:34.726639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-54118521-6168-4188-a31f-aadb2501da6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:34.760070 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-54118521-6168-4188-a31f-aadb2501da6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c416b50-cc2e-4d00-9e7f-49c122a7da0c HTTP/1.1" status: 204 len: 168 time: 1.8908308 Apr 01 15:21:34.765472 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f278e85f-5461-40e8-aaa3-a235876b44f6 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/e682b72a-8fc2-4b0f-a5ce-624116ed43e3 HTTP/1.1" status: 204 len: 168 time: 4.4024429 Apr 01 15:21:34.802285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51732) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:35.150679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dbc0b15e-6d5a-47d2-9607-3616b0bddecf tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/subnets/c66a5f27-863b-4b0e-afea-d116faeb2840 HTTP/1.1" status: 204 len: 168 time: 1.9234095 Apr 01 15:21:35.150679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51740) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:35.290729 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8f00d4-25f2-4339-a213-3cd8445d6427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:21:35.290729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7f8f00d4-25f2-4339-a213-3cd8445d6427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:35.384555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Pushing event updated for resources: {'Port': ['ID=f3956d54-2f9b-486c-916d-02fe92f93efc,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:35.661712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7f8f00d4-25f2-4339-a213-3cd8445d6427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:35.683560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7f8f00d4-25f2-4339-a213-3cd8445d6427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/e682b72a-8fc2-4b0f-a5ce-624116ed43e3 HTTP/1.1" status: 404 len: 333 time: 0.8621898 Apr 01 15:21:35.683560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51748) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:35.687650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da91c48-753e-4db4-bb88-688286eb0feb req-d6d814c0-3817-48a9-9748-fa861b0178e4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:35.699172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8da91c48-753e-4db4-bb88-688286eb0feb req-d6d814c0-3817-48a9-9748-fa861b0178e4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 1.2039640 Apr 01 15:21:35.866192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] DHCP port deletion for 94e30b8b-b688-41a5-9aa8-e71e1e1740c3 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:21:35.883899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:35.899935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Deleting port 8462956a-3bac-440d-af88-4fcdf4d476e4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:35.899935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:35.953297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port 8462956a-3bac-440d-af88-4fcdf4d476e4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:35.960159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:36.182563 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8da91c48-753e-4db4-bb88-688286eb0feb req-46929134-42fd-4564-ba2f-949f112f4376 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868548 Apr 01 15:21:36.312202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8462956a-3bac-440d-af88-4fcdf4d476e4 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:21:36.521327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51768) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:36.555713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Attempting to bind port f3956d54-2f9b-486c-916d-02fe92f93efc on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:21:36.558693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Attempting to bind port f3956d54-2f9b-486c-916d-02fe92f93efc by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:21:36.559279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Attempting to bind port f3956d54-2f9b-486c-916d-02fe92f93efc on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:21:36.561704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:36.624459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Port f3956d54-2f9b-486c-916d-02fe92f93efc on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:21:36.624459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Attempting to bind port f3956d54-2f9b-486c-916d-02fe92f93efc on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:21:36.660564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:21:36.660564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:21:36.660564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:21:36.660564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Bound port: f3956d54-2f9b-486c-916d-02fe92f93efc, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:21:36.660564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:36.750776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8462956a-3bac-440d-af88-4fcdf4d476e4,segment=NetworkSegment(c446f9cd-7e1b-4245-9797-5b5d1a5db21b),segment_id=c446f9cd-7e1b-4245-9797-5b5d1a5db21b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:36.750776 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:37.177677 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:37.317446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:21:37.320384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8462956a-3bac-440d-af88-4fcdf4d476e4,segment=NetworkSegment(c446f9cd-7e1b-4245-9797-5b5d1a5db21b),segment_id=c446f9cd-7e1b-4245-9797-5b5d1a5db21b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:37.329644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8462956a-3bac-440d-af88-4fcdf4d476e4,segment=NetworkSegment(c446f9cd-7e1b-4245-9797-5b5d1a5db21b),segment_id=c446f9cd-7e1b-4245-9797-5b5d1a5db21b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:37.330408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:37.352062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:37.376951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for 8462956a-3bac-440d-af88-4fcdf4d476e4 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:37.450918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:37.536963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:37.557032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Usage tracker for resource:security_group_rule and tenant:09c63bf9b41f48b6b919a44890209f23 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:37.569959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:37.591408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:37.625348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:21:37.625348 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:21:37.718765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Calling delete_port for 8462956a-3bac-440d-af88-4fcdf4d476e4 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:37.842142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:37.850570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:37.867278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8462956a-3bac-440d-af88-4fcdf4d476e4,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:37.984339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:37.995179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.044986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:21:38.044986 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:21:38.050710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081cf9b3-5c79-40ac-920e-3efa69394d39,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:38.106969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] For port f3956d54-2f9b-486c-916d-02fe92f93efc, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:21:38.106969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] For port f3956d54-2f9b-486c-916d-02fe92f93efc, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f3956d54-2f9b-486c-916d-02fe92f93efc,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.113104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.122785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:38.128234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.128234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.128234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:21:38.150444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Deleting port 8462956a-3bac-440d-af88-4fcdf4d476e4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:38.150444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:38.169780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:38.250549 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0103e3a4-d35f-4a7e-bdbc-eb074b934b35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09c63bf9b41f48b6b919a44890209f23&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7221041 Apr 01 15:21:38.280689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51796) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:38.329101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:38.329101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] 10.222.0.62 "PUT /v2.0/ports/f3956d54-2f9b-486c-916d-02fe92f93efc HTTP/1.1" status: 200 len: 1091 time: 6.6655788 Apr 01 15:21:38.422688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'tag': 'f3956d54-2f9b-486c-916d-02fe92f93efc'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:21:38.538501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Deleting port 8462956a-3bac-440d-af88-4fcdf4d476e4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:38.538501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:38.980210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c153be-61e0-4a9b-a200-fd0d0f7dbe01 service neutron] Pushing event updated for resources: {'Port': ['ID=f3956d54-2f9b-486c-916d-02fe92f93efc,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:39.030260 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'tag': 'f3956d54-2f9b-486c-916d-02fe92f93efc', 'status': 'completed', 'code': 200} Apr 01 15:21:39.165771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d150d-acd4-4ca0-ba63-0f5b0ad34f1b req-bf4b479c-e0ca-448e-8a37-0fe8c9fb8e25 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:39.172942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fe2d150d-acd4-4ca0-ba63-0f5b0ad34f1b req-bf4b479c-e0ca-448e-8a37-0fe8c9fb8e25 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:39.234620 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99faca7e-82fc-49e7-8779-d2cf377cbfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.301728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99faca7e-82fc-49e7-8779-d2cf377cbfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.309633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.414496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.453612 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99faca7e-82fc-49e7-8779-d2cf377cbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.461597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8462956a-3bac-440d-af88-4fcdf4d476e4,segment=NetworkSegment(c446f9cd-7e1b-4245-9797-5b5d1a5db21b),segment_id=c446f9cd-7e1b-4245-9797-5b5d1a5db21b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:39.461597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.507472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fe2d150d-acd4-4ca0-ba63-0f5b0ad34f1b req-bf4b479c-e0ca-448e-8a37-0fe8c9fb8e25 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:39.543468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe2d150d-acd4-4ca0-ba63-0f5b0ad34f1b req-bf4b479c-e0ca-448e-8a37-0fe8c9fb8e25 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 1.7493944 Apr 01 15:21:39.562776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:39.588904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.608876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e52db-2f35-4548-8771-4394d2cac251 None None] Network 17aec9df-b251-4e96-835b-0a3b05bb817c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:39.617809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-eee8ed85-73e3-4187-bc93-683411504b6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 1094 time: 1.0521240 Apr 01 15:21:39.617809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4a987030-fefa-4c98-8c3f-8a99256f24ec tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11 HTTP/1.1" status: 204 len: 168 time: 3.9212956 Apr 01 15:21:39.617809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51816) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:39.658938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] For port 8462956a-3bac-440d-af88-4fcdf4d476e4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8462956a-3bac-440d-af88-4fcdf4d476e4,segment=NetworkSegment(c446f9cd-7e1b-4245-9797-5b5d1a5db21b),segment_id=c446f9cd-7e1b-4245-9797-5b5d1a5db21b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:39.658938 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:39.862095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faca7e-82fc-49e7-8779-d2cf377cbfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081cf9b3-5c79-40ac-920e-3efa69394d39,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:39.887865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Calling delete_port for 8462956a-3bac-440d-af88-4fcdf4d476e4 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:39.904649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe2d150d-acd4-4ca0-ba63-0f5b0ad34f1b req-ceb33f35-accd-4440-977c-c581ddbe2268 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678792 Apr 01 15:21:39.940181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-13ec19d1-69f3-431f-9bda-cb2c41fa9aa9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3956d54-2f9b-486c-916d-02fe92f93efc HTTP/1.1" status: 200 len: 217 time: 0.3255687 Apr 01 15:21:40.140918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99faca7e-82fc-49e7-8779-d2cf377cbfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:40.157333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-99faca7e-82fc-49e7-8779-d2cf377cbfb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/081cf9b3-5c79-40ac-920e-3efa69394d39 HTTP/1.1" status: 204 len: 168 time: 1.8767004 Apr 01 15:21:40.228136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:40.283854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-85b4734a-8d34-41f8-9de5-7d8de031fa7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:40.311825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-85b4734a-8d34-41f8-9de5-7d8de031fa7a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.3213804 Apr 01 15:21:40.437360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet 544548c2-a64f-4811-b937-17475a984983 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:21:40.456945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ba83d23-89d8-43e9-86f4-ca6b2c9d732b req-8dc73017-5596-45fb-ad44-d3885404e6a8 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.0703778 Apr 01 15:21:40.459864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:40.562724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Port': ['ID=8462956a-3bac-440d-af88-4fcdf4d476e4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:40.571788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] No DVR routers for this DVR port 8462956a-3bac-440d-af88-4fcdf4d476e4 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:21:40.683014 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:41.024896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-baabbd44-03fa-4efa-bb40-afa3e24fe571 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7071991 Apr 01 15:21:41.171967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Calling delete_port for 8462956a-3bac-440d-af88-4fcdf4d476e4 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:41.509727 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:41.629856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e30b8b-b688-41a5-9aa8-e71e1e1740c3']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:41.671599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c446f9cd-7e1b-4245-9797-5b5d1a5db21b') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:41.671938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c446f9cd-7e1b-4245-9797-5b5d1a5db21b') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:41.682060 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:41.728770 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:41.871145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:41.962518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:21:41.968829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:42.168680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:21:42.169423 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:21:42.304180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-704ef689-b96e-4679-a1a1-35202b30c2db service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2602754 Apr 01 15:21:42.507789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:21:42.699083 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:21:42.905938 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:21:43.089864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Deleting port 8462956a-3bac-440d-af88-4fcdf4d476e4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:43.089864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:43.218272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e9bfe096-5207-49c9-ad49-019df169c3d9 req-c2411a9b-3aa0-487e-9c4b-f5349085208a tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.4786785 Apr 01 15:21:43.232310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:43.271355 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:43.395286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f01f958d-8782-42a9-b9ad-3ccefa516e02 None None] The port '8462956a-3bac-440d-af88-4fcdf4d476e4' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:21:43.487867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] Pushing event deleted for resources: {'Network': ['ID=94e30b8b-b688-41a5-9aa8-e71e1e1740c3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:43.556662 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fe2d327e-f36c-464f-97ea-ff36e6122b1f tempest-AllowedAddressPairTestJSON-732642437 tempest-AllowedAddressPairTestJSON-732642437-project] 10.222.0.48 "DELETE /v2.0/networks/94e30b8b-b688-41a5-9aa8-e71e1e1740c3 HTTP/1.1" status: 204 len: 168 time: 8.3970306 Apr 01 15:21:43.592130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40ee0d5c-de18-495e-b61a-4e46c6ae4900 req-1d534878-016a-473f-b525-5af18e2bb3e1 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169892 Apr 01 15:21:43.636079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e87278-9e38-4f46-aa20-5648b77679e9 req-7890d489-a418-4b36-8e3a-182814b551a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:43.644207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0e87278-9e38-4f46-aa20-5648b77679e9 req-7890d489-a418-4b36-8e3a-182814b551a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 2.0204213 Apr 01 15:21:43.717096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:43.927937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=544548c2-a64f-4811-b937-17475a984983,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:44.075629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:44.136463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-500bde35-8b97-4c57-8de9-cc476a533154 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/544548c2-a64f-4811-b937-17475a984983 HTTP/1.1" status: 204 len: 168 time: 4.5218349 Apr 01 15:21:44.136947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51918) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:44.157359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f4e63-322c-45c0-8f5d-8dbb3af2f0db None None] Network 17aec9df-b251-4e96-835b-0a3b05bb817c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:44.172531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a0e87278-9e38-4f46-aa20-5648b77679e9 req-1f963e62-8c64-4d01-826a-f9b98cf34162 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031183 Apr 01 15:21:44.286394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-9dafa0c0-873d-43dc-99f6-5aa6f7eeb175 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 1094 time: 0.3653166 Apr 01 15:21:44.539811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:44.572034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:44.572372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:44.658131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 51932) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:44.919757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37cb9a0c-8b55-4bd3-ad6c-4c52dc60bf05 req-08f72c5d-d821-4786-a8e6-f1187c39f6bd tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.2183812 Apr 01 15:21:45.023773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-34cb41f3-ec37-49c2-bcdf-f8577b0e0e9e None None] Provisioning complete for port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:45.023973 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34cb41f3-ec37-49c2-bcdf-f8577b0e0e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:45.115686 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:45.449117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-537cd683-a0b3-4a5d-8a71-74f7a58e2003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:45.449117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-537cd683-a0b3-4a5d-8a71-74f7a58e2003 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 1.1503706 Apr 01 15:21:45.465688 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70710156-70b5-4688-8281-157bcac4f32c None None] DHCP port deletion for 17aec9df-b251-4e96-835b-0a3b05bb817c request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:21:45.498549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Deleting port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:45.498956 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:45.558442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-9e500201-8c44-4a80-b0d5-cfb962b0be69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3956d54-2f9b-486c-916d-02fe92f93efc HTTP/1.1" status: 200 len: 217 time: 0.1028271 Apr 01 15:21:45.654306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] For port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,segment=NetworkSegment(cbc53230-38b1-4f03-9b6e-4ddbf0a38e38),segment_id=cbc53230-38b1-4f03-9b6e-4ddbf0a38e38)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:45.655292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:45.889547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-470b6999-d134-4bb9-a9b1-8bacfc0e0e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:45.892432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-470b6999-d134-4bb9-a9b1-8bacfc0e0e6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.3273115 Apr 01 15:21:45.991365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:45.992690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3babb-6d6a-4fb2-a4be-69f320ad94eb req-0fb4db3d-eac2-4dfc-a7f7-d78a763efbca tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:45.994425 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9d3babb-6d6a-4fb2-a4be-69f320ad94eb req-0fb4db3d-eac2-4dfc-a7f7-d78a763efbca tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.3275089 Apr 01 15:21:46.229149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:46.288016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:21:46.297491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:46.300710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-92ef554f-e7b1-4479-9024-888d7a990f32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3972909 Apr 01 15:21:46.303987 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e5a9722-2c77-4244-a975-abaa4bc2694a req-05a5892b-9113-48db-abb6-010281e70de8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.2170966 Apr 01 15:21:46.326055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No DVR routers for this DVR port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:21:46.333487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b9d3babb-6d6a-4fb2-a4be-69f320ad94eb req-bbe53f4f-7297-4549-ba96-f38f8d3804c3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229465 Apr 01 15:21:46.535203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:21:46.535203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:21:46.559753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-70710156-70b5-4688-8281-157bcac4f32c None None] For port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=65add6a1-5b44-4f01-96d6-f4bfee81d5e9,segment=NetworkSegment(cbc53230-38b1-4f03-9b6e-4ddbf0a38e38),segment_id=cbc53230-38b1-4f03-9b6e-4ddbf0a38e38)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:46.559753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:46.689773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-3e06dd42-7474-469d-81e0-91e132dbf503 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396726 Apr 01 15:21:46.821137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:46.895615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aec9df-b251-4e96-835b-0a3b05bb817c']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:47.083753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Calling delete_port for 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:47.101005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2edde69-89a1-45b8-a6ad-7239831c90d2 req-4ee749a4-88bd-4692-a7e4-51f3b6fbf9f4 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713028 Apr 01 15:21:47.127692 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1b64f684-3c2d-4238-8268-de874c51c9fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ae3fb10c3074d5585d7ac26768a4628&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4521251 Apr 01 15:21:47.132945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 51986) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:47.162135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fae4a20e-de8e-4293-9762-2645990b68f7 req-ae82ee1b-5cf7-43c2-b444-f0a6c9336270 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.3493164 Apr 01 15:21:47.183794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc53230-38b1-4f03-9b6e-4ddbf0a38e38') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:47.183794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc53230-38b1-4f03-9b6e-4ddbf0a38e38') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:21:47.267996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-203d621c-577d-4ffe-853a-1993c1e42152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:47.328009 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-203d621c-577d-4ffe-853a-1993c1e42152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:47.337056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:47.456755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f10190da-a969-4ed2-b2f1-a150da1deabc req-911a0904-a611-481c-8ee4-587f02e8ea67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1046243 Apr 01 15:21:47.475681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:47.510230 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:21:47.510230 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:21:47.518849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:21:47.518849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:47.545462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3c90d-ef4a-47cc-8d83-25705791c57f req-4ae44b2b-242d-400f-99d5-d7fec7666a41 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:47.552539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26c3c90d-ef4a-47cc-8d83-25705791c57f req-4ae44b2b-242d-400f-99d5-d7fec7666a41 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 945 time: 0.1358356 Apr 01 15:21:47.573835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-203d621c-577d-4ffe-853a-1993c1e42152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:47.593255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d621c-577d-4ffe-853a-1993c1e42152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99fe72-d0a5-4807-9662-76085ea17025,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:47.639874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26c3c90d-ef4a-47cc-8d83-25705791c57f req-f8e085e1-3e57-46ae-aba7-6c4504ca68a8 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865512 Apr 01 15:21:47.639874 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-203d621c-577d-4ffe-853a-1993c1e42152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:47.639874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-203d621c-577d-4ffe-853a-1993c1e42152 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e99fe72-d0a5-4807-9662-76085ea17025 HTTP/1.1" status: 204 len: 168 time: 0.5149632 Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:21:47.811893 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:21:47.969387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-50cb5550-7f1a-4d7f-9823-fc7484b2aa28 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9507575 Apr 01 15:21:47.980042 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:48.015849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Deleting port 65add6a1-5b44-4f01-96d6-f4bfee81d5e9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:48.015849 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-70710156-70b5-4688-8281-157bcac4f32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:48.035473 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:48.086628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=17aec9df-b251-4e96-835b-0a3b05bb817c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:48.099013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ba7909c4-9d92-463a-bf67-b53b6beefdab tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/17aec9df-b251-4e96-835b-0a3b05bb817c HTTP/1.1" status: 204 len: 168 time: 3.9556205 Apr 01 15:21:48.099476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52012) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:48.130284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661b6ef-0a28-43cd-9c86-7aff691cb479 req-7512f798-8029-441a-94ba-368721992b3c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:48.136075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5661b6ef-0a28-43cd-9c86-7aff691cb479 req-7512f798-8029-441a-94ba-368721992b3c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.3236625 Apr 01 15:21:48.173610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-70710156-70b5-4688-8281-157bcac4f32c None None] The port '65add6a1-5b44-4f01-96d6-f4bfee81d5e9' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:21:48.301367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428b80a-4238-4eeb-94e1-cd98f019f840 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:48.301367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c428b80a-4238-4eeb-94e1-cd98f019f840 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1938746 Apr 01 15:21:48.305753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52024) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:48.339148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5661b6ef-0a28-43cd-9c86-7aff691cb479 req-00e23291-5653-4d9a-a1de-174a6cc8b2ba tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831996 Apr 01 15:21:48.421565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-aeb88a2a-a4c2-447b-a415-fa84db2cc1dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 1097 time: 0.1338036 Apr 01 15:21:48.553247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-66f868be-4b58-47e1-b140-4462c931e6f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2351182 Apr 01 15:21:48.556088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52034) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:48.567601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1237596964'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:48.574226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:48.584609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:48.589983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:48.598087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:48.627543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:48.632052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:48.726601 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-995c1708-a7a6-4bfb-8dcf-d1cab0a111f4 req-6ac09479-7252-4de9-9c47-37529bd65b31 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.0616140 Apr 01 15:21:48.850153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:21:48.892780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:48.893130 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment 64c91d75-5b00-4e17-b6dd-a681e8bbdc81 of type vlan for network 65bcb955-38d3-4671-bc04-e8f9253c074b Apr 01 15:21:49.029629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:49.031885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-741d170a-3cad-4db0-986f-29fb15f86454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:49.036508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-741d170a-3cad-4db0-986f-29fb15f86454 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.5850458 Apr 01 15:21:49.179551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:49.187071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:49.187071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:49.202046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-f8245a20-0ee8-4a09-aec1-029138747ea0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f4d4597-e82f-4305-8da1-1a05eea38213 HTTP/1.1" status: 200 len: 217 time: 0.1488230 Apr 01 15:21:49.289647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7269289 Apr 01 15:21:49.304120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52050) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:49.314553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:49.443597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-f6d96013-0c4e-46a9-aeaa-4f4a16435c3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:49.445165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-f6d96013-0c4e-46a9-aeaa-4f4a16435c3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.2476838 Apr 01 15:21:49.518037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462f278-25f2-4c05-905a-92bfab250197 req-26d803ec-872e-4ef9-8b8e-219b87272947 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:49.525449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2462f278-25f2-4c05-905a-92bfab250197 req-26d803ec-872e-4ef9-8b8e-219b87272947 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 945 time: 0.3351705 Apr 01 15:21:49.640501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-c58c3752-e699-4b23-b361-5db5ff79b108 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807342 Apr 01 15:21:49.658645 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2462f278-25f2-4c05-905a-92bfab250197 req-aa184f4d-f069-421d-8385-2c88b98be2cd tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248956 Apr 01 15:21:49.827972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04836bf-ac71-4adc-b776-6a6def45b45d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=65bcb955-38d3-4671-bc04-e8f9253c074b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:49.841664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 65bcb955-38d3-4671-bc04-e8f9253c074b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:21:50.055360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-6fe49266-2ca2-41a5-a40e-b43d33a13b9b service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945882 Apr 01 15:21:50.079783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:50.109435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:50.127855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:50.158811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:50.192220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:50.251514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:50.348358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e2015f6e-4dfb-43f0-bcf0-d51a313c1ee4 req-1680e71a-4e65-4aba-854b-88d03105baba tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1270862 Apr 01 15:21:50.357452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-57b4141b-0a5e-4b28-a2e1-38c5e84774af tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:50.358810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-57b4141b-0a5e-4b28-a2e1-38c5e84774af tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.44 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 945 time: 0.5500164 Apr 01 15:21:50.496116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bbf76-2b76-40e0-936a-d822b3c8acbf req-0469d3d7-b4fd-4380-87fd-1f961e760420 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:50.503300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a86bbf76-2b76-40e0-936a-d822b3c8acbf req-0469d3d7-b4fd-4380-87fd-1f961e760420 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.6771593 Apr 01 15:21:50.578098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-958e5f27-fd73-4982-9dc1-b9498b8aafb2 req-ca67cc4b-fdf2-4f8c-93c0-4c0b09967b29 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194240 Apr 01 15:21:50.592249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Deleting port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:50.592249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:50.676224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a86bbf76-2b76-40e0-936a-d822b3c8acbf req-c43b86ca-86f2-4896-88d0-11b599f33ffd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685119 Apr 01 15:21:50.692017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:51.253754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] For port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,segment=NetworkSegment(f8910a98-709a-4ceb-9056-c42c46116c87),segment_id=f8910a98-709a-4ceb-9056-c42c46116c87)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:51.254579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:51.392724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--961015629'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:51.412082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:51.424602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:51.429160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:51.450657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:51.470456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Calling delete_port for 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:51.506171 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:51.533473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc5f0b-4f6b-4e93-86ab-c6d33b731f4d req-348e49c3-6acc-4261-a8b4-78fedf9ae4cc tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:51.546189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ccc5f0b-4f6b-4e93-86ab-c6d33b731f4d req-348e49c3-6acc-4261-a8b4-78fedf9ae4cc tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 945 time: 0.2333069 Apr 01 15:21:51.569039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16fd0462-1e00-4dae-9460-b273b53db37a req-7ef1c56e-b309-4842-b495-4ea5f47c09e3 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1034493 Apr 01 15:21:51.631490 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:51.788883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:51.806736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['41b7360c-f8e7-4cba-8e30-fc40a6aa42a6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:21:52.012368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.216762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:52.228339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Pushing event deleted for resources: {'Port': ['ID=41b7360c-f8e7-4cba-8e30-fc40a6aa42a6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:52.232879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ccc5f0b-4f6b-4e93-86ab-c6d33b731f4d req-d5e84068-4792-4836-b2c4-3f8f6fc02730 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/security-groups?id=88bd2794-6634-4cb9-8f4f-c7f015354779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856501 Apr 01 15:21:52.260476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:52.268187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:52.299931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=4381dd26-d689-4ce4-b59d-f5ceb78f8897,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:52.305915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] No DVR routers for this DVR port 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:21:52.306748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:52.314915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.317970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'name': 'network-vif-deleted', 'tag': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:21:52.381914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': '64c91d75-5b00-4e17-b6dd-a681e8bbdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:21:52.382681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: 65bcb955-38d3-4671-bc04-e8f9253c074b, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:21:52.383826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854d336-31bb-4cfe-966d-ea1717eb966a req-e378890e-e400-463e-8bb2-1fb55f998f2b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:52.393398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f854d336-31bb-4cfe-966d-ea1717eb966a req-e378890e-e400-463e-8bb2-1fb55f998f2b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.4466858 Apr 01 15:21:52.396162 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1545ac5e-57f1-4807-b1f5-b1d20dfcca29 req-bb1e1122-6d5d-46fe-ba28-7b9f8b133828 tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.44 "DELETE /v2.0/ports/41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 HTTP/1.1" status: 204 len: 173 time: 2.0147176 Apr 01 15:21:52.398008 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12edc297-74b5-4f51-bc32-ac7a5aafd706', 'name': 'network-vif-deleted', 'tag': '41b7360c-f8e7-4cba-8e30-fc40a6aa42a6', 'status': 'completed', 'code': 200} Apr 01 15:21:52.467632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 65bcb955-38d3-4671-bc04-e8f9253c074b is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:21:52.481837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.490526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.508061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f854d336-31bb-4cfe-966d-ea1717eb966a req-d6049b12-b71d-4eb1-ae8c-34309cd00337 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134136 Apr 01 15:21:52.525131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 65bcb955-38d3-4671-bc04-e8f9253c074b) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:52.539833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14c313-30fa-44b7-b9de-179948c0498e None None] Network 65bcb955-38d3-4671-bc04-e8f9253c074b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:52.585708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:52.587510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.619653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:52.652289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:52.659758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2278e-1ff6-46d0-86b6-6ae804d784d0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:52.674760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:52.686112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:52.707893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52124) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:52.708106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e3a2805f-d575-40bc-8b51-c70964a0b66f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4065588 Apr 01 15:21:52.726881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b', 'name': 'tempest-PortsIpV6TestJSON-1517664288'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:52.788479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.795807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.858672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb507706-64c2-4129-9e1d-92927ba4bffa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:52.875554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:52.877264 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b7f0dd2d-f16a-48a3-acde-6559b7b18f79 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6842046 Apr 01 15:21:52.879624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52128) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:52.953935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-65bcb955-38d3-4671-bc04-e8f9253c074b', 'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b', 'tenant_id': '42f8fc31ef31463fb2b4aad0168e52f6', 'fixed_ips': [{'subnet_id': '4381dd26-d689-4ce4-b59d-f5ceb78f8897'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:21:52.955188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.028586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09a794a5-7d4f-435c-919e-eb7188e759d3 req-3976f747-10e6-4942-8ec9-fc2659b338a0 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1107216 Apr 01 15:21:53.103304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-40b91012-ac86-4c86-989c-dafbf31be1e4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:53.108793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:53.123589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:53.124188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:53.137961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-40b91012-ac86-4c86-989c-dafbf31be1e4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:53.139518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-40b91012-ac86-4c86-989c-dafbf31be1e4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2589076 Apr 01 15:21:53.142674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52132) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:53.149592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a1fb8c34-480b-4cc2-88c5-e9d753eb449a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-security--1441379577', 'description': 'tempest-security-description-568596787'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:53.155812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:53.174622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:53.180742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.221393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 311cc973-3487-42c2-8504-2da0912ee114 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:53.258046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8c34-480b-4cc2-88c5-e9d753eb449a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.265978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Allocated IP 2001:db8::2 (65bcb955-38d3-4671-bc04-e8f9253c074b/4381dd26-d689-4ce4-b59d-f5ceb78f8897/a5b03ead-761a-4b94-87fb-13df2bceb871) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:53.385916 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8c34-480b-4cc2-88c5-e9d753eb449a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.390761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8c34-480b-4cc2-88c5-e9d753eb449a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.393814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8c34-480b-4cc2-88c5-e9d753eb449a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.399094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52142) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:53.409340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a1fb8c34-480b-4cc2-88c5-e9d753eb449a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "PUT /v2.0/security-groups/eb507706-64c2-4129-9e1d-92927ba4bffa HTTP/1.1" status: 200 len: 1611 time: 0.2652466 Apr 01 15:21:53.477149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb8c34-480b-4cc2-88c5-e9d753eb449a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb507706-64c2-4129-9e1d-92927ba4bffa,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:53.498226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:53.512620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2075e49c-c7ad-4008-b7fe-13b1435aa4fc tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups/eb507706-64c2-4129-9e1d-92927ba4bffa HTTP/1.1" status: 200 len: 1611 time: 0.1107984 Apr 01 15:21:53.603026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41f2-1c6b-446f-aac6-197657595b65 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.641360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41f2-1c6b-446f-aac6-197657595b65 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.722151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-632e59ef-f5f9-433c-893e-da6212f05cd3 req-ae06e4fc-c21b-443f-8d98-cae2d2069c9b tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Synchronizing usage tracker for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:53.740932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-632e59ef-f5f9-433c-893e-da6212f05cd3 req-ae06e4fc-c21b-443f-8d98-cae2d2069c9b tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] Unset dirty status for tenant:b22e50d096d047098ba7f6d11e420dbe on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:53.755717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-632e59ef-f5f9-433c-893e-da6212f05cd3 req-ae06e4fc-c21b-443f-8d98-cae2d2069c9b tempest-VolumesActionsTest-349143794 tempest-VolumesActionsTest-349143794-project] 10.222.0.48 "GET /v2.0/ports?device_id=12edc297-74b5-4f51-bc32-ac7a5aafd706 HTTP/1.1" status: 200 len: 210 time: 0.1372015 Apr 01 15:21:53.791629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.798704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41f2-1c6b-446f-aac6-197657595b65 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.803860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Transition to ACTIVE for port object a5b03ead-761a-4b94-87fb-13df2bceb871 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:53.825882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d41f2-1c6b-446f-aac6-197657595b65 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb507706-64c2-4129-9e1d-92927ba4bffa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:53.832430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Transition to ACTIVE for port object a5b03ead-761a-4b94-87fb-13df2bceb871 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:53.854903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30f4b-cbea-4bfd-bbea-116e0fbaa55b req-d76835c4-920f-4fce-af24-35347b71f10a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:53.856521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ac30f4b-cbea-4bfd-bbea-116e0fbaa55b req-d76835c4-920f-4fce-af24-35347b71f10a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.1375470 Apr 01 15:21:53.857937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41f2-1c6b-446f-aac6-197657595b65 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.859077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3a2d41f2-1c6b-446f-aac6-197657595b65 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/eb507706-64c2-4129-9e1d-92927ba4bffa HTTP/1.1" status: 204 len: 168 time: 0.3597441 Apr 01 15:21:53.861527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52152) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:53.887136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:53.960795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ac30f4b-cbea-4bfd-bbea-116e0fbaa55b req-d6a3f88a-f75b-4c59-87e1-8fa7ca9e9744 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Apr 01 15:21:53.971613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::344 (65bcb955-38d3-4671-bc04-e8f9253c074b/4381dd26-d689-4ce4-b59d-f5ceb78f8897/311cc973-3487-42c2-8504-2da0912ee114) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:53.991776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-681fc749-cf27-42a0-827c-d29759768f02 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:54.020233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-681fc749-cf27-42a0-827c-d29759768f02 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:54.020754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Network 65bcb955-38d3-4671-bc04-e8f9253c074b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:54.022271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:54.023134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-681fc749-cf27-42a0-827c-d29759768f02 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1604514 Apr 01 15:21:54.024805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:54.029960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52156) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:54.066798 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-9758f124-18b7-470a-aeb1-c703422cde8a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] delete failed (client error): The resource could not be found. Apr 01 15:21:54.069382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9758f124-18b7-470a-aeb1-c703422cde8a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/eb507706-64c2-4129-9e1d-92927ba4bffa HTTP/1.1" status: 404 len: 347 time: 0.0385106 Apr 01 15:21:54.077688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:54.097224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338965006'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:54.106091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:54.119324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:54.149789 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.155389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Pushing event updated for resources: {'Port': ['ID=a5b03ead-761a-4b94-87fb-13df2bceb871,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:54.224234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:21:54.232642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:54.237029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:54.240463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:54.249135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:54.255037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0ba1df9-bf09-4665-9dbc-08d266c77fbd req-978dd8ba-35e6-44e2-a3ae-b9d785eca056 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f4a228d-c37a-41e2-b364-44033766b04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0554614 Apr 01 15:21:54.280151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:21:54.280497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 41b7360c-f8e7-4cba-8e30-fc40a6aa42a6 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:21:54.287380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Attempting to bind port a5b03ead-761a-4b94-87fb-13df2bceb871 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:21:54.287740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Attempting to bind port a5b03ead-761a-4b94-87fb-13df2bceb871 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '64c91d75-5b00-4e17-b6dd-a681e8bbdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:21:54.288097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Attempting to bind port a5b03ead-761a-4b94-87fb-13df2bceb871 on network 65bcb955-38d3-4671-bc04-e8f9253c074b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:21:54.316833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:21:54.317200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Checking segment: {'id': '64c91d75-5b00-4e17-b6dd-a681e8bbdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:21:54.317597 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.318017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Bound using segment: {'id': '64c91d75-5b00-4e17-b6dd-a681e8bbdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:21:54.318476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Bound port: a5b03ead-761a-4b94-87fb-13df2bceb871, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c91d75-5b00-4e17-b6dd-a681e8bbdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:21:54.318845 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.371060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.378864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.403588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27c958f-7aff-4f31-a341-f81ec570f0d7 req-82b04a24-9278-4872-9b3f-20879df84ca6 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.0800679 Apr 01 15:21:54.499836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0ba1df9-bf09-4665-9dbc-08d266c77fbd req-c3715882-1aad-4af5-89b6-9c96bb94d961 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95e6375bf5c94234a149f55d5d40df54&device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.0918970 Apr 01 15:21:54.529069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.543312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077bdaa0-4061-4ef0-a717-c61836760737,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:54.552587 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.558953 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-04f7f4c5-7810-4cea-9e07-0814cbeadc40 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4777372 Apr 01 15:21:54.560121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52174) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:54.569584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': '077bdaa0-4061-4ef0-a717-c61836760737', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:54.570967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] For port a5b03ead-761a-4b94-87fb-13df2bceb871, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:21:54.577490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] For port a5b03ead-761a-4b94-87fb-13df2bceb871, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a5b03ead-761a-4b94-87fb-13df2bceb871,segment=NetworkSegment(64c91d75-5b00-4e17-b6dd-a681e8bbdc81),segment_id=64c91d75-5b00-4e17-b6dd-a681e8bbdc81)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:21:54.582486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:54.587811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.599547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0ba1df9-bf09-4665-9dbc-08d266c77fbd req-df40c51a-0974-461c-a512-462e2cb94cb2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=95e6375bf5c94234a149f55d5d40df54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604692 Apr 01 15:21:54.608724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:54.608989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object 311cc973-3487-42c2-8504-2da0912ee114 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:54.612691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:54.624952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:54.659200 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.801025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596ab50-8eb3-44bb-a65c-4db4a498fda1 None None] Pushing event updated for resources: {'Port': ['ID=a5b03ead-761a-4b94-87fb-13df2bceb871,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:54.805257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.817148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.824953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.885500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e33cb8-0e46-4315-92c5-b802552e4b1f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:54.908451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.913332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-706794fc-ec7b-456b-bb43-997b6439745e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3485496 Apr 01 15:21:54.913332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52184) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:54.915890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 65bcb955-38d3-4671-bc04-e8f9253c074b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:54.952562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:54.965281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cf6087b6-589d-438d-9bb9-0c0b9c987396 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.979483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cf6087b6-589d-438d-9bb9-0c0b9c987396 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:54.980574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:54.994780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:54.994780 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.050316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=311cc973-3487-42c2-8504-2da0912ee114,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:55.059780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cf6087b6-589d-438d-9bb9-0c0b9c987396 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.067864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1613c149-0127-44f8-9e06-ba3a531131f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3565576 Apr 01 15:21:55.074755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52192) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:55.096293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '65bcb955-38d3-4671-bc04-e8f9253c074b', 'name': 'tempest-PortsIpV6TestJSON-1147237133'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:55.131751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6087b6-589d-438d-9bb9-0c0b9c987396 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93e33cb8-0e46-4315-92c5-b802552e4b1f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:55.139398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cf6087b6-589d-438d-9bb9-0c0b9c987396 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.142099 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cf6087b6-589d-438d-9bb9-0c0b9c987396 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/93e33cb8-0e46-4315-92c5-b802552e4b1f HTTP/1.1" status: 204 len: 168 time: 0.2290103 Apr 01 15:21:55.154542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52196) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:55.260442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7c7d79d7-b236-41ca-8ecd-20bf20905800 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:55.289853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7c7d79d7-b236-41ca-8ecd-20bf20905800 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:55.292495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7c7d79d7-b236-41ca-8ecd-20bf20905800 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1365643 Apr 01 15:21:55.295261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52200) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:55.375065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1df9-bf09-4665-9dbc-08d266c77fbd req-4d8621f1-2f6d-4c4c-8e9c-6cceb2051781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:55.376603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a0ba1df9-bf09-4665-9dbc-08d266c77fbd req-4d8621f1-2f6d-4c4c-8e9c-6cceb2051781 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7620573 Apr 01 15:21:55.402187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d31b40b9-89d4-42cb-bad3-8efc68168d44 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.434873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d31b40b9-89d4-42cb-bad3-8efc68168d44 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.495755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d31b40b9-89d4-42cb-bad3-8efc68168d44 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.522258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b40b9-89d4-42cb-bad3-8efc68168d44 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077bdaa0-4061-4ef0-a717-c61836760737,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:55.544051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d31b40b9-89d4-42cb-bad3-8efc68168d44 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.547906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d31b40b9-89d4-42cb-bad3-8efc68168d44 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/077bdaa0-4061-4ef0-a717-c61836760737 HTTP/1.1" status: 204 len: 168 time: 0.2475584 Apr 01 15:21:55.555239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52206) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:55.571204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7524719-e287-4222-ac67-1bce27bd54cd req-637db10a-c684-4e68-bfaf-c027e26ff1a4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:55.579411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7524719-e287-4222-ac67-1bce27bd54cd req-637db10a-c684-4e68-bfaf-c027e26ff1a4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.3286028 Apr 01 15:21:55.590341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:55.628533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1b81982a-543d-4dfb-9351-2734abb4cce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:55.654084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1b81982a-543d-4dfb-9351-2734abb4cce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:55.657318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1b81982a-543d-4dfb-9351-2734abb4cce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1005039 Apr 01 15:21:55.660848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52214) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:55.671871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550241101'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:55.688058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:55.694144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c7524719-e287-4222-ac67-1bce27bd54cd req-e9f55fdc-a2b9-4c9b-ab45-65e1805e22dc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040769 Apr 01 15:21:55.696000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:55.703497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:55.713857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:55.718142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:55.757525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.765985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:21:55.769319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:55.842000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 89312c7e-eb6a-415b-86ef-aeb116821ab6 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:21:55.974801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e2406988-df51-49e4-857e-7c4cda390b08 req-56e2aae2-e92e-4495-85ae-fae096534e2c tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1840439 Apr 01 15:21:56.007034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:56.018431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:56.027768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:56.047156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:56.218638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::34d (65bcb955-38d3-4671-bc04-e8f9253c074b/4381dd26-d689-4ce4-b59d-f5ceb78f8897/89312c7e-eb6a-415b-86ef-aeb116821ab6) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:21:56.230030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.242382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.249609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a5b03ead-761a-4b94-87fb-13df2bceb871 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:21:56.388787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7396053-de6e-4550-9d8f-28b80dc3739e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:56.414996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.422045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f5e761c7-04e5-4147-9d1c-5819eebcf287 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7589779 Apr 01 15:21:56.422045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:56.440133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'd7396053-de6e-4550-9d8f-28b80dc3739e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:56.449519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:56.456182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:56.460884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:56.484031 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a5b03ead-761a-4b94-87fb-13df2bceb871 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:56.502988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:56.546462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.665203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.679730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.690485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd1a18-2885-4599-8204-6ebf8262bd56 None None] Network 65bcb955-38d3-4671-bc04-e8f9253c074b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:21:56.799330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9af23a-3177-4d57-90f7-72066df412a0,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:56.808792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.817254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0eec12fb-b62d-4765-a8f5-3ed94b551ce6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3913629 Apr 01 15:21:56.820042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52236) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:56.836519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'd7396053-de6e-4550-9d8f-28b80dc3739e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:56.850821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:56.861175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:56.875274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:56.881727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:56.901272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:56.918687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object 89312c7e-eb6a-415b-86ef-aeb116821ab6 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:21:56.954956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52240) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:56.958132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.018598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8b231b3d-2887-41eb-b394-e8012d3605f7 None None] Provisioning for port a5b03ead-761a-4b94-87fb-13df2bceb871 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:57.031509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8b231b3d-2887-41eb-b394-e8012d3605f7 None None] Provisioning complete for port a5b03ead-761a-4b94-87fb-13df2bceb871 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:57.032024 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b231b3d-2887-41eb-b394-e8012d3605f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.087558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.097186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.102188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.163618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ea84c-eb0b-46d4-b935-380b63a3708f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:57.196459 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.202056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4eae109a-4f39-43d4-967c-2c3c047db0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3798029 Apr 01 15:21:57.205337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52248) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:57.215595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'd7396053-de6e-4550-9d8f-28b80dc3739e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:57.244011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:57.263294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:57.276764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:57.301459 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:57.363950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 65bcb955-38d3-4671-bc04-e8f9253c074b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:21:57.379073 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.411681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:21:57.423649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:21:57.431326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b231b3d-2887-41eb-b394-e8012d3605f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.440259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:57.442822 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.491379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8b231b3d-2887-41eb-b394-e8012d3605f7 None None] For port a5b03ead-761a-4b94-87fb-13df2bceb871, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a5b03ead-761a-4b94-87fb-13df2bceb871,segment=NetworkSegment(64c91d75-5b00-4e17-b6dd-a681e8bbdc81),segment_id=64c91d75-5b00-4e17-b6dd-a681e8bbdc81)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:21:57.506165 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b231b3d-2887-41eb-b394-e8012d3605f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.569115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.594128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=89312c7e-eb6a-415b-86ef-aeb116821ab6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:57.613729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9c2c6688-3a1c-4cd5-985d-d803a77d5879 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5352812 Apr 01 15:21:57.614841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52256) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:57.619314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b231b3d-2887-41eb-b394-e8012d3605f7 None None] Pushing event updated for resources: {'Port': ['ID=a5b03ead-761a-4b94-87fb-13df2bceb871,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:57.634748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1d5e559-177b-471a-aaf2-5ab1768a898f req-bc0e573a-8c04-4ab8-8f71-cb7452e0dbaa tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.2627492 Apr 01 15:21:57.647944 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.663877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.708345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:57.718806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Usage tracker for resource:security_group_rule and tenant:20c6c55e0f7440eaa4e59b95d0eabebb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:57.722678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22d32f9-5bd4-4704-aa40-0d3948acb8b8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:57.725373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.731114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-032c41c5-c27e-4366-b366-16b49b0a61c4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5246053 Apr 01 15:21:57.732464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52260) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:57.733388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:57.744427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:57.756255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'd7396053-de6e-4550-9d8f-28b80dc3739e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:57.793588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:57.810086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:57.837546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:57.852496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2c985a0-f9e3-4117-bc81-382d0fbbc268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.858122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.860479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebd2b-23c2-41fa-94e6-06c3b3ff60e8 req-b27768e9-a575-4763-abe2-ca781ed053c3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:57.862733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e71ebd2b-23c2-41fa-94e6-06c3b3ff60e8 req-b27768e9-a575-4763-abe2-ca781ed053c3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.8919785 Apr 01 15:21:57.870770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:57.873952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ed894-a943-432d-a66d-34b8c56c0808 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:57.874768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ba8ed894-a943-432d-a66d-34b8c56c0808 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:57.880412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:57.933949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20c6c55e0f7440eaa4e59b95d0eabebb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9117610 Apr 01 15:21:57.934880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52264) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:57.947813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e71ebd2b-23c2-41fa-94e6-06c3b3ff60e8 req-c45ac6aa-433c-4635-a733-5844df9fe21b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699358 Apr 01 15:21:57.948769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ba8ed894-a943-432d-a66d-34b8c56c0808 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:57.949927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ba8ed894-a943-432d-a66d-34b8c56c0808 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A344 HTTP/1.1" status: 200 len: 929 time: 0.3295431 Apr 01 15:21:57.955258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52268) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:57.987037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb363c52-57b8-40aa-8c24-1c902b323a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29842964-0162-41e5-8861-32774fe92aa5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:58.071628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.073309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Provisioning for port 311cc973-3487-42c2-8504-2da0912ee114 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:58.082998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d11fcd3d-02dd-4f30-913a-949f1168c81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.085899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Provisioning complete for port 311cc973-3487-42c2-8504-2da0912ee114 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:58.086268 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.102476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 89312c7e-eb6a-415b-86ef-aeb116821ab6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:21:58.103050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.141589 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d11fcd3d-02dd-4f30-913a-949f1168c81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.239021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a5b03ead-761a-4b94-87fb-13df2bceb871 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:21:58.265810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d11fcd3d-02dd-4f30-913a-949f1168c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.305552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fcd3d-02dd-4f30-913a-949f1168c81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29842964-0162-41e5-8861-32774fe92aa5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:58.311560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d11fcd3d-02dd-4f30-913a-949f1168c81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.332385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d11fcd3d-02dd-4f30-913a-949f1168c81b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29842964-0162-41e5-8861-32774fe92aa5 HTTP/1.1" status: 204 len: 168 time: 0.3779876 Apr 01 15:21:58.342830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Port 311cc973-3487-42c2-8504-2da0912ee114 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:58.346604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.364585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.391357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Provisioning complete for port a5b03ead-761a-4b94-87fb-13df2bceb871 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:58.392080 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.440026 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.441425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7073946 Apr 01 15:21:58.444306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52278) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:58.452177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'd7396053-de6e-4550-9d8f-28b80dc3739e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:21:58.458854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a5b03ead-761a-4b94-87fb-13df2bceb871 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:58.459969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.465322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:58.476456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:58.476954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434e6e4-7582-45f7-bd18-1fbc1e4f75d4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e161fbc-75fb-4d58-a308-053b81820c23,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:58.485085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:58.507842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:58.549188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.677116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.686935 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.725427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82642316-20a1-48ea-bae4-87334f5bbbba,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:58.781315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.782672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3d152b2a-5789-4231-8207-6fd2a9a15de1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3372762 Apr 01 15:21:58.785666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52292) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:58.903494 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09962dbe-3077-4ff1-924b-7d1ece09a0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.917862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Provisioning for port 89312c7e-eb6a-415b-86ef-aeb116821ab6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:21:58.939786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.940697 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09962dbe-3077-4ff1-924b-7d1ece09a0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:58.957372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Provisioning complete for port 89312c7e-eb6a-415b-86ef-aeb116821ab6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:58.957897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.020508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09962dbe-3077-4ff1-924b-7d1ece09a0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.117491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a539c293-7db0-4fad-a9ee-69a14b8f39b1 None None] Port 89312c7e-eb6a-415b-86ef-aeb116821ab6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:59.118092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09962dbe-3077-4ff1-924b-7d1ece09a0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82642316-20a1-48ea-bae4-87334f5bbbba,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:59.137378 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09962dbe-3077-4ff1-924b-7d1ece09a0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.145224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-09962dbe-3077-4ff1-924b-7d1ece09a0e2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/82642316-20a1-48ea-bae4-87334f5bbbba HTTP/1.1" status: 204 len: 168 time: 0.3573518 Apr 01 15:21:59.146349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52324) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:59.261703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:59.264472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-827c519b-a730-467b-8787-c3bc825abf67 None None] Provisioning complete for port 311cc973-3487-42c2-8504-2da0912ee114 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:59.264843 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-827c519b-a730-467b-8787-c3bc825abf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.288171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 89312c7e-eb6a-415b-86ef-aeb116821ab6 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:21:59.298144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.341766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f465d8ff-9979-4a2c-8fcc-02e983a2daf0 req-09846e80-870f-498a-b834-a6af87cf0175 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1640682 Apr 01 15:21:59.409590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-827c519b-a730-467b-8787-c3bc825abf67 None None] Port 311cc973-3487-42c2-8504-2da0912ee114 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:59.425579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-827c519b-a730-467b-8787-c3bc825abf67 None None] Provisioning complete for port 89312c7e-eb6a-415b-86ef-aeb116821ab6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:21:59.426079 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-827c519b-a730-467b-8787-c3bc825abf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.489296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:21:59.516363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-827c519b-a730-467b-8787-c3bc825abf67 None None] Port 89312c7e-eb6a-415b-86ef-aeb116821ab6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:21:59.521508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a893609e39b0418cb062930b04ae56d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:21:59.547818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea61bb-ff6b-44bb-81af-741e2b6ffcdf req-4928cf0b-e5b9-44c9-8db9-566c5adf74fd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:21:59.560704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:21:59.569980 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54ea61bb-ff6b-44bb-81af-741e2b6ffcdf req-4928cf0b-e5b9-44c9-8db9-566c5adf74fd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 943 time: 0.3319292 Apr 01 15:21:59.595242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50c7e9b6-89b8-49e3-b4ee-9aed17ae8d3d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:21:59.601684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:21:59.635005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50c7e9b6-89b8-49e3-b4ee-9aed17ae8d3d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:21:59.639975 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50c7e9b6-89b8-49e3-b4ee-9aed17ae8d3d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4918919 Apr 01 15:21:59.642759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54ea61bb-ff6b-44bb-81af-741e2b6ffcdf req-e79941af-db3b-4f2d-98df-e1fc37068244 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Apr 01 15:21:59.643206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52380) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:59.689251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.738747 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.747274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=89312c7e-eb6a-415b-86ef-aeb116821ab6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:59.748351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.751516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dccd15d9-abe0-4717-80e7-10dae9112388 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.846166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.850540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f642fb3-0117-4fe7-af6f-a8defd6d3cad,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:21:59.851420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dccd15d9-abe0-4717-80e7-10dae9112388 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:21:59.875450 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-138a13b1-2155-48c6-a30b-f926ca2955a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a893609e39b0418cb062930b04ae56d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6106031 Apr 01 15:21:59.877788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52402) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:59.928537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bbe90cc1-3e29-40fe-8c88-14c6efb9692c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/89312c7e-eb6a-415b-86ef-aeb116821ab6 HTTP/1.1" status: 204 len: 168 time: 1.9660740 Apr 01 15:21:59.928729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52412) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:21:59.998809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dccd15d9-abe0-4717-80e7-10dae9112388 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.045044 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0908fba3-8433-4850-886e-1f2aa93c4269 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:22:00.048990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd15d9-abe0-4717-80e7-10dae9112388 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e161fbc-75fb-4d58-a308-053b81820c23,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:00.049473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0908fba3-8433-4850-886e-1f2aa93c4269 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/89312c7e-eb6a-415b-86ef-aeb116821ab6 HTTP/1.1" status: 404 len: 333 time: 0.1179471 Apr 01 15:22:00.059751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:00.071185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94543689-189e-4724-963e-1954389ed37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.097498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f3956d54-2f9b-486c-916d-02fe92f93efc details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:22:00.167737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94543689-189e-4724-963e-1954389ed37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.180701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 311cc973-3487-42c2-8504-2da0912ee114 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:00.181191 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.224304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dccd15d9-abe0-4717-80e7-10dae9112388 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.225695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dccd15d9-abe0-4717-80e7-10dae9112388 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4e161fbc-75fb-4d58-a308-053b81820c23 HTTP/1.1" status: 204 len: 168 time: 0.5792227 Apr 01 15:22:00.228351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52446) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:00.255158 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94543689-189e-4724-963e-1954389ed37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.279478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94543689-189e-4724-963e-1954389ed37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f642fb3-0117-4fe7-af6f-a8defd6d3cad,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:00.299886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-94543689-189e-4724-963e-1954389ed37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.299886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-94543689-189e-4724-963e-1954389ed37e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f642fb3-0117-4fe7-af6f-a8defd6d3cad HTTP/1.1" status: 204 len: 168 time: 0.4192319 Apr 01 15:22:00.374653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-001909fd-30f3-45a9-89d3-384972b1aa20 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:00.418805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-001909fd-30f3-45a9-89d3-384972b1aa20 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:00.423542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-001909fd-30f3-45a9-89d3-384972b1aa20 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1937716 Apr 01 15:22:00.424609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52472) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:00.487581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8fc1-bf69-48ac-a556-8468d8c4c1d0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.506347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8fc1-bf69-48ac-a556-8468d8c4c1d0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.552754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8fc1-bf69-48ac-a556-8468d8c4c1d0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.553720 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e5896ce-e5aa-48f7-8b58-ea984ebb97c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.585226 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8fc1-bf69-48ac-a556-8468d8c4c1d0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.594220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d0fe8fc1-bf69-48ac-a556-8468d8c4c1d0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f22d32f9-5bd4-4704-aa40-0d3948acb8b8 HTTP/1.1" status: 204 len: 168 time: 0.1684330 Apr 01 15:22:00.595151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52492) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:00.622702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe8fc1-bf69-48ac-a556-8468d8c4c1d0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f22d32f9-5bd4-4704-aa40-0d3948acb8b8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:00.648148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f3956d54-2f9b-486c-916d-02fe92f93efc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f3956d54-2f9b-486c-916d-02fe92f93efc,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:00.697989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f3956d54-2f9b-486c-916d-02fe92f93efc', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'port_id': 'f3956d54-2f9b-486c-916d-02fe92f93efc', 'mac_address': 'fa:16:3e:5f:d4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:22:00.726482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf98b88f-f73a-456b-a6ca-f1991ae9afce tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:00.796891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cf98b88f-f73a-456b-a6ca-f1991ae9afce tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:00.809323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cf98b88f-f73a-456b-a6ca-f1991ae9afce tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2099483 Apr 01 15:22:00.812753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52516) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:00.825986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:00.864995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3956d54-2f9b-486c-916d-02fe92f93efc {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:22:00.885843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f3956d54-2f9b-486c-916d-02fe92f93efc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f3956d54-2f9b-486c-916d-02fe92f93efc,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:00.901015 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.074542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e99c9b-a088-4d9f-b02c-5bb33a3e6792 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.090742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f3956d54-2f9b-486c-916d-02fe92f93efc,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:01.102571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f3956d54-2f9b-486c-916d-02fe92f93efc'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:22:01.121361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e99c9b-a088-4d9f-b02c-5bb33a3e6792 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.265493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.422230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 311cc973-3487-42c2-8504-2da0912ee114 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:01.464077 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.475073 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.541981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e99c9b-a088-4d9f-b02c-5bb33a3e6792 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.559933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435be7b8-de9d-488b-a110-956247832bb0 req-16cf4770-5a38-48b1-80ed-3723fd25ec47 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:01.561528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-435be7b8-de9d-488b-a110-956247832bb0 req-16cf4770-5a38-48b1-80ed-3723fd25ec47 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 944 time: 0.6189375 Apr 01 15:22:01.574036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e99c9b-a088-4d9f-b02c-5bb33a3e6792 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d48ea84c-eb0b-46d4-b935-380b63a3708f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:01.605828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c8f151f-b8a4-4093-ba49-1105ede99d03 req-ad9d4cde-f1d2-4e7d-a240-ec14d2425ba8 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.0893669 Apr 01 15:22:01.655885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-435be7b8-de9d-488b-a110-956247832bb0 req-5af811fd-380f-4ea6-9186-1e792586536a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851007 Apr 01 15:22:01.679140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44e99c9b-a088-4d9f-b02c-5bb33a3e6792 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.680598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-44e99c9b-a088-4d9f-b02c-5bb33a3e6792 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d48ea84c-eb0b-46d4-b935-380b63a3708f HTTP/1.1" status: 204 len: 168 time: 0.8636627 Apr 01 15:22:01.683729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52598) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:01.750586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.764505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ffa0b0b6-3748-484c-bd45-9d28e9cfa743 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:01.788141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ffa0b0b6-3748-484c-bd45-9d28e9cfa743 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:01.790469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ffa0b0b6-3748-484c-bd45-9d28e9cfa743 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1056736 Apr 01 15:22:01.794034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52614) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:01.859754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b1c05e1-e76c-426e-a999-f994632210a8 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.883809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b1c05e1-e76c-426e-a999-f994632210a8 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.951295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b1c05e1-e76c-426e-a999-f994632210a8 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:01.966687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=311cc973-3487-42c2-8504-2da0912ee114,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:01.993047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c05e1-e76c-426e-a999-f994632210a8 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae9af23a-3177-4d57-90f7-72066df412a0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:02.010553 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b1c05e1-e76c-426e-a999-f994632210a8 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.016930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1b1c05e1-e76c-426e-a999-f994632210a8 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ae9af23a-3177-4d57-90f7-72066df412a0 HTTP/1.1" status: 204 len: 168 time: 0.2214458 Apr 01 15:22:02.019569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52644) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:02.102264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.104710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f3956d54-2f9b-486c-916d-02fe92f93efc up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:22:02.158186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52664) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:02.162185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-456b8bfa-ad5a-4ea1-8b3b-b0229ee7b186 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/311cc973-3487-42c2-8504-2da0912ee114 HTTP/1.1" status: 204 len: 168 time: 2.1004677 Apr 01 15:22:02.204215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e057d9c3-ba51-4197-91e8-cf97a456ccf7 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:02.282685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port f3956d54-2f9b-486c-916d-02fe92f93efc completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:02.288639 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5807817-d05f-44cb-b8f8-533adb4d27de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:22:02.289197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e5807817-d05f-44cb-b8f8-533adb4d27de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:02.291950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f3956d54-2f9b-486c-916d-02fe92f93efc triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:02.292658 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.337143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e057d9c3-ba51-4197-91e8-cf97a456ccf7 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:02.341419 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e057d9c3-ba51-4197-91e8-cf97a456ccf7 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3176646 Apr 01 15:22:02.341419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e5807817-d05f-44cb-b8f8-533adb4d27de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:02.341641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e5807817-d05f-44cb-b8f8-533adb4d27de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/311cc973-3487-42c2-8504-2da0912ee114 HTTP/1.1" status: 404 len: 333 time: 0.1823165 Apr 01 15:22:02.342154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52688) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:02.344383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:02.492322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebc8f36-f1c2-49d7-aedc-e042f3f2550d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.546152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.573078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebc8f36-f1c2-49d7-aedc-e042f3f2550d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.595052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3956d54-2f9b-486c-916d-02fe92f93efc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:22:02.621442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f3956d54-2f9b-486c-916d-02fe92f93efc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f3956d54-2f9b-486c-916d-02fe92f93efc,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:02.639561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.682917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebc8f36-f1c2-49d7-aedc-e042f3f2550d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.770992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc8f36-f1c2-49d7-aedc-e042f3f2550d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7396053-de6e-4550-9d8f-28b80dc3739e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:02.805082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cebc8f36-f1c2-49d7-aedc-e042f3f2550d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:02.807029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cebc8f36-f1c2-49d7-aedc-e042f3f2550d tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7396053-de6e-4550-9d8f-28b80dc3739e HTTP/1.1" status: 204 len: 168 time: 0.4639757 Apr 01 15:22:02.809639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:02.854829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet 4381dd26-d689-4ce4-b59d-f5ceb78f8897 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:22:02.855238 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3956d54-2f9b-486c-916d-02fe92f93efc', 'code': 200} Apr 01 15:22:02.861480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.001918 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.012466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f3956d54-2f9b-486c-916d-02fe92f93efc,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:03.089692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6380b4be-329b-4d4a-af04-acb409325330 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:03.183685 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2fce9582-4141-4791-be8b-bff5ae27a059 req-6eef1a98-3535-4bdd-b767-bb04119c3100 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 1096 time: 0.3141553 Apr 01 15:22:03.216817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6380b4be-329b-4d4a-af04-acb409325330 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:03.223899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6380b4be-329b-4d4a-af04-acb409325330 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4127634 Apr 01 15:22:03.224831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52798) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:03.232249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-041fa70e-b0e6-46d8-8bc1-a21cf28d111f req-71585903-0900-4473-b455-2d9f749f2755 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1261244 Apr 01 15:22:03.232442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.242853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860720046'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:03.253419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:03.275692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:03.302120 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2fce9582-4141-4791-be8b-bff5ae27a059 req-d9d4f89b-51ed-4edc-8c25-3a69022813a4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081169 Apr 01 15:22:03.303924 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.361203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:03.368701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:03.375294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:03.383778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:03.427182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0b109-4267-4b62-b868-4108b5268b89 req-52ca75fb-6834-4645-babd-402181ae9a39 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:03.438207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9db0b109-4267-4b62-b868-4108b5268b89 req-52ca75fb-6834-4645-babd-402181ae9a39 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 945 time: 0.4848187 Apr 01 15:22:03.543354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.552572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.577432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9db0b109-4267-4b62-b868-4108b5268b89 req-b1b7fe5a-5218-439c-86d3-f806cc37bd0d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333244 Apr 01 15:22:03.614364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.625763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af94af8-011b-4567-84da-7545522f44bb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:03.655929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.659795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f1a641e0-e5a0-490c-8a71-22a3dfd12ed0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4310324 Apr 01 15:22:03.660870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52842) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:03.676243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': '0af94af8-011b-4567-84da-7545522f44bb', 'direction': 'ingress', 'protocol': 17}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:03.696232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:03.702566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:03.709642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:03.722942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:03.781857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.804301 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.917503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=4381dd26-d689-4ce4-b59d-f5ceb78f8897,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:03.951580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.959108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1982ca1-dd73-4cf0-a763-ddca05c5f613 None None] Network 65bcb955-38d3-4671-bc04-e8f9253c074b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:03.980622 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.985063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:03.989353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6d42b247-3389-4edf-ac75-b5ec5f5135db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/4381dd26-d689-4ce4-b59d-f5ceb78f8897 HTTP/1.1" status: 204 len: 168 time: 1.6438153 Apr 01 15:22:04.003268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52864) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:04.030149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.036140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3728952 Apr 01 15:22:04.042962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52870) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:04.122222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669cccb-22f9-4677-ad90-a0130301658f tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a199929-cf14-4abe-abb7-0b19d74e1c0a,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:04.228815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2c1de3f-4ff1-4acf-92d2-bed0b7770457 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.326370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2c1de3f-4ff1-4acf-92d2-bed0b7770457 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.329312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.375085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port a5b03ead-761a-4b94-87fb-13df2bceb871 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:04.375976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.461173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2c1de3f-4ff1-4acf-92d2-bed0b7770457 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.479595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] DHCP port deletion for 65bcb955-38d3-4671-bc04-e8f9253c074b request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:22:04.485252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Deleting port a5b03ead-761a-4b94-87fb-13df2bceb871 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:04.485614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.510038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1de3f-4ff1-4acf-92d2-bed0b7770457 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af94af8-011b-4567-84da-7545522f44bb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:04.585157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2c1de3f-4ff1-4acf-92d2-bed0b7770457 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.588076 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f2c1de3f-4ff1-4acf-92d2-bed0b7770457 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/0af94af8-011b-4567-84da-7545522f44bb HTTP/1.1" status: 204 len: 168 time: 0.5437284 Apr 01 15:22:04.594338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52890) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:04.877018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] For port a5b03ead-761a-4b94-87fb-13df2bceb871, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a5b03ead-761a-4b94-87fb-13df2bceb871,segment=NetworkSegment(64c91d75-5b00-4e17-b6dd-a681e8bbdc81),segment_id=64c91d75-5b00-4e17-b6dd-a681e8bbdc81)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:04.878035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:04.883766 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65471af4-81dd-4155-ae52-58299eaf23e6 req-e0970a0c-07f8-441c-b065-d054d71a9c57 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1799424 Apr 01 15:22:04.945248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a1303a4-1632-446b-ae45-0f397921bc58 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:04.984949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a1303a4-1632-446b-ae45-0f397921bc58 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:04.988028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a1303a4-1632-446b-ae45-0f397921bc58 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3900859 Apr 01 15:22:04.991913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52898) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:05.004554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--41198615'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:05.029542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:05.056485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:05.076761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.081501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] For port a5b03ead-761a-4b94-87fb-13df2bceb871, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a5b03ead-761a-4b94-87fb-13df2bceb871,segment=NetworkSegment(64c91d75-5b00-4e17-b6dd-a681e8bbdc81),segment_id=64c91d75-5b00-4e17-b6dd-a681e8bbdc81)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:05.083473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.159437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:05.169759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:05.176332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:05.187295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:05.324793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.330345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for a5b03ead-761a-4b94-87fb-13df2bceb871 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:05.335654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.437019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Calling delete_port for a5b03ead-761a-4b94-87fb-13df2bceb871 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:05.505461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7497d-f723-418c-932c-9014ce5e28e1 req-36e60a7a-8758-4a2d-aa3e-37c85dc27a75 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:05.506737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.511830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5152450 Apr 01 15:22:05.519549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52914) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:05.522535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecc7497d-f723-418c-932c-9014ce5e28e1 req-36e60a7a-8758-4a2d-aa3e-37c85dc27a75 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 945 time: 0.6223586 Apr 01 15:22:05.548495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238655395'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:05.586514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9405708-4e56-4f56-8e50-3e8d91725166 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77142d96-dcc8-4742-8c67-00b8fc41116a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:05.587059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.588712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:05.603151 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:22:05.610655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:05.617605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:22:05.617605 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:22:05.618054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:05.625163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:05.646055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.701877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:05.705217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No DVR routers for this DVR port a5b03ead-761a-4b94-87fb-13df2bceb871 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:22:05.709320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:05.714029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:05.721668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:05.769161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=a5b03ead-761a-4b94-87fb-13df2bceb871,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:05.825460 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.833862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.890856 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecc7497d-f723-418c-932c-9014ce5e28e1 req-b9a522db-a6e8-4ff3-a4bf-84178d899326 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665183 Apr 01 15:22:05.921622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:05.956973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bcb955-38d3-4671-bc04-e8f9253c074b']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:05.983129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c91d75-5b00-4e17-b6dd-a681e8bbdc81') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:05.983537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c91d75-5b00-4e17-b6dd-a681e8bbdc81') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:05.994498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b271ce-6ced-4d45-8df8-319ea0438e54,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:06.002820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.011973 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.013461 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-736d2b0d-5b7f-455a-923d-7dbab7d53004 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4847555 Apr 01 15:22:06.017347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:06.024036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.025953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': '77142d96-dcc8-4742-8c67-00b8fc41116a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '24b271ce-6ced-4d45-8df8-319ea0438e54', 'remote_ip_prefix': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:06.034983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:22:06.035720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.043350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:06.054073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:06.062637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:22:06.067825 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:22:06.074735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:06.119000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Deleting port a5b03ead-761a-4b94-87fb-13df2bceb871 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:06.120099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.149821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.202331 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.206240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a5b03ead-761a-4b94-87fb-13df2bceb871 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:22:06.238414 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.253269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=65bcb955-38d3-4671-bc04-e8f9253c074b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:06.305499 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9e962ca2-3e18-417f-a2ae-215bc5339db4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/65bcb955-38d3-4671-bc04-e8f9253c074b HTTP/1.1" status: 204 len: 168 time: 2.3009579 Apr 01 15:22:06.306428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52934) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:06.319505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-831388718'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:06.320096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a5b03ead-761a-4b94-87fb-13df2bceb871 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:22:06.320440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a5b03ead-761a-4b94-87fb-13df2bceb871 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:22:06.326519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e3413112-949a-4035-972f-4765930cb043 req-570347ff-be2d-4edf-8c3c-2d3e6522d7c1 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.0700064 Apr 01 15:22:06.329601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:06.336115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:06.341127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:06.349693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:06.363150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.395420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:06.400106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.428350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-590340d2-0bcf-495d-8136-e1033e525953 None None] The port 'a5b03ead-761a-4b94-87fb-13df2bceb871' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:22:06.482949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:22:06.492290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.512045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.512045 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment 77edbdf2-9791-4e28-ba3b-0dc9144fa2a0 of type vlan for network 7f61d078-a675-493c-95e0-d6f38d37812c Apr 01 15:22:06.529724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7fb5f5-95e1-4ee5-9e50-2ed3b3aa8d10,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:06.573446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.577515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.577652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-67209ed4-365a-4d1c-a6e6-52b538700382 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5562570 Apr 01 15:22:06.577972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52944) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:06.630121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.637034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:06.638865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.690284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7891-5df2-4475-b481-7be727470314 req-315c9d14-e797-4b16-a0c9-21d46c841fe4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:06.692269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61bb7891-5df2-4475-b481-7be727470314 req-315c9d14-e797-4b16-a0c9-21d46c841fe4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 945 time: 0.3202906 Apr 01 15:22:06.695450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5deab073-822a-45fb-8910-b2cf273cf464 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.757056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5deab073-822a-45fb-8910-b2cf273cf464 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.808445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4942966 Apr 01 15:22:06.809151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac6bb1-8f4c-4d8a-abe6-e861c6c0a402 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=7f61d078-a675-493c-95e0-d6f38d37812c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:06.811726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:06.823050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 7f61d078-a675-493c-95e0-d6f38d37812c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:22:06.838922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:06.883324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61bb7891-5df2-4475-b481-7be727470314 req-df319a70-7c8e-449d-9e28-c2adec856d65 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798935 Apr 01 15:22:06.946609 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5deab073-822a-45fb-8910-b2cf273cf464 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.979363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5deab073-822a-45fb-8910-b2cf273cf464 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:06.983192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5deab073-822a-45fb-8910-b2cf273cf464 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7c7fb5f5-95e1-4ee5-9e50-2ed3b3aa8d10 HTTP/1.1" status: 204 len: 168 time: 0.4018550 Apr 01 15:22:06.985733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52964) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:06.995173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deab073-822a-45fb-8910-b2cf273cf464 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c7fb5f5-95e1-4ee5-9e50-2ed3b3aa8d10,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:07.099065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:07.102340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:07.107157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:07.137656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:07.162330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:07.205617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-19aa4c14-2bf2-4473-8ee2-d467f46137b1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2168622 Apr 01 15:22:07.206380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52972) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:07.305304 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c51d-c884-4778-aa82-8622c24a376a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:07.352864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c51d-c884-4778-aa82-8622c24a376a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:07.398789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:07.434165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c51d-c884-4778-aa82-8622c24a376a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:07.466222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7c51d-c884-4778-aa82-8622c24a376a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b271ce-6ced-4d45-8df8-319ea0438e54,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:07.482598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c51d-c884-4778-aa82-8622c24a376a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:07.484401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f0a7c51d-c884-4778-aa82-8622c24a376a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/24b271ce-6ced-4d45-8df8-319ea0438e54 HTTP/1.1" status: 204 len: 168 time: 0.2770443 Apr 01 15:22:07.488001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52980) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:07.656849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-169c640e-54aa-4686-8579-e303c5313b19 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:07.698096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-169c640e-54aa-4686-8579-e303c5313b19 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:07.702458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-169c640e-54aa-4686-8579-e303c5313b19 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.2091782 Apr 01 15:22:07.703348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 52990) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:07.883714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ba88482-88e3-4253-8929-f65c22f27051 req-d394ee34-48a6-4fea-bc9d-578b4ed61789 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1953852 Apr 01 15:22:07.902710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec028a74-b4e7-446e-86ee-e4fda338ee31 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:07.951468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec028a74-b4e7-446e-86ee-e4fda338ee31 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.010538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.021049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4f86d-e342-4407-b399-152589574ccc req-ef813e71-51e7-4e68-9ffc-1929fd2369bf tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:08.023055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6a4f86d-e342-4407-b399-152589574ccc req-ef813e71-51e7-4e68-9ffc-1929fd2369bf tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 945 time: 0.1809735 Apr 01 15:22:08.097114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec028a74-b4e7-446e-86ee-e4fda338ee31 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.154821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=547f332e-020b-4e2f-aef1-b24e02cf30a0,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:08.158343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': '77edbdf2-9791-4e28-ba3b-0dc9144fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:22:08.159234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: 7f61d078-a675-493c-95e0-d6f38d37812c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:22:08.160045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec028a74-b4e7-446e-86ee-e4fda338ee31 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77142d96-dcc8-4742-8c67-00b8fc41116a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:08.196734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 7f61d078-a675-493c-95e0-d6f38d37812c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:22:08.210274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 7f61d078-a675-493c-95e0-d6f38d37812c) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:08.218641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f2506-e13b-4695-924c-570cf881fbb6 None None] Network 7f61d078-a675-493c-95e0-d6f38d37812c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:08.221815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:08.223078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.238907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6a4f86d-e342-4407-b399-152589574ccc req-0501b910-3517-4e89-8981-9a502cf3a018 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933465 Apr 01 15:22:08.252527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8d6762fb-5525-4110-8ae0-d906e03b1f7b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4372151 Apr 01 15:22:08.255671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 52998) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:08.263136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c', 'name': 'tempest-PortsIpV6TestJSON-2132222576', 'fixed_ips': [{'subnet_id': '547f332e-020b-4e2f-aef1-b24e02cf30a0', 'ip_address': '2001:db8::10'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:08.264367 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec028a74-b4e7-446e-86ee-e4fda338ee31 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.269951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec028a74-b4e7-446e-86ee-e4fda338ee31 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/77142d96-dcc8-4742-8c67-00b8fc41116a HTTP/1.1" status: 204 len: 168 time: 0.5635426 Apr 01 15:22:08.271140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53002) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:08.413514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee9bdf80-73d4-4f19-a392-b4a05cfbf5cb tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:08.485016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee9bdf80-73d4-4f19-a392-b4a05cfbf5cb tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:08.492790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ee9bdf80-73d4-4f19-a392-b4a05cfbf5cb tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2192240 Apr 01 15:22:08.494037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53008) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:08.502780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--604499864'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:08.512987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:08.525129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:08.545752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.569740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:08.582141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:08.586312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:08.600446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:08.617723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:08.619002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:08.624488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:08.627475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:08.630655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.633941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:08.684927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 034dc164-0454-4e0e-96e2-fb1f19781b2b yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:22:08.705558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.716373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.747170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-7f61d078-a675-493c-95e0-d6f38d37812c', 'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c', 'tenant_id': '42f8fc31ef31463fb2b4aad0168e52f6', 'fixed_ips': [{'subnet_id': '547f332e-020b-4e2f-aef1-b24e02cf30a0'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:22:08.762406 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.782072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:08.794022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2971044 Apr 01 15:22:08.797607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53016) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:08.821173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'c67061ed-e865-41b9-b503-540e04d7f5e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:08.842089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:08.847934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:08.851156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:08.857534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:08.928138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e789d9-be99-40cb-8cb6-45deb3f8391a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67061ed-e865-41b9-b503-540e04d7f5e4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:08.928138 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.066833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.074317 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.191289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4a857c-bfa9-49a0-8701-97425a67b4c7,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:09.241293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.245419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0218c3a2-eb6b-4f65-97f5-971cae7db731 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4440958 Apr 01 15:22:09.246034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53026) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:09.257019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Allocated IP 2001:db8::2 (7f61d078-a675-493c-95e0-d6f38d37812c/547f332e-020b-4e2f-aef1-b24e02cf30a0/55be0373-d54c-4621-a9d7-c45c1c98953f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:09.315039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25c8d8c0-4cc5-4d2a-9861-24685a55688e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.343588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25c8d8c0-4cc5-4d2a-9861-24685a55688e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.409339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25c8d8c0-4cc5-4d2a-9861-24685a55688e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.433007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8d8c0-4cc5-4d2a-9861-24685a55688e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af4a857c-bfa9-49a0-8701-97425a67b4c7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:09.453082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25c8d8c0-4cc5-4d2a-9861-24685a55688e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.455156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-25c8d8c0-4cc5-4d2a-9861-24685a55688e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/af4a857c-bfa9-49a0-8701-97425a67b4c7 HTTP/1.1" status: 204 len: 168 time: 0.2082031 Apr 01 15:22:09.457651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53032) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:09.529107 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ea2289b-0392-4f65-934e-cf7aa1c57462 req-575e1884-461a-485d-9541-0cf984a5a2a4 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1745768 Apr 01 15:22:09.585437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-4606f493-dc30-47d7-83f5-fb5412e310b0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:09.587431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-4606f493-dc30-47d7-83f5-fb5412e310b0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 945 time: 0.3483295 Apr 01 15:22:09.615269 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.628799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Transition to ACTIVE for port object 55be0373-d54c-4621-a9d7-c45c1c98953f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:09.679512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Transition to ACTIVE for port object 55be0373-d54c-4621-a9d7-c45c1c98953f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:09.693680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.821626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4f2681c9-8b35-422e-9314-5f198bfc3248 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:09.839050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port f3956d54-2f9b-486c-916d-02fe92f93efc {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:09.839050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:09.884235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4f2681c9-8b35-422e-9314-5f198bfc3248 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:09.885570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4f2681c9-8b35-422e-9314-5f198bfc3248 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4049611 Apr 01 15:22:09.888859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:09.908652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Pushing event updated for resources: {'Port': ['ID=55be0373-d54c-4621-a9d7-c45c1c98953f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:09.924253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Network 7f61d078-a675-493c-95e0-d6f38d37812c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:09.925923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:09.933779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:09.952978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba838-9d66-4cb2-8309-bdea3cc4a1ed req-d3751d58-6676-485f-8e8b-e9346beba1db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:09.966877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0aba838-9d66-4cb2-8309-bdea3cc4a1ed req-d3751d58-6676-485f-8e8b-e9346beba1db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 945 time: 0.4140475 Apr 01 15:22:10.024912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::10 (7f61d078-a675-493c-95e0-d6f38d37812c/547f332e-020b-4e2f-aef1-b24e02cf30a0/034dc164-0454-4e0e-96e2-fb1f19781b2b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:10.116349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Attempting to bind port 55be0373-d54c-4621-a9d7-c45c1c98953f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:22:10.117362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Attempting to bind port 55be0373-d54c-4621-a9d7-c45c1c98953f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '77edbdf2-9791-4e28-ba3b-0dc9144fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:22:10.118000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Attempting to bind port 55be0373-d54c-4621-a9d7-c45c1c98953f on network 7f61d078-a675-493c-95e0-d6f38d37812c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:22:10.132039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:22:10.132732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Checking segment: {'id': '77edbdf2-9791-4e28-ba3b-0dc9144fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:22:10.133316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.134566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Bound using segment: {'id': '77edbdf2-9791-4e28-ba3b-0dc9144fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:22:10.135244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Bound port: 55be0373-d54c-4621-a9d7-c45c1c98953f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77edbdf2-9791-4e28-ba3b-0dc9144fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:22:10.136811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.162954 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e0aba838-9d66-4cb2-8309-bdea3cc4a1ed req-ebba2782-8027-4a39-a5cc-6bf15822cf74 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938024 Apr 01 15:22:10.244880 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-650eb8c9-a4b7-4986-a57d-05f592b257c9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.291076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] For port 55be0373-d54c-4621-a9d7-c45c1c98953f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:22:10.295966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] For port 55be0373-d54c-4621-a9d7-c45c1c98953f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=55be0373-d54c-4621-a9d7-c45c1c98953f,segment=NetworkSegment(77edbdf2-9791-4e28-ba3b-0dc9144fa2a0),segment_id=77edbdf2-9791-4e28-ba3b-0dc9144fa2a0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:22:10.305167 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.389909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-650eb8c9-a4b7-4986-a57d-05f592b257c9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.440134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4381436-bb46-43a0-9a01-bf2d93a1eb0b None None] Pushing event updated for resources: {'Port': ['ID=55be0373-d54c-4621-a9d7-c45c1c98953f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:10.515239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-650eb8c9-a4b7-4986-a57d-05f592b257c9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.594558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] For port f3956d54-2f9b-486c-916d-02fe92f93efc, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f3956d54-2f9b-486c-916d-02fe92f93efc,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:10.595171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.600800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eb8c9-a4b7-4986-a57d-05f592b257c9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67061ed-e865-41b9-b503-540e04d7f5e4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:10.610983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-650eb8c9-a4b7-4986-a57d-05f592b257c9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.616144 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-650eb8c9-a4b7-4986-a57d-05f592b257c9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/c67061ed-e865-41b9-b503-540e04d7f5e4 HTTP/1.1" status: 204 len: 168 time: 0.7231212 Apr 01 15:22:10.617501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53058) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:10.900299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:10.911242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for f3956d54-2f9b-486c-916d-02fe92f93efc owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:10.963298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-32773cbd-9016-4b39-9962-f02e6c04470c tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:11.040980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-32773cbd-9016-4b39-9962-f02e6c04470c tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:11.042161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-32773cbd-9016-4b39-9962-f02e6c04470c tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4202008 Apr 01 15:22:11.045955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:11.053963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--929204533'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:11.093107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:11.135677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:11.176662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:11.324413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-efaf6c89-639c-408a-8e23-ae14d356e5ee req-09de554d-f831-439b-a8ab-ae5dc83167d5 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1043644 Apr 01 15:22:11.346510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:11.375355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:11.385285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:11.413806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:11.510815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:11.525257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['8f4d4597-e82f-4305-8da1-1a05eea38213'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:22:11.775049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41397229-d3c4-428f-9a02-54263d4c4be8 req-e8d84aad-c00f-4771-adb8-f80005f476d1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.1500053 Apr 01 15:22:11.784096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=f3956d54-2f9b-486c-916d-02fe92f93efc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:11.796566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:11.816021 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:11.961340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e34f10-ee28-4929-81f6-c7a221cee7ef,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:12.006674 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.007195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-28934e36-7063-4e80-9983-26eefe4b1e11 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9599226 Apr 01 15:22:12.009795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53098) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:12.015802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'a0e34f10-ee28-4929-81f6-c7a221cee7ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:12.040799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:12.092774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:12.114592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:12.141625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:12.155763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f3956d54-2f9b-486c-916d-02fe92f93efc no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:22:12.222307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.223503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: f3956d54-2f9b-486c-916d-02fe92f93efc {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:22:12.224745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f3956d54-2f9b-486c-916d-02fe92f93efc not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:22:12.319696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.325321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 55be0373-d54c-4621-a9d7-c45c1c98953f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:22:12.353925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] No DVR routers for this DVR port f3956d54-2f9b-486c-916d-02fe92f93efc on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:22:12.370492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.374284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'name': 'network-vif-deleted', 'tag': 'f3956d54-2f9b-486c-916d-02fe92f93efc'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:22:12.465594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object 034dc164-0454-4e0e-96e2-fb1f19781b2b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:12.479051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-742f6558-ebd7-48e0-96d4-6768eb23dbc2 req-3fa1c91e-8208-4df7-b1e5-46a2b3c20fe7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "DELETE /v2.0/ports/f3956d54-2f9b-486c-916d-02fe92f93efc HTTP/1.1" status: 204 len: 173 time: 2.8858719 Apr 01 15:22:12.492846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 55be0373-d54c-4621-a9d7-c45c1c98953f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:12.517669 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.531598 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.545286 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.741640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.741640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7169499 Apr 01 15:22:12.741640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53114) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:12.783323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c569-092a-42a7-b888-61ac73350f38 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1345db5-ed4f-4497-b20d-7b17d8eef8db,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:12.802177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-51f2581b-ed1f-4e65-b948-6c44bc6d572b tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules/d1345db5-ed4f-4497-b20d-7b17d8eef8db HTTP/1.1" status: 200 len: 705 time: 0.0662024 Apr 01 15:22:12.809736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:12.820101 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98082fe-1ff0-45f0-b7e6-12ca713b934b', 'name': 'network-vif-deleted', 'tag': 'f3956d54-2f9b-486c-916d-02fe92f93efc', 'status': 'completed', 'code': 200} Apr 01 15:22:12.820933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=034dc164-0454-4e0e-96e2-fb1f19781b2b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:12.881897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 7f61d078-a675-493c-95e0-d6f38d37812c is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:12.884510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:12.891357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:12.899003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:12.899712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:12.907727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4dbeb-8821-4229-a44f-1c9e9fe0a3f6 None None] Network 7f61d078-a675-493c-95e0-d6f38d37812c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:12.939994 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e2245566-c7d4-43c4-bfe5-51ce08cde5e4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6828363 Apr 01 15:22:12.942757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53130) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:12.957142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '7f61d078-a675-493c-95e0-d6f38d37812c', 'name': 'tempest-PortsIpV6TestJSON-136040872', 'fixed_ips': [{'subnet_id': '547f332e-020b-4e2f-aef1-b24e02cf30a0', 'ip_address': '2001:db8::f'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:13.068416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-16cc820b-1f8a-4522-bec5-6251ef352ae7 req-08aa7479-1a14-4078-bd01-c5a53361e816 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1789782 Apr 01 15:22:13.151612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-95af04cb-80dc-4422-aa32-63dce14f87b0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:13.187899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-95af04cb-80dc-4422-aa32-63dce14f87b0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:13.194210 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-95af04cb-80dc-4422-aa32-63dce14f87b0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3797300 Apr 01 15:22:13.194420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53140) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:13.233279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-882be91c-daeb-4bf4-9d84-093ae9e7f0b9 None None] Provisioning for port 55be0373-d54c-4621-a9d7-c45c1c98953f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:13.252511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-882be91c-daeb-4bf4-9d84-093ae9e7f0b9 None None] Provisioning complete for port 55be0373-d54c-4621-a9d7-c45c1c98953f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:13.252742 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-882be91c-daeb-4bf4-9d84-093ae9e7f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.261508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9022f7e5-28e9-400d-b949-5d30f064e90e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.277901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:13.278545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9022f7e5-28e9-400d-b949-5d30f064e90e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.281333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9021a24-adf1-4714-9c0d-083c37440d74 req-925ce299-24aa-45b5-a621-49c82b70d385 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:13.287850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:13.291352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:13.303644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:13.322281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9022f7e5-28e9-400d-b949-5d30f064e90e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.324592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9021a24-adf1-4714-9c0d-083c37440d74 req-925ce299-24aa-45b5-a621-49c82b70d385 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:13.340138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9021a24-adf1-4714-9c0d-083c37440d74 req-925ce299-24aa-45b5-a621-49c82b70d385 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.1345122 Apr 01 15:22:13.343992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:13.351918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022f7e5-28e9-400d-b949-5d30f064e90e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1345db5-ed4f-4497-b20d-7b17d8eef8db,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:13.369776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9022f7e5-28e9-400d-b949-5d30f064e90e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.375301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9022f7e5-28e9-400d-b949-5d30f064e90e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d1345db5-ed4f-4497-b20d-7b17d8eef8db HTTP/1.1" status: 204 len: 168 time: 0.1797197 Apr 01 15:22:13.376271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:13.447619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8abe3a9d-b4ff-489b-a1ca-ebfd277f41a6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:13.490624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8abe3a9d-b4ff-489b-a1ca-ebfd277f41a6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:13.497999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8abe3a9d-b4ff-489b-a1ca-ebfd277f41a6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1204727 Apr 01 15:22:13.499109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53150) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:13.516949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'a0e34f10-ee28-4929-81f6-c7a221cee7ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:13.538960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:13.567840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:13.595125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.738287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.747557 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.788925 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-882be91c-daeb-4bf4-9d84-093ae9e7f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.835972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.846463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3409238 Apr 01 15:22:13.848224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f738c-f5c8-423f-8bda-d11dfeeb9e51 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61a80a7-fafd-4113-a724-e8bc7cc11167,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:13.858887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:13.873986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-882be91c-daeb-4bf4-9d84-093ae9e7f0b9 None None] For port 55be0373-d54c-4621-a9d7-c45c1c98953f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=55be0373-d54c-4621-a9d7-c45c1c98953f,segment=NetworkSegment(77edbdf2-9791-4e28-ba3b-0dc9144fa2a0),segment_id=77edbdf2-9791-4e28-ba3b-0dc9144fa2a0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:13.884436 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-882be91c-daeb-4bf4-9d84-093ae9e7f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:13.949843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-48ab9949-23ab-4221-ac0a-f7ae23df169b tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules/b61a80a7-fafd-4113-a724-e8bc7cc11167 HTTP/1.1" status: 200 len: 705 time: 0.0832829 Apr 01 15:22:13.954774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:14.068434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882be91c-daeb-4bf4-9d84-093ae9e7f0b9 None None] Pushing event updated for resources: {'Port': ['ID=55be0373-d54c-4621-a9d7-c45c1c98953f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:14.078519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7304900f-bf8a-4958-b4a5-14380b1e53b9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:14.132747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7304900f-bf8a-4958-b4a5-14380b1e53b9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:14.134410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7304900f-bf8a-4958-b4a5-14380b1e53b9 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1773257 Apr 01 15:22:14.137494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53168) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:14.152716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:14.208974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 955f93c0-9750-47ab-8e0b-8cca981fdd7f yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:22:14.241432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-491e7f90-4af3-4197-b74a-2d7bfdba1ed1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:14.274131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-491e7f90-4af3-4197-b74a-2d7bfdba1ed1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:14.329635 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-491e7f90-4af3-4197-b74a-2d7bfdba1ed1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:14.495203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-491e7f90-4af3-4197-b74a-2d7bfdba1ed1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:14.499617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-491e7f90-4af3-4197-b74a-2d7bfdba1ed1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b61a80a7-fafd-4113-a724-e8bc7cc11167 HTTP/1.1" status: 204 len: 168 time: 0.3608217 Apr 01 15:22:14.502570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53180) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:14.513105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-78a172e7-16b4-4d51-be92-3034cdffc0af None None] Provisioning for port 034dc164-0454-4e0e-96e2-fb1f19781b2b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:14.525986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-78a172e7-16b4-4d51-be92-3034cdffc0af None None] Provisioning complete for port 034dc164-0454-4e0e-96e2-fb1f19781b2b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:14.526366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78a172e7-16b4-4d51-be92-3034cdffc0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:14.621254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e7f90-4af3-4197-b74a-2d7bfdba1ed1 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b61a80a7-fafd-4113-a724-e8bc7cc11167,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:14.680394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5040a9eb-60c6-428b-aa3e-d993303c5845 req-039a2f52-229a-4342-8a93-fb63c7cd1242 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1867883 Apr 01 15:22:14.748441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0922503-b9ea-413d-a733-2568c24ce049 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:14.749536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-78a172e7-16b4-4d51-be92-3034cdffc0af None None] Port 034dc164-0454-4e0e-96e2-fb1f19781b2b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:14.822035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0922503-b9ea-413d-a733-2568c24ce049 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:14.830575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0922503-b9ea-413d-a733-2568c24ce049 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3260453 Apr 01 15:22:14.833527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53192) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:14.845518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-78a172e7-16b4-4d51-be92-3034cdffc0af None None] Provisioning complete for port 55be0373-d54c-4621-a9d7-c45c1c98953f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:14.845878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78a172e7-16b4-4d51-be92-3034cdffc0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:14.852428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': 'a0e34f10-ee28-4929-81f6-c7a221cee7ef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:14.905392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:14.942133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:15.022633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d5ce62a-27b4-4cd2-b073-998280b2a188 req-e675c9db-17ca-447e-9bf9-943dad4ca4e3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a98082fe-1ff0-45f0-b7e6-12ca713b934b HTTP/1.1" status: 200 len: 210 time: 0.1424513 Apr 01 15:22:15.032360 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Project e2b6041493154dd683144cc369f25716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:22:15.048646 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.104379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::f (7f61d078-a675-493c-95e0-d6f38d37812c/547f332e-020b-4e2f-aef1-b24e02cf30a0/955f93c0-9750-47ab-8e0b-8cca981fdd7f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:15.164554 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.233749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.242863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.280165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8add52c0-8662-403d-8dbc-173deb7d8d02,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:15.325750 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.326942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-691cff4d-016a-4edb-b4e2-b1084c001bff tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4932108 Apr 01 15:22:15.330122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53204) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:15.362829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2cf095b2-efd6-4033-92d6-0094e5a06da6 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules/8add52c0-8662-403d-8dbc-173deb7d8d02 HTTP/1.1" status: 200 len: 711 time: 0.0313165 Apr 01 15:22:15.368369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53208) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:15.434205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-64a6bda0-2c78-45db-916c-86c21c0cc17f None None] Provisioning complete for port 034dc164-0454-4e0e-96e2-fb1f19781b2b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:15.434603 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64a6bda0-2c78-45db-916c-86c21c0cc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.455726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-992cbf5c-920d-43ec-8a2a-10b3961c7da4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:15.493333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-992cbf5c-920d-43ec-8a2a-10b3961c7da4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:15.494853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-992cbf5c-920d-43ec-8a2a-10b3961c7da4 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1254127 Apr 01 15:22:15.497542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53220) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:15.505409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.529502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object 955f93c0-9750-47ab-8e0b-8cca981fdd7f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:15.538906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40d8a9ac-f8e1-4f18-9429-a4e49b868785 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.546015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-64a6bda0-2c78-45db-916c-86c21c0cc17f None None] Port 034dc164-0454-4e0e-96e2-fb1f19781b2b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:15.573893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40d8a9ac-f8e1-4f18-9429-a4e49b868785 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.578197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.602811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40d8a9ac-f8e1-4f18-9429-a4e49b868785 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.626422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8a9ac-f8e1-4f18-9429-a4e49b868785 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8add52c0-8662-403d-8dbc-173deb7d8d02,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:15.646966 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40d8a9ac-f8e1-4f18-9429-a4e49b868785 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.652951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-40d8a9ac-f8e1-4f18-9429-a4e49b868785 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/8add52c0-8662-403d-8dbc-173deb7d8d02 HTTP/1.1" status: 204 len: 168 time: 0.1519768 Apr 01 15:22:15.653709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:15.716761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 7f61d078-a675-493c-95e0-d6f38d37812c is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:15.734747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84eb1209-6d40-4f28-aae3-193e1cfcbb20 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:15.739385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:15.741557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=955f93c0-9750-47ab-8e0b-8cca981fdd7f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:15.747526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:15.752308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:15.757960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:15.788730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84eb1209-6d40-4f28-aae3-193e1cfcbb20 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:15.790430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84eb1209-6d40-4f28-aae3-193e1cfcbb20 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1354208 Apr 01 15:22:15.792952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53230) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:15.837795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c7a4fd24-19d6-4254-9ad4-3cca1cf66151 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8932815 Apr 01 15:22:15.840344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53236) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:15.986436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d95c710b-8d62-4c02-a93b-7f40ec331177 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.072715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d95c710b-8d62-4c02-a93b-7f40ec331177 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.077630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da856161-b567-4cba-96fa-16e00b1462c0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:16.084027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da856161-b567-4cba-96fa-16e00b1462c0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:16.132966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da856161-b567-4cba-96fa-16e00b1462c0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:16.134405 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-da856161-b567-4cba-96fa-16e00b1462c0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2931488 Apr 01 15:22:16.137304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53248) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:16.217417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15274d66-cf36-42d2-8e3d-52a72ad88beb req-072e1d7c-d84a-4298-9d75-759a594c3aad tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1063859 Apr 01 15:22:16.221263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e69535f8-0fd4-40aa-bf43-50928483fdf3 None None] Provisioning for port 955f93c0-9750-47ab-8e0b-8cca981fdd7f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:16.230980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e69535f8-0fd4-40aa-bf43-50928483fdf3 None None] Provisioning complete for port 955f93c0-9750-47ab-8e0b-8cca981fdd7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:16.231916 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e69535f8-0fd4-40aa-bf43-50928483fdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.263490 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d95c710b-8d62-4c02-a93b-7f40ec331177 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.316975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c710b-8d62-4c02-a93b-7f40ec331177 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e34f10-ee28-4929-81f6-c7a221cee7ef,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:16.336519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d95c710b-8d62-4c02-a93b-7f40ec331177 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.337867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d95c710b-8d62-4c02-a93b-7f40ec331177 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/a0e34f10-ee28-4929-81f6-c7a221cee7ef HTTP/1.1" status: 204 len: 168 time: 0.5439563 Apr 01 15:22:16.341177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53254) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:16.355908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ef690-c675-4c40-a3b3-7709d1532885 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:16.360058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 55be0373-d54c-4621-a9d7-c45c1c98953f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:22:16.365746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ef690-c675-4c40-a3b3-7709d1532885 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:16.377107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ef690-c675-4c40-a3b3-7709d1532885 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:16.384906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-341ef690-c675-4c40-a3b3-7709d1532885 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2439940 Apr 01 15:22:16.385838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53260) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:16.493390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1c067e6e-f090-4662-b32d-f9d1d5519e6a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:16.524861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e69535f8-0fd4-40aa-bf43-50928483fdf3 None None] Port 955f93c0-9750-47ab-8e0b-8cca981fdd7f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:16.538190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1c067e6e-f090-4662-b32d-f9d1d5519e6a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:16.543734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1c067e6e-f090-4662-b32d-f9d1d5519e6a tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1970327 Apr 01 15:22:16.545921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53264) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:16.553400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011535109'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:16.561791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 55be0373-d54c-4621-a9d7-c45c1c98953f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:16.562021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:16.562670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.566664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 955f93c0-9750-47ab-8e0b-8cca981fdd7f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:16.568365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.575509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:16.595632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.688342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:16.696174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:16.707127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:16.725702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:16.836118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.850191 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:16.994294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a111f3-a80f-4427-9304-1e8ac012a879,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:17.008037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.013917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-98f3dd77-fb76-42a0-8c07-ef8444889803 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4646201 Apr 01 15:22:17.015254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:17.036717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Request body: {'security_group_rule': {'security_group_id': '52a111f3-a80f-4427-9304-1e8ac012a879', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:17.045064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:17.050312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Usage tracker for resource:security_group_rule and tenant:e2b6041493154dd683144cc369f25716 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:17.054447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:17.061322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:17.087729 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.118607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.226223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.238709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.260104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952514a4-b285-4141-8ef3-60edb087e316,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:17.288198 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.292011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84269512-8e52-4cb2-afc7-3976a072ece5 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2723088 Apr 01 15:22:17.292701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53284) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:17.372695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 955f93c0-9750-47ab-8e0b-8cca981fdd7f owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:17.401667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3d9e-1a97-40f7-a87e-91e9a195e2b2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.453371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3d9e-1a97-40f7-a87e-91e9a195e2b2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.699005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-031e0166-d52e-4fc3-ba3d-404c972c32e6 req-16a8b1e8-d250-4193-9576-10fcff3e9247 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1417277 Apr 01 15:22:17.722641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3d9e-1a97-40f7-a87e-91e9a195e2b2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.761719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e3d9e-1a97-40f7-a87e-91e9a195e2b2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a111f3-a80f-4427-9304-1e8ac012a879,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:17.790242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3d9e-1a97-40f7-a87e-91e9a195e2b2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.792797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c6e3d9e-1a97-40f7-a87e-91e9a195e2b2 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/52a111f3-a80f-4427-9304-1e8ac012a879 HTTP/1.1" status: 204 len: 168 time: 0.4977155 Apr 01 15:22:17.802402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53298) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:17.827366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:17.916769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=955f93c0-9750-47ab-8e0b-8cca981fdd7f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:17.917592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e780ebfb-5969-41f9-ae46-9325394b84f7 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:17.941420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e780ebfb-5969-41f9-ae46-9325394b84f7 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:17.945586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e780ebfb-5969-41f9-ae46-9325394b84f7 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1394715 Apr 01 15:22:17.946120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53302) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:17.998866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:18.038340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2e7ac2c5-1004-4198-bf9a-c19a43a9fbfb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/955f93c0-9750-47ab-8e0b-8cca981fdd7f HTTP/1.1" status: 204 len: 168 time: 1.6511858 Apr 01 15:22:18.041021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53308) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:18.058683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bafb2f07-a939-4ab5-a72a-45bdf0cbc5e0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Synchronizing usage tracker for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:18.092029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bafb2f07-a939-4ab5-a72a-45bdf0cbc5e0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] Unset dirty status for tenant:e2b6041493154dd683144cc369f25716 on resource:security_group_rule {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:18.093719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bafb2f07-a939-4ab5-a72a-45bdf0cbc5e0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1463363 Apr 01 15:22:18.096983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53312) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:18.124991 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-f24c7746-e518-40b4-b911-a84753197df0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] delete failed (client error): The resource could not be found. Apr 01 15:22:18.130857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f24c7746-e518-40b4-b911-a84753197df0 tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "DELETE /v2.0/security-groups/52a111f3-a80f-4427-9304-1e8ac012a879 HTTP/1.1" status: 404 len: 347 time: 0.0309923 Apr 01 15:22:18.134309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53318) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:18.140162 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-addfddf5-8e9a-4939-bbbd-66b47670a427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:22:18.140824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-addfddf5-8e9a-4939-bbbd-66b47670a427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:18.202217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-addfddf5-8e9a-4939-bbbd-66b47670a427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:18.215144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-addfddf5-8e9a-4939-bbbd-66b47670a427 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/955f93c0-9750-47ab-8e0b-8cca981fdd7f HTTP/1.1" status: 404 len: 333 time: 0.1706440 Apr 01 15:22:18.215747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53326) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:18.337613 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-97c9a4d7-7a3d-422a-9f3f-34a76610829e tempest-SecGroupIPv6Test-1493522967 tempest-SecGroupIPv6Test-1493522967-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1974096 Apr 01 15:22:18.379749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 034dc164-0454-4e0e-96e2-fb1f19781b2b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:18.380408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:19.062155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53350) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:19.138862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:19.578035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d204cd8a-89a1-4400-b16b-ac065c56d80a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2b6041493154dd683144cc369f25716&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5146286 Apr 01 15:22:19.605673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53372) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:19.675450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 034dc164-0454-4e0e-96e2-fb1f19781b2b owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:19.742908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd54-83f8-4895-bcea-83540dca212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:19.790161 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-63458565-6bc5-4c43-97fe-3217e62fa80e req-8b9268c1-c88f-4620-afc4-8efbdb891cbb tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.5811732 Apr 01 15:22:19.847243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd54-83f8-4895-bcea-83540dca212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:19.880860 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:22:20.033359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd54-83f8-4895-bcea-83540dca212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:20.087029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bdd54-83f8-4895-bcea-83540dca212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2278e-1ff6-46d0-86b6-6ae804d784d0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:20.146075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c9bdd54-83f8-4895-bcea-83540dca212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:20.170380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4c9bdd54-83f8-4895-bcea-83540dca212d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcc2278e-1ff6-46d0-86b6-6ae804d784d0 HTTP/1.1" status: 204 len: 168 time: 0.5631733 Apr 01 15:22:20.289923 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:20.390977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=034dc164-0454-4e0e-96e2-fb1f19781b2b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:20.462290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:20.492192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2bed9fb8-ff42-4a09-b71f-c47e771bf700 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/034dc164-0454-4e0e-96e2-fb1f19781b2b HTTP/1.1" status: 204 len: 168 time: 2.2720261 Apr 01 15:22:20.492360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53394) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:20.607679 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-80144bf9-cbfc-4a0a-9dd7-3f8f0cc9c756 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:22:20.608193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80144bf9-cbfc-4a0a-9dd7-3f8f0cc9c756 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:20.649530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80144bf9-cbfc-4a0a-9dd7-3f8f0cc9c756 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:20.650944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53402) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:20.651449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-80144bf9-cbfc-4a0a-9dd7-3f8f0cc9c756 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/034dc164-0454-4e0e-96e2-fb1f19781b2b HTTP/1.1" status: 404 len: 333 time: 0.1582806 Apr 01 15:22:20.653853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53406) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:21.187093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:21.352642 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f766bc0-61c6-4d70-a611-df6c4fd69352 req-a6f00fe4-19c5-4666-9c65-037c2504ba55 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1313236 Apr 01 15:22:21.379506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:21.394690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Usage tracker for resource:security_group_rule and tenant:bc90b0b47e7e4abb834d5d1ba0f3ae34 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:21.414623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:21.433233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:21.450736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet 547f332e-020b-4e2f-aef1-b24e02cf30a0 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:22:21.459196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:21.564123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:21.807076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:21.927650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:21.935766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.024323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4108177e-d8d4-43fe-81f0-2da533968985,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:22.034539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ccd84c4f-525a-4511-b2a6-a09bd9676d4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc90b0b47e7e4abb834d5d1ba0f3ae34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3805552 Apr 01 15:22:22.038134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:22.101751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.146928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=547f332e-020b-4e2f-aef1-b24e02cf30a0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:22.155997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.164712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5d01c-91fc-4ccc-a65c-09dfd692aaf8 None None] Network 7f61d078-a675-493c-95e0-d6f38d37812c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:22.171906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6912e9c5-8f76-404a-80e0-c88e489fe6db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/547f332e-020b-4e2f-aef1-b24e02cf30a0 HTTP/1.1" status: 204 len: 168 time: 1.5146513 Apr 01 15:22:22.172184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53458) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:22.181534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35932e39-2c8c-4e39-b0b2-a0d2cb8b17be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.258154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35932e39-2c8c-4e39-b0b2-a0d2cb8b17be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.365016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35932e39-2c8c-4e39-b0b2-a0d2cb8b17be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.366555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.379617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 55be0373-d54c-4621-a9d7-c45c1c98953f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:22.380269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.398575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932e39-2c8c-4e39-b0b2-a0d2cb8b17be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4108177e-d8d4-43fe-81f0-2da533968985,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:22.408158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35932e39-2c8c-4e39-b0b2-a0d2cb8b17be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:22.410247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-35932e39-2c8c-4e39-b0b2-a0d2cb8b17be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4108177e-d8d4-43fe-81f0-2da533968985 HTTP/1.1" status: 204 len: 168 time: 0.3714275 Apr 01 15:22:22.815981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] DHCP port deletion for 7f61d078-a675-493c-95e0-d6f38d37812c request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:22:22.828239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] Deleting port 55be0373-d54c-4621-a9d7-c45c1c98953f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:22.829201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.024076 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b59872a7-5cc8-4e69-bd18-ba21b0ae7659 req-6f6d30ad-fe89-459a-9dca-2e4cc67fdd67 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.3676970 Apr 01 15:22:23.134021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] For port 55be0373-d54c-4621-a9d7-c45c1c98953f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=55be0373-d54c-4621-a9d7-c45c1c98953f,segment=NetworkSegment(77edbdf2-9791-4e28-ba3b-0dc9144fa2a0),segment_id=77edbdf2-9791-4e28-ba3b-0dc9144fa2a0)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:23.134644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.250041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] For port 55be0373-d54c-4621-a9d7-c45c1c98953f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=55be0373-d54c-4621-a9d7-c45c1c98953f,segment=NetworkSegment(77edbdf2-9791-4e28-ba3b-0dc9144fa2a0),segment_id=77edbdf2-9791-4e28-ba3b-0dc9144fa2a0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:23.250584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.394328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53500) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:23.430061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.503012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] Calling delete_port for 55be0373-d54c-4621-a9d7-c45c1c98953f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:23.519163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:23.533910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Usage tracker for resource:security_group_rule and tenant:fea59f4a7fd640878007e4d998624a10 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:23.538407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:23.547896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:23.648644 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.659362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.709810 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.717030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fea59f4a7fd640878007e4d998624a10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3227630 Apr 01 15:22:23.719649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53512) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:23.806783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 55be0373-d54c-4621-a9d7-c45c1c98953f owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:23.840684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d8e7d3-153b-4210-8601-e09ea66571ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:23.860835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cc7406-dff9-435f-882f-7dcdd1e82f97,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:23.881769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.885512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.886931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.887517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.889980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.889980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.889980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.890627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.891336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.892094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.892616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efb889b-73dc-4a73-a49f-6ea5145ca38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:23.892726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] No DVR routers for this DVR port 55be0373-d54c-4621-a9d7-c45c1c98953f on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:22:23.894716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce33eb-08d4-4651-8307-d3f05c363a59 None None] Pushing event deleted for resources: {'Port': ['ID=55be0373-d54c-4621-a9d7-c45c1c98953f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:23.938270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d8e7d3-153b-4210-8601-e09ea66571ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:24.065435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d8e7d3-153b-4210-8601-e09ea66571ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:24.100900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8e7d3-153b-4210-8601-e09ea66571ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cc7406-dff9-435f-882f-7dcdd1e82f97,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:24.114219 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d8e7d3-153b-4210-8601-e09ea66571ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:24.120977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-70d8e7d3-153b-4210-8601-e09ea66571ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2cc7406-dff9-435f-882f-7dcdd1e82f97 HTTP/1.1" status: 204 len: 168 time: 0.3991437 Apr 01 15:22:24.175619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 55be0373-d54c-4621-a9d7-c45c1c98953f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:22:24.208525 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:22:24.208833 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:22:24.286049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d2c89-cc73-47de-9950-12e693baacbe req-64afdf8e-c0d8-47a9-b8c9-f775bd0a4fbc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:24.293123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c33d2c89-cc73-47de-9950-12e693baacbe req-64afdf8e-c0d8-47a9-b8c9-f775bd0a4fbc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 946 time: 0.2545035 Apr 01 15:22:24.299568 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 55be0373-d54c-4621-a9d7-c45c1c98953f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:22:24.303815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 55be0373-d54c-4621-a9d7-c45c1c98953f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:22:24.393281 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c33d2c89-cc73-47de-9950-12e693baacbe req-aaaa313d-9a85-4997-b500-2a99565804eb tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931120 Apr 01 15:22:24.414717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5bf57be8-6e7a-45e0-b063-a6f82acc3ce7 req-9ceb4375-5957-46ec-ba04-f1ebbf827cf9 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.0971565 Apr 01 15:22:24.711253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 55be0373-d54c-4621-a9d7-c45c1c98953f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:24.711769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:24.805631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] The port '55be0373-d54c-4621-a9d7-c45c1c98953f' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:22:24.995367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-dbe04610-c913-4c58-9d2a-8a1ffff5aeb2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:24.997486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-dbe04610-c913-4c58-9d2a-8a1ffff5aeb2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 946 time: 0.3940616 Apr 01 15:22:25.077755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:25.119623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port 8f4d4597-e82f-4305-8da1-1a05eea38213 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:25.120274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:25.166656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f61d078-a675-493c-95e0-d6f38d37812c']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:25.192415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77edbdf2-9791-4e28-ba3b-0dc9144fa2a0') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:25.192915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77edbdf2-9791-4e28-ba3b-0dc9144fa2a0') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:25.218124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:25.281715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:25.301341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:22:25.301885 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:22:25.317835 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:22:25.606513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] For port 8f4d4597-e82f-4305-8da1-1a05eea38213, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8f4d4597-e82f-4305-8da1-1a05eea38213,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:25.606882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:25.890650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33f1aedd-da25-4726-91bc-649a5f3d74b6 req-ebd238a1-ba6d-408e-87dd-5c35b5663f25 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.0942073 Apr 01 15:22:26.022142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for 8f4d4597-e82f-4305-8da1-1a05eea38213 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:26.056389 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0346bf75-6a01-498a-a21a-02aa900a7d0a req-34d980b8-e982-48e8-a1c6-8fa6770de902 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.2853110 Apr 01 15:22:26.141253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.168981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.193331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53598) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:26.202133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=7f61d078-a675-493c-95e0-d6f38d37812c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:26.227512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059eec1-1550-43ae-b8ce-997857a702bc req-a65604d1-7013-4c77-89c7-aa6be4423c57 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:26.229045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5059eec1-1550-43ae-b8ce-997857a702bc req-a65604d1-7013-4c77-89c7-aa6be4423c57 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 946 time: 0.4592390 Apr 01 15:22:26.283072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-42135c73-34f2-4fe7-bf98-4bb22da46649 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/7f61d078-a675-493c-95e0-d6f38d37812c HTTP/1.1" status: 204 len: 168 time: 4.1096759 Apr 01 15:22:26.286825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53604) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:26.293732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768459130'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:26.303670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:26.309793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:network and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:26.317607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:26.337223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:26.363857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:26.368051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.422209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:22:26.429502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5059eec1-1550-43ae-b8ce-997857a702bc req-ba376b8f-32f7-4f7b-a2d3-c9a4863d58fd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b59e3f55-2792-4c07-8e43-5678049db6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519160 Apr 01 15:22:26.434147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.434648 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Added segment c987b67e-06d0-48ad-8fe4-84b98e71b536 of type vlan for network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 Apr 01 15:22:26.440420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.474863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.504346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=8f4d4597-e82f-4305-8da1-1a05eea38213,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:26.514371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.556712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:26.560861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Usage tracker for resource:security_group_rule and tenant:df18a24f96a34a0786559cb44da510e8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:26.564096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:26.571022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:26.694928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.701985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:26.702601 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.760208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] No DVR routers for this DVR port 8f4d4597-e82f-4305-8da1-1a05eea38213 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:22:26.769906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.783322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'name': 'network-vif-deleted', 'tag': '8f4d4597-e82f-4305-8da1-1a05eea38213'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:22:26.809706 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3453349-aa1d-4b09-8027-7cc6e884fc50 req-5a6ae8f6-b37f-4fde-ad9b-34a045273a8c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "DELETE /v2.0/ports/8f4d4597-e82f-4305-8da1-1a05eea38213 HTTP/1.1" status: 204 len: 173 time: 1.8000422 Apr 01 15:22:26.879054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.920326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:26.968798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:26.972514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6838615 Apr 01 15:22:26.974230 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a4fcfb-cb2c-488b-9a88-cca5c6406ae1', 'name': 'network-vif-deleted', 'tag': '8f4d4597-e82f-4305-8da1-1a05eea38213', 'status': 'completed', 'code': 200} Apr 01 15:22:26.981029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:26.997232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ac98-4d9c-43b8-a296-2b92fe839977 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Network': ['ID=0b0c1aeb-5c71-499b-a198-d90e7aa85a38,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:27.032404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:22:27.033985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f5afa-ac64-4a7a-be32-907eaabc8b75,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:27.093958 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5942fb9a-a450-427d-bda6-cea2c38733c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df18a24f96a34a0786559cb44da510e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8986273 Apr 01 15:22:27.099682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53636) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:27.333439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f74beb-1238-409c-b3f2-1c8bdb1b93ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:27.389544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f74beb-1238-409c-b3f2-1c8bdb1b93ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:27.486278 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f0b69384-f577-4684-aaca-a211e7bba62c req-33175ebd-d4ad-4f65-81f4-fe4fc35ce533 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1803772 Apr 01 15:22:27.497002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:27.501320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:27.505073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:27.506661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f74beb-1238-409c-b3f2-1c8bdb1b93ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:27.537835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:27.541756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74beb-1238-409c-b3f2-1c8bdb1b93ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f5afa-ac64-4a7a-be32-907eaabc8b75,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:27.564581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f74beb-1238-409c-b3f2-1c8bdb1b93ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:27.566102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7f74beb-1238-409c-b3f2-1c8bdb1b93ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f5f5afa-ac64-4a7a-be32-907eaabc8b75 HTTP/1.1" status: 204 len: 168 time: 0.4652607 Apr 01 15:22:27.570427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:27.863604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34aa2a10-72c7-4501-8981-6020a08da3a8 req-1c09726e-75f8-4ce0-9e95-09f8ab2bd817 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 210 time: 0.0885222 Apr 01 15:22:27.884504 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86f67d4e-d9a2-41b8-88ee-a2832cf9b87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:27.962747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:28.246671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8f4d4597-e82f-4305-8da1-1a05eea38213 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:22:28.339359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 8f4d4597-e82f-4305-8da1-1a05eea38213 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:22:28.339968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8f4d4597-e82f-4305-8da1-1a05eea38213 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:22:28.471332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:28.552597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53674) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:28.604386 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:28.604576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=de7b88d1-92bf-48bc-88c6-bb4c39593ba8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:28.624788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Checking segment: {'id': 'c987b67e-06d0-48ad-8fe4-84b98e71b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:22:28.625487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network hostable DHCP agents. Network: 0b0c1aeb-5c71-499b-a198-d90e7aa85a38, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:22:28.686461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:22:28.686589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:28.711047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0b0c1aeb-5c71-499b-a198-d90e7aa85a38) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:28.716793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:28.717122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Usage tracker for resource:security_group_rule and tenant:0019fd223f1a4661a92056b6ee4b3a28 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:28.718101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:28.724165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10154399-603c-4a07-ae8d-5f54011424d3 None None] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:28.729375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:28.752123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:28.823987 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c96e2fd4-5643-44f4-beaa-f1496b3c7f38 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8514984 Apr 01 15:22:28.824599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53684) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:28.840297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1782061753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:28.919551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:28.929380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:28.970138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:28.985823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-284c08ca-e793-4827-92e4-54de999bb1b8 req-44785dc5-d15d-4afe-b35b-24dce217cec6 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1313288 Apr 01 15:22:28.997825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:router and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:29.005283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:29.016883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:29.040995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce5dc5c-6dda-4401-8b3b-661ed6c5fe1e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:29.044951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.047060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.074185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-40eb6a00-32a9-4e2c-ae8c-c6e319aebf8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0019fd223f1a4661a92056b6ee4b3a28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5186195 Apr 01 15:22:29.075687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53696) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:29.111074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.182088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.228811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.230845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-26505682-0a79-461e-885c-c9365ffda967 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4049704 Apr 01 15:22:29.234358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53702) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:29.260231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38', 'name': 'tempest-PortsIpV6TestJSON-2009614888'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:29.658332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-0b0c1aeb-5c71-499b-a198-d90e7aa85a38', 'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38', 'tenant_id': '42f8fc31ef31463fb2b4aad0168e52f6', 'fixed_ips': [{'subnet_id': 'de7b88d1-92bf-48bc-88c6-bb4c39593ba8'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:22:29.660623 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.747698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:29.848239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:port and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:29.867835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:29.880529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6fc7515-b51e-40f5-91a2-0955ee6ab36c req-c9a48bc8-dbab-479e-afa1-fbde42c6e8d5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=07a4fcfb-cb2c-488b-9a88-cca5c6406ae1 HTTP/1.1" status: 200 len: 210 time: 0.1501689 Apr 01 15:22:29.915311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:29.941906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0386-3af0-42b7-9804-927d234c95c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.961387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:29.964796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:29.972602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd8d816f-594d-4338-8390-9f36a4316486 req-113bedc2-8de2-4248-ad7b-d283dae11a33 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33&device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.1080081 Apr 01 15:22:30.037797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0386-3af0-42b7-9804-927d234c95c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:30.063814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port 8c18e98e-bf96-4397-9af4-4237f5263e69 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:22:30.142406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Allocated IP 2001:db8::2 (0b0c1aeb-5c71-499b-a198-d90e7aa85a38/de7b88d1-92bf-48bc-88c6-bb4c39593ba8/97bd4c86-23aa-40e6-99a6-50aa7cfe38c7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:30.327795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a17fdbcd-8493-4940-9853-ab386aeee5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:30.393380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0386-3af0-42b7-9804-927d234c95c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:30.454159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0386-3af0-42b7-9804-927d234c95c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce5dc5c-6dda-4401-8b3b-661ed6c5fe1e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:30.470465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16375c81-1414-4bd7-8319-0c0d6a66634e req-7ce8ff6f-0297-4cf9-955b-174abd3f3c81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95e6375bf5c94234a149f55d5d40df54&device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1077526 Apr 01 15:22:30.489484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0386-3af0-42b7-9804-927d234c95c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:30.493130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d9c0386-3af0-42b7-9804-927d234c95c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ce5dc5c-6dda-4401-8b3b-661ed6c5fe1e HTTP/1.1" status: 204 len: 168 time: 1.4101005 Apr 01 15:22:30.543934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:30.568994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Transition to ACTIVE for port object 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:30.570516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16375c81-1414-4bd7-8319-0c0d6a66634e req-e1f73a33-1962-4beb-8f9f-a9bcd088839a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=95e6375bf5c94234a149f55d5d40df54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863264 Apr 01 15:22:30.613924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Transition to ACTIVE for port object 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:30.634560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:30.818324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-447c1bf3-9dca-477c-b20e-efc14e640131 req-e90ad68f-7301-48ba-b15e-3a38c79d81a4 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1916537 Apr 01 15:22:30.824806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::e8 (0b0c1aeb-5c71-499b-a198-d90e7aa85a38/de7b88d1-92bf-48bc-88c6-bb4c39593ba8/8c18e98e-bf96-4397-9af4-4237f5263e69) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:30.839253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:30.841325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53754) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:30.845540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Pushing event updated for resources: {'Port': ['ID=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:30.853349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:30.860764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:31.053777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16375c81-1414-4bd7-8319-0c0d6a66634e req-e48532f7-7c2b-4a0a-b172-84a013ae1284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:31.063761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16375c81-1414-4bd7-8319-0c0d6a66634e req-e48532f7-7c2b-4a0a-b172-84a013ae1284 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4835041 Apr 01 15:22:31.172171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Attempting to bind port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:22:31.172525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Attempting to bind port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c987b67e-06d0-48ad-8fe4-84b98e71b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:22:31.172882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Attempting to bind port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 on network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:22:31.180180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:22:31.180544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Checking segment: {'id': 'c987b67e-06d0-48ad-8fe4-84b98e71b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:22:31.180940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.181319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Bound using segment: {'id': 'c987b67e-06d0-48ad-8fe4-84b98e71b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:22:31.181765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Bound port: 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c987b67e-06d0-48ad-8fe4-84b98e71b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0b0c1aeb-5c71-499b-a198-d90e7aa85a38'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:22:31.182129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.379845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.384553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] For port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:22:31.387811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] For port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,segment=NetworkSegment(c987b67e-06d0-48ad-8fe4-84b98e71b536),segment_id=c987b67e-06d0-48ad-8fe4-84b98e71b536)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:22:31.422232 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.451469 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.462955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object 8c18e98e-bf96-4397-9af4-4237f5263e69 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:31.468679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:31.497813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.507769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Usage tracker for resource:security_group_rule and tenant:06c944b445df4107ab4910cd45bead4a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:31.520090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:31.538495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:31.544151 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.547400 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.638580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a427ed-4e43-428e-b2b5-a59daf2662d4 None None] Pushing event updated for resources: {'Port': ['ID=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:31.708560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:31.712539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:31.713598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.719536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:31.722433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.724860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:31.725661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:31.783083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=8c18e98e-bf96-4397-9af4-4237f5263e69,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:31.803293 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fc3408df-5e09-4260-96b6-1234d711bd24 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5656180 Apr 01 15:22:31.805687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 53790) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:31.821189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d55d4d-23a0-4dcb-9abb-0406592c0573,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:31.870687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fff49bec-4af8-4c34-ba0f-467273bc1226 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06c944b445df4107ab4910cd45bead4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0181873 Apr 01 15:22:31.873926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53796) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:32.174234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-259e583c-28d0-406c-8ee8-a73096caf6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:32.239515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:22:32.283010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-259e583c-28d0-406c-8ee8-a73096caf6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:32.408189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35540746-5915-4311-b2d4-f3a95b0fdff2 req-34d09f09-a686-4d9c-840e-11f8e94d63e9 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.0817776 Apr 01 15:22:32.461869 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-259e583c-28d0-406c-8ee8-a73096caf6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:32.490826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:32.494580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e583c-28d0-406c-8ee8-a73096caf6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d55d4d-23a0-4dcb-9abb-0406592c0573,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:32.506700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-259e583c-28d0-406c-8ee8-a73096caf6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:32.513837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-259e583c-28d0-406c-8ee8-a73096caf6cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01d55d4d-23a0-4dcb-9abb-0406592c0573 HTTP/1.1" status: 204 len: 168 time: 0.6388779 Apr 01 15:22:32.774433 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:32.844827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-16375c81-1414-4bd7-8319-0c0d6a66634e req-5d4cefd0-4487-4502-89ef-9a5bec7de656 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.1117020 Apr 01 15:22:33.231573 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:33.401594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cc5a1-5ef2-4d79-ae7f-9dabb5565db4 None None] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:33.608301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53864) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:33.671524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:33.771816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:33.782568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Usage tracker for resource:security_group_rule and tenant:2512db3680ed4faf9739f9b4d81641e4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:33.792075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:33.845434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:33.977000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8402ed7b-aa52-4bd2-aa4a-8ac69b691926 None None] Provisioning for port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:33.986135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8402ed7b-aa52-4bd2-aa4a-8ac69b691926 None None] Provisioning complete for port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:33.999926 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8402ed7b-aa52-4bd2-aa4a-8ac69b691926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.147046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.162974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.259086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2512db3680ed4faf9739f9b4d81641e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6489089 Apr 01 15:22:34.263074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53886) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:34.350525 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-187ebe25-cdbe-482b-b438-2fed0f2793c9 req-1dda7cbe-00af-4f42-a1c1-ffa8e20f63d3 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac63de6c-db5c-4b0e-9dae-d9c04344cf33 HTTP/1.1" status: 200 len: 210 time: 0.2240052 Apr 01 15:22:34.415907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.435664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.438365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8402ed7b-aa52-4bd2-aa4a-8ac69b691926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.447129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52956794-72f9-4038-af1d-55ab52a82032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a52f54-20c4-4ad2-a495-13b28b0657db,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:34.515580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3770efd-fc9c-44f5-b8dc-6d2cb7c6e291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.523474 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8402ed7b-aa52-4bd2-aa4a-8ac69b691926 None None] For port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,segment=NetworkSegment(c987b67e-06d0-48ad-8fe4-84b98e71b536),segment_id=c987b67e-06d0-48ad-8fe4-84b98e71b536)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:34.536702 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8402ed7b-aa52-4bd2-aa4a-8ac69b691926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.595001 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3770efd-fc9c-44f5-b8dc-6d2cb7c6e291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.800241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3770efd-fc9c-44f5-b8dc-6d2cb7c6e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.803802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402ed7b-aa52-4bd2-aa4a-8ac69b691926 None None] Pushing event updated for resources: {'Port': ['ID=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:34.868774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3770efd-fc9c-44f5-b8dc-6d2cb7c6e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a52f54-20c4-4ad2-a495-13b28b0657db,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:34.876964 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c3770efd-fc9c-44f5-b8dc-6d2cb7c6e291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:34.878501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c3770efd-fc9c-44f5-b8dc-6d2cb7c6e291 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5a52f54-20c4-4ad2-a495-13b28b0657db HTTP/1.1" status: 204 len: 168 time: 0.6142266 Apr 01 15:22:34.948851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0a6d12c8-decf-4811-bda9-944058f65322 None None] Provisioning complete for port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:34.954458 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a6d12c8-decf-4811-bda9-944058f65322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:35.276745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=8c18e98e-bf96-4397-9af4-4237f5263e69,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:35.336097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0a6d12c8-decf-4811-bda9-944058f65322 None None] Provisioning for port 8c18e98e-bf96-4397-9af4-4237f5263e69 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:35.348310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0a6d12c8-decf-4811-bda9-944058f65322 None None] Provisioning complete for port 8c18e98e-bf96-4397-9af4-4237f5263e69 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:35.349382 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a6d12c8-decf-4811-bda9-944058f65322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:35.452433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d12c8-decf-4811-bda9-944058f65322 None None] Port 8c18e98e-bf96-4397-9af4-4237f5263e69 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:35.592097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aecbff76-e1b0-4bc6-a469-ee23c6d397a2 None None] Provisioning complete for port 8c18e98e-bf96-4397-9af4-4237f5263e69 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:35.593057 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aecbff76-e1b0-4bc6-a469-ee23c6d397a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:35.661089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-aecbff76-e1b0-4bc6-a469-ee23c6d397a2 None None] Port 8c18e98e-bf96-4397-9af4-4237f5263e69 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:35.777227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:35.799642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ff4265ee-e92d-4c92-aab8-d235b84b9775 None None] Provisioning complete for port 8c18e98e-bf96-4397-9af4-4237f5263e69 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:35.800454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff4265ee-e92d-4c92-aab8-d235b84b9775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:35.976149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ff4265ee-e92d-4c92-aab8-d235b84b9775 None None] Port 8c18e98e-bf96-4397-9af4-4237f5263e69 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:35.991317 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:36.234258 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c20823b9-c93c-4770-b3c8-c0d9c156c8b3 req-5af6fffe-d754-458e-9b66-464dbf06ccb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95e6375bf5c94234a149f55d5d40df54&device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.1312709 Apr 01 15:22:36.265432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:22:36.301234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c20823b9-c93c-4770-b3c8-c0d9c156c8b3 req-dea6d89e-0cbd-41ff-a65f-ce5735da668c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=95e6375bf5c94234a149f55d5d40df54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567122 Apr 01 15:22:36.650603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:36.651167 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:36.659620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b31662e4-46db-41cd-95da-4a6c1f0c3352 req-f1ca25d9-9331-41c5-a69c-be7b36c334e6 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.1418419 Apr 01 15:22:36.734917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20823b9-c93c-4770-b3c8-c0d9c156c8b3 req-9e2b355b-2836-4ab2-8ee4-540881d47cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:36.736746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c20823b9-c93c-4770-b3c8-c0d9c156c8b3 req-9e2b355b-2836-4ab2-8ee4-540881d47cf8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4270067 Apr 01 15:22:37.054587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 53994) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:37.063038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615390156', 'description': 'tempest-secgroup-smoke-615390156 description', 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:37.084098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:37.106092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:37.122618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.133183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.154381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.154381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.231545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:37.236172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:37.240225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:37.248062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:37.299767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=8c18e98e-bf96-4397-9af4-4237f5263e69,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:37.411190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.425232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.509170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee6516e-44d3-4893-a02c-1eda4b6cc776,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:37.544827 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.550820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-43e750ad-0e7a-45fd-97aa-eda923b27d07 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4921081 Apr 01 15:22:37.554056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54030) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:37.562070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'security_group_rule': {'security_group_id': '5ee6516e-44d3-4893-a02c-1eda4b6cc776', 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:37.576181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:37.585980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:37.593144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:37.624076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:37.625368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:37.651748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:37.700159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.831039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.836431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.899011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a925f68-d5b7-4748-8be9-3b463e1e68e2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:37.925901 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:37.927670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f36fc4b5-f352-4601-8a5a-8f6586fc14c8 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3726547 Apr 01 15:22:37.930671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54056) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:37.939547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'security_group_rule': {'security_group_id': '5ee6516e-44d3-4893-a02c-1eda4b6cc776', 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:37.955177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:37.964266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:37.969780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:37.992374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:38.092340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.161831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ca22e517-1c81-4dea-b037-4e65a9261632 None None] Provisioning complete for port 8c18e98e-bf96-4397-9af4-4237f5263e69 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:38.162323 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca22e517-1c81-4dea-b037-4e65a9261632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.318571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.336390 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.339461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ca22e517-1c81-4dea-b037-4e65a9261632 None None] Port 8c18e98e-bf96-4397-9af4-4237f5263e69 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:38.411560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-72676375-d98b-4d6c-892d-54166d2b634e req-9a435c0d-e35c-4460-a2e8-465f4008ba55 tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.2062395 Apr 01 15:22:38.435064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980e1da7-f80f-48ff-8dc0-a2a05e5d41a1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:38.450484 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c20823b9-c93c-4770-b3c8-c0d9c156c8b3 req-6551d381-dd3e-4790-b40c-28f7c645c7ba tempest-ServerShowV247Test-1951490327 tempest-ServerShowV247Test-1951490327-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f4a228d-c37a-41e2-b364-44033766b04b HTTP/1.1" status: 200 len: 210 time: 0.1159310 Apr 01 15:22:38.470170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.470941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.471871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.472462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.473006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.483852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.483852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.483852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.483852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.483852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.483852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:38.495168 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.496545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea74f335-bd58-499e-9c3d-064ab9d8ade6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5641890 Apr 01 15:22:38.501162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54096) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:38.512582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'security_group_rule': {'security_group_id': '5ee6516e-44d3-4893-a02c-1eda4b6cc776', 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:38.534585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:38.544061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:38.555638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:38.568697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:38.621716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.646017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Router 1ac53049-91fc-4add-99ac-55e61ba8b9fa is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:22:38.860204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.874507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.903601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552c6ff4-7c49-4128-84c9-feafd97161aa,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:38.916617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:38.921123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-da975ef9-7f0d-477b-b746-d79622c4eb88 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4188857 Apr 01 15:22:38.922074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54118) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:38.928792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'security_group_rule': {'security_group_id': '5ee6516e-44d3-4893-a02c-1eda4b6cc776', 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:38.937310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:38.952831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:38.962787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:38.984364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:39.015089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.184229 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.194390 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.205560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:22:39.225344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] Sync routers for ids ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:22:39.245167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebeac33-3104-4d32-aa30-8a9c0f2562a7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:39.270376 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e97c8fd7-b751-40a9-a6ad-58b4cf589b1f tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "PUT /v2.0/routers/1ac53049-91fc-4add-99ac-55e61ba8b9fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4562345 Apr 01 15:22:39.272800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:39.274062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] Routers {'1ac53049-91fc-4add-99ac-55e61ba8b9fa'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:22:39.274725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:22:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:39.432007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.435795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54144) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:39.441163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a7eb67b1-03e2-422e-a2b7-4ee6392e5cc4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5176818 Apr 01 15:22:39.442601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'security_group_rule': {'security_group_id': '5ee6516e-44d3-4893-a02c-1eda4b6cc776', 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:39.459621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:39.475345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:39.488925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:39.505825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:39.530100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:39.555195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92540188-7f17-4b4d-a68d-93fc3514586a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:39.566560 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Project eaa6a1395bc746ee876eff4a2e233d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:22:39.568488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] Routers {'1ac53049-91fc-4add-99ac-55e61ba8b9fa'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:22:39.569116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:22:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:39.575175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92540188-7f17-4b4d-a68d-93fc3514586a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:39.576831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.608003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92540188-7f17-4b4d-a68d-93fc3514586a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:39.609852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92540188-7f17-4b4d-a68d-93fc3514586a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ac53049-91fc-4add-99ac-55e61ba8b9fa HTTP/1.1" status: 200 len: 988 time: 0.3333862 Apr 01 15:22:39.613198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54158) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:39.714243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:39.714782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69839fc2-7da3-4a1e-8902-c0e36c408413 None None] The sync data for ids ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:22:39.767882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.780994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.874440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:39.893826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4584365 Apr 01 15:22:39.894770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54170) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:39.895628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fbe06-b5e8-4bb7-9eaa-e30fa706b213 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3999b60-216f-43a3-8f06-09d4dc812f72,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:39.911661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'security_group_rule': {'security_group_id': '5ee6516e-44d3-4893-a02c-1eda4b6cc776', 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:39.940323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:39.954092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:security_group_rule and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:39.957509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:39.980315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:40.007296 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Project eaa6a1395bc746ee876eff4a2e233d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:22:40.019554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:40.151194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:40.157128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:40.186022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d29628-ccdf-404f-a196-300a72eb779d,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:40.200606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:40.202036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-100c415b-1499-4991-8f0d-bdf7ba66af2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2957549 Apr 01 15:22:40.366519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54192) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:40.438658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54198) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:40.669460 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:40.927333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.044053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.119888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:41.124067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Usage tracker for resource:security_group_rule and tenant:05cc5af1b2a44122ba027e129a63b504 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:41.127092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:41.134117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:41.291865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.343756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.351770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.389296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 8c18e98e-bf96-4397-9af4-4237f5263e69 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:41.389883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.422392 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05cc5af1b2a44122ba027e129a63b504&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0544236 Apr 01 15:22:41.445030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54236) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:41.447075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a450a0d-f892-4a72-bb9b-2a8dcfb14157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb2f07c-f4f6-4c46-8547-7af63d3066e3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:41.469644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:41.473818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Usage tracker for resource:security_group_rule and tenant:95e6375bf5c94234a149f55d5d40df54 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:41.477426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:41.488841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:41.597408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.602645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.655367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11b64b8-959d-4948-9965-bf64ed28ca50,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:41.710573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec35f955-851d-4b55-a7a6-8f58bcfa06bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95e6375bf5c94234a149f55d5d40df54&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2698646 Apr 01 15:22:41.712464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:41.869918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f08649b-7b07-4e1f-a9af-481c76fcadff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:41.971547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f08649b-7b07-4e1f-a9af-481c76fcadff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.044647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-330cc754-8868-43ae-a1c0-04aeadf2fa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.113602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f08649b-7b07-4e1f-a9af-481c76fcadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.135165 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-330cc754-8868-43ae-a1c0-04aeadf2fa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.146877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08649b-7b07-4e1f-a9af-481c76fcadff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11b64b8-959d-4948-9965-bf64ed28ca50,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:42.161613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f08649b-7b07-4e1f-a9af-481c76fcadff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.162894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f08649b-7b07-4e1f-a9af-481c76fcadff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f11b64b8-959d-4948-9965-bf64ed28ca50 HTTP/1.1" status: 204 len: 168 time: 0.4494460 Apr 01 15:22:42.176552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.302148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54276) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:42.449851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] Deleting subnet f32e02da-bdff-49da-a101-084ab860707b {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:22:42.460352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.463548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 8c18e98e-bf96-4397-9af4-4237f5263e69 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:42.590097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.644961 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-330cc754-8868-43ae-a1c0-04aeadf2fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.668542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cc754-8868-43ae-a1c0-04aeadf2fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb2f07c-f4f6-4c46-8547-7af63d3066e3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:42.707474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.795507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-330cc754-8868-43ae-a1c0-04aeadf2fa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.799050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-330cc754-8868-43ae-a1c0-04aeadf2fa6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0eb2f07c-f4f6-4c46-8547-7af63d3066e3 HTTP/1.1" status: 204 len: 168 time: 1.3416557 Apr 01 15:22:42.855539 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:42.993648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32e02da-bdff-49da-a101-084ab860707b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:43.001029 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:43.013362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b49cf3b9-d75e-49e9-93bd-00bb4ee5e124 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f32e02da-bdff-49da-a101-084ab860707b HTTP/1.1" status: 204 len: 168 time: 0.7099934 Apr 01 15:22:43.016906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54302) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:43.237997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:43.327436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=8c18e98e-bf96-4397-9af4-4237f5263e69,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:43.331354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:43.443694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54320) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:43.479182 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:43.581158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:43.595281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3676d26f2024824b7e934aabd8c1317 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:43.598395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:43.613704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:43.751121 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:43.758262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:43.855631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b6b41-7936-4b39-8598-92fca5c4469c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:43.875671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-63b1fafc-2e28-40b3-9902-75aab26b04c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3676d26f2024824b7e934aabd8c1317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4295731 Apr 01 15:22:43.877243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:43.964630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:43.998211 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.001257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6a90f52-c847-439a-a426-5036e2bbec12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.049023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54342) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:44.060177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3829ab0e-5a01-4063-a215-7ab600be8d31']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:44.073821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6a90f52-c847-439a-a426-5036e2bbec12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.140391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6a90f52-c847-439a-a426-5036e2bbec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.158200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a90f52-c847-439a-a426-5036e2bbec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b6b41-7936-4b39-8598-92fca5c4469c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:44.196061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6a90f52-c847-439a-a426-5036e2bbec12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.201216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a6a90f52-c847-439a-a426-5036e2bbec12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d82b6b41-7936-4b39-8598-92fca5c4469c HTTP/1.1" status: 204 len: 168 time: 0.3224733 Apr 01 15:22:44.245950 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8910a98-709a-4ceb-9056-c42c46116c87') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:44.246458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8910a98-709a-4ceb-9056-c42c46116c87') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:44.342579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1435618939-network', 'tenant_id': 'e8859e8f60a541af9d76349fe0d58cf0'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:44.356827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:44.356827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Usage tracker for resource:network and tenant:e8859e8f60a541af9d76349fe0d58cf0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:44.362902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:44.373442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:44.388997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Made reservation on behalf of e8859e8f60a541af9d76349fe0d58cf0 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:44.391798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.396432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.414538 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.429139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.434491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:22:44.435011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.470554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:44.474970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e8859e8f60a541af9d76349fe0d58cf0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:44.478674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:44.485358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:44.587370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.595057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.633605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:22:44.663903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8586b94-3e55-4a7d-8cea-053f6fa47866,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:44.669070 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.669337 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Added segment 9efd2962-ff07-4617-bdd3-bda24dd9eb79 of type vlan for network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 Apr 01 15:22:44.706015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:22:44.775701 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:22:44.817211 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.818200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:44.818777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:44.834201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:45.007312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] Pushing event updated for resources: {'Network': ['ID=23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:45.018242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:22:45.035341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-31cb2ffb-b1d6-4c43-b27f-d7021ee005a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9825368 Apr 01 15:22:45.035641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54378) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:45.041263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Request body: {'subnet': {'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1435618939-subnet', 'tenant_id': 'e8859e8f60a541af9d76349fe0d58cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:45.054308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:45.063392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Usage tracker for resource:subnet and tenant:e8859e8f60a541af9d76349fe0d58cf0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:45.074480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:45.092521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:45.114005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Made reservation on behalf of e8859e8f60a541af9d76349fe0d58cf0 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:45.116584 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:45.477088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:45.551291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:45.584055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3829ab0e-5a01-4063-a215-7ab600be8d31,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:45.591994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Router 1ac53049-91fc-4add-99ac-55e61ba8b9fa has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:22:45.662429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:45.782922 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-09a921f3-f6b9-4cc8-adcb-831c09a5d7d4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3829ab0e-5a01-4063-a215-7ab600be8d31 HTTP/1.1" status: 204 len: 168 time: 2.7652917 Apr 01 15:22:45.783606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:45.798460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Checking segment: {'id': '9efd2962-ff07-4617-bdd3-bda24dd9eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:22:45.798822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Network hostable DHCP agents. Network: 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:22:45.807949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba969f5e-8bf1-46ae-b669-54c90a0ba894,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:45.847844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:22:45.851431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:22:45.859595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cedc60df-49ab-4e9a-9a67-5502883ec12d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "PUT /v2.0/routers/1ac53049-91fc-4add-99ac-55e61ba8b9fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2453179 Apr 01 15:22:45.862166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54404) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:45.881912 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] Sync routers for ids ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:22:45.907232 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] Routers {'1ac53049-91fc-4add-99ac-55e61ba8b9fa'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:22:45.907986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:22:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:45.913553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:45.915805 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3172f18-9fdc-4e1a-98bc-72e5d872739c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:22:45.916417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3172f18-9fdc-4e1a-98bc-72e5d872739c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:45.921996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:45.924707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7590f3c5-9aff-407a-87b1-559f89c626e7 None None] Network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:45.925283 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:45.930344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] Deleting subnet ec0dfb16-2e0a-431f-962b-77022b23de2d {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:22:45.943244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:45.974750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3172f18-9fdc-4e1a-98bc-72e5d872739c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:45.976680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3172f18-9fdc-4e1a-98bc-72e5d872739c tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/8c18e98e-bf96-4397-9af4-4237f5263e69 HTTP/1.1" status: 404 len: 333 time: 0.1132319 Apr 01 15:22:45.982162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54410) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:45.991841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-56432aab-e221-47d1-8dfc-7438987b719a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9550126 Apr 01 15:22:46.045286 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:46.067875 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] Routers {'1ac53049-91fc-4add-99ac-55e61ba8b9fa'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:22:46.068728 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:22:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:46.148232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:46.181151 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:46.181790 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a56019-14ce-4a4c-8fb0-3b8a5c054414 None None] The sync data for ids ['1ac53049-91fc-4add-99ac-55e61ba8b9fa'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:22:46.195680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbca0-a648-4ebc-9404-84a97b2e9ab9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:46.407415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1305c2-df53-47ba-9a01-7f68a94e7419 None None] Network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:46.464330 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:47.247064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:47.511522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0dfb16-2e0a-431f-962b-77022b23de2d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:47.520999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbca0-a648-4ebc-9404-84a97b2e9ab9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:47.525963 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:47.549187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbca0-a648-4ebc-9404-84a97b2e9ab9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:47.553538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-76bbf327-4bb9-42b3-87b9-439c404b519c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ec0dfb16-2e0a-431f-962b-77022b23de2d HTTP/1.1" status: 204 len: 168 time: 1.7656281 Apr 01 15:22:47.556158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54466) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:47.617655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbca0-a648-4ebc-9404-84a97b2e9ab9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:47.618409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3fbca0-a648-4ebc-9404-84a97b2e9ab9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac53049-91fc-4add-99ac-55e61ba8b9fa {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:22:47.644495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbca0-a648-4ebc-9404-84a97b2e9ab9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:47.652154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb3fbca0-a648-4ebc-9404-84a97b2e9ab9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/routers/1ac53049-91fc-4add-99ac-55e61ba8b9fa HTTP/1.1" status: 204 len: 168 time: 1.6690409 Apr 01 15:22:47.653112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54472) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:47.772547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54478) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:47.795012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1309804977-network', 'tenant_id': '1171e792200442e183d742c59b308c37'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:47.810446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:47.819301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Usage tracker for resource:network and tenant:1171e792200442e183d742c59b308c37 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:47.830897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:47.841911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:47.909803 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.021918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Made reservation on behalf of 1171e792200442e183d742c59b308c37 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:48.024334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.054965 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.163376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet de7b88d1-92bf-48bc-88c6-bb4c39593ba8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:22:48.184355 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.287370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.305821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:48.315802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae44563a-bba6-4a1c-a20f-40be2f0c6f4d']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:48.319469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Usage tracker for resource:security_group_rule and tenant:1171e792200442e183d742c59b308c37 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:48.331596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7486500b-09f6-4c38-9352-22a13dbf5849') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:48.332219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7486500b-09f6-4c38-9352-22a13dbf5849') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:48.345492 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.346997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.371794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.387560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:22:48.388004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:22:48.412519 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:22:48.446435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.531926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.571921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.584578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae44563a-bba6-4a1c-a20f-40be2f0c6f4d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:48.601833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:48.602724 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9806e070-8074-496a-91cc-d6ff96f88863 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ae44563a-bba6-4a1c-a20f-40be2f0c6f4d HTTP/1.1" status: 204 len: 168 time: 1.0446439 Apr 01 15:22:48.613775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:48.732828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.736763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.817988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.905005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54516) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:48.924628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb27a41-8afa-4dbd-95c4-3079653fe65d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:48.933745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=de7b88d1-92bf-48bc-88c6-bb4c39593ba8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:48.948437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:48.955503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b3a1b-d83a-4832-abfb-882d59f671cc None None] Network 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:48.969018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:22:49.015248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.021685 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Added segment ad0af096-5c4f-4424-a0e1-801f78e3d5de of type vlan for network 507d9465-b01e-4893-91fa-c814c401822a Apr 01 15:22:49.023950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49d4d7b0-c735-4923-8f78-fcb314344941 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/de7b88d1-92bf-48bc-88c6-bb4c39593ba8 HTTP/1.1" status: 204 len: 168 time: 1.3670650 Apr 01 15:22:49.027987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54520) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:49.099142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.118712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d5129c44-e8fb-4577-b0a3-f048df3ebef5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b22e50d096d047098ba7f6d11e420dbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2086620 Apr 01 15:22:49.190374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54526) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:49.307073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.309727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:49.312380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.424127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.428966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] DHCP port deletion for 0b0c1aeb-5c71-499b-a198-d90e7aa85a38 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:22:49.434584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Deleting port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:49.435366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.456379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:49.457931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.605476 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8318489 Apr 01 15:22:49.609391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54540) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:49.640283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a80e1143-fe15-42ce-bfb3-31f109f23e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.657614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Request body: {'subnet': {'network_id': '507d9465-b01e-4893-91fa-c814c401822a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1309804977-subnet', 'tenant_id': '1171e792200442e183d742c59b308c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:49.701484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba610eb-5788-4966-9cb6-3be74bbd2c6f admin admin] Pushing event updated for resources: {'Network': ['ID=507d9465-b01e-4893-91fa-c814c401822a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:49.719881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:49.750052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Usage tracker for resource:subnet and tenant:1171e792200442e183d742c59b308c37 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:49.760785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:49.774546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a80e1143-fe15-42ce-bfb3-31f109f23e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.783693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:49.811382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] For port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,segment=NetworkSegment(c987b67e-06d0-48ad-8fe4-84b98e71b536),segment_id=c987b67e-06d0-48ad-8fe4-84b98e71b536)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:49.814871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:49.828693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Made reservation on behalf of 1171e792200442e183d742c59b308c37 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:49.835026 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.013548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] For port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,segment=NetworkSegment(c987b67e-06d0-48ad-8fe4-84b98e71b536),segment_id=c987b67e-06d0-48ad-8fe4-84b98e71b536)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:50.014074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.158858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.264583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Calling delete_port for 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:50.304983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:22:50.312881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d1c145-a557-43b2-ad8e-f11abc21ccb7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:50.350430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 507d9465-b01e-4893-91fa-c814c401822a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:22:50.385321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:22:50.394043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Checking segment: {'id': 'ad0af096-5c4f-4424-a0e1-801f78e3d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '507d9465-b01e-4893-91fa-c814c401822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:22:50.394397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Network hostable DHCP agents. Network: 507d9465-b01e-4893-91fa-c814c401822a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:22:50.413907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a80e1143-fe15-42ce-bfb3-31f109f23e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.416430 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.463808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e1143-fe15-42ce-bfb3-31f109f23e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd2794-6634-4cb9-8f4f-c7f015354779,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:50.521681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Network 507d9465-b01e-4893-91fa-c814c401822a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:22:50.526275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a80e1143-fe15-42ce-bfb3-31f109f23e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.529858 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a80e1143-fe15-42ce-bfb3-31f109f23e7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88bd2794-6634-4cb9-8f4f-c7f015354779 HTTP/1.1" status: 204 len: 168 time: 1.3351636 Apr 01 15:22:50.530031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=97bd4c86-23aa-40e6-99a6-50aa7cfe38c7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:50.543565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No DVR routers for this DVR port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:22:50.556664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:22:50.556664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:22:50.560905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 507d9465-b01e-4893-91fa-c814c401822a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:50.569417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:50.569997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.615343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d49bf899-a39b-4f48-a973-a47612d06784 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9805195 Apr 01 15:22:50.711603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed4932-142a-47f4-a549-59a6c91af367 None None] Network 507d9465-b01e-4893-91fa-c814c401822a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:50.799248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.858748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0c1aeb-5c71-499b-a198-d90e7aa85a38']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:50.886732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c987b67e-06d0-48ad-8fe4-84b98e71b536') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:50.888739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c987b67e-06d0-48ad-8fe4-84b98e71b536') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:22:50.943477 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.980066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:50.995326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:22:50.996291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:22:51.017098 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:22:51.064460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:22:51.065945 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:22:51.245678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:51.332319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:51.345502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=0b0c1aeb-5c71-499b-a198-d90e7aa85a38,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:51.374986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713208fd-2f98-44dc-bc16-a5d80c24e229 None None] Network 507d9465-b01e-4893-91fa-c814c401822a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:51.399613 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7340f73-9a9a-4d28-9dfc-c195beb4b487 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/0b0c1aeb-5c71-499b-a198-d90e7aa85a38 HTTP/1.1" status: 204 len: 168 time: 2.3699985 Apr 01 15:22:51.403162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54598) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:51.547675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f82eb-b023-4647-922a-bd069072d903 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:51.549704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5e4f82eb-b023-4647-922a-bd069072d903 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:51.584267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Deleting port 97bd4c86-23aa-40e6-99a6-50aa7cfe38c7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:22:51.585521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:51.599543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5e4f82eb-b023-4647-922a-bd069072d903 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:51.601487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5e4f82eb-b023-4647-922a-bd069072d903 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/99b25673-d837-4c3e-8fa4-aae074dc76a1 HTTP/1.1" status: 200 len: 844 time: 0.1976461 Apr 01 15:22:51.606043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54606) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:51.782522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fce07b87-4b12-4dd9-a052-f5090231913b tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/99b25673-d837-4c3e-8fa4-aae074dc76a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1733575 Apr 01 15:22:51.786863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54612) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:51.793449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:51.809985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc689f-3c15-421a-918b-5a7417fc48f8 None None] The port '97bd4c86-23aa-40e6-99a6-50aa7cfe38c7' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:22:51.842445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54618) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:52.025587 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ed5e9606-a6b7-4b0f-98e8-c285c8510a1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19b4fde66e4d4188b91b91db40de6369&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792357 Apr 01 15:22:52.029575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54624) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:52.230594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68ba5a41-f1d6-43ea-a13a-03f7b5641e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:52.310649 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68ba5a41-f1d6-43ea-a13a-03f7b5641e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:52.415555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68ba5a41-f1d6-43ea-a13a-03f7b5641e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:52.452450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba5a41-f1d6-43ea-a13a-03f7b5641e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e94bb-7d33-4adb-b3c9-645411817616,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:52.463363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68ba5a41-f1d6-43ea-a13a-03f7b5641e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:52.467814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-68ba5a41-f1d6-43ea-a13a-03f7b5641e67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/652e94bb-7d33-4adb-b3c9-645411817616 HTTP/1.1" status: 204 len: 168 time: 0.4346097 Apr 01 15:22:52.516843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:52.526342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:52.532908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:52.558868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:52.606388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:52.729113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:52.759263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2e9dd412-86a2-44d3-b282-4f1108d52d0d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:52.759263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2e9dd412-86a2-44d3-b282-4f1108d52d0d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Synchronizing usage tracker for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:22:52.868342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2e9dd412-86a2-44d3-b282-4f1108d52d0d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Unset dirty status for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:22:52.875959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2e9dd412-86a2-44d3-b282-4f1108d52d0d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/networks?id=23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 HTTP/1.1" status: 200 len: 825 time: 0.7422631 Apr 01 15:22:52.916599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-5c2dbeae-e357-48d4-b781-4fc689f5aa4b tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/quotas/e8859e8f60a541af9d76349fe0d58cf0 HTTP/1.1" status: 200 len: 375 time: 0.0390136 Apr 01 15:22:52.980314 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2b6ef591-78a7-4a77-bb31-02747ed9a084 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8859e8f60a541af9d76349fe0d58cf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623884 Apr 01 15:22:53.296364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:53.416820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:53.421237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-154f4277-812c-44d3-8f47-8dfef5758053 service neutron] 10.222.0.48 "GET /v2.0/networks/23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400012 Apr 01 15:22:53.427505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:53.467011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:53.467011 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:53.477564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3454d315-84d6-41dd-ad71-ba761b462ac0 None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:22:53.852342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=c2da3c15-0abf-4b7d-8e03-c5d17ad612a2,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:53.863996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-11882544-9cad-4b77-af9f-42dd898580db tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0755608 Apr 01 15:22:53.867737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54684) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:53.873520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'security_group': {'name': 'tempest-secgroup-745985707'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:53.886357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:53.899834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:53.919072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:53.954690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:53.977107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.023967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-7f45cc79-c30a-414c-a57a-2728f0d0076d service neutron] 10.222.0.48 "GET /v2.0/networks/23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541127 Apr 01 15:22:54.075185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:54.081727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group_rule and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:54.086299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:54.094170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:54.120145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'tenant_id': '42f8fc31ef31463fb2b4aad0168e52f6', 'fixed_ips': [{'subnet_id': 'c2da3c15-0abf-4b7d-8e03-c5d17ad612a2'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:22:54.134049 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.207309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.228134 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.378439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316c3826-61fa-41d1-93ff-225a6232c695,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:54.383094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.388473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92070279-842c-4c20-b4cc-d6e2f58f96f2 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5197778 Apr 01 15:22:54.391533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54710) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:54.400682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'security_group': {'name': 'tempest-secgroup-910269568'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:54.421520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Allocated IP 2001:db8::2 (0f92ec0d-1107-4820-a2d7-b8ddedca897a/c2da3c15-0abf-4b7d-8e03-c5d17ad612a2/597ec887-74a7-45da-8cc1-bfd7d2dbba7f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:54.445422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:54.481352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:54.498912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:54.542114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:54.580423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.687827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:54.702582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group_rule and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:54.709380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:54.725916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:54.883464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.897353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.927271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:54.940291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Transition to ACTIVE for port object 597ec887-74a7-45da-8cc1-bfd7d2dbba7f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:54.962684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Transition to ACTIVE for port object 597ec887-74a7-45da-8cc1-bfd7d2dbba7f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:54.976699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:55.085498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1309a4-366f-417e-ae46-6fef01c0fa42,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:55.092231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:55.094220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f31812e6-b500-4a71-ab85-bbd68fa49299 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7016435 Apr 01 15:22:55.097224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:55.101614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Pushing event updated for resources: {'Port': ['ID=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:55.105242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1479011341', 'security_groups': ['4e1309a4-366f-417e-ae46-6fef01c0fa42'], 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c2da3c15-0abf-4b7d-8e03-c5d17ad612a2'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:55.135321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.135907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.136383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.136866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.137588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.138090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.140367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.140868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.141353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.142566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.143051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:22:55.167563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:55.168967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:55.179015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:55.338314 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-278f273b-6d9a-4abd-8766-888eb5c86b32 req-0a3a3f22-1eba-42c5-869e-ea5951013528 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 210 time: 0.7744412 Apr 01 15:22:55.445024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:55.470046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:55.504704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:55.569602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Attempting to bind port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:22:55.569959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Attempting to bind port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2620f685-5ae9-48af-a72f-e9bcd97cc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:22:55.570509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Attempting to bind port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f on network 0f92ec0d-1107-4820-a2d7-b8ddedca897a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:22:55.591144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:22:55.596945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Checking segment: {'id': '2620f685-5ae9-48af-a72f-e9bcd97cc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:22:55.603927 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:55.606854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Bound using segment: {'id': '2620f685-5ae9-48af-a72f-e9bcd97cc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:22:55.607799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Bound port: 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2620f685-5ae9-48af-a72f-e9bcd97cc78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:22:55.614581 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:55.926257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] For port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:22:55.963522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] For port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,segment=NetworkSegment(2620f685-5ae9-48af-a72f-e9bcd97cc78b),segment_id=2620f685-5ae9-48af-a72f-e9bcd97cc78b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:22:55.977164 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:55.984403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:56.008099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port d2d345f8-e802-4336-ad3c-5131fd953d5e yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:22:56.110915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d25a-05ce-48bf-9270-0ab796d51a81 None None] Pushing event updated for resources: {'Port': ['ID=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:56.390848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::13e (0f92ec0d-1107-4820-a2d7-b8ddedca897a/c2da3c15-0abf-4b7d-8e03-c5d17ad612a2/d2d345f8-e802-4336-ad3c-5131fd953d5e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:56.883979 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:22:57.022628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ed5bf85-5a37-4297-9997-a074b920886f req-cebf0a22-8fd4-4049-a707-a393ff7abfb8 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 210 time: 0.3513498 Apr 01 15:22:57.265625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-7ded53e8-133f-4ec1-b1e4-0431c12b41ef tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:57.267152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-7ded53e8-133f-4ec1-b1e4-0431c12b41ef tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.62 "GET /v2.0/networks?id=23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 HTTP/1.1" status: 200 len: 825 time: 0.8072312 Apr 01 15:22:57.309522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Request body: {'port': {'device_id': '12f59923-aee8-4230-89b8-44bdf19923aa', 'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3', 'admin_state_up': True, 'tenant_id': 'e8859e8f60a541af9d76349fe0d58cf0'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:57.838183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:57.856299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14fa585e-6d6c-4131-ba53-1884166a718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:57.901670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:57.914098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Usage tracker for resource:port and tenant:e8859e8f60a541af9d76349fe0d58cf0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:57.927079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:57.935715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:57.972510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Made reservation on behalf of e8859e8f60a541af9d76349fe0d58cf0 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:57.975821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:58.034874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object d2d345f8-e802-4336-ad3c-5131fd953d5e will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:22:58.271921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee7125c7-549b-47df-9e81-a32a7afd818d None None] Provisioning complete for port 99b25673-d837-4c3e-8fa4-aae074dc76a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:58.272286 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee7125c7-549b-47df-9e81-a32a7afd818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:58.355494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:58.481791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ee7125c7-549b-47df-9e81-a32a7afd818d None None] Port 99b25673-d837-4c3e-8fa4-aae074dc76a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:58.486387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 597ec887-74a7-45da-8cc1-bfd7d2dbba7f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:22:58.510164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c64fdd59-b4dd-4a03-8173-0e7241eab441 req-3c1a5867-6b75-4db9-bc68-10c25f0f5fa3 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 210 time: 0.0873699 Apr 01 15:22:58.574242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:58.583400 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:58.586171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:58.591647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:58.592507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:58.622447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=d2d345f8-e802-4336-ad3c-5131fd953d5e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:58.646635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Allocated IP 172.20.0.9 (23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3/ba969f5e-8bf1-46ae-b669-54c90a0ba894/9f6cfb1e-9be6-463f-9c42-da0b974ad054) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:22:58.689660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ee7125c7-549b-47df-9e81-a32a7afd818d None None] Provisioning for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:58.706426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:58.714181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:58.714745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:58.766415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-44df0d44-b0a9-4ce4-9f9c-cfcfb4bfce11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6653798 Apr 01 15:22:58.766773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54820) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:22:58.773709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:58.912822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:58.990926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,segment=NetworkSegment(2620f685-5ae9-48af-a72f-e9bcd97cc78b),segment_id=2620f685-5ae9-48af-a72f-e9bcd97cc78b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:22:59.003101 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:59.134155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:59.317552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:59.341206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d64f1888-3ddb-47de-bddb-a54f7504535f None None] Provisioning for port d2d345f8-e802-4336-ad3c-5131fd953d5e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:22:59.350360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:22:59.351075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d64f1888-3ddb-47de-bddb-a54f7504535f None None] Provisioning complete for port d2d345f8-e802-4336-ad3c-5131fd953d5e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:22:59.353075 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d64f1888-3ddb-47de-bddb-a54f7504535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:59.355572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:59.369254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:22:59.379247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:22:59.387483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:22:59.403974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:22:59.482290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:22:59.491124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Pushing event updated for resources: {'Port': ['ID=9f6cfb1e-9be6-463f-9c42-da0b974ad054,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:22:59.501149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:22:59.505744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1888-3ddb-47de-bddb-a54f7504535f None None] Port d2d345f8-e802-4336-ad3c-5131fd953d5e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:22:59.514815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:22:59.621709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:22:59.622421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:59.639013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:22:59.650678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-f5f9401b-a393-4693-bd5a-4bab3df939fb tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3623972 Apr 01 15:22:59.664211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Request body: {'port': {'device_id': '12f59923-aee8-4230-89b8-44bdf19923aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:22:59.955029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:00.092674 n-d-836017-1 neutron-server[83953]: INFO neutron.db.ipam_backend_mixin [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2da3c15-0abf-4b7d-8e03-c5d17ad612a2 (CIDR: 2001:db8::/64) Apr 01 15:23:00.103377 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:23:00.103996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:00.115272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e039-8908-4e3d-a817-58fa6623c907 req-6e4faac0-2b70-40e4-8e14-10d6abf4dba1 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:00.117621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4743e039-8908-4e3d-a817-58fa6623c907 req-6e4faac0-2b70-40e4-8e14-10d6abf4dba1 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 931 time: 0.2714334 Apr 01 15:23:00.170326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-894c03f2-5b75-47ef-bb8b-33cf7e9a8c4e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4014645 Apr 01 15:23:00.182017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54846) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:00.211190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:00.230309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4743e039-8908-4e3d-a817-58fa6623c907 req-2dca55f6-0035-44e0-a501-121ca004edbe tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Synchronizing usage tracker for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:00.256515 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee1dc7c0-4190-470f-9270-c1cd2913471d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:00.262208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 597ec887-74a7-45da-8cc1-bfd7d2dbba7f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:23:00.272385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4743e039-8908-4e3d-a817-58fa6623c907 req-2dca55f6-0035-44e0-a501-121ca004edbe tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Unset dirty status for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:00.275380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4743e039-8908-4e3d-a817-58fa6623c907 req-2dca55f6-0035-44e0-a501-121ca004edbe tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476340 Apr 01 15:23:00.420823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:00.422043 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:01.173814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:01.205931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:01.214027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:01.227579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:01.319195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54872) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:01.343860 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:01.395978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:01.467333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:01.837523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:02.055134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:02.080094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Usage tracker for resource:security_group_rule and tenant:f022eaa5bba048d892aaa25e10c0af4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:02.091955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:02.114791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:02.175266 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:02.214591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:23:02.268993 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:02.281380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:02.332232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead7c627-8ce0-4a49-bf2d-c233b3a080a6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:02.342059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2536a386-bb8b-41d4-bf95-a969c7054622 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f022eaa5bba048d892aaa25e10c0af4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0213726 Apr 01 15:23:02.342826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54900) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:02.512757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6cfb1e-9be6-463f-9c42-da0b974ad054 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:23:02.538395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c8753-3c88-498f-8338-7f852dbec717 req-eb80832b-a2f6-412d-81b8-b15dcc60c654 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:02.540373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b05c8753-3c88-498f-8338-7f852dbec717 req-eb80832b-a2f6-412d-81b8-b15dcc60c654 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Synchronizing usage tracker for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:02.558387 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:02.798631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Transition to ACTIVE for port object 9f6cfb1e-9be6-463f-9c42-da0b974ad054 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:02.802762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b05c8753-3c88-498f-8338-7f852dbec717 req-eb80832b-a2f6-412d-81b8-b15dcc60c654 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Unset dirty status for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:02.807771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b05c8753-3c88-498f-8338-7f852dbec717 req-eb80832b-a2f6-412d-81b8-b15dcc60c654 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 931 time: 1.1095519 Apr 01 15:23:02.819073 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:02.874639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:02.936955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b50cfbd5-a641-41c3-8e3b-11b004fdf613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:03.037001 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b50cfbd5-a641-41c3-8e3b-11b004fdf613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:03.145371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cfb1e-9be6-463f-9c42-da0b974ad054,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:03.167151 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b50cfbd5-a641-41c3-8e3b-11b004fdf613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:03.208757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b05c8753-3c88-498f-8338-7f852dbec717 req-2542b346-d297-4430-af44-3fdbdf8b138e tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941429 Apr 01 15:23:03.244667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cfbd5-a641-41c3-8e3b-11b004fdf613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead7c627-8ce0-4a49-bf2d-c233b3a080a6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:03.255851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b50cfbd5-a641-41c3-8e3b-11b004fdf613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:03.273699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b50cfbd5-a641-41c3-8e3b-11b004fdf613 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ead7c627-8ce0-4a49-bf2d-c233b3a080a6 HTTP/1.1" status: 204 len: 168 time: 0.9255929 Apr 01 15:23:03.658366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Attempting to bind port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:23:03.658694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Attempting to bind port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '9efd2962-ff07-4617-bdd3-bda24dd9eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:23:03.659015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Attempting to bind port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 on network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:23:03.682530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 on network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:23:03.682530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Attempting to bind port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 on network 23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:23:03.728904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:23:03.729237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Checking segment: {'id': '9efd2962-ff07-4617-bdd3-bda24dd9eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:23:03.729610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Bound using segment: {'id': '9efd2962-ff07-4617-bdd3-bda24dd9eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:23:03.730252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Bound port: 9f6cfb1e-9be6-463f-9c42-da0b974ad054, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efd2962-ff07-4617-bdd3-bda24dd9eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:23:03.730438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:03.786715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:03.880111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:03.913035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:03.999925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:04.008681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Usage tracker for resource:security_group_rule and tenant:90bf202f43f94422a80e1c9f513a29f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:04.016298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:04.027022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:04.069161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=27a92d32-af0d-46cc-bcdc-db5dbb1205aa,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:04.091159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:23:04.097705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:04.104930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:04.104930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.128719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe5bab-2527-4888-b531-1ef9ab5afe8b None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:04.167989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] For port 9f6cfb1e-9be6-463f-9c42-da0b974ad054, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:23:04.184615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] For port 9f6cfb1e-9be6-463f-9c42-da0b974ad054, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9f6cfb1e-9be6-463f-9c42-da0b974ad054,segment=NetworkSegment(9efd2962-ff07-4617-bdd3-bda24dd9eb79),segment_id=9efd2962-ff07-4617-bdd3-bda24dd9eb79)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:23:04.192084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-eae2aef9-f57c-4fbe-9f53-224d06828f11 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0051675 Apr 01 15:23:04.192281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.193115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 54938) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:04.202380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1675909212', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '27a92d32-af0d-46cc-bcdc-db5dbb1205aa'}], 'security_groups': ['316c3826-61fa-41d1-93ff-225a6232c695']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:04.205106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.281855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a169ac-8516-4ec9-9a2d-4716f5fa90f8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:04.353048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a23b1c65-ac22-4910-8941-8e5276dbcea6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90bf202f43f94422a80e1c9f513a29f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4711959 Apr 01 15:23:04.355938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54944) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:04.428516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.505355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17dd1356-3e35-4a63-876a-d2d61ec34114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.636344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17dd1356-3e35-4a63-876a-d2d61ec34114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.652949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cfb1e-9be6-463f-9c42-da0b974ad054,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:04.662581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.666918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-2954fdf1-eaa1-4c73-8d9a-6cece34992d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/9f6cfb1e-9be6-463f-9c42-da0b974ad054 HTTP/1.1" status: 200 len: 1091 time: 5.0058627 Apr 01 15:23:04.666918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f59923-aee8-4230-89b8-44bdf19923aa', 'tag': '9f6cfb1e-9be6-463f-9c42-da0b974ad054'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:23:04.880032 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f59923-aee8-4230-89b8-44bdf19923aa', 'tag': '9f6cfb1e-9be6-463f-9c42-da0b974ad054', 'status': 'completed', 'code': 200} Apr 01 15:23:04.882467 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.895237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731e39-08ea-4181-aee9-913737cca283 req-e725af1d-be56-4dcd-acdd-c09b9d550b6e tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:04.899397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e5731e39-08ea-4181-aee9-913737cca283 req-e725af1d-be56-4dcd-acdd-c09b9d550b6e tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 943 time: 0.3758345 Apr 01 15:23:04.900562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17dd1356-3e35-4a63-876a-d2d61ec34114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:04.965233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] Update dhcp port {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'fixed_ips': [{'subnet_id': 'c2da3c15-0abf-4b7d-8e03-c5d17ad612a2', 'ip_address': '2001:db8::2'}, {'subnet_id': '27a92d32-af0d-46cc-bcdc-db5dbb1205aa'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '597ec887-74a7-45da-8cc1-bfd7d2dbba7f'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:23:04.978816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd1356-3e35-4a63-876a-d2d61ec34114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a169ac-8516-4ec9-9a2d-4716f5fa90f8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:05.000298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17dd1356-3e35-4a63-876a-d2d61ec34114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:05.008673 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-17dd1356-3e35-4a63-876a-d2d61ec34114 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27a169ac-8516-4ec9-9a2d-4716f5fa90f8 HTTP/1.1" status: 204 len: 168 time: 0.6475170 Apr 01 15:23:05.052792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e5731e39-08ea-4181-aee9-913737cca283 req-cb193a20-ef32-4a18-a197-f6b30cb2ee75 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312714 Apr 01 15:23:05.076062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:05.284243 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-d868e517-4e54-4138-bce6-659ea4ec913f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8859e8f60a541af9d76349fe0d58cf0&device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 1094 time: 0.5430651 Apr 01 15:23:05.440312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] Allocated IP 2001:db8:0:1::2 (0f92ec0d-1107-4820-a2d7-b8ddedca897a/27a92d32-af0d-46cc-bcdc-db5dbb1205aa/597ec887-74a7-45da-8cc1-bfd7d2dbba7f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:05.805937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] For port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,segment=NetworkSegment(2620f685-5ae9-48af-a72f-e9bcd97cc78b),segment_id=2620f685-5ae9-48af-a72f-e9bcd97cc78b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:05.984784 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:06.047935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] Transition to ACTIVE for port object 597ec887-74a7-45da-8cc1-bfd7d2dbba7f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:06.063313 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:06.095285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-9a445743-2e28-469c-b06c-4e455dd69207 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6cfb1e-9be6-463f-9c42-da0b974ad054 HTTP/1.1" status: 200 len: 217 time: 0.8152819 Apr 01 15:23:06.165381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54984) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:06.198177 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:06.263467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d265c3-d37f-4ff8-9b2b-9f3aa4fc12df None None] Pushing event updated for resources: {'Port': ['ID=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:06.306020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:06.320349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Usage tracker for resource:security_group_rule and tenant:2405f54b0137463890987133b75b339d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:06.336289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:06.359792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:06.597179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:06.612739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:06.743987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2405f54b0137463890987133b75b339d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5748711 Apr 01 15:23:06.747233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 54996) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:06.749369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71bcdb-ab3e-4a80-aee8-08a44411c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e458a2a3-9a8d-4caf-85b6-f293945ae3b6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:06.794832 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Delete allocated IP 2001:db8::13e (0f92ec0d-1107-4820-a2d7-b8ddedca897a/c2da3c15-0abf-4b7d-8e03-c5d17ad612a2) {{(pid=83954) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:23:06.806680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8:0:1::247 (0f92ec0d-1107-4820-a2d7-b8ddedca897a/27a92d32-af0d-46cc-bcdc-db5dbb1205aa/d2d345f8-e802-4336-ad3c-5131fd953d5e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:06.920008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a063edbd-23c0-4972-9d5e-efc6ebcd7230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:06.998753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a063edbd-23c0-4972-9d5e-efc6ebcd7230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:07.010242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-aa59bdd9-d119-495a-b765-1c1f4f6c01eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:07.012220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-aa59bdd9-d119-495a-b765-1c1f4f6c01eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba969f5e-8bf1-46ae-b669-54c90a0ba894 HTTP/1.1" status: 200 len: 865 time: 0.8987305 Apr 01 15:23:07.073842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a063edbd-23c0-4972-9d5e-efc6ebcd7230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:07.127824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063edbd-23c0-4972-9d5e-efc6ebcd7230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e458a2a3-9a8d-4caf-85b6-f293945ae3b6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:07.145055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a063edbd-23c0-4972-9d5e-efc6ebcd7230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:07.152122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a063edbd-23c0-4972-9d5e-efc6ebcd7230 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e458a2a3-9a8d-4caf-85b6-f293945ae3b6 HTTP/1.1" status: 204 len: 168 time: 0.3930647 Apr 01 15:23:07.388733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-4c1f2807-8cfe-41b0-b9b0-2443ea14c44c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3540685 Apr 01 15:23:07.601116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Provisioning complete for port 99b25673-d837-4c3e-8fa4-aae074dc76a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:07.601729 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:07.716673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-9afe354a-ba11-4b5f-b0f8-2a247a78f636 service neutron] 10.222.0.62 "GET /v2.0/networks/23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079131 Apr 01 15:23:07.729272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Port 99b25673-d837-4c3e-8fa4-aae074dc76a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:08.057615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb886e99-2e47-44c9-98e2-cd648639b757 req-be4213b5-029d-43ea-8dbd-4c8dffbbb82a tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:08.065038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb886e99-2e47-44c9-98e2-cd648639b757 req-be4213b5-029d-43ea-8dbd-4c8dffbbb82a tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 943 time: 1.6614549 Apr 01 15:23:08.089777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Provisioning for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:08.117342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:08.117772 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:08.181628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:08.261768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb886e99-2e47-44c9-98e2-cd648639b757 req-d3546cf0-b972-47c7-ad5c-7d8ed7987f9c tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955934 Apr 01 15:23:08.287290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object d2d345f8-e802-4336-ad3c-5131fd953d5e will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:08.316323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:08.362579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 597ec887-74a7-45da-8cc1-bfd7d2dbba7f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:23:08.457999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] In _notify_port_updated(), no bound segment for port d2d345f8-e802-4336-ad3c-5131fd953d5e on network 0f92ec0d-1107-4820-a2d7-b8ddedca897a {{(pid=83954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:23:08.462159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:08.462990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:08.467500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:08.468360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "PUT /v2.0/ports/d2d345f8-e802-4336-ad3c-5131fd953d5e HTTP/1.1" status: 200 len: 931 time: 4.2711294 Apr 01 15:23:08.508995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-340c3b4c-2eab-41c9-8d1b-d4b48bf99326 req-6f1b1bdb-8daa-4348-a31c-b0e3ac30544d service neutron] 10.222.0.62 "GET /v2.0/networks/23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825427 Apr 01 15:23:08.568134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78eaf0-e30d-4dd0-aa55-8025c061dca7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=d2d345f8-e802-4336-ad3c-5131fd953d5e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:08.595838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Provisioning for port d2d345f8-e802-4336-ad3c-5131fd953d5e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:08.601975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:08.603034 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:08.688787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port d2d345f8-e802-4336-ad3c-5131fd953d5e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:23:08.694023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:08.694521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Provisioning complete for port d2d345f8-e802-4336-ad3c-5131fd953d5e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:08.694884 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:08.876962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-6b43a2dd-5821-4829-955d-fb622a0addf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8859e8f60a541af9d76349fe0d58cf0&device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 1094 time: 0.2902896 Apr 01 15:23:09.010208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-27807963-fcce-41b5-a0ff-81805be608a6 None None] Port d2d345f8-e802-4336-ad3c-5131fd953d5e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:09.149714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-954ca936-86ae-49a0-8940-84ff8b27cc2a None None] Provisioning complete for port d2d345f8-e802-4336-ad3c-5131fd953d5e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:09.150246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-954ca936-86ae-49a0-8940-84ff8b27cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:09.249774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-475bce89-db03-4f13-8638-fd53d63b2ed9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:09.252769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-475bce89-db03-4f13-8638-fd53d63b2ed9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 HTTP/1.1" status: 200 len: 926 time: 0.3690000 Apr 01 15:23:09.303485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-954ca936-86ae-49a0-8940-84ff8b27cc2a None None] Port d2d345f8-e802-4336-ad3c-5131fd953d5e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:09.384094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-856cc166-5629-48f3-abe0-1eba9342084c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6cfb1e-9be6-463f-9c42-da0b974ad054 HTTP/1.1" status: 200 len: 217 time: 0.1232088 Apr 01 15:23:09.446145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:09.450182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-9a8fd72e-acbd-4ef4-80a4-ce914f00aad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:09.451910 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-9a8fd72e-acbd-4ef4-80a4-ce914f00aad1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba969f5e-8bf1-46ae-b669-54c90a0ba894 HTTP/1.1" status: 200 len: 865 time: 0.0613730 Apr 01 15:23:09.565249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-b5a844d5-24a1-476f-b7d1-0aec491a51a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997021 Apr 01 15:23:09.731688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for d2d345f8-e802-4336-ad3c-5131fd953d5e owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:23:10.068146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-7bd73743-5dc4-4db7-87d4-7fe43776b736 service neutron] 10.222.0.62 "GET /v2.0/networks/23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041196 Apr 01 15:23:10.228148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:10.354191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=d2d345f8-e802-4336-ad3c-5131fd953d5e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:10.547465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:10.587095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f646ef-af54-4217-ba45-147b6095b65e req-267e83cf-ffba-4d60-963b-ed0c7e880fb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:10.615948 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-58f646ef-af54-4217-ba45-147b6095b65e req-267e83cf-ffba-4d60-963b-ed0c7e880fb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 943 time: 0.8910785 Apr 01 15:23:10.664850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf57b06-5168-4acc-8489-262ca6e509b9 req-2b359c65-1508-4e1f-914c-420dd8fe48de service neutron] 10.222.0.62 "GET /v2.0/networks/23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900173 Apr 01 15:23:10.705142 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b758475c-70d5-4991-b8cf-4ab785cf0b8d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/d2d345f8-e802-4336-ad3c-5131fd953d5e HTTP/1.1" status: 204 len: 168 time: 2.2364314 Apr 01 15:23:10.708057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55104) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:10.839903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-58f646ef-af54-4217-ba45-147b6095b65e req-a911a596-66e7-4662-8d19-51769dd30d72 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230413 Apr 01 15:23:10.876880 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bb8bcc-65e5-44dd-b5d2-6e40a2818a0a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:23:10.877471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-00bb8bcc-65e5-44dd-b5d2-6e40a2818a0a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:10.904604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:10.952037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-00bb8bcc-65e5-44dd-b5d2-6e40a2818a0a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:10.956361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55116) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:10.958565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-00bb8bcc-65e5-44dd-b5d2-6e40a2818a0a tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/d2d345f8-e802-4336-ad3c-5131fd953d5e HTTP/1.1" status: 404 len: 333 time: 0.2492585 Apr 01 15:23:11.030507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:11.088380 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-39670b22-8701-4344-809a-37f717576029 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:11.187466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-39670b22-8701-4344-809a-37f717576029 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:11.445252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:11.483735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-39670b22-8701-4344-809a-37f717576029 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:11.552579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670b22-8701-4344-809a-37f717576029 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1309a4-366f-417e-ae46-6fef01c0fa42,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:11.566388 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-39670b22-8701-4344-809a-37f717576029 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:11.567995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-39670b22-8701-4344-809a-37f717576029 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e1309a4-366f-417e-ae46-6fef01c0fa42 HTTP/1.1" status: 204 len: 168 time: 0.6104712 Apr 01 15:23:11.570161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55144) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:11.656391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:11.701061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Usage tracker for resource:security_group_rule and tenant:f9976e88fc9542e4b95ef45efa2324ba is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:11.746611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:11.749986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-458c9b3e-55f8-4ebf-90d0-410348e9d088 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:11.763309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:11.818393 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-458c9b3e-55f8-4ebf-90d0-410348e9d088 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.047066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-458c9b3e-55f8-4ebf-90d0-410348e9d088 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.091727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c9b3e-55f8-4ebf-90d0-410348e9d088 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c3826-61fa-41d1-93ff-225a6232c695,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:12.110614 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-458c9b3e-55f8-4ebf-90d0-410348e9d088 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.118577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55164) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:12.129848 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-458c9b3e-55f8-4ebf-90d0-410348e9d088 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/security-groups/316c3826-61fa-41d1-93ff-225a6232c695 HTTP/1.1" status: 204 len: 168 time: 0.5585980 Apr 01 15:23:12.154994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.167247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.348847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c451fdee-9744-4930-8071-bd094cf33118,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:12.358530 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f8c6983e-79d5-4c17-8639-103003706b4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9976e88fc9542e4b95ef45efa2324ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3264763 Apr 01 15:23:12.359964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55170) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:12.400756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9f6cfb1e-9be6-463f-9c42-da0b974ad054 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:23:12.652874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet c2da3c15-0abf-4b7d-8e03-c5d17ad612a2 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:23:12.658684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.690101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40401e7a-6844-404a-9d47-15b437f7c3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.754270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40401e7a-6844-404a-9d47-15b437f7c3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.787808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 9f6cfb1e-9be6-463f-9c42-da0b974ad054, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9f6cfb1e-9be6-463f-9c42-da0b974ad054,segment=NetworkSegment(9efd2962-ff07-4617-bdd3-bda24dd9eb79),segment_id=9efd2962-ff07-4617-bdd3-bda24dd9eb79)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:12.816078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.833502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '9f6cfb1e-9be6-463f-9c42-da0b974ad054', 'network_id': '23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3', 'port_id': '9f6cfb1e-9be6-463f-9c42-da0b974ad054', 'mac_address': 'fa:16:3e:33:34:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba969f5e-8bf1-46ae-b669-54c90a0ba894', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:23:12.894194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40401e7a-6844-404a-9d47-15b437f7c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.921496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40401e7a-6844-404a-9d47-15b437f7c3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c451fdee-9744-4930-8071-bd094cf33118,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:12.961743 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-40401e7a-6844-404a-9d47-15b437f7c3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:12.963064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-40401e7a-6844-404a-9d47-15b437f7c3f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c451fdee-9744-4930-8071-bd094cf33118 HTTP/1.1" status: 204 len: 168 time: 0.5867510 Apr 01 15:23:12.985936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:13.023634 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:13.058498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6cfb1e-9be6-463f-9c42-da0b974ad054 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:23:13.178027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a2cb2-bd97-488c-86e4-ad0f46f7bbe2 req-8a8018fd-1d63-4ff6-b6c4-dfc74222d56f tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:13.185297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c6a2cb2-bd97-488c-86e4-ad0f46f7bbe2 req-8a8018fd-1d63-4ff6-b6c4-dfc74222d56f tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 943 time: 0.9613483 Apr 01 15:23:13.214312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 9f6cfb1e-9be6-463f-9c42-da0b974ad054, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9f6cfb1e-9be6-463f-9c42-da0b974ad054,segment=NetworkSegment(9efd2962-ff07-4617-bdd3-bda24dd9eb79),segment_id=9efd2962-ff07-4617-bdd3-bda24dd9eb79)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:13.219806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:13.232446 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:13.388724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=c2da3c15-0abf-4b7d-8e03-c5d17ad612a2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:13.417086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=9f6cfb1e-9be6-463f-9c42-da0b974ad054,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:13.431252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:13.451804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55184) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:13.457348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['9f6cfb1e-9be6-463f-9c42-da0b974ad054'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:23:13.458980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:13.467833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ac775870-4d83-47cf-b5aa-c148ed268465 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/c2da3c15-0abf-4b7d-8e03-c5d17ad612a2 HTTP/1.1" status: 204 len: 168 time: 1.3474445 Apr 01 15:23:13.505869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90197a2a-9a8a-4e62-9e04-a54b3fe58331 None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:13.510031 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c6a2cb2-bd97-488c-86e4-ad0f46f7bbe2 req-96237573-8bde-47cc-a8fe-d50c6a7a7716 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236811 Apr 01 15:23:13.869650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:13.882858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:13.892635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:13.904004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:13.919120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:14.053257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55198) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:14.077124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.094241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.176432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:14.180574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a3505090284fd4be0f4b2b530ad6a8 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:14.183515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:14.199408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:14.332673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.349296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.458667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55204) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:14.469880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3a3505090284fd4be0f4b2b530ad6a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4154389 Apr 01 15:23:14.470719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d77a-97d9-44cc-b56a-8e419c307043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde7e39-3496-43e1-979d-c6414ee042d5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:14.661161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.819782 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.828981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=ca2d37e9-3553-4ba0-9470-7ffc6f38ee37,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:14.833987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0077-48b2-4ded-9823-940c57efdb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.963598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:23:14.965834 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0077-48b2-4ded-9823-940c57efdb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:14.979808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:14.986775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:14.987460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.029010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0f40ba1a-767d-47bc-9101-e54d1ad655eb tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5728164 Apr 01 15:23:15.029203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55220) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:15.036938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'security_group': {'name': 'tempest-secgroup-2070064922'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:15.057119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:15.085695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:15.094642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:15.105835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3d0e7-0a0a-40b3-931b-0a464d93b5c8 req-b59dce28-a6a6-49e8-b8df-4ffae6d2e48d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:15.106060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-69b3d0e7-0a0a-40b3-931b-0a464d93b5c8 req-b59dce28-a6a6-49e8-b8df-4ffae6d2e48d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 944 time: 0.2799444 Apr 01 15:23:15.111620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:15.130802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.176663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0077-48b2-4ded-9823-940c57efdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.234539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb0077-48b2-4ded-9823-940c57efdb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde7e39-3496-43e1-979d-c6414ee042d5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:15.244195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:15.248547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0077-48b2-4ded-9823-940c57efdb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.249983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e3cb0077-48b2-4ded-9823-940c57efdb35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fde7e39-3496-43e1-979d-c6414ee042d5 HTTP/1.1" status: 204 len: 168 time: 0.7896156 Apr 01 15:23:15.258572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group_rule and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:15.262662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:15.273415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-69b3d0e7-0a0a-40b3-931b-0a464d93b5c8 req-7b5c6a46-4fdf-4538-bddf-376f05829127 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295118 Apr 01 15:23:15.275624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:15.371281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.382839 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.432491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.437790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55230) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:15.444967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1478827418'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:15.450718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4203508 Apr 01 15:23:15.470326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:15.485523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:15.493123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:15.511890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac668b7-9eae-4f5c-b506-abc2d59e6577 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a609b5-d9c2-464b-9fbd-92d00e02327b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:15.517704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:15.532739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0e7fc3-1be7-44d0-a3ad-88eb6261f22b None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:15.544750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.623061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:15.628081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group_rule and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:15.632315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:15.649501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:15.799379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.805261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7182e9d1-c8a8-42b8-aec1-9fe6255e1e65 None None] Provisioning complete for port 99b25673-d837-4c3e-8fa4-aae074dc76a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:15.805638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7182e9d1-c8a8-42b8-aec1-9fe6255e1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:15.809115 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.006528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.013259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55246) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:16.020931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'security_group': {'name': 'tempest-secgroup-346017511'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:16.027102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5877671 Apr 01 15:23:16.035456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfc7ee-a48f-43a9-b983-3cacf008a177 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b54e15a-91d8-4a4b-afda-34b5ee844381,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:16.057676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:16.072433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:16.083017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:16.100834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:16.122639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7182e9d1-c8a8-42b8-aec1-9fe6255e1e65 None None] Port 99b25673-d837-4c3e-8fa4-aae074dc76a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:16.135266 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.203327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:16.208594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:security_group_rule and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:16.209007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7182e9d1-c8a8-42b8-aec1-9fe6255e1e65 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:16.209395 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7182e9d1-c8a8-42b8-aec1-9fe6255e1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.213150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:16.223081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:16.421779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.436949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.548206 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259646c5-8490-432b-8fea-2aa900abbdce,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:16.566502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.575771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9f6cfb1e-9be6-463f-9c42-da0b974ad054 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:23:16.591062 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f40e2451-420d-4875-804d-54375440adfc tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5760453 Apr 01 15:23:16.591863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55268) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:16.597817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-880147700', 'security_groups': ['259646c5-8490-432b-8fea-2aa900abbdce'], 'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca2d37e9-3553-4ba0-9470-7ffc6f38ee37'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:16.709150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1206-1b93-4e50-9222-222aaccdab2a req-05287b1f-5383-4e90-995b-c725f6feb11d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:16.727473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4cce1206-1b93-4e50-9222-222aaccdab2a req-05287b1f-5383-4e90-995b-c725f6feb11d tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 944 time: 0.1733387 Apr 01 15:23:16.733582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:16.740709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:16.741336 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.812140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4cce1206-1b93-4e50-9222-222aaccdab2a req-687374d0-5f3a-4d25-a4e8-b03cb26b0adc tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832837 Apr 01 15:23:16.884371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:16.907998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:16.934622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:16.939753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:16.995043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] device_id is not set on port f29d99db-c4da-4481-8434-d637db825d2c yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:23:17.038238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] Update dhcp port {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'fixed_ips': [{'subnet_id': '27a92d32-af0d-46cc-bcdc-db5dbb1205aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ca2d37e9-3553-4ba0-9470-7ffc6f38ee37'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '597ec887-74a7-45da-8cc1-bfd7d2dbba7f'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:23:17.182395 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:17.343524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8::24c (0f92ec0d-1107-4820-a2d7-b8ddedca897a/ca2d37e9-3553-4ba0-9470-7ffc6f38ee37/f29d99db-c4da-4481-8434-d637db825d2c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:17.590933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:17.622271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f59923-aee8-4230-89b8-44bdf19923aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cfb1e-9be6-463f-9c42-da0b974ad054'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:23:17.649443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 9f6cfb1e-9be6-463f-9c42-da0b974ad054, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9f6cfb1e-9be6-463f-9c42-da0b974ad054,segment=NetworkSegment(9efd2962-ff07-4617-bdd3-bda24dd9eb79),segment_id=9efd2962-ff07-4617-bdd3-bda24dd9eb79)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:17.662620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:17.746316 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f59923-aee8-4230-89b8-44bdf19923aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cfb1e-9be6-463f-9c42-da0b974ad054', 'code': 200} Apr 01 15:23:17.747041 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:17.772604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object f29d99db-c4da-4481-8434-d637db825d2c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:17.802212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=9f6cfb1e-9be6-463f-9c42-da0b974ad054,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:17.808289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:17.892843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] Allocated IP 2001:db8::2 (0f92ec0d-1107-4820-a2d7-b8ddedca897a/ca2d37e9-3553-4ba0-9470-7ffc6f38ee37/597ec887-74a7-45da-8cc1-bfd7d2dbba7f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:17.983166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:23:17.994050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:18.000180 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c18d5040-3589-4378-8551-4953a5c1191c req-ecf660ed-9a93-4a26-a3f6-6213e364c9e7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 1096 time: 0.2060356 Apr 01 15:23:18.003883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:23:18.015525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:18.023136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:18.056574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=f29d99db-c4da-4481-8434-d637db825d2c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:18.086248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d5b03b8b-2644-466a-9dd7-cca714ba7050 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4931610 Apr 01 15:23:18.091168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55302) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:18.102941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:18.151259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c18d5040-3589-4378-8551-4953a5c1191c req-f8680d72-f317-4209-a176-052c032b204f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418173 Apr 01 15:23:18.202194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] For port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,segment=NetworkSegment(2620f685-5ae9-48af-a72f-e9bcd97cc78b),segment_id=2620f685-5ae9-48af-a72f-e9bcd97cc78b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:18.216429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795172e-ac91-4277-9b50-d22273255987 req-d121eb1b-37cd-4509-aea9-c47ae09b5713 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:18.219295 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3795172e-ac91-4277-9b50-d22273255987 req-d121eb1b-37cd-4509-aea9-c47ae09b5713 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 945 time: 0.1750593 Apr 01 15:23:18.315376 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:18.347760 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3795172e-ac91-4277-9b50-d22273255987 req-884168c0-84f5-43c5-ba65-02884944df64 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219330 Apr 01 15:23:18.347915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] Transition to ACTIVE for port object 597ec887-74a7-45da-8cc1-bfd7d2dbba7f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:18.355614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:18.586692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec2d9f-c65f-4190-a451-a2f1fb746d86 None None] Pushing event updated for resources: {'Port': ['ID=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:18.596248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:18.602343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:18.607748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:18.614795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:18.646158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:18.653854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:18.976640 n-d-836017-1 neutron-server[83953]: INFO neutron.db.ipam_backend_mixin [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca2d37e9-3553-4ba0-9470-7ffc6f38ee37 (CIDR: 2001:db8::/64) Apr 01 15:23:18.991358 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:23:18.991894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:19.055590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55326) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:19.056610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41ab43d6-eb2e-4196-84b1-0f055d02b907 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9636154 Apr 01 15:23:19.063189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:19.470792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:19.482114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:19.492493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:19.503968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:19.530777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:19.668526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5ae65048-0d95-46b5-ab31-d2b55e174711 None None] Provisioning complete for port 99b25673-d837-4c3e-8fa4-aae074dc76a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:19.670070 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ae65048-0d95-46b5-ab31-d2b55e174711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:19.744969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:19.746629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5ae65048-0d95-46b5-ab31-d2b55e174711 None None] Port 99b25673-d837-4c3e-8fa4-aae074dc76a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:19.779298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5ae65048-0d95-46b5-ab31-d2b55e174711 None None] Provisioning for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:19.795283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5ae65048-0d95-46b5-ab31-d2b55e174711 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:19.796594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ae65048-0d95-46b5-ab31-d2b55e174711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:19.802989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8152da9-cfe7-40d8-afcb-03c1603daeeb req-16ac4894-7ab3-46f1-b51b-144dcb938203 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:19.808952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8152da9-cfe7-40d8-afcb-03c1603daeeb req-16ac4894-7ab3-46f1-b51b-144dcb938203 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 945 time: 0.1886590 Apr 01 15:23:19.914963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8152da9-cfe7-40d8-afcb-03c1603daeeb req-6c46459a-9626-4c88-a1fa-8e3136008a82 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997872 Apr 01 15:23:20.184342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4429de41-8d77-46bd-98cd-f9cd15cb3456 None None] Provisioning for port f29d99db-c4da-4481-8434-d637db825d2c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:20.190433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4429de41-8d77-46bd-98cd-f9cd15cb3456 None None] Provisioning complete for port f29d99db-c4da-4481-8434-d637db825d2c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:20.190803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4429de41-8d77-46bd-98cd-f9cd15cb3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:20.271028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 597ec887-74a7-45da-8cc1-bfd7d2dbba7f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:23:20.367589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a9ab-0ae4-410f-9328-c59cdb551838 req-edfe509d-f008-453c-be5b-bfd8177cf33e tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:20.373535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a13a9ab-0ae4-410f-9328-c59cdb551838 req-edfe509d-f008-453c-be5b-bfd8177cf33e tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 945 time: 0.1574824 Apr 01 15:23:20.469692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4429de41-8d77-46bd-98cd-f9cd15cb3456 None None] Port f29d99db-c4da-4481-8434-d637db825d2c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:20.548150 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a13a9ab-0ae4-410f-9328-c59cdb551838 req-4e0b15b2-99e5-4425-b4cd-31d15053bf43 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671052 Apr 01 15:23:20.553695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:20.554103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:20.635344 n-d-836017-1 neutron-server[83954]: INFO neutron.db.ipam_backend_mixin [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 27a92d32-af0d-46cc-bcdc-db5dbb1205aa (CIDR: 2001:db8:0:1::/64) Apr 01 15:23:20.647386 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:23:20.651819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:20.710392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-54b4a240-6768-4bba-92f3-5d44c1a1792e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:20.822727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7df1c206-2f3a-42ca-95c5-ebe973863b20 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7661076 Apr 01 15:23:20.825498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55390) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:20.831861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'subnet': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:20.841216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-54b4a240-6768-4bba-92f3-5d44c1a1792e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:20.842420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-54b4a240-6768-4bba-92f3-5d44c1a1792e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615390156&fields=id&tenant_id=eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 267 time: 0.4626479 Apr 01 15:23:21.218540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-1f7e51ae-8511-451c-b1a9-f535ee21ee1f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:21.227011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-1f7e51ae-8511-451c-b1a9-f535ee21ee1f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.3745186 Apr 01 15:23:21.268725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:21.278996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Usage tracker for resource:subnet and tenant:42f8fc31ef31463fb2b4aad0168e52f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:21.283238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-0889b8d2-102b-4e49-bc63-6ba53f7aa624 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/quotas/eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 375 time: 0.0466490 Apr 01 15:23:21.285026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:21.294027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:21.337835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Made reservation on behalf of 42f8fc31ef31463fb2b4aad0168e52f6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:21.417733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-2dbfb804-9b99-4e58-9cf4-ed7b8e2bf37e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:21.432875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:21.455333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-2dbfb804-9b99-4e58-9cf4-ed7b8e2bf37e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:21.458239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-2dbfb804-9b99-4e58-9cf4-ed7b8e2bf37e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689775 Apr 01 15:23:21.563530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:21.866251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-6e58a262-7cbf-459f-931f-1552aff1bc1d service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840923 Apr 01 15:23:22.065131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.084209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b5ccc-c9a1-4fbe-a030-d282e6d3d86a req-a11ac0bd-56b6-4096-8ec7-88135432bfe1 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:22.087721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-592b5ccc-c9a1-4fbe-a030-d282e6d3d86a req-a11ac0bd-56b6-4096-8ec7-88135432bfe1 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 945 time: 0.5001302 Apr 01 15:23:22.135316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:22.139839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Usage tracker for resource:security_group_rule and tenant:df294bd0c0544cdeb923c441104d4232 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:22.142968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:22.149589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:22.216192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-592b5ccc-c9a1-4fbe-a030-d282e6d3d86a req-8928d04c-6a2b-49a9-9364-e8bda299a4cd tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176779 Apr 01 15:23:22.273767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-b79450c4-3a22-4412-a56b-a7e79ceea809 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872631 Apr 01 15:23:22.275927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.287862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.358538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee52b69f-fc8e-40ae-92fe-4080ef5ddfc5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:22.379320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ebd89b0f-b8d6-4db9-9a71-69879d2c01a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df294bd0c0544cdeb923c441104d4232&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9450946 Apr 01 15:23:22.380249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55422) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:22.384385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.472458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:23:22.476508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:22.479451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:22.480664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.489938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92a063-85db-4aff-862c-68b1bbebf2b4 None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:22.498825 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a010d1bf-8c2f-4fb2-aaf9-ad7b95a46a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.501779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Subnet': ['ID=4e3d238b-a439-42b0-b0bb-4b63fecce3c5,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:22.558403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-10c11319-473f-4e9e-9813-2df54df51a54 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7291243 Apr 01 15:23:22.558968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55432) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:22.561008 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a010d1bf-8c2f-4fb2-aaf9-ad7b95a46a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.566488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-883426493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e3d238b-a439-42b0-b0bb-4b63fecce3c5'}], 'security_groups': ['48a609b5-d9c2-464b-9fbd-92d00e02327b', '5b54e15a-91d8-4a4b-afda-34b5ee844381']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:22.665759 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a010d1bf-8c2f-4fb2-aaf9-ad7b95a46a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.698061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a010d1bf-8c2f-4fb2-aaf9-ad7b95a46a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:22.721741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a010d1bf-8c2f-4fb2-aaf9-ad7b95a46a0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee52b69f-fc8e-40ae-92fe-4080ef5ddfc5 HTTP/1.1" status: 204 len: 168 time: 0.3208919 Apr 01 15:23:22.729441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010d1bf-8c2f-4fb2-aaf9-ad7b95a46a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee52b69f-fc8e-40ae-92fe-4080ef5ddfc5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:22.877211 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:23.137134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e4b5922-81ae-4a3d-a3a9-acb95fadb6fb req-81974c6e-423f-4c93-893b-a5130cbcc834 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.1133285 Apr 01 15:23:23.270382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] Update dhcp port {'port': {'network_id': '0f92ec0d-1107-4820-a2d7-b8ddedca897a', 'fixed_ips': [{'subnet_id': '27a92d32-af0d-46cc-bcdc-db5dbb1205aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ca2d37e9-3553-4ba0-9470-7ffc6f38ee37', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e3d238b-a439-42b0-b0bb-4b63fecce3c5'}], 'binding:host_id': 'n-d-836017-1'}, 'id': '597ec887-74a7-45da-8cc1-bfd7d2dbba7f'} from n-d-836017-1. {{(pid=83955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:23:23.384876 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:23.498858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b12e91-0f3f-4eac-bd0a-7056bf7e9edb req-205d0773-0821-4b6d-af99-2191b036d68c tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:23.515665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29b12e91-0f3f-4eac-bd0a-7056bf7e9edb req-205d0773-0821-4b6d-af99-2191b036d68c tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 945 time: 0.4230163 Apr 01 15:23:23.695759 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29b12e91-0f3f-4eac-bd0a-7056bf7e9edb req-e9bdc362-145b-4959-b851-497009fd0faf tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791832 Apr 01 15:23:23.839546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55470) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:23.955236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:24.009710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Delete allocated IP 2001:db8::24c (0f92ec0d-1107-4820-a2d7-b8ddedca897a/ca2d37e9-3553-4ba0-9470-7ffc6f38ee37) {{(pid=83953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:23:24.018301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Allocated IP 2001:db8:0:2::1a6 (0f92ec0d-1107-4820-a2d7-b8ddedca897a/4e3d238b-a439-42b0-b0bb-4b63fecce3c5/f29d99db-c4da-4481-8434-d637db825d2c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:24.039794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:24.049597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Usage tracker for resource:security_group_rule and tenant:2723b49c936f4ca9a3ab5f5f17f310ac is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:24.056046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:24.139882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:24.340793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-0961cfff-2767-4323-bbb5-136e8426591f tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:24.340793 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-0961cfff-2767-4323-bbb5-136e8426591f tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.62 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 945 time: 0.2674906 Apr 01 15:23:24.537877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Deleting port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:23:24.544546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:24.601465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:24.642140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Transition to ACTIVE for port object f29d99db-c4da-4481-8434-d637db825d2c will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:24.650914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:24.681530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:24.788163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:24.903711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d4635f5f-b5f3-4b3b-a409-3fa31cdee1ba req-282fe031-6fa2-4680-8180-3a321085a540 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.2486351 Apr 01 15:23:24.915705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] Allocated IP 2001:db8:0:2::2 (0f92ec0d-1107-4820-a2d7-b8ddedca897a/4e3d238b-a439-42b0-b0bb-4b63fecce3c5/597ec887-74a7-45da-8cc1-bfd7d2dbba7f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:24.976287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2723b49c936f4ca9a3ab5f5f17f310ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1864808 Apr 01 15:23:24.981920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:25.096107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58110f-9475-41d7-84b2-0b0149b99c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8468c8-2f90-4d7a-a4c6-6375af488c8e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:25.162865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] In _notify_port_updated(), no bound segment for port f29d99db-c4da-4481-8434-d637db825d2c on network 0f92ec0d-1107-4820-a2d7-b8ddedca897a {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:23:25.162865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:25.162865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:25.162865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "PUT /v2.0/ports/f29d99db-c4da-4481-8434-d637db825d2c HTTP/1.1" status: 200 len: 969 time: 2.6023667 Apr 01 15:23:25.196722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] For port 9f6cfb1e-9be6-463f-9c42-da0b974ad054, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9f6cfb1e-9be6-463f-9c42-da0b974ad054,segment=NetworkSegment(9efd2962-ff07-4617-bdd3-bda24dd9eb79),segment_id=9efd2962-ff07-4617-bdd3-bda24dd9eb79)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:25.196722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:25.278733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:25.282153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] For port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,segment=NetworkSegment(2620f685-5ae9-48af-a72f-e9bcd97cc78b),segment_id=2620f685-5ae9-48af-a72f-e9bcd97cc78b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:25.354720 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:25.378094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Calling delete_port for 9f6cfb1e-9be6-463f-9c42-da0b974ad054 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:23:25.395454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71f0e87-a1b0-497d-aa32-cb8f42555904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:25.401981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] Transition to ACTIVE for port object 597ec887-74a7-45da-8cc1-bfd7d2dbba7f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:25.409702 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:25.539042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event updated for resources: {'Port': ['ID=f29d99db-c4da-4481-8434-d637db825d2c,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:25.627681 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71f0e87-a1b0-497d-aa32-cb8f42555904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:25.663749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5253-2eac-45c6-83f5-11bfc4975436 req-20235614-b322-4bca-a695-8d9d308a9cf4 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:25.665681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7fc5253-2eac-45c6-83f5-11bfc4975436 req-20235614-b322-4bca-a695-8d9d308a9cf4 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 945 time: 0.4982612 Apr 01 15:23:25.669464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port f29d99db-c4da-4481-8434-d637db825d2c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:23:25.670022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:25.742375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.743048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.743583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.744098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.744614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.745119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.745636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.746285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.746786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.747337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.747857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fbcf1-a629-4df6-8e81-8cdc6c7a93de tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:25.990133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3ee65-c5da-4fa3-bd39-e37e8051b142 None None] Pushing event updated for resources: {'Port': ['ID=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:26.056133 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a7fc5253-2eac-45c6-83f5-11bfc4975436 req-e57779a8-774c-4e62-83f3-4fcffcadc148 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8586b94-3e55-4a7d-8cea-053f6fa47866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553469 Apr 01 15:23:26.141636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71f0e87-a1b0-497d-aa32-cb8f42555904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:26.282836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 597ec887-74a7-45da-8cc1-bfd7d2dbba7f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:23:26.350414 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a61d4cf-c708-4366-ad0b-da86ee159936 req-3ee7b7f6-9f99-4864-8082-bab677e74acd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.2275648 Apr 01 15:23:26.503244 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:26.518732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-75108185-06a1-4031-813a-ed97a88f8462 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:26.518732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-75108185-06a1-4031-813a-ed97a88f8462 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.44 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 1.1534996 Apr 01 15:23:26.654133 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-59cd0b1d-15f1-4a8a-bfc6-64a94e55bb7c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 379 time: 0.1214702 Apr 01 15:23:26.655028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:26.680215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'port': {'device_id': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'admin_state_up': True, 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'security_groups': ['5ee6516e-44d3-4893-a02c-1eda4b6cc776']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:26.788529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for f29d99db-c4da-4481-8434-d637db825d2c owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:23:26.904641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Pushing event deleted for resources: {'Port': ['ID=9f6cfb1e-9be6-463f-9c42-da0b974ad054,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:27.083096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f0e87-a1b0-497d-aa32-cb8f42555904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8468c8-2f90-4d7a-a4c6-6375af488c8e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:27.212831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a71f0e87-a1b0-497d-aa32-cb8f42555904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:27.212831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a71f0e87-a1b0-497d-aa32-cb8f42555904 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f8468c8-2f90-4d7a-a4c6-6375af488c8e HTTP/1.1" status: 204 len: 168 time: 2.2047727 Apr 01 15:23:27.313684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:27.382750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-79ca81eb-d404-41fc-a9ae-7f53d3b8fd15 None None] Could not find standard attr ID for object f29d99db-c4da-4481-8434-d637db825d2c. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:23:27.480373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] No DVR routers for this DVR port 9f6cfb1e-9be6-463f-9c42-da0b974ad054 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:23:27.480373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:27.496349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-79ca81eb-d404-41fc-a9ae-7f53d3b8fd15 None None] Provisioning complete for port 99b25673-d837-4c3e-8fa4-aae074dc76a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:27.496723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79ca81eb-d404-41fc-a9ae-7f53d3b8fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:27.500411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f59923-aee8-4230-89b8-44bdf19923aa', 'name': 'network-vif-deleted', 'tag': '9f6cfb1e-9be6-463f-9c42-da0b974ad054'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:23:27.503036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=f29d99db-c4da-4481-8434-d637db825d2c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:27.635471 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:27.636544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81c6099e-bda2-49f9-b83e-c334a68cbaf7 req-8f018763-b127-40d1-8861-419c8cb0feb9 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.62 "DELETE /v2.0/ports/9f6cfb1e-9be6-463f-9c42-da0b974ad054 HTTP/1.1" status: 204 len: 173 time: 3.2669530 Apr 01 15:23:27.680583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:27.683650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-79ca81eb-d404-41fc-a9ae-7f53d3b8fd15 None None] Port 99b25673-d837-4c3e-8fa4-aae074dc76a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:27.736072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:27.779891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-79ca81eb-d404-41fc-a9ae-7f53d3b8fd15 None None] Provisioning for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:27.789177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-79ca81eb-d404-41fc-a9ae-7f53d3b8fd15 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:27.789177 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79ca81eb-d404-41fc-a9ae-7f53d3b8fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:27.812212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7fb23718-c87b-4cde-b45f-78bc835ba7ba req-52ff2c8a-48bd-44f8-9dfd-a0d2f839102b tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 210 time: 0.1466408 Apr 01 15:23:27.855320 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a11fc7a5-eca2-44bb-acc7-6acf4021d0d3 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/f29d99db-c4da-4481-8434-d637db825d2c HTTP/1.1" status: 204 len: 168 time: 2.5052481 Apr 01 15:23:27.855320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55542) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:27.860207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d25bc2b-5b7e-4b83-9d46-433b1844f2f2 req-c0698159-6dd5-4fda-804c-87094f19c513 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.0891616 Apr 01 15:23:27.860207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:27.860207 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:28.018076 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abdb08f-f869-45c0-9608-fc954995c983 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] GET failed (client error): The resource could not be found. Apr 01 15:23:28.023256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9abdb08f-f869-45c0-9608-fc954995c983 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Synchronizing usage tracker for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:28.073375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9abdb08f-f869-45c0-9608-fc954995c983 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Unset dirty status for tenant:42f8fc31ef31463fb2b4aad0168e52f6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:28.074647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9abdb08f-f869-45c0-9608-fc954995c983 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports/f29d99db-c4da-4481-8434-d637db825d2c HTTP/1.1" status: 404 len: 333 time: 0.2376924 Apr 01 15:23:28.078351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55548) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:28.128046 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f59923-aee8-4230-89b8-44bdf19923aa', 'name': 'network-vif-deleted', 'tag': '9f6cfb1e-9be6-463f-9c42-da0b974ad054', 'status': 'completed', 'code': 200} Apr 01 15:23:28.139046 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6f51659-e007-4b41-86ad-d53f0b5d64c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:28.221425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23284657-5921-40e8-acba-7cc9b9c70c48 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:28.343811 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c7ac655e-0d82-4df3-88c7-cf3605d61eee None None] Could not find standard attr ID for object f29d99db-c4da-4481-8434-d637db825d2c. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:23:28.385072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23284657-5921-40e8-acba-7cc9b9c70c48 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:28.400724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.20.0.11 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/8c569668-4ffb-48fd-949e-ed15d3ef6225) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:28.517903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9f6cfb1e-9be6-463f-9c42-da0b974ad054 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:23:28.534419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23284657-5921-40e8-acba-7cc9b9c70c48 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:28.601110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23284657-5921-40e8-acba-7cc9b9c70c48 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259646c5-8490-432b-8fea-2aa900abbdce,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:28.603554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23284657-5921-40e8-acba-7cc9b9c70c48 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:28.610559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-23284657-5921-40e8-acba-7cc9b9c70c48 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/security-groups/259646c5-8490-432b-8fea-2aa900abbdce HTTP/1.1" status: 204 len: 168 time: 0.5311382 Apr 01 15:23:28.611276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55562) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:28.822422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 9f6cfb1e-9be6-463f-9c42-da0b974ad054 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:23:28.822422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9f6cfb1e-9be6-463f-9c42-da0b974ad054 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:23:28.956193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81dae224-ced0-49c6-bbd7-2b66f7d50f45 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:29.068897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81dae224-ced0-49c6-bbd7-2b66f7d50f45 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:29.249974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81dae224-ced0-49c6-bbd7-2b66f7d50f45 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:29.423418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f1bc2d82-9f13-408c-b412-17511bef1301 req-4e056faf-037d-4075-bf69-1044c68a4035 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Synchronizing usage tracker for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:29.494808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f1bc2d82-9f13-408c-b412-17511bef1301 req-4e056faf-037d-4075-bf69-1044c68a4035 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] Unset dirty status for tenant:e8859e8f60a541af9d76349fe0d58cf0 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:29.511144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1bc2d82-9f13-408c-b412-17511bef1301 req-4e056faf-037d-4075-bf69-1044c68a4035 tempest-ServersNegativeTestMultiTenantJSON-1430504676 tempest-ServersNegativeTestMultiTenantJSON-1430504676-project] 10.222.0.48 "GET /v2.0/ports?device_id=12f59923-aee8-4230-89b8-44bdf19923aa HTTP/1.1" status: 200 len: 210 time: 0.4027228 Apr 01 15:23:29.521909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:29.557805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Transition to ACTIVE for port object 8c569668-4ffb-48fd-949e-ed15d3ef6225 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:29.679760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:29.715964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-68948f33-6497-4224-9298-be5c7890be36 req-39e2bcca-b006-4889-875f-6336b05c1514 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.4536271 Apr 01 15:23:29.739772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dae224-ced0-49c6-bbd7-2b66f7d50f45 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b54e15a-91d8-4a4b-afda-34b5ee844381,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:29.767518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81dae224-ced0-49c6-bbd7-2b66f7d50f45 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:29.773290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-81dae224-ced0-49c6-bbd7-2b66f7d50f45 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/security-groups/5b54e15a-91d8-4a4b-afda-34b5ee844381 HTTP/1.1" status: 204 len: 168 time: 1.1594665 Apr 01 15:23:29.773984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55586) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:29.926763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:23:29.937731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:29.947083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:23:29.980912 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4157da4-8e80-4f5e-b99b-81cc6735e5aa tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.069081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4157da4-8e80-4f5e-b99b-81cc6735e5aa tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.098311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:30.098311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.098311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=8c569668-4ffb-48fd-949e-ed15d3ef6225,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:30.130247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-949152d0-b64d-4f9e-acbc-deac97784026 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4636149 Apr 01 15:23:30.144141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4157da4-8e80-4f5e-b99b-81cc6735e5aa tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.193517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4157da4-8e80-4f5e-b99b-81cc6735e5aa tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a609b5-d9c2-464b-9fbd-92d00e02327b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:30.228016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e4157da4-8e80-4f5e-b99b-81cc6735e5aa tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.228016 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e4157da4-8e80-4f5e-b99b-81cc6735e5aa tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/security-groups/48a609b5-d9c2-464b-9fbd-92d00e02327b HTTP/1.1" status: 204 len: 168 time: 0.4514530 Apr 01 15:23:30.230922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55602) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:30.344468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8832d13d-784f-4673-81bf-6ed768be006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.502373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fea6a0e3-8600-4a20-a887-0e7f4747fef0 None None] Provisioning for port 8c569668-4ffb-48fd-949e-ed15d3ef6225 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:30.512363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fea6a0e3-8600-4a20-a887-0e7f4747fef0 None None] Provisioning complete for port 8c569668-4ffb-48fd-949e-ed15d3ef6225 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:30.512363 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fea6a0e3-8600-4a20-a887-0e7f4747fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.684158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Request body: {'port': {'device_id': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:30.688421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fea6a0e3-8600-4a20-a887-0e7f4747fef0 None None] Port 8c569668-4ffb-48fd-949e-ed15d3ef6225 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:30.691001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55618) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:30.817560 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] Deleting subnet ba969f5e-8bf1-46ae-b669-54c90a0ba894 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:23:30.835454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:30.970373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet ca2d37e9-3553-4ba0-9470-7ffc6f38ee37 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:23:30.970373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.033642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.189643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.212852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.265404 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.335615 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.353227 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.486408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.574501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.660236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba969f5e-8bf1-46ae-b669-54c90a0ba894,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:31.672751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:31.691334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ec5db-8e58-4aa8-a81a-e6a076b313a8 req-b43ce26a-fbb0-4558-8a77-71373ae9f89a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:31.714903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f95ec5db-8e58-4aa8-a81a-e6a076b313a8 req-b43ce26a-fbb0-4558-8a77-71373ae9f89a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 932 time: 0.6230183 Apr 01 15:23:31.714903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d873fb0-bb39-4632-810b-71367755d7d6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ba969f5e-8bf1-46ae-b669-54c90a0ba894 HTTP/1.1" status: 204 len: 168 time: 1.0175538 Apr 01 15:23:31.768104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55632) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:32.117740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.229484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f95ec5db-8e58-4aa8-a81a-e6a076b313a8 req-d750d243-f0c2-4ae4-b81c-23fa276ff48e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5012515 Apr 01 15:23:32.270577 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.356543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.368226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40094f29-3804-4014-a638-d7140689480f None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:32.378202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/ca2d37e9-3553-4ba0-9470-7ffc6f38ee37 HTTP/1.1" status: 204 len: 168 time: 2.1210403 Apr 01 15:23:32.378202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55644) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:32.378202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774fe3e-2612-4636-8c9c-000dd13634d8 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2d37e9-3553-4ba0-9470-7ffc6f38ee37,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:32.472754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet 4e3d238b-a439-42b0-b0bb-4b63fecce3c5 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:23:32.472754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.492749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.588556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.609324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:32.646565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efd2962-ff07-4617-bdd3-bda24dd9eb79') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:32.646565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efd2962-ff07-4617-bdd3-bda24dd9eb79') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:32.665501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.675680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.703773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:23:32.703773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.877850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c569668-4ffb-48fd-949e-ed15d3ef6225 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:23:32.903142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:32.949362 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:23:33.016000 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:23:33.033133 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.042463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.055942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Transition to ACTIVE for port object 8c569668-4ffb-48fd-949e-ed15d3ef6225 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:33.055942 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.109433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.137985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] Pushing event deleted for resources: {'Network': ['ID=23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:33.184031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f42bac22-63e4-4223-879a-1d97573bba14 admin admin] 10.222.0.48 "DELETE /v2.0/networks/23448bdc-6f4d-4df8-b93d-f2bcf4c92cf3 HTTP/1.1" status: 204 len: 168 time: 1.4133561 Apr 01 15:23:33.184031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55656) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:33.235894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c569668-4ffb-48fd-949e-ed15d3ef6225,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:33.560028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] Deleting subnet 33d1c145-a557-43b2-ad8e-f11abc21ccb7 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:23:33.581975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Attempting to bind port 8c569668-4ffb-48fd-949e-ed15d3ef6225 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:23:33.581975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Attempting to bind port 8c569668-4ffb-48fd-949e-ed15d3ef6225 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:23:33.593128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.603844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Attempting to bind port 8c569668-4ffb-48fd-949e-ed15d3ef6225 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:23:33.642152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Port 8c569668-4ffb-48fd-949e-ed15d3ef6225 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:23:33.642152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Attempting to bind port 8c569668-4ffb-48fd-949e-ed15d3ef6225 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:23:33.655565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.688958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:23:33.691692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:23:33.692450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:23:33.693142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Bound port: 8c569668-4ffb-48fd-949e-ed15d3ef6225, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:23:33.695621 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.769241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:33.903763 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:23:33.991941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.151051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.190419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3d238b-a439-42b0-b0bb-4b63fecce3c5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:34.296717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d1c145-a557-43b2-ad8e-f11abc21ccb7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:34.296717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.296717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-47090812-084b-4dff-9cfe-7ee84660e23e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33d1c145-a557-43b2-ad8e-f11abc21ccb7 HTTP/1.1" status: 204 len: 168 time: 1.1085510 Apr 01 15:23:34.296717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55672) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:34.305508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbcaa3-e5c7-4e3b-a331-4ce9d143cbb8 None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:34.308835 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.386814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a3bbbb03-d1c6-4b08-9cde-e9e733c999a4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/4e3d238b-a439-42b0-b0bb-4b63fecce3c5 HTTP/1.1" status: 204 len: 168 time: 2.0199416 Apr 01 15:23:34.398571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55678) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:34.468663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c19a5-1c1a-4b18-bde1-84fe46817a92 req-1ef39aa9-806d-4cdb-a04a-5caab62f2805 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:34.469359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2a8c19a5-1c1a-4b18-bde1-84fe46817a92 req-1ef39aa9-806d-4cdb-a04a-5caab62f2805 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:34.478507 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-38808384-dfb9-4e6f-83f6-e5a8b453c56d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:34.478940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38808384-dfb9-4e6f-83f6-e5a8b453c56d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:34.482916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-38808384-dfb9-4e6f-83f6-e5a8b453c56d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/ca2d37e9-3553-4ba0-9470-7ffc6f38ee37 HTTP/1.1" status: 404 len: 337 time: 0.0836227 Apr 01 15:23:34.482916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] For port 8c569668-4ffb-48fd-949e-ed15d3ef6225, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:23:34.484585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55684) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:34.535240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] For port 8c569668-4ffb-48fd-949e-ed15d3ef6225, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:23:34.554066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.606321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.629354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2a8c19a5-1c1a-4b18-bde1-84fe46817a92 req-1ef39aa9-806d-4cdb-a04a-5caab62f2805 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:34.629354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a8c19a5-1c1a-4b18-bde1-84fe46817a92 req-1ef39aa9-806d-4cdb-a04a-5caab62f2805 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 944 time: 0.6591353 Apr 01 15:23:34.629354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting subnet 27a92d32-af0d-46cc-bcdc-db5dbb1205aa {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:23:34.653382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.791724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1e344cd0-e3fb-4158-a253-1705c4fda004 None None] Provisioning complete for port 99b25673-d837-4c3e-8fa4-aae074dc76a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:34.791724 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e344cd0-e3fb-4158-a253-1705c4fda004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:34.956057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c569668-4ffb-48fd-949e-ed15d3ef6225,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:34.978874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e344cd0-e3fb-4158-a253-1705c4fda004 None None] Port 99b25673-d837-4c3e-8fa4-aae074dc76a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:35.095746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a8c19a5-1c1a-4b18-bde1-84fe46817a92 req-5bda5b10-9e9f-4650-a9ca-47deb4894a57 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476211 Apr 01 15:23:35.098116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.099726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-ddac771d-6b4b-4636-b90d-372768096ef4 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 200 len: 1092 time: 4.9627154 Apr 01 15:23:35.108158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:23:35.151683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1e344cd0-e3fb-4158-a253-1705c4fda004 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:35.152068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e344cd0-e3fb-4158-a253-1705c4fda004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.194483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.335854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.555950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507d9465-b01e-4893-91fa-c814c401822a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:35.623636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0af096-5c4f-4424-a0e1-801f78e3d5de') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:35.623636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0af096-5c4f-4424-a0e1-801f78e3d5de') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:35.683106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.720668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.731530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.743629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:23:35.743856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:23:35.763617 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:23:35.898311 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'status': 'completed', 'code': 200} Apr 01 15:23:35.987803 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:36.157115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Subnet': ['ID=27a92d32-af0d-46cc-bcdc-db5dbb1205aa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:36.200915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:36.249721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5d5fd585-26e9-4b1d-835e-72291fe32e25 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/27a92d32-af0d-46cc-bcdc-db5dbb1205aa HTTP/1.1" status: 204 len: 168 time: 1.7622013 Apr 01 15:23:36.253540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55718) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:36.306133 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0e569c-6c9e-4636-bb0e-624aeee271f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:36.306714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0e569c-6c9e-4636-bb0e-624aeee271f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:36.308785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dd0e569c-6c9e-4636-bb0e-624aeee271f0 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/c2da3c15-0abf-4b7d-8e03-c5d17ad612a2 HTTP/1.1" status: 404 len: 337 time: 0.0541387 Apr 01 15:23:36.317711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55724) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:36.469971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:36.486899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:36.548807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-1df293c3-e4ac-446e-ab5e-3caf4c3ea746 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1095 time: 0.6525877 Apr 01 15:23:36.607678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55732) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:36.617295 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-96258e2c-4253-4f7f-9025-2cb02c959832 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ac53049-91fc-4add-99ac-55e61ba8b9fa HTTP/1.1" status: 200 len: 205 time: 0.2620237 Apr 01 15:23:36.624862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] Pushing event deleted for resources: {'Network': ['ID=507d9465-b01e-4893-91fa-c814c401822a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:36.652738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0030e937-a8e7-4c68-bd25-de15e628c687 admin admin] 10.222.0.48 "DELETE /v2.0/networks/507d9465-b01e-4893-91fa-c814c401822a HTTP/1.1" status: 204 len: 168 time: 2.3481462 Apr 01 15:23:36.702748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89503ba7-156c-44b0-8e44-e5d88b20a4ba None None] Network 0f92ec0d-1107-4820-a2d7-b8ddedca897a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:36.863487 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-16f8e5b6-a6c3-4b59-85c6-30c1e5c7264e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] delete failed (client error): The resource could not be found. Apr 01 15:23:36.864969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-16f8e5b6-a6c3-4b59-85c6-30c1e5c7264e tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/routers/1ac53049-91fc-4add-99ac-55e61ba8b9fa HTTP/1.1" status: 404 len: 336 time: 0.2539456 Apr 01 15:23:36.867619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55742) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:36.962093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de8c1586-5a14-49eb-884b-373be0b8afa1 None None] Provisioning complete for port 99b25673-d837-4c3e-8fa4-aae074dc76a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:36.962093 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de8c1586-5a14-49eb-884b-373be0b8afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:37.092169 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0793c4fc-186f-4f12-a86f-aba6ec524ded tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:37.092169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0793c4fc-186f-4f12-a86f-aba6ec524ded tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:37.092169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0793c4fc-186f-4f12-a86f-aba6ec524ded tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/de7b88d1-92bf-48bc-88c6-bb4c39593ba8 HTTP/1.1" status: 404 len: 337 time: 0.2201514 Apr 01 15:23:37.100411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55748) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.147036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-de8c1586-5a14-49eb-884b-373be0b8afa1 None None] Port 99b25673-d837-4c3e-8fa4-aae074dc76a1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:23:37.240964 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6e663d-c4c3-4cf3-8b65-45aeef148446 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:37.240964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6e663d-c4c3-4cf3-8b65-45aeef148446 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:37.240964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-de6e663d-c4c3-4cf3-8b65-45aeef148446 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/547f332e-020b-4e2f-aef1-b24e02cf30a0 HTTP/1.1" status: 404 len: 337 time: 0.1422637 Apr 01 15:23:37.246574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55754) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.345836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de8c1586-5a14-49eb-884b-373be0b8afa1 None None] Provisioning complete for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:37.346203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de8c1586-5a14-49eb-884b-373be0b8afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:37.348739 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b36abd-ac80-4ded-b4c1-b6bcadb5a4b9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:37.354726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b36abd-ac80-4ded-b4c1-b6bcadb5a4b9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:37.356953 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f0b36abd-ac80-4ded-b4c1-b6bcadb5a4b9 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/4381dd26-d689-4ce4-b59d-f5ceb78f8897 HTTP/1.1" status: 404 len: 337 time: 0.1142285 Apr 01 15:23:37.359595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55760) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.367138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-400f2de6-3389-4e81-89d5-90afb6ce4781 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 200 len: 217 time: 0.7574337 Apr 01 15:23:37.407930 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbdfeff-104d-488f-9a94-72682b41a5ac tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:37.408925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbdfeff-104d-488f-9a94-72682b41a5ac tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:37.410991 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fcbdfeff-104d-488f-9a94-72682b41a5ac tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/e682b72a-8fc2-4b0f-a5ce-624116ed43e3 HTTP/1.1" status: 404 len: 333 time: 0.0501945 Apr 01 15:23:37.413478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55766) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.521096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-f45c329b-d763-440f-ac47-b0360bf1da2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:37.521096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-f45c329b-d763-440f-ac47-b0360bf1da2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1407397 Apr 01 15:23:37.542271 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e7e906-6d27-4884-bd3c-31e4d7565e5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:37.542271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e7e906-6d27-4884-bd3c-31e4d7565e5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:37.542271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-86e7e906-6d27-4884-bd3c-31e4d7565e5d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/cfe5e1bb-16db-4ea4-86c0-332ffc3e8f11 HTTP/1.1" status: 404 len: 337 time: 0.1239178 Apr 01 15:23:37.565856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55772) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.623121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55776) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.661896 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde77f47-a17a-4ad0-bcc4-e56cdfd2cca4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:37.661896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde77f47-a17a-4ad0-bcc4-e56cdfd2cca4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:37.675917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bde77f47-a17a-4ad0-bcc4-e56cdfd2cca4 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/544548c2-a64f-4811-b937-17475a984983 HTTP/1.1" status: 404 len: 337 time: 0.1114833 Apr 01 15:23:37.675917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55780) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.790452 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d99606-ea8d-4735-836e-74fc7917c1ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:37.797198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d99606-ea8d-4735-836e-74fc7917c1ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:37.799686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-35d99606-ea8d-4735-836e-74fc7917c1ae tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/6a8b9c3a-d122-4f6b-b4ce-179a8b160e35 HTTP/1.1" status: 404 len: 333 time: 0.1226683 Apr 01 15:23:37.807870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55788) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:37.922359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d058e-c0d3-4446-ab38-89c91c8db4be req-575a89a4-5416-4672-a57f-9f0d95f292e7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:37.943544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c66d058e-c0d3-4446-ab38-89c91c8db4be req-575a89a4-5416-4672-a57f-9f0d95f292e7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 944 time: 1.1463246 Apr 01 15:23:38.024103 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fdc66c-8294-4611-bf06-dd3037a5a73d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:38.024103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fdc66c-8294-4611-bf06-dd3037a5a73d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:38.024103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-27fdc66c-8294-4611-bf06-dd3037a5a73d tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/430d2e9d-d66a-4ce5-bb83-77849f749bf4 HTTP/1.1" status: 404 len: 337 time: 0.2063730 Apr 01 15:23:38.076048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55796) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:38.132308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] DHCP port deletion for 0f92ec0d-1107-4820-a2d7-b8ddedca897a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:23:38.132308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] Deleting port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:23:38.132308 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:38.236406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55804) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:38.252827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-be7dc170-0b42-4a9e-84b3-6b5413aad90f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8859e8f60a541af9d76349fe0d58cf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5970874 Apr 01 15:23:38.315227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-4a4448e6-faa1-43a9-9dfa-9f29882f63e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7655358 Apr 01 15:23:38.355691 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c44654-fb26-4025-b140-5c50ad165243 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] DELETE failed (client error): The resource could not be found. Apr 01 15:23:38.355691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c44654-fb26-4025-b140-5c50ad165243 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:23:38.355691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b4c44654-fb26-4025-b140-5c50ad165243 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/subnets/1c78270d-6615-4c79-bae1-a167b7dc04e4 HTTP/1.1" status: 404 len: 337 time: 0.3045211 Apr 01 15:23:38.367824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55808) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:38.450055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c66d058e-c0d3-4446-ab38-89c91c8db4be req-35e72bc2-c79d-4ef9-a18c-937135b23466 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5222452 Apr 01 15:23:38.557276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-625f61af-8efc-402e-b6e3-8ab27a6ab616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:38.591640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-625f61af-8efc-402e-b6e3-8ab27a6ab616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:38.678855 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-625f61af-8efc-402e-b6e3-8ab27a6ab616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:38.708510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-80de5abd-c4e3-412c-bfa1-4cd85f1b0119 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756983 Apr 01 15:23:38.733734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Deleting port 99b25673-d837-4c3e-8fa4-aae074dc76a1 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:23:38.733734 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:38.819591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f61af-8efc-402e-b6e3-8ab27a6ab616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8586b94-3e55-4a7d-8cea-053f6fa47866,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:38.855556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 597ec887-74a7-45da-8cc1-bfd7d2dbba7f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:23:38.888859 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-625f61af-8efc-402e-b6e3-8ab27a6ab616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:38.892510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-625f61af-8efc-402e-b6e3-8ab27a6ab616 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8586b94-3e55-4a7d-8cea-053f6fa47866 HTTP/1.1" status: 204 len: 168 time: 0.6763923 Apr 01 15:23:39.067954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] For port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,segment=NetworkSegment(2620f685-5ae9-48af-a72f-e9bcd97cc78b),segment_id=2620f685-5ae9-48af-a72f-e9bcd97cc78b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:39.067954 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:39.228090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5e9e824c-891c-43ce-92e3-f6e9ba63de6e req-0a963291-1bf5-4a64-a51d-91675e342209 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247331 Apr 01 15:23:39.327858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:39.339015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] Calling delete_port for 597ec887-74a7-45da-8cc1-bfd7d2dbba7f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:23:39.589762 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:39.608909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-4403b1c6-8aee-48a6-aa21-b5f67c452471 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1095 time: 0.2972429 Apr 01 15:23:39.758477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] Pushing event deleted for resources: {'Port': ['ID=597ec887-74a7-45da-8cc1-bfd7d2dbba7f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:39.778557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No active binding found for port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 15:23:39.778557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 597ec887-74a7-45da-8cc1-bfd7d2dbba7f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:23:39.778557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e4a19-090c-4e4f-8051-f36eed2998c2 None None] No DVR routers for this DVR port 597ec887-74a7-45da-8cc1-bfd7d2dbba7f on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:23:40.075369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Calling delete_port for 99b25673-d837-4c3e-8fa4-aae074dc76a1 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:23:40.144107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-9f13087c-c338-41f4-99ae-87cd27cfdb20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:40.160007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-9f13087c-c338-41f4-99ae-87cd27cfdb20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.5433662 Apr 01 15:23:40.414768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-c2ef75b3-7952-4072-ba26-166e8e217f75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 200 len: 217 time: 0.2352703 Apr 01 15:23:40.523391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:40.646587 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Port': ['ID=99b25673-d837-4c3e-8fa4-aae074dc76a1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:40.677337 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:40.718135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-65af11c7-06c7-4c82-bd6b-b4b4e3531164 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/ports/99b25673-d837-4c3e-8fa4-aae074dc76a1 HTTP/1.1" status: 204 len: 168 time: 2.3468003 Apr 01 15:23:40.718135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55848) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:40.742097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-113e0bce-ae28-4217-9e11-6b790444cae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:40.758356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-113e0bce-ae28-4217-9e11-6b790444cae2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.3311410 Apr 01 15:23:40.866892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55854) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:40.897387 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:41.010618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-6f5d0b59-301e-4e96-9065-d2c3266301d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434630 Apr 01 15:23:41.069922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78033dc5-e9b0-4427-a62b-1c06535c2d0d req-bdec233b-2746-4ac4-8c07-ca8aa01ade35 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:41.069922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78033dc5-e9b0-4427-a62b-1c06535c2d0d req-bdec233b-2746-4ac4-8c07-ca8aa01ade35 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 944 time: 0.7241645 Apr 01 15:23:41.159105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:41.571043 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-1e4993da-5b70-42fb-a4ca-274320b98017 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420675 Apr 01 15:23:41.647091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-78033dc5-e9b0-4427-a62b-1c06535c2d0d req-329feb0a-45fd-4df9-b8f2-48262a25da17 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5517628 Apr 01 15:23:41.657637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-392544ed-0782-4457-9465-06e321dca2ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1171e792200442e183d742c59b308c37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7870331 Apr 01 15:23:41.664886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55868) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:41.989655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83388de5-cf1f-45bb-8b67-49a7cdff967c req-8d22b059-d3f9-4653-b06f-97c24885c155 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050224 Apr 01 15:23:42.026205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.062863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f92ec0d-1107-4820-a2d7-b8ddedca897a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:42.078235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2620f685-5ae9-48af-a72f-e9bcd97cc78b') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:42.078777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2620f685-5ae9-48af-a72f-e9bcd97cc78b') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:42.100335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.121125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.130023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:23:42.130673 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:23:42.206226 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:23:42.525469 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a319b59-6f80-456b-ac56-c274ec06dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.559152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.568673 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.609574 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a319b59-6f80-456b-ac56-c274ec06dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.631942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] Pushing event deleted for resources: {'Network': ['ID=0f92ec0d-1107-4820-a2d7-b8ddedca897a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:42.639861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e88e90a8-1509-4c2f-9535-fc8b7a65ffb7 tempest-PortsIpV6TestJSON-467881043 tempest-PortsIpV6TestJSON-467881043-project] 10.222.0.48 "DELETE /v2.0/networks/0f92ec0d-1107-4820-a2d7-b8ddedca897a HTTP/1.1" status: 204 len: 168 time: 1.9213231 Apr 01 15:23:42.731636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a319b59-6f80-456b-ac56-c274ec06dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.816414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a319b59-6f80-456b-ac56-c274ec06dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb27a41-8afa-4dbd-95c4-3079653fe65d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:42.877125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2a319b59-6f80-456b-ac56-c274ec06dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:42.881952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2a319b59-6f80-456b-ac56-c274ec06dce7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fb27a41-8afa-4dbd-95c4-3079653fe65d HTTP/1.1" status: 204 len: 168 time: 1.2123132 Apr 01 15:23:43.174150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd1ab9-34ba-4edd-be66-e38c84a37c8f req-b459bc4f-0ac0-492b-9348-013dd06b1c9d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:43.174150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05fd1ab9-34ba-4edd-be66-e38c84a37c8f req-b459bc4f-0ac0-492b-9348-013dd06b1c9d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 944 time: 0.2157598 Apr 01 15:23:43.325785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05fd1ab9-34ba-4edd-be66-e38c84a37c8f req-20636bb3-6ac9-4393-8ca3-15b4c5cd9714 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321869 Apr 01 15:23:43.455464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55904) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:43.951119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55932) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:43.966330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8a844d93-7575-415d-84f7-d4ca8d48e539 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42f8fc31ef31463fb2b4aad0168e52f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5085604 Apr 01 15:23:44.127518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2494dfc7-a771-4c51-b0d4-c21dca3c779e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:44.203616 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2494dfc7-a771-4c51-b0d4-c21dca3c779e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:44.335818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2494dfc7-a771-4c51-b0d4-c21dca3c779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:44.376271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494dfc7-a771-4c51-b0d4-c21dca3c779e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55079aab-8cdc-4730-8e9b-ba31ac5be617,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:44.415512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2494dfc7-a771-4c51-b0d4-c21dca3c779e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:44.426252 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2494dfc7-a771-4c51-b0d4-c21dca3c779e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55079aab-8cdc-4730-8e9b-ba31ac5be617 HTTP/1.1" status: 204 len: 168 time: 0.4731922 Apr 01 15:23:44.732069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 55954) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:44.851685 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:44.881268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b0cc-d521-49e5-9cd6-c50be43f4bf4 req-4208945e-265d-47b6-a727-336a01a0c86e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:44.886908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ff5b0cc-d521-49e5-9cd6-c50be43f4bf4 req-4208945e-265d-47b6-a727-336a01a0c86e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 944 time: 0.1887560 Apr 01 15:23:45.019363 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ff5b0cc-d521-49e5-9cd6-c50be43f4bf4 req-d204cdec-0678-41e8-af1d-a1ba599212a0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266546 Apr 01 15:23:45.724855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:45.820085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:45.831143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Usage tracker for resource:security_group_rule and tenant:671178f4bf8b42368f53556a002f2d51 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:45.835151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:45.848126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:46.041328 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:46.046703 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:46.103271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510045e1-bab6-415e-9752-2092812d1d56,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:46.108996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=671178f4bf8b42368f53556a002f2d51&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3823853 Apr 01 15:23:46.122917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 55998) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.132895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583fa6-129b-462a-804b-8874327852b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:46.377244 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01c46a55-1a88-4004-98e0-f1eb707fdcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:46.467452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01c46a55-1a88-4004-98e0-f1eb707fdcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:46.517193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db6622-30ff-4577-af36-242e3ee44682 req-235b7de2-d812-4785-84fe-58c87eef79d5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:46.517193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2db6622-30ff-4577-af36-242e3ee44682 req-235b7de2-d812-4785-84fe-58c87eef79d5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 944 time: 0.2279124 Apr 01 15:23:46.561390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01c46a55-1a88-4004-98e0-f1eb707fdcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:46.591527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c46a55-1a88-4004-98e0-f1eb707fdcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510045e1-bab6-415e-9752-2092812d1d56,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:46.604869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01c46a55-1a88-4004-98e0-f1eb707fdcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:46.610945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-01c46a55-1a88-4004-98e0-f1eb707fdcd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/510045e1-bab6-415e-9752-2092812d1d56 HTTP/1.1" status: 204 len: 168 time: 0.4973006 Apr 01 15:23:46.649280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f2db6622-30ff-4577-af36-242e3ee44682 req-703ab723-db5f-4247-a656-58fb127ea4b0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219625 Apr 01 15:23:46.727728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8c569668-4ffb-48fd-949e-ed15d3ef6225 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:23:47.093462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8c569668-4ffb-48fd-949e-ed15d3ef6225, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:47.110754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'port_id': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'mac_address': 'fa:16:3e:ec:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:23:47.164096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:47.189229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c569668-4ffb-48fd-949e-ed15d3ef6225 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:23:47.206463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8c569668-4ffb-48fd-949e-ed15d3ef6225, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:47.212909 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:47.263874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56038) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:47.387285 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8c569668-4ffb-48fd-949e-ed15d3ef6225,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:47.509825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['8c569668-4ffb-48fd-949e-ed15d3ef6225'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:23:47.847590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-959468307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:47.881454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:47.918723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:router and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:47.975783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:48.074562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:48.074562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:48.074562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:48.074562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbcaae-7524-4826-874a-5b194266173f req-92154534-455a-48b1-84f5-a471f9c68954 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:48.074562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27cbcaae-7524-4826-874a-5b194266173f req-92154534-455a-48b1-84f5-a471f9c68954 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 945 time: 0.2526658 Apr 01 15:23:48.188953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:48.239848 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27cbcaae-7524-4826-874a-5b194266173f req-a222ebd7-1a6c-41fb-ab5a-59532d754e12 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517680 Apr 01 15:23:48.254328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:48.320536 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:48.320536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6aac732e-7cd3-4949-896b-3dc5524fa807 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0518298 Apr 01 15:23:48.329130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56074) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:48.409915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-374548364'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:48.428622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:48.428622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:network and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:48.432146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:48.440279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:48.457523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Made reservation on behalf of e41c06d7976249368a30912262ffa986 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:48.457523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:48.506250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:48.573501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:48.578058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:security_group_rule and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:48.594260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:48.611138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:48.750737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8c569668-4ffb-48fd-949e-ed15d3ef6225 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:23:48.852553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56094) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:49.028071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.040935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 8c569668-4ffb-48fd-949e-ed15d3ef6225 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:49.045623 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.052437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 8c569668-4ffb-48fd-949e-ed15d3ef6225 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:49.052437 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.093727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:23:49.107652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56100) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:49.147307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.148053 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Added segment 8fece59d-2ab4-4f2f-800f-a89e7360ca01 of type vlan for network b5438edb-e4b5-42d4-93fb-a0f49432a81b Apr 01 15:23:49.228242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.398821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.437168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fb078-ea84-46d6-ad3e-ce623f9b1363,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:49.450065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.454843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.454843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:49.454843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.475510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:23:49.504449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8c569668-4ffb-48fd-949e-ed15d3ef6225, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:23:49.514107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.537818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1026767256-network', 'tenant_id': 'c50b8bcaef7a47b2976f6807151855a5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:49.564677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:49.568513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:49.577354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Usage tracker for resource:network and tenant:c50b8bcaef7a47b2976f6807151855a5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:49.583301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Usage tracker for resource:security_group_rule and tenant:3077331b69114a41952083913e6911da is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:49.586645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:49.590929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:49.606782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:49.609775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:49.647365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Made reservation on behalf of c50b8bcaef7a47b2976f6807151855a5 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:49.650339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.657616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3340681 Apr 01 15:23:49.662525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56118) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:49.713573 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'code': 200} Apr 01 15:23:49.742983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.760237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8c569668-4ffb-48fd-949e-ed15d3ef6225,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:49.874822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'subnet': {'network_id': 'b5438edb-e4b5-42d4-93fb-a0f49432a81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:49.896510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:49.917618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Usage tracker for resource:security_group_rule and tenant:c50b8bcaef7a47b2976f6807151855a5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:49.932983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.948361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:49.961096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:49.973910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:50.071368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1104f3-e982-4ed2-844d-c8b4b4fab111,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:50.198240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-62bc65d0-abd3-48dd-a75f-8c9840b2ae89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3077331b69114a41952083913e6911da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3444939 Apr 01 15:23:50.207010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56132) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:50.242270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c465ca-bb3b-49a8-9aad-406d913637cf tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Network': ['ID=b5438edb-e4b5-42d4-93fb-a0f49432a81b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:50.262727 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.264415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:23:50.360600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.427801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafef508-7369-40f8-9618-f6e54e1e7a74,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:50.481585 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bacdc1a8-257c-463c-bd2a-4d5bbea803a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.497699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:50.512940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:subnet and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:50.523768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:23:50.527986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:50.550108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:50.573566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269f6fd-be40-4d0a-832c-a8d39951efed req-ba93f9b2-f65f-46bb-a198-0302088f44e2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:50.574102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bacdc1a8-257c-463c-bd2a-4d5bbea803a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.607170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a269f6fd-be40-4d0a-832c-a8d39951efed req-ba93f9b2-f65f-46bb-a198-0302088f44e2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.9699931 Apr 01 15:23:50.607170 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e9961a0e-c937-448b-9959-e1a18d960082 req-e47deb43-61ef-4769-82e9-4ee742232e93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1097 time: 0.5449631 Apr 01 15:23:50.637530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Made reservation on behalf of e41c06d7976249368a30912262ffa986 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:50.692655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bacdc1a8-257c-463c-bd2a-4d5bbea803a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.762618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.762618 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Added segment 857e3cc2-39c4-465a-bb0c-f22f6afdf3cc of type vlan for network 55ccd6e3-a554-4095-970b-69c841b5fada Apr 01 15:23:50.789840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdc1a8-257c-463c-bd2a-4d5bbea803a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1104f3-e982-4ed2-844d-c8b4b4fab111,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:50.809850 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bacdc1a8-257c-463c-bd2a-4d5bbea803a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.813989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bacdc1a8-257c-463c-bd2a-4d5bbea803a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a1104f3-e982-4ed2-844d-c8b4b4fab111 HTTP/1.1" status: 204 len: 168 time: 0.5973516 Apr 01 15:23:50.834474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.877475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.878468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:50.879087 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:50.937668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a269f6fd-be40-4d0a-832c-a8d39951efed req-dd1883e2-3db0-46f1-9b41-b8544a84d8df tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298976 Apr 01 15:23:51.011922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:51.068237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9514165 Apr 01 15:23:51.072145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e9961a0e-c937-448b-9959-e1a18d960082 req-d42073bb-ee2a-4dd7-b33c-2062be7af6ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374075 Apr 01 15:23:51.076399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56154) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:51.084793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Request body: {'subnet': {'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1026767256-subnet', 'tenant_id': 'c50b8bcaef7a47b2976f6807151855a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:51.105349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:51.111732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Usage tracker for resource:subnet and tenant:c50b8bcaef7a47b2976f6807151855a5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:51.119396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:51.137497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:51.158042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12985d3-cd99-4450-ab41-fb325d62c1ed admin admin] Pushing event updated for resources: {'Network': ['ID=55ccd6e3-a554-4095-970b-69c841b5fada,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:51.163266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Made reservation on behalf of c50b8bcaef7a47b2976f6807151855a5 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:51.177332 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:51.179946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 55ccd6e3-a554-4095-970b-69c841b5fada details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:23:51.461201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:51.681895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Subnet': ['ID=9ba9937e-257f-4390-addf-eb7fc930fc64,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:51.713712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Checking segment: {'id': '8fece59d-2ab4-4f2f-800f-a89e7360ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5438edb-e4b5-42d4-93fb-a0f49432a81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:23:51.714263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network hostable DHCP agents. Network: b5438edb-e4b5-42d4-93fb-a0f49432a81b, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:23:51.787062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:23:51.816162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, b5438edb-e4b5-42d4-93fb-a0f49432a81b) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:51.816162 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:51.816162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:51.846091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:51.871792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa0953-21b3-41fe-9d13-566ed805dca7 None None] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:51.875045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6a5b65f4-882e-4fab-91b2-682eaf064d08 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2007396 Apr 01 15:23:51.884498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56176) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:51.901144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'network': {'name': 'tempest-router-network01--1593718886'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:51.920372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:51.928270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:network and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:51.938043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:51.956428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:52.022759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Made reservation on behalf of e41c06d7976249368a30912262ffa986 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:52.026763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.118812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:23:52.137893 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.137893 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Added segment fbb108e9-b4c4-4643-979a-48e561ad7add of type vlan for network e6df5679-825b-4323-ab29-3323226da877 Apr 01 15:23:52.192605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.248078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.261446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:52.262139 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.277274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc4f574-91ed-4145-9808-2d759c7eb3b7,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:52.291019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Checking segment: {'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:23:52.294584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Network hostable DHCP agents. Network: 55ccd6e3-a554-4095-970b-69c841b5fada, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:23:52.593208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Network 55ccd6e3-a554-4095-970b-69c841b5fada is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:23:52.647466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-b5438edb-e4b5-42d4-93fb-a0f49432a81b', 'network_id': 'b5438edb-e4b5-42d4-93fb-a0f49432a81b', 'tenant_id': 'e41c06d7976249368a30912262ffa986', 'fixed_ips': [{'subnet_id': '9ba9937e-257f-4390-addf-eb7fc930fc64'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:23:52.648521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.651095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 55ccd6e3-a554-4095-970b-69c841b5fada) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:52.655467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:52.656312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.686959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e0310-a0f3-49d7-a298-17f50f023274 None None] Network 55ccd6e3-a554-4095-970b-69c841b5fada requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:52.693537 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7b48055c-9dbb-4fb0-94d0-b04d78c2a24c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6232724 Apr 01 15:23:52.710364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Network': ['ID=e6df5679-825b-4323-ab29-3323226da877,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:52.710838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd774ed3-fd8f-4a5c-ae73-6c271f055b0d req-cdbd483e-134c-4aa9-8b0b-a4a704280133 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:52.712291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd774ed3-fd8f-4a5c-ae73-6c271f055b0d req-cdbd483e-134c-4aa9-8b0b-a4a704280133 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.3486857 Apr 01 15:23:52.719265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0cf88c28-efdf-416b-ab40-00983345eacb tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8335698 Apr 01 15:23:52.721895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56204) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:52.752692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'network': {'name': 'tempest-router-network02--1054096835'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:52.847023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:52.860487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:network and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:52.871770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd774ed3-fd8f-4a5c-ae73-6c271f055b0d req-f3e5d629-1642-4cd8-8585-a3f6bbb31cf6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315651 Apr 01 15:23:52.874640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:52.913349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:52.945039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Made reservation on behalf of e41c06d7976249368a30912262ffa986 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:52.953514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:52.961064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network e6df5679-825b-4323-ab29-3323226da877 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:23:53.002418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:23:53.016268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:53.016904 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Added segment 42fb391c-b360-46dc-89e7-3be25b88aedf of type vlan for network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 Apr 01 15:23:53.087886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:53.172688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:53.172688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:53.184119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:53.280548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56218) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:53.366324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6420116 Apr 01 15:23:53.369359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:53.377102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'subnet': {'network_id': 'e6df5679-825b-4323-ab29-3323226da877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:53.380627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de05e9-53c2-4d8f-a8b0-a2e5f1bc7990 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Network': ['ID=a8ee5dfc-6292-4d89-88c6-98fb59ef8849,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:53.454007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:23:53.815417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-257090721-network', 'tenant_id': '490ed6e5c23e47b0875bea54c1b868b5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:53.850381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:53.930067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Usage tracker for resource:network and tenant:490ed6e5c23e47b0875bea54c1b868b5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:53.957512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:53.977110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:54.057381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Made reservation on behalf of 490ed6e5c23e47b0875bea54c1b868b5 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:54.059881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:54.073149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:54.079539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:subnet and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:54.085786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:54.111572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:54.197659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:54.210339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Usage tracker for resource:security_group_rule and tenant:490ed6e5c23e47b0875bea54c1b868b5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:54.213630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:54.222028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:54.346532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:54.385604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Made reservation on behalf of e41c06d7976249368a30912262ffa986 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:54.583157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c615655-848a-4759-9c31-ef74eb06211c None None] Network 55ccd6e3-a554-4095-970b-69c841b5fada requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:54.641174 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:54.657675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb4555-4b08-47e2-ae34-326fff113279 req-e2d46286-2d26-4349-8963-c16339cedf3c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:54.673642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:54.683321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83fb4555-4b08-47e2-ae34-326fff113279 req-e2d46286-2d26-4349-8963-c16339cedf3c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.3537943 Apr 01 15:23:54.709592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:54.847863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83fb4555-4b08-47e2-ae34-326fff113279 req-98ff6c41-e914-4fc0-bdc7-be98c00952bf tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663132 Apr 01 15:23:54.901001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:23:54.938326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd7b23-82f5-4f22-a28f-2de9236e8548,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:54.953484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:54.953940 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Added segment ac292674-3d8e-4f8e-95dc-8adbbb451374 of type vlan for network eb324ded-1771-4aae-a6e4-fd9744106ef8 Apr 01 15:23:55.003928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:55.184384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:55.184384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:55.184384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:55.240602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Allocated IP 172.20.0.2 (b5438edb-e4b5-42d4-93fb-a0f49432a81b/9ba9937e-257f-4390-addf-eb7fc930fc64/ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:55.468653 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1942701 Apr 01 15:23:55.535130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:55.541321 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Transition to ACTIVE for port object ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:55.560929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Transition to ACTIVE for port object ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:55.581430 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:55.682748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416c08d-2344-4774-b447-27b8fca7e474 admin admin] Pushing event updated for resources: {'Network': ['ID=eb324ded-1771-4aae-a6e4-fd9744106ef8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:55.698730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:55.724512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:23:55.728844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network eb324ded-1771-4aae-a6e4-fd9744106ef8 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:23:56.103453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:56.157840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3d71-ce43-4a7b-9d2e-baa9f99ae01a req-6cbfc083-fe27-49a5-a900-8b5dd046a0d4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:56.157840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87cd3d71-ce43-4a7b-9d2e-baa9f99ae01a req-6cbfc083-fe27-49a5-a900-8b5dd046a0d4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.7035387 Apr 01 15:23:56.202203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Subnet': ['ID=2f96c313-6b21-4691-8f8b-e97b5579633c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:56.301930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Checking segment: {'id': 'fbb108e9-b4c4-4643-979a-48e561ad7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6df5679-825b-4323-ab29-3323226da877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:23:56.315101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:23:56.319636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network hostable DHCP agents. Network: e6df5679-825b-4323-ab29-3323226da877, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:23:56.361882 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87cd3d71-ce43-4a7b-9d2e-baa9f99ae01a req-62bbad08-00d3-4f3d-9536-3715e2b27e91 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626680 Apr 01 15:23:56.373517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Pushing event updated for resources: {'Port': ['ID=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:56.387951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network e6df5679-825b-4323-ab29-3323226da877 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:23:56.410594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56296) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:56.419737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, e6df5679-825b-4323-ab29-3323226da877) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:56.465232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:56.490749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:56.561682 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-26f0e64b-96c0-4ae5-bc33-dadef6128353 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1851773 Apr 01 15:23:56.561682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56304) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:56.581229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'subnet': {'network_id': 'a8ee5dfc-6292-4d89-88c6-98fb59ef8849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:56.611320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33149da-e81f-4934-8c44-d0852c5074c3 None None] Network e6df5679-825b-4323-ab29-3323226da877 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:56.960626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86d58-7640-48fd-afca-40cc5abf8fa9 req-c7bae076-c1eb-4f2b-83ec-e3bd92b51490 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:56.965494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86d58-7640-48fd-afca-40cc5abf8fa9 req-c7bae076-c1eb-4f2b-83ec-e3bd92b51490 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:56.989108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86d58-7640-48fd-afca-40cc5abf8fa9 req-c7bae076-c1eb-4f2b-83ec-e3bd92b51490 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:57.002163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69b86d58-7640-48fd-afca-40cc5abf8fa9 req-c7bae076-c1eb-4f2b-83ec-e3bd92b51490 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6302876 Apr 01 15:23:57.004096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.004096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.004096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.004096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.004096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.004096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.004096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.036415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.036870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.037204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.037534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:23:57.050185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Attempting to bind port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:23:57.050552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Attempting to bind port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8fece59d-2ab4-4f2f-800f-a89e7360ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5438edb-e4b5-42d4-93fb-a0f49432a81b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:23:57.050912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Attempting to bind port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd on network b5438edb-e4b5-42d4-93fb-a0f49432a81b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:23:57.059399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:23:57.059772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Checking segment: {'id': '8fece59d-2ab4-4f2f-800f-a89e7360ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5438edb-e4b5-42d4-93fb-a0f49432a81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:23:57.060173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:57.060554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Bound using segment: {'id': '8fece59d-2ab4-4f2f-800f-a89e7360ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5438edb-e4b5-42d4-93fb-a0f49432a81b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:23:57.061021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Bound port: ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fece59d-2ab4-4f2f-800f-a89e7360ca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5438edb-e4b5-42d4-93fb-a0f49432a81b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:23:57.061559 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:57.243178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56316) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:57.357351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-8f7b5624-439d-4084-9f54-d1268a74e05f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1912572 Apr 01 15:23:57.440761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] For port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:23:57.440761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] For port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,segment=NetworkSegment(8fece59d-2ab4-4f2f-800f-a89e7360ca01),segment_id=8fece59d-2ab4-4f2f-800f-a89e7360ca01)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:23:57.455739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:57.533269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-e6df5679-825b-4323-ab29-3323226da877', 'network_id': 'e6df5679-825b-4323-ab29-3323226da877', 'tenant_id': 'e41c06d7976249368a30912262ffa986', 'fixed_ips': [{'subnet_id': '2f96c313-6b21-4691-8f8b-e97b5579633c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:23:57.534447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:57.557463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:57.611279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Usage tracker for resource:subnet and tenant:e41c06d7976249368a30912262ffa986 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:57.622535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:57.729528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:57.816373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623cdd-5cdf-429e-ba7d-abe61e1d9809 req-2d9bcd95-84c5-456d-b5c0-ffaba819f7b2 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:57.817374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d4623cdd-5cdf-429e-ba7d-abe61e1d9809 req-2d9bcd95-84c5-456d-b5c0-ffaba819f7b2 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] Synchronizing usage tracker for tenant:490ed6e5c23e47b0875bea54c1b868b5 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:23:57.839525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a768b9-67ad-4187-ab62-e13f13c86eb7 None None] Pushing event updated for resources: {'Port': ['ID=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:57.849214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Made reservation on behalf of e41c06d7976249368a30912262ffa986 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:23:58.000251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-180d7a87-efdd-4262-a8ef-237e8fb240a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1097 time: 0.5439837 Apr 01 15:23:58.025910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-398aae49-ab92-4b40-85e4-edd40f358deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.114095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.148143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Allocated IP 172.20.0.2 (e6df5679-825b-4323-ab29-3323226da877/2f96c313-6b21-4691-8f8b-e97b5579633c/a674b651-7689-403c-b3e4-3398ebe16ebf) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:23:58.206414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d4623cdd-5cdf-429e-ba7d-abe61e1d9809 req-2d9bcd95-84c5-456d-b5c0-ffaba819f7b2 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] Unset dirty status for tenant:490ed6e5c23e47b0875bea54c1b868b5 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:23:58.207960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d4623cdd-5cdf-429e-ba7d-abe61e1d9809 req-2d9bcd95-84c5-456d-b5c0-ffaba819f7b2 tempest-ComputeTenantNetworksTest-373027982 tempest-ComputeTenantNetworksTest-373027982-project] 10.222.0.48 "GET /v2.0/networks/eb324ded-1771-4aae-a6e4-fd9744106ef8 HTTP/1.1" status: 200 len: 768 time: 1.0849078 Apr 01 15:23:58.247306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:58.256071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Usage tracker for resource:security_group_rule and tenant:e4dc7537b6e24e9eab1d007786afc29c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:58.259479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:58.297426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:58.318959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56342) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:58.351252 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fdbe51af-8ae0-47f7-899e-fe8862a02548 tempest-TestVolumeBootPattern-1041506169 tempest-TestVolumeBootPattern-1041506169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1092 time: 1.9297347 Apr 01 15:23:58.351252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56346) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:58.372595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:23:58.378075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:23:58.384518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:floatingip and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:23:58.384518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:23:58.393025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:23:58.416139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.440139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.558058 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.668087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.685103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Transition to ACTIVE for port object a674b651-7689-403c-b3e4-3398ebe16ebf will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:58.725680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Transition to ACTIVE for port object a674b651-7689-403c-b3e4-3398ebe16ebf will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:23:58.728289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:23:58.745925 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.859246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec840106-9ca6-42f5-ae70-b74986b0a8d5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:58.900000 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:58.933237 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.145714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Network e6df5679-825b-4323-ab29-3323226da877 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:23:59.157320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:23:59.170188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:23:59.179913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Pushing event updated for resources: {'Port': ['ID=a674b651-7689-403c-b3e4-3398ebe16ebf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:23:59.283808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-2bc9de41-72d0-4456-aabb-0433c08e0eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:59.287528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-2bc9de41-72d0-4456-aabb-0433c08e0eec service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 1.2173965 Apr 01 15:23:59.318145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-05367a6b-d0d7-477e-ae9a-a81abcf45f57 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:59.320688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-05367a6b-d0d7-477e-ae9a-a81abcf45f57 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/networks?id=55ccd6e3-a554-4095-970b-69c841b5fada HTTP/1.1" status: 200 len: 809 time: 1.0706239 Apr 01 15:23:59.336135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f979d1a-b117-4719-86f7-38971fdef8fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4dc7537b6e24e9eab1d007786afc29c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0883787 Apr 01 15:23:59.340373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56358) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:23:59.340582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.365025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:59.406457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Attempting to bind port a674b651-7689-403c-b3e4-3398ebe16ebf on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:23:59.406822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Attempting to bind port a674b651-7689-403c-b3e4-3398ebe16ebf by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'fbb108e9-b4c4-4643-979a-48e561ad7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6df5679-825b-4323-ab29-3323226da877'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:23:59.407105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Attempting to bind port a674b651-7689-403c-b3e4-3398ebe16ebf on network e6df5679-825b-4323-ab29-3323226da877 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:23:59.423724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:23:59.424095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Checking segment: {'id': 'fbb108e9-b4c4-4643-979a-48e561ad7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6df5679-825b-4323-ab29-3323226da877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:23:59.424499 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.424921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Bound using segment: {'id': 'fbb108e9-b4c4-4643-979a-48e561ad7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6df5679-825b-4323-ab29-3323226da877'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:23:59.425028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb324ded-1771-4aae-a6e4-fd9744106ef8']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:59.425375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Bound port: a674b651-7689-403c-b3e4-3398ebe16ebf, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb108e9-b4c4-4643-979a-48e561ad7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6df5679-825b-4323-ab29-3323226da877'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:23:59.425751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.445385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac292674-3d8e-4f8e-95dc-8adbbb451374') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:59.449365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac292674-3d8e-4f8e-95dc-8adbbb451374') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:23:59.498448 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.597028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d438c3a-cf83-4cb9-a2cc-ce558075ed34 None None] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:23:59.696556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.720093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-42feef76-de4b-455d-a995-8333151d90cb None None] For port a674b651-7689-403c-b3e4-3398ebe16ebf, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:23:59.727195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:23:59.727736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:23:59.743351 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:23:59.758107 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-15805d1d-79f4-418d-8632-f2f33f31e24a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/quotas/c50b8bcaef7a47b2976f6807151855a5 HTTP/1.1" status: 200 len: 375 time: 0.1586657 Apr 01 15:23:59.789146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-48578f60-d2c6-4a5f-a881-fe82820e2ccc None None] Provisioning for port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:23:59.792320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f9d26b-3f78-4d9e-85f7-7b1e2813549e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.805460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-48578f60-d2c6-4a5f-a881-fe82820e2ccc None None] Provisioning complete for port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:23:59.805924 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48578f60-d2c6-4a5f-a881-fe82820e2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.816187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-c441b1c3-07cb-4e7e-8c85-9637d412adfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 200 len: 217 time: 0.4935601 Apr 01 15:23:59.857480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f9d26b-3f78-4d9e-85f7-7b1e2813549e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:23:59.958399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-aa450ecf-952f-4032-b76f-8de5e0ba4d70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:23:59.958399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-aa450ecf-952f-4032-b76f-8de5e0ba4d70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1016572 Apr 01 15:24:00.018472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-1ec8a825-3d8a-402b-a781-47eb2dd392be tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c50b8bcaef7a47b2976f6807151855a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2519715 Apr 01 15:24:00.085240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.096062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.214579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.220087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.262216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-42feef76-de4b-455d-a995-8333151d90cb None None] For port a674b651-7689-403c-b3e4-3398ebe16ebf, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a674b651-7689-403c-b3e4-3398ebe16ebf,segment=NetworkSegment(fbb108e9-b4c4-4643-979a-48e561ad7add),segment_id=fbb108e9-b4c4-4643-979a-48e561ad7add)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:24:00.301755 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.332483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb324ded-1771-4aae-a6e4-fd9744106ef8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:00.332483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-483b1691-d033-4373-b51d-67b4c9a8fbe5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/eb324ded-1771-4aae-a6e4-fd9744106ef8 HTTP/1.1" status: 204 len: 168 time: 2.0071347 Apr 01 15:24:00.407642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-a358e599-cb6b-43dd-88da-240215b2d45c service neutron] 10.222.0.48 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954601 Apr 01 15:24:00.524290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48578f60-d2c6-4a5f-a881-fe82820e2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.543321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c28d8ac-7a2a-4f02-989a-a1c1a389410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.558922 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-2358e15b-e44b-402a-b328-db8b21387589 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5955591 Apr 01 15:24:00.613225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.25.2.113 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/8b9c8c30-9447-4f12-8f74-33991f4077b2) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:24:00.622727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-48578f60-d2c6-4a5f-a881-fe82820e2ccc None None] For port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,segment=NetworkSegment(8fece59d-2ab4-4f2f-800f-a89e7360ca01),segment_id=8fece59d-2ab4-4f2f-800f-a89e7360ca01)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:00.622727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feef76-de4b-455d-a995-8333151d90cb None None] Pushing event updated for resources: {'Port': ['ID=a674b651-7689-403c-b3e4-3398ebe16ebf,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:00.643256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48578f60-d2c6-4a5f-a881-fe82820e2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:00.803149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48578f60-d2c6-4a5f-a881-fe82820e2ccc None None] Pushing event updated for resources: {'Port': ['ID=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:00.843619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56378) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:00.887817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Subnet': ['ID=852de77e-4a39-4fc9-afed-7ee4198a85cf,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:00.943510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f9d26b-3f78-4d9e-85f7-7b1e2813549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.004202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Checking segment: {'id': '42fb391c-b360-46dc-89e7-3be25b88aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8ee5dfc-6292-4d89-88c6-98fb59ef8849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:24:01.005107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network hostable DHCP agents. Network: a8ee5dfc-6292-4d89-88c6-98fb59ef8849, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:24:01.015166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9d26b-3f78-4d9e-85f7-7b1e2813549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec840106-9ca6-42f5-ae70-b74986b0a8d5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:01.082933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2bcdca1c-5400-4bf1-bcb9-417a91e31614 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=490ed6e5c23e47b0875bea54c1b868b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2164755 Apr 01 15:24:01.098475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:01.220204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.240411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:24:01.272519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34f9d26b-3f78-4d9e-85f7-7b1e2813549e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.275453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-34f9d26b-3f78-4d9e-85f7-7b1e2813549e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec840106-9ca6-42f5-ae70-b74986b0a8d5 HTTP/1.1" status: 204 len: 168 time: 1.9325001 Apr 01 15:24:01.279704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.343772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a8ee5dfc-6292-4d89-88c6-98fb59ef8849) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:01.343772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:01.343772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.399309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af0e9e-09f4-4159-807f-9f63d9dc8c1d None None] Network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:24:01.410798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:01.418294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:01.418294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:24:01.455522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=8b9c8c30-9447-4f12-8f74-33991f4077b2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:01.467098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5542e860-1332-4cac-820b-7b6f6fa5071b tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9053035 Apr 01 15:24:01.467098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56394) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:01.573060 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-2f44f68a-32a4-4f35-b510-550f7900c6e8 service neutron] 10.222.0.48 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1574309 Apr 01 15:24:01.650183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f382757-cdb2-4190-bc0d-1113a727e9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.658131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-60365352-a1ff-441a-b23f-8691d616de3c service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0428391 Apr 01 15:24:01.673043 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.810256 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.833804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0fe908dc-bbbc-45b6-8c80-d6e7cc31e958 None None] Provisioning complete for port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:01.833804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fe908dc-bbbc-45b6-8c80-d6e7cc31e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:01.939963 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b5b53edd-109a-43cd-90db-61f8e6fdcbbd req-79ab960c-9ee7-4d81-87e6-72cc5d9b8b32 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723312 Apr 01 15:24:01.967150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f382757-cdb2-4190-bc0d-1113a727e9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:02.069922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f382757-cdb2-4190-bc0d-1113a727e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:02.116650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0f382757-cdb2-4190-bc0d-1113a727e9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:02.128698 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0f382757-cdb2-4190-bc0d-1113a727e9e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8bd7b23-82f5-4f22-a28f-2de9236e8548 HTTP/1.1" status: 204 len: 168 time: 1.0300691 Apr 01 15:24:02.128698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f382757-cdb2-4190-bc0d-1113a727e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd7b23-82f5-4f22-a28f-2de9236e8548,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:02.783611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:24:02.784935 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3cd1f52f-7a2c-467f-ad6d-e171a9994bbd req-c7d76c2b-1877-48b7-b76f-c3e300693543 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 210 time: 0.6757765 Apr 01 15:24:03.011689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36a187-e412-4b44-ae26-8594433ca06e None None] Network e6df5679-825b-4323-ab29-3323226da877 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:24:03.088986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-a8ee5dfc-6292-4d89-88c6-98fb59ef8849', 'network_id': 'a8ee5dfc-6292-4d89-88c6-98fb59ef8849', 'tenant_id': 'e41c06d7976249368a30912262ffa986', 'fixed_ips': [{'subnet_id': '852de77e-4a39-4fc9-afed-7ee4198a85cf'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:24:03.089795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:03.380010 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:04.202571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c3ea8903-5062-4cb0-8c0e-18968d9bb73f req-e0ab3ab2-26b7-411f-801c-07b8515e8da4 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 210 time: 0.1100860 Apr 01 15:24:04.249833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:04.590566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Allocated IP 172.20.0.2 (a8ee5dfc-6292-4d89-88c6-98fb59ef8849/852de77e-4a39-4fc9-afed-7ee4198a85cf/6451c540-8801-48f8-a219-a2166a38983c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:24:04.799568 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:04.854152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-606812f4-bc07-41b8-9ccb-9abc61aaae45 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:04.864911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-606812f4-bc07-41b8-9ccb-9abc61aaae45 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "GET /v2.0/networks?id=55ccd6e3-a554-4095-970b-69c841b5fada HTTP/1.1" status: 200 len: 809 time: 0.5336032 Apr 01 15:24:04.883355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Request body: {'port': {'device_id': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada', 'admin_state_up': True, 'tenant_id': 'c50b8bcaef7a47b2976f6807151855a5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:05.104408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:05.288101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5fe28185-0dde-4a22-bbce-1e8080b2abd7 None None] Provisioning for port a674b651-7689-403c-b3e4-3398ebe16ebf completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:05.455356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:05.502947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:05.502947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:05.535591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:05.540325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Usage tracker for resource:port and tenant:c50b8bcaef7a47b2976f6807151855a5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:05.555470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:05.570983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:05.598122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Transition to ACTIVE for port object 6451c540-8801-48f8-a219-a2166a38983c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:24:05.683869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-713451c1-b890-4176-9900-2dfd530420c4 req-64357850-a93f-42d2-a823-8786deb328d2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 210 time: 0.0953231 Apr 01 15:24:05.685033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Made reservation on behalf of c50b8bcaef7a47b2976f6807151855a5 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:24:05.697272 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:05.712757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Transition to ACTIVE for port object 6451c540-8801-48f8-a219-a2166a38983c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:24:05.726529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-0ea9154c-9977-4d7a-829c-8e6b06951590 req-44013e2b-1c40-42ea-92df-426b4e0153bc service neutron] (83954) timed out ('10.222.0.48', 40332) {{(pid=83954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:24:05.789549 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:06.118808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:06.230580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Allocated IP 172.20.0.1 (e6df5679-825b-4323-ab29-3323226da877/2f96c313-6b21-4691-8f8b-e97b5579633c/7274dcf5-2ff2-4c3a-9a84-472668dc6b31) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:24:06.241548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:06.241548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:24:06.283591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Allocated IP 172.20.0.12 (55ccd6e3-a554-4095-970b-69c841b5fada/cdc4f574-91ed-4145-9808-2d759c7eb3b7/90b2d007-125b-413a-8ae5-886d6c47daf1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:24:06.345773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:06.447372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:06.663472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Pushing event updated for resources: {'Port': ['ID=6451c540-8801-48f8-a219-a2166a38983c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:06.750738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a674b651-7689-403c-b3e4-3398ebe16ebf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:24:06.766354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=8b9c8c30-9447-4f12-8f74-33991f4077b2,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:06.785719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:06.937665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Attempting to bind port 6451c540-8801-48f8-a219-a2166a38983c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:24:06.938038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Attempting to bind port 6451c540-8801-48f8-a219-a2166a38983c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '42fb391c-b360-46dc-89e7-3be25b88aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8ee5dfc-6292-4d89-88c6-98fb59ef8849'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:24:06.938400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Attempting to bind port 6451c540-8801-48f8-a219-a2166a38983c on network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:24:06.982771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:24:06.983149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Checking segment: {'id': '42fb391c-b360-46dc-89e7-3be25b88aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8ee5dfc-6292-4d89-88c6-98fb59ef8849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:24:06.983586 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:06.983982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Bound using segment: {'id': '42fb391c-b360-46dc-89e7-3be25b88aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8ee5dfc-6292-4d89-88c6-98fb59ef8849'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:24:06.984483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Bound port: 6451c540-8801-48f8-a219-a2166a38983c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fb391c-b360-46dc-89e7-3be25b88aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8ee5dfc-6292-4d89-88c6-98fb59ef8849'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:24:06.984865 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.095546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.176083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.255321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1798208-d0b3-46ad-a870-64bf08593ea2 req-31c348ca-199a-4d00-9bca-d8fc191bff1e tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 210 time: 0.1000938 Apr 01 15:24:07.262984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.279994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] For port 6451c540-8801-48f8-a219-a2166a38983c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:24:07.284154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] For port 6451c540-8801-48f8-a219-a2166a38983c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6451c540-8801-48f8-a219-a2166a38983c,segment=NetworkSegment(42fb391c-b360-46dc-89e7-3be25b88aedf),segment_id=42fb391c-b360-46dc-89e7-3be25b88aedf)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:24:07.299014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Transition to ACTIVE for port object 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:24:07.309686 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.378724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.439102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952f54-fddd-4782-b9ea-85d5d3d97067 None None] Pushing event updated for resources: {'Port': ['ID=6451c540-8801-48f8-a219-a2166a38983c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:07.443748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a674b651-7689-403c-b3e4-3398ebe16ebf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:07.451997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a674b651-7689-403c-b3e4-3398ebe16ebf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:07.451997 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.462676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Network 55ccd6e3-a554-4095-970b-69c841b5fada is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:07.477352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:07.477352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:24:07.497862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Port': ['ID=7274dcf5-2ff2-4c3a-9a84-472668dc6b31,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:07.529467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network e6df5679-825b-4323-ab29-3323226da877 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:07.533896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Pushing event updated for resources: {'Port': ['ID=90b2d007-125b-413a-8ae5-886d6c47daf1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:07.537217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:07.537217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:24:07.585169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:07.585169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.614534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-3c42e966-7066-4595-a079-af8e9852dee2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7424352 Apr 01 15:24:07.627068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Request body: {'port': {'device_id': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:07.629436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.654776 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Floating IP 0726aaeb-beef-43e4-8da2-80052009a592 associated. External IP: 172.25.2.113, port: 8c569668-4ffb-48fd-949e-ed15d3ef6225. Apr 01 15:24:07.838697 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.959704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:07.994666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port a674b651-7689-403c-b3e4-3398ebe16ebf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a674b651-7689-403c-b3e4-3398ebe16ebf,segment=NetworkSegment(fbb108e9-b4c4-4643-979a-48e561ad7add),segment_id=fbb108e9-b4c4-4643-979a-48e561ad7add)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:08.012906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:08.298156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=a674b651-7689-403c-b3e4-3398ebe16ebf,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:08.340325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3444c45d-c4a4-41f3-af79-aaebec3f2315 None None] Provisioning for port 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:08.347473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3444c45d-c4a4-41f3-af79-aaebec3f2315 None None] Provisioning complete for port 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:08.348396 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3444c45d-c4a4-41f3-af79-aaebec3f2315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:08.538375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3444c45d-c4a4-41f3-af79-aaebec3f2315 None None] Port 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:24:08.797347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:09.176227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b2d007-125b-413a-8ae5-886d6c47daf1 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:24:09.197901 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:09.225875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Transition to ACTIVE for port object 90b2d007-125b-413a-8ae5-886d6c47daf1 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:24:09.263723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:09.386258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b87ac-57cb-46fc-9872-03743baf6adb req-4e9ecb69-8a47-4dd2-9673-16469753ad83 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:09.388100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5a3b87ac-57cb-46fc-9872-03743baf6adb req-4e9ecb69-8a47-4dd2-9673-16469753ad83 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Synchronizing usage tracker for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:24:09.538587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Pushing event updated for resources: {'Port': ['ID=90b2d007-125b-413a-8ae5-886d6c47daf1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:09.581700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94a0dc-b075-4118-9619-9128f26bb004 None None] Network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:24:09.715010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5a3b87ac-57cb-46fc-9872-03743baf6adb req-4e9ecb69-8a47-4dd2-9673-16469753ad83 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Unset dirty status for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:24:09.722795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a3b87ac-57cb-46fc-9872-03743baf6adb req-4e9ecb69-8a47-4dd2-9673-16469753ad83 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 932 time: 1.0081346 Apr 01 15:24:09.888710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Attempting to bind port 90b2d007-125b-413a-8ae5-886d6c47daf1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:24:09.889156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Attempting to bind port 90b2d007-125b-413a-8ae5-886d6c47daf1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:24:09.890500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Attempting to bind port 90b2d007-125b-413a-8ae5-886d6c47daf1 on network 55ccd6e3-a554-4095-970b-69c841b5fada {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:24:09.943039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-54f13770-ffcb-44e4-96f8-56f4b5df66ce None None] Provisioning for port 6451c540-8801-48f8-a219-a2166a38983c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:09.945341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Port 90b2d007-125b-413a-8ae5-886d6c47daf1 on network 55ccd6e3-a554-4095-970b-69c841b5fada not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:24:09.947576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Attempting to bind port 90b2d007-125b-413a-8ae5-886d6c47daf1 on network 55ccd6e3-a554-4095-970b-69c841b5fada {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:24:10.010063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:24:10.015430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Checking segment: {'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:24:10.018255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Bound using segment: {'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:24:10.019760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Bound port: 90b2d007-125b-413a-8ae5-886d6c47daf1, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:24:10.036609 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.085608 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a3b87ac-57cb-46fc-9872-03743baf6adb req-e2ba56c1-6758-45fd-8b97-1b81e84722b4 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612235 Apr 01 15:24:10.087920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56578) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:10.310934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] For port 90b2d007-125b-413a-8ae5-886d6c47daf1, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:24:10.336631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] For port 90b2d007-125b-413a-8ae5-886d6c47daf1, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=90b2d007-125b-413a-8ae5-886d6c47daf1,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:24:10.355103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.405276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.436611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a674b651-7689-403c-b3e4-3398ebe16ebf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:24:10.441953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.606213 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.618134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] 10.222.0.62 "PUT /v2.0/ports/90b2d007-125b-413a-8ae5-886d6c47daf1 HTTP/1.1" status: 200 len: 1092 time: 2.9965584 Apr 01 15:24:10.630207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a674b651-7689-403c-b3e4-3398ebe16ebf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:10.632418 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.639910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'tag': '90b2d007-125b-413a-8ae5-886d6c47daf1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:24:10.709872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.805409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63a45d-b130-4d12-9971-ced76485c30a service neutron] Pushing event updated for resources: {'Port': ['ID=90b2d007-125b-413a-8ae5-886d6c47daf1,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:10.832706 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'tag': '90b2d007-125b-413a-8ae5-886d6c47daf1', 'status': 'completed', 'code': 200} Apr 01 15:24:10.859801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:10.869778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Usage tracker for resource:security_group_rule and tenant:758296bd17f84cd3beba264e123f368f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:10.883624 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:24:10.884422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:10.908285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:10.916029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6451c540-8801-48f8-a219-a2166a38983c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:24:10.919751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:10.932711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Port': ['ID=7274dcf5-2ff2-4c3a-9a84-472668dc6b31,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:11.045444 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:11.182472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:11.189010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-298fba04-9814-4ab5-9646-25c0b0424f6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c50b8bcaef7a47b2976f6807151855a5&device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 1095 time: 0.5150702 Apr 01 15:24:11.192737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:11.196551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 6451c540-8801-48f8-a219-a2166a38983c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:11.209128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6451c540-8801-48f8-a219-a2166a38983c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:11.211374 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:11.335430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:24:11.476142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70a1d26-892a-4ef3-a576-54b1e558b39b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:11.503947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-78e43205-c93b-40d3-adf5-27b4dfd5cb38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90b2d007-125b-413a-8ae5-886d6c47daf1 HTTP/1.1" status: 200 len: 217 time: 0.3014662 Apr 01 15:24:11.557969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:11.612373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2fc491c-819c-448b-b002-28bb9574b644 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=758296bd17f84cd3beba264e123f368f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5201240 Apr 01 15:24:11.627361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56612) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:11.676512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-cbffcef9-089d-4b0a-86ff-353251c42401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:11.681743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-cbffcef9-089d-4b0a-86ff-353251c42401 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cdc4f574-91ed-4145-9808-2d759c7eb3b7 HTTP/1.1" status: 200 len: 849 time: 0.1706359 Apr 01 15:24:11.710383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 6451c540-8801-48f8-a219-a2166a38983c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6451c540-8801-48f8-a219-a2166a38983c,segment=NetworkSegment(42fb391c-b360-46dc-89e7-3be25b88aedf),segment_id=42fb391c-b360-46dc-89e7-3be25b88aedf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:11.721791 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:11.844711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network e6df5679-825b-4323-ab29-3323226da877 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:11.851930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-e05d6eab-996f-44ee-b8fe-fc34cf2d39b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55ccd6e3-a554-4095-970b-69c841b5fada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651955 Apr 01 15:24:11.858878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=6451c540-8801-48f8-a219-a2166a38983c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:11.899172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:12.130949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6451c540-8801-48f8-a219-a2166a38983c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:24:12.249430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-8a13cdb5-f9b2-42ab-9cc6-4f6d646301e7 service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899887 Apr 01 15:24:12.362251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 6451c540-8801-48f8-a219-a2166a38983c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:12.362621 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:12.500668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f7c374f3-6b4d-403b-988c-f5a868b509eb None None] Provisioning complete for port 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:12.501288 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7c374f3-6b4d-403b-988c-f5a868b509eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:12.550565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8fae3eb9-85d6-4869-add3-b1eefe92921e req-9bca1886-8567-4d1b-b1a6-cda96ce5afa7 service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919183 Apr 01 15:24:12.617365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f7c374f3-6b4d-403b-988c-f5a868b509eb None None] Port 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:24:12.741885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce87e0-01a6-41d8-ad11-b38c2b95f5c6 req-aa6362c6-cb89-4efb-832b-0dffc02f4dce tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:12.741885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2ce87e0-01a6-41d8-ad11-b38c2b95f5c6 req-aa6362c6-cb89-4efb-832b-0dffc02f4dce tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 944 time: 1.2146034 Apr 01 15:24:12.786242 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-d51b91de-f2c0-4013-8088-5b0e5c58dbcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c50b8bcaef7a47b2976f6807151855a5&device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 1095 time: 0.1774454 Apr 01 15:24:13.021369 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b70829-d4f1-4efc-838f-2814e80ab806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:13.045011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2ce87e0-01a6-41d8-ad11-b38c2b95f5c6 req-d4eef20b-4011-4875-b60b-d7500ffbe79f tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Synchronizing usage tracker for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:24:13.090637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-8d19451b-afc2-40b9-a080-2eb328293444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:13.094527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-8d19451b-afc2-40b9-a080-2eb328293444 service neutron] 10.222.0.62 "GET /v2.0/networks?id=55ccd6e3-a554-4095-970b-69c841b5fada HTTP/1.1" status: 200 len: 910 time: 0.3022542 Apr 01 15:24:13.108940 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b70829-d4f1-4efc-838f-2814e80ab806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:13.153658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2ce87e0-01a6-41d8-ad11-b38c2b95f5c6 req-d4eef20b-4011-4875-b60b-d7500ffbe79f tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Unset dirty status for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:24:13.155922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2ce87e0-01a6-41d8-ad11-b38c2b95f5c6 req-d4eef20b-4011-4875-b60b-d7500ffbe79f tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936027 Apr 01 15:24:13.215665 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-9088272a-cf7c-43f9-94a2-2ac5d59230b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90b2d007-125b-413a-8ae5-886d6c47daf1 HTTP/1.1" status: 200 len: 217 time: 0.1135859 Apr 01 15:24:13.262409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:24:13.270104 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b70829-d4f1-4efc-838f-2814e80ab806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:13.274132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:24:13.294693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:13.297998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:13.305468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-26e9957d-4817-40f2-b975-7a840d516ee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:13.306979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-26e9957d-4817-40f2-b975-7a840d516ee1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cdc4f574-91ed-4145-9808-2d759c7eb3b7 HTTP/1.1" status: 200 len: 849 time: 0.0748732 Apr 01 15:24:13.414981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-9d14dd15-7638-4152-b301-3e2269f989be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55ccd6e3-a554-4095-970b-69c841b5fada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857217 Apr 01 15:24:13.428756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b70829-d4f1-4efc-838f-2814e80ab806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70a1d26-892a-4ef3-a576-54b1e558b39b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:13.478852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Router c085943d-47f1-4177-bf4c-e7cb7ada9086 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:24:13.494708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9b70829-d4f1-4efc-838f-2814e80ab806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:13.494708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9b70829-d4f1-4efc-838f-2814e80ab806 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c70a1d26-892a-4ef3-a576-54b1e558b39b HTTP/1.1" status: 204 len: 168 time: 1.8365579 Apr 01 15:24:13.524527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:13.706607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9762a247-8ca5-4d4e-9b45-6bf7f81c4332 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 15.3492985 Apr 01 15:24:13.706607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:24:13.836657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:24:14.085867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-f6769662-5476-4200-a3bc-431b37c8accf service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699607 Apr 01 15:24:14.218491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:24:14.233502 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] Sync routers for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:24:14.251243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-be13a403-7c9e-4814-a405-74bd3a203ba8 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "PUT /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7781136 Apr 01 15:24:14.252086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56648) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:14.257181 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:14.258698 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:14.476585 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:14.536064 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:14.536064 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:14.559863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33a6b5a2-670a-4005-a7e2-b5a26a3d4cfc req-30037fa2-f759-423b-a599-08b00a9dee6f service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686635 Apr 01 15:24:14.774653 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'status': 'completed', 'code': 200} Apr 01 15:24:14.794404 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:14.794791 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114920-3a90-4cce-b8cb-c0224b0a4d35 None None] The sync data for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:24:14.988374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 90b2d007-125b-413a-8ae5-886d6c47daf1 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:24:14.993317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7d05-4da1-49d3-a90d-464926360ac5 req-7c5a1815-7e6e-43fd-91b1-c98c7aee5a4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:15.007157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9eb7d05-4da1-49d3-a90d-464926360ac5 req-7c5a1815-7e6e-43fd-91b1-c98c7aee5a4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 944 time: 0.3419681 Apr 01 15:24:15.078864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51455260-7d28-497a-b0d1-98705af6b58c req-9513e94d-eea7-48bc-adff-4280596a6b9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1097 time: 0.3322728 Apr 01 15:24:15.222248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9eb7d05-4da1-49d3-a90d-464926360ac5 req-f6f74775-d88d-4c11-b71b-893f4394bb62 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101021 Apr 01 15:24:15.330154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51455260-7d28-497a-b0d1-98705af6b58c req-989a1c32-920d-4e86-8165-51b4911727c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:15.332525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51455260-7d28-497a-b0d1-98705af6b58c req-989a1c32-920d-4e86-8165-51b4911727c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.2424443 Apr 01 15:24:15.341372 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:15.458956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 90b2d007-125b-413a-8ae5-886d6c47daf1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=90b2d007-125b-413a-8ae5-886d6c47daf1,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:15.491569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '0726aaeb-beef-43e4-8da2-80052009a592', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:ec:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:24:04Z', 'updated_at': '2022-04-01T15:24:04Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:15.498309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:24:15.516357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '90b2d007-125b-413a-8ae5-886d6c47daf1', 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada', 'port_id': '90b2d007-125b-413a-8ae5-886d6c47daf1', 'mac_address': 'fa:16:3e:fb:f7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc4f574-91ed-4145-9808-2d759c7eb3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:24:15.594872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56678) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:15.595611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:15.596672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:15.614538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51455260-7d28-497a-b0d1-98705af6b58c req-ed1aa44d-d541-4cb6-b3e0-6060e6c63e14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 200 len: 1000 time: 0.2704570 Apr 01 15:24:15.834337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51455260-7d28-497a-b0d1-98705af6b58c req-0e4503bd-ade4-4515-a359-444df5948731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:15.837352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51455260-7d28-497a-b0d1-98705af6b58c req-0e4503bd-ade4-4515-a359-444df5948731 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.2163463 Apr 01 15:24:16.081779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:16.126984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:16.188358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:16.193757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Usage tracker for resource:security_group_rule and tenant:f5337093868342aab0d641d8515783ee is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:16.197242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:16.206610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:16.208443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b2d007-125b-413a-8ae5-886d6c47daf1 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:24:16.209746 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-6b0efdc7-6021-4480-93a6-9519065aae2c tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:24:16.211399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6b0efdc7-6021-4480-93a6-9519065aae2c tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "PUT /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9582579 Apr 01 15:24:16.214480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 56702) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:16.304685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:16.322154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:16.332898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 90b2d007-125b-413a-8ae5-886d6c47daf1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=90b2d007-125b-413a-8ae5-886d6c47daf1,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:16.353511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:16.438938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51455260-7d28-497a-b0d1-98705af6b58c req-46545f45-bb44-4496-9f6a-8bdab981ad9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5887010 Apr 01 15:24:16.442364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83060565-d064-4e98-b7f6-9a0d87021570,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:16.447864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d7c7c0ad-3f0e-4d99-98af-a2162eaba057 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5337093868342aab0d641d8515783ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8507805 Apr 01 15:24:16.450211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56728) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:16.550013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=90b2d007-125b-413a-8ae5-886d6c47daf1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:16.582117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:24:16.756559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc6a70ae-6035-4f73-a618-274b7fabb70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:16.846220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51455260-7d28-497a-b0d1-98705af6b58c req-a7fb53e8-299a-4308-82c8-270f45c91bc2 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919122 Apr 01 15:24:16.850931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc6a70ae-6035-4f73-a618-274b7fabb70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:16.852842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['90b2d007-125b-413a-8ae5-886d6c47daf1'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:24:17.176616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51455260-7d28-497a-b0d1-98705af6b58c req-f8bd82e2-d81a-42bf-9636-0a361a8927f3 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180761 Apr 01 15:24:17.178554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc6a70ae-6035-4f73-a618-274b7fabb70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:17.208307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a70ae-6035-4f73-a618-274b7fabb70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83060565-d064-4e98-b7f6-9a0d87021570,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:17.247739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc6a70ae-6035-4f73-a618-274b7fabb70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:17.260117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bc6a70ae-6035-4f73-a618-274b7fabb70c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83060565-d064-4e98-b7f6-9a0d87021570 HTTP/1.1" status: 204 len: 168 time: 0.8044055 Apr 01 15:24:17.537360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafedca-a514-4a49-a941-4d223df0bcbb req-79765353-dd4b-4517-9a83-0065bfbe95b4 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:17.541398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6bafedca-a514-4a49-a941-4d223df0bcbb req-79765353-dd4b-4517-9a83-0065bfbe95b4 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 945 time: 0.5085399 Apr 01 15:24:17.937707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '0726aaeb-beef-43e4-8da2-80052009a592', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:ec:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:24:04Z', 'updated_at': '2022-04-01T15:24:04Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:17.957135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e83a7d-5fb3-46a6-b527-1c68983a256b None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '0726aaeb-beef-43e4-8da2-80052009a592', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:ec:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:24:04Z', 'updated_at': '2022-04-01T15:24:04Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:24:18.036362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6bafedca-a514-4a49-a941-4d223df0bcbb req-02d7d896-fbe4-47d1-8d3b-f09f96bf45fe tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709005 Apr 01 15:24:18.131599 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:18.532483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47552823-e239-4d55-abc9-2f41a7f7f7bb None None] New status for floating IP 0726aaeb-beef-43e4-8da2-80052009a592: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:24:19.113631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 56988) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:19.346188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:19.498551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:19.502597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Usage tracker for resource:security_group_rule and tenant:4486948f63dd449aa502a259bff44af0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:19.505622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:19.521842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:19.543044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 90b2d007-125b-413a-8ae5-886d6c47daf1 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:24:19.779598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 90b2d007-125b-413a-8ae5-886d6c47daf1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:19.786266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 90b2d007-125b-413a-8ae5-886d6c47daf1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:19.786685 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:19.819011 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:19.844344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:19.894380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting port 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:19.894772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:19.999414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6d882-59b7-40d9-b597-5ccd2336199f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:20.223045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f37e6-2f3f-4bbe-b0dd-c0ee10f4f344 req-8f7ab3d4-51d9-419a-bc56-32848606d824 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:20.262598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-014f37e6-2f3f-4bbe-b0dd-c0ee10f4f344 req-8f7ab3d4-51d9-419a-bc56-32848606d824 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 945 time: 0.8966210 Apr 01 15:24:20.274762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:20.285925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-febc7c02-26cb-4849-be89-f7e68661e43b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4486948f63dd449aa502a259bff44af0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1708429 Apr 01 15:24:20.292899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:20.340856 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:20.444936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 90b2d007-125b-413a-8ae5-886d6c47daf1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=90b2d007-125b-413a-8ae5-886d6c47daf1,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:20.446872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b2d007-125b-413a-8ae5-886d6c47daf1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:24:20.465058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:20.539868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-014f37e6-2f3f-4bbe-b0dd-c0ee10f4f344 req-f5092d1e-8567-4449-a10f-4b832ed6e4ee tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522120 Apr 01 15:24:20.545680 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b2d007-125b-413a-8ae5-886d6c47daf1', 'code': 200} Apr 01 15:24:20.563274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=90b2d007-125b-413a-8ae5-886d6c47daf1,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:20.624372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Calling delete_port for 7274dcf5-2ff2-4c3a-9a84-472668dc6b31 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:20.729226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-063c5168-2758-4323-a61e-d39f570c6b8f req-b7fdce2e-4439-42f9-b4cb-008bec66a877 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 1097 time: 0.1140394 Apr 01 15:24:20.743740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d3369d2-fc5f-4503-98e1-a8d5d395229e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:20.819135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-063c5168-2758-4323-a61e-d39f570c6b8f req-9f18fea4-db1b-4fa7-ab41-1e5d26874fba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827579 Apr 01 15:24:21.092649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d3369d2-fc5f-4503-98e1-a8d5d395229e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:21.316901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d3369d2-fc5f-4503-98e1-a8d5d395229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:21.357255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3369d2-fc5f-4503-98e1-a8d5d395229e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6d882-59b7-40d9-b597-5ccd2336199f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:21.405067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d3369d2-fc5f-4503-98e1-a8d5d395229e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:21.419066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3d3369d2-fc5f-4503-98e1-a8d5d395229e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36b6d882-59b7-40d9-b597-5ccd2336199f HTTP/1.1" status: 204 len: 168 time: 1.1181378 Apr 01 15:24:21.578479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:21.685630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Port': ['ID=7274dcf5-2ff2-4c3a-9a84-472668dc6b31,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:22.328688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2ea7a-35ae-42c7-865c-25329ffe476d req-e68851c6-ee6d-4b7e-b075-214506205091 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:22.330333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8a2ea7a-35ae-42c7-865c-25329ffe476d req-e68851c6-ee6d-4b7e-b075-214506205091 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 946 time: 0.4396372 Apr 01 15:24:22.335434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:22.545829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8a2ea7a-35ae-42c7-865c-25329ffe476d req-6ecdfcb9-7d92-4fe7-80ba-a5ea754d9439 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041492 Apr 01 15:24:23.213710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Router c085943d-47f1-4177-bf4c-e7cb7ada9086 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:24:23.605647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:24:23.623299 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] Sync routers for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:24:23.658386 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e5dfb5d0-4482-4fb5-ad54-1c044246dfed tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "PUT /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4397626 Apr 01 15:24:23.659518 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:23.660202 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:23.662189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57288) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:23.899576 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:23.925521 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:23.926275 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:24.015556 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:24.016137 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a963b83-31f8-4352-82b8-652d6bacdcab None None] The sync data for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:24:24.035612 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-c26e3cbc-e8f1-4561-ab78-3bfd78c9ccd5 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] delete failed (client error): The resource could not be found. Apr 01 15:24:24.036618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c26e3cbc-e8f1-4561-ab78-3bfd78c9ccd5 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-403937809 HTTP/1.1" status: 404 len: 334 time: 0.3734517 Apr 01 15:24:24.041910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57300) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:24.047732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-60518b81-d8c1-4317-9078-72df7eb17e58 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c085943d-47f1-4177-bf4c-e7cb7ada9086'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:24.221487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1943317-89b5-4096-86cf-367a2c466af0 req-dfd33d33-2722-4e00-8b06-d736e55ff25d tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:24.231853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1943317-89b5-4096-86cf-367a2c466af0 req-dfd33d33-2722-4e00-8b06-d736e55ff25d tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 946 time: 0.1985836 Apr 01 15:24:24.386370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d1943317-89b5-4096-86cf-367a2c466af0 req-fa1b7967-94f6-41bf-a2c8-177e96f1671a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512327 Apr 01 15:24:25.092222 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60518b81-d8c1-4317-9078-72df7eb17e58 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:25.142336 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-60518b81-d8c1-4317-9078-72df7eb17e58 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] update failed (client error): The resource could not be found. Apr 01 15:24:25.148074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-60518b81-d8c1-4317-9078-72df7eb17e58 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "PUT /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086 HTTP/1.1" status: 404 len: 339 time: 1.1008856 Apr 01 15:24:25.148634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:25.618174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57352) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:25.832709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:25.998590 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.079471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:26.086974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Usage tracker for resource:security_group_rule and tenant:cd42b5266ff74531b91bad60b5e4935b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:26.099799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:26.113040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:26.310330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.316597 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.372833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Allocated IP 172.20.0.1 (b5438edb-e4b5-42d4-93fb-a0f49432a81b/9ba9937e-257f-4390-addf-eb7fc930fc64/00c30917-2319-45de-9492-e594230d7799) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:24:26.373875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9318f483-e13b-4a24-9354-d38d68819bdd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:26.386171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.386814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.387442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.387997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.388488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.389086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.389659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.390354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.391020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.391765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.392293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:26.400817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-628dd3cf-6c1f-4b02-8f37-a3d958bd17cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd42b5266ff74531b91bad60b5e4935b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7805910 Apr 01 15:24:26.403496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57374) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:26.495829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7bd5-0588-4700-9528-ee4308cc102b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.536434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7bd5-0588-4700-9528-ee4308cc102b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.621111 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7bd5-0588-4700-9528-ee4308cc102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.633748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b0c6d-ecd0-421c-aa00-5924fe802739 req-1fd7564d-5257-46e1-bafd-5cb9e88ff445 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:26.641993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e43b0c6d-ecd0-421c-aa00-5924fe802739 req-1fd7564d-5257-46e1-bafd-5cb9e88ff445 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 946 time: 0.1826098 Apr 01 15:24:26.654349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e7bd5-0588-4700-9528-ee4308cc102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9318f483-e13b-4a24-9354-d38d68819bdd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:26.658804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7bd5-0588-4700-9528-ee4308cc102b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.663024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3d9e7bd5-0588-4700-9528-ee4308cc102b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9318f483-e13b-4a24-9354-d38d68819bdd HTTP/1.1" status: 204 len: 168 time: 0.2581155 Apr 01 15:24:26.766546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e43b0c6d-ecd0-421c-aa00-5924fe802739 req-e7297a4a-a897-4b23-a66f-2584b223fd31 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232684 Apr 01 15:24:26.861660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:26.898623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Transition to ACTIVE for port object 00c30917-2319-45de-9492-e594230d7799 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:24:26.949380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.039397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:27.040614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:27.051084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Port': ['ID=00c30917-2319-45de-9492-e594230d7799,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:27.056124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:24:27.139523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.420133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57396) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:27.420676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-563bac3d-fdb2-4991-8f12-4906db4c58e9 None None] Provisioning for port 00c30917-2319-45de-9492-e594230d7799 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:27.427119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-563bac3d-fdb2-4991-8f12-4906db4c58e9 None None] Provisioning complete for port 00c30917-2319-45de-9492-e594230d7799 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:27.427719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-563bac3d-fdb2-4991-8f12-4906db4c58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.449480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.459111 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.493677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-563bac3d-fdb2-4991-8f12-4906db4c58e9 None None] Port 00c30917-2319-45de-9492-e594230d7799 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:24:27.511166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:27.518359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d90a9ce487a843239fd3918b593edf00 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:27.521435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:27.527362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:27.598064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.604040 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.641498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fff3b3-0d8d-4297-939a-53b9158b12aa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:27.671366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d693a212-01cc-46d5-ad91-2a8177e479a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d90a9ce487a843239fd3918b593edf00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2480552 Apr 01 15:24:27.674586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57406) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:27.821667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e13e53-0b01-41e7-9473-7550d2f757de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.866715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e6b44b01-5468-4b27-a713-972569881d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:27.898297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-a481739b-14a3-477d-bba4-5aed49c95981 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:27.908205 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-a481739b-14a3-477d-bba4-5aed49c95981 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 946 time: 0.2719362 Apr 01 15:24:27.913377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e13e53-0b01-41e7-9473-7550d2f757de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:28.044503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Deleting port 90b2d007-125b-413a-8ae5-886d6c47daf1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:28.045118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:28.202941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e13e53-0b01-41e7-9473-7550d2f757de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:28.272041 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-96e13e53-0b01-41e7-9473-7550d2f757de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:28.275714 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-96e13e53-0b01-41e7-9473-7550d2f757de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2fff3b3-0d8d-4297-939a-53b9158b12aa HTTP/1.1" status: 204 len: 168 time: 0.5966449 Apr 01 15:24:28.296261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8a5a3-4abe-466b-8cde-55ae3ba9d4c7 req-9d7acd70-66b0-427a-a50c-b4f2fc0f9b7c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:28.297752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed8a5a3-4abe-466b-8cde-55ae3ba9d4c7 req-9d7acd70-66b0-427a-a50c-b4f2fc0f9b7c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 946 time: 0.2946892 Apr 01 15:24:28.298590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e13e53-0b01-41e7-9473-7550d2f757de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fff3b3-0d8d-4297-939a-53b9158b12aa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:28.407565 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed8a5a3-4abe-466b-8cde-55ae3ba9d4c7 req-96f5e88c-cd64-4a8e-9fd2-493b585f313f tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996552 Apr 01 15:24:28.649344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:28.658658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] For port 90b2d007-125b-413a-8ae5-886d6c47daf1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=90b2d007-125b-413a-8ae5-886d6c47daf1,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:28.659024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:28.667570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:28.928644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:29.084229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Calling delete_port for 90b2d007-125b-413a-8ae5-886d6c47daf1 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:29.422728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event updated for resources: {'Port': ['ID=00c30917-2319-45de-9492-e594230d7799,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:29.480531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:29.485488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:30.158549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-642bdf04-bad5-421b-8282-73bb44aa1f33 None None] Provisioning complete for port 00c30917-2319-45de-9492-e594230d7799 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:30.162376 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-642bdf04-bad5-421b-8282-73bb44aa1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:30.272807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa4e5-28ca-458d-8e10-08caacfb7cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:30.286677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-642bdf04-bad5-421b-8282-73bb44aa1f33 None None] Port 00c30917-2319-45de-9492-e594230d7799 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:24:30.369456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6183ac-2518-4b07-9bb9-9015f1f0292d req-8c41e2fc-8615-4daf-a9b1-6442e8b3d46c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:30.372491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d6183ac-2518-4b07-9bb9-9015f1f0292d req-8c41e2fc-8615-4daf-a9b1-6442e8b3d46c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 946 time: 0.4447038 Apr 01 15:24:30.571391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d6183ac-2518-4b07-9bb9-9015f1f0292d req-7803a44c-c318-4c65-9412-16f6178f5c38 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935221 Apr 01 15:24:30.571391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:30.649772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Pushing event deleted for resources: {'Port': ['ID=90b2d007-125b-413a-8ae5-886d6c47daf1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:30.841901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 90b2d007-125b-413a-8ae5-886d6c47daf1 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:24:30.903363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] No DVR routers for this DVR port 90b2d007-125b-413a-8ae5-886d6c47daf1 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:24:30.903363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:30.954378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'name': 'network-vif-deleted', 'tag': '90b2d007-125b-413a-8ae5-886d6c47daf1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:24:30.982881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-925b930e-ac6a-4fcc-a43f-bee4d645fbfe req-67e0ce9b-d48b-4f7d-a69b-f5cfb4013c8a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "DELETE /v2.0/ports/90b2d007-125b-413a-8ae5-886d6c47daf1 HTTP/1.1" status: 204 len: 173 time: 3.0744081 Apr 01 15:24:30.999538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 90b2d007-125b-413a-8ae5-886d6c47daf1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:24:30.999880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 90b2d007-125b-413a-8ae5-886d6c47daf1 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:24:31.032847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Router c085943d-47f1-4177-bf4c-e7cb7ada9086 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:24:31.083454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57468) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:31.366818 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:31.371631 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:31.459685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:24:31.465459 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-05f9eb3c-2f89-45dc-bc11-22252946c2db tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "PUT /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3162951 Apr 01 15:24:31.468541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57478) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:31.478610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] Sync routers for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:24:31.498701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:31.505258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:31.586565 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0b8d993a-c364-4bc7-ae10-bc1a2b7a7233 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e44cc618acf64ea1a822988411c17e38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4981303 Apr 01 15:24:31.587089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57482) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:31.620293 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36569880-da7a-49b3-b11d-d65a8b3ad03a', 'name': 'network-vif-deleted', 'tag': '90b2d007-125b-413a-8ae5-886d6c47daf1', 'status': 'completed', 'code': 200} Apr 01 15:24:31.751888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:31.777963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:31.778403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:31.810085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58c9d476-8dd1-4009-8bdf-394fe9a1b59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:31.905258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13d8e71b-6018-47c8-814d-615a2613c371 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:31.915601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:31.916206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7a964-82a2-4775-95e8-78237783c8f3 None None] The sync data for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:24:31.929694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58c9d476-8dd1-4009-8bdf-394fe9a1b59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:32.004259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58c9d476-8dd1-4009-8bdf-394fe9a1b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:32.041282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9d476-8dd1-4009-8bdf-394fe9a1b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5ed54-643e-451a-89d3-d98140f142e6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:32.075996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58c9d476-8dd1-4009-8bdf-394fe9a1b59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:32.084284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-58c9d476-8dd1-4009-8bdf-394fe9a1b59e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66a5ed54-643e-451a-89d3-d98140f142e6 HTTP/1.1" status: 204 len: 168 time: 0.4944069 Apr 01 15:24:32.250648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-78da9737-9c9f-4c5d-9a69-df1ece1f1d3b req-a390b550-8c9b-46db-809e-dd5acec06495 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Synchronizing usage tracker for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:24:32.290825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-78da9737-9c9f-4c5d-9a69-df1ece1f1d3b req-a390b550-8c9b-46db-809e-dd5acec06495 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Unset dirty status for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:24:32.292493 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78da9737-9c9f-4c5d-9a69-df1ece1f1d3b req-a390b550-8c9b-46db-809e-dd5acec06495 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=36569880-da7a-49b3-b11d-d65a8b3ad03a HTTP/1.1" status: 200 len: 210 time: 0.2439797 Apr 01 15:24:32.354720 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-13d8e71b-6018-47c8-814d-615a2613c371 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:24:32.356855 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13d8e71b-6018-47c8-814d-615a2613c371 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086 HTTP/1.1" status: 409 len: 329 time: 0.8845804 Apr 01 15:24:32.361145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57500) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:32.771835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:33.082010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:34.323756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-8ba0bb9a-5c09-4a63-878a-8fb13514f908 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:34.331376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-8ba0bb9a-5c09-4a63-878a-8fb13514f908 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/networks?id=55ccd6e3-a554-4095-970b-69c841b5fada HTTP/1.1" status: 200 len: 809 time: 0.3018742 Apr 01 15:24:34.381072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-f2b162fc-f8e6-4aaf-9b14-a1a76a3fa6be tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/quotas/c50b8bcaef7a47b2976f6807151855a5 HTTP/1.1" status: 200 len: 375 time: 0.0436544 Apr 01 15:24:34.434798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-5a42634c-b54e-4911-a4ce-2092e1236a5a tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c50b8bcaef7a47b2976f6807151855a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575578 Apr 01 15:24:34.658219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting port 00c30917-2319-45de-9492-e594230d7799 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:34.658362 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:34.747815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-687da35c-b1ba-4c05-9298-3fe9630ad204 service neutron] 10.222.0.48 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118527 Apr 01 15:24:35.112338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-09bc4c53-e75d-4537-b7e5-43268ac6dd8e service neutron] 10.222.0.48 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633838 Apr 01 15:24:35.231062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:35.574894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cde1d197-0a56-4bec-900d-1f3b5082d386 req-dbe8855b-f2fe-419e-b933-e411841ee9e5 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 210 time: 0.1076586 Apr 01 15:24:35.755728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Calling delete_port for 00c30917-2319-45de-9492-e594230d7799 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:36.261796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:36.357113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Port': ['ID=00c30917-2319-45de-9492-e594230d7799,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:37.180510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5a8b371-7913-4e9b-82b1-a7a9f826aa39 req-dc7dd4cb-40e2-45ad-8fb9-f631c9563a5f tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 210 time: 0.1497784 Apr 01 15:24:37.204799 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:38.022673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-99b95e4c-0e80-43c2-822e-e0257ed1ed06 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:38.024200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-99b95e4c-0e80-43c2-822e-e0257ed1ed06 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "GET /v2.0/networks?id=55ccd6e3-a554-4095-970b-69c841b5fada HTTP/1.1" status: 200 len: 809 time: 0.5936332 Apr 01 15:24:38.049935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Request body: {'port': {'device_id': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada', 'admin_state_up': True, 'tenant_id': 'c50b8bcaef7a47b2976f6807151855a5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:38.231624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Router c085943d-47f1-4177-bf4c-e7cb7ada9086 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:24:38.629015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f38152d-8700-4710-850b-01fbd2d785e2 req-d8560d41-af95-482f-a4cf-05797b5b5d00 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 210 time: 0.1000066 Apr 01 15:24:38.768643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:38.787826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:38.820447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Made reservation on behalf of c50b8bcaef7a47b2976f6807151855a5 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:24:38.824649 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:38.870884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:24:38.888946 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] Sync routers for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:24:38.894826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57724) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:38.896717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-06b6dd63-96f2-4cfe-9686-412e7d392f7e tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "PUT /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5338144 Apr 01 15:24:38.916986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:38.918745 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:39.026700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:39.049306 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] Routers {'c085943d-47f1-4177-bf4c-e7cb7ada9086'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:24:39.052957 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:24:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['c085943d-47f1-4177-bf4c-e7cb7ada9086'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:39.162922 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-547ce880-f3be-4b53-973d-bd2d5d3c608d tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] show failed (client error): The resource could not be found. Apr 01 15:24:39.171256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-547ce880-f3be-4b53-973d-bd2d5d3c608d tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1275610068 HTTP/1.1" status: 404 len: 335 time: 0.2748132 Apr 01 15:24:39.176402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57734) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:39.182569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a21322b2-aeef-4328-83e5-27550873453a tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:39.221788 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:39.227712 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e0d56-d1dd-4b9c-bf51-80d04e5d29ef None None] The sync data for ids ['c085943d-47f1-4177-bf4c-e7cb7ada9086'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:24:39.270184 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-a21322b2-aeef-4328-83e5-27550873453a tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] update failed (client error): The resource could not be found. Apr 01 15:24:39.280888 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a21322b2-aeef-4328-83e5-27550873453a tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-210137250 HTTP/1.1" status: 404 len: 334 time: 0.0995226 Apr 01 15:24:39.284315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57738) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:39.357736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Allocated IP 172.20.0.12 (55ccd6e3-a554-4095-970b-69c841b5fada/cdc4f574-91ed-4145-9808-2d759c7eb3b7/a429ff30-cb44-43ef-b73f-847d1b9e9733) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:24:39.610899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting subnet 852de77e-4a39-4fc9-afed-7ee4198a85cf {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:24:39.610899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:39.780488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:40.035866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b2045e4-030d-4882-8ace-04556f37e4f5 req-fe48039d-917e-4ee7-a5ce-69cfe1141014 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 210 time: 0.1946933 Apr 01 15:24:40.176540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:40.234163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:40.329315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:40.465741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Network 55ccd6e3-a554-4095-970b-69c841b5fada is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:24:40.471098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:24:40.480758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:24:40.555532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:40.596465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:40.599487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:40.638599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Subnet': ['ID=852de77e-4a39-4fc9-afed-7ee4198a85cf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:40.659302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:40.666499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8445a92e-55f4-4364-b8ff-7f8d2c62a775 None None] Network a8ee5dfc-6292-4d89-88c6-98fb59ef8849 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:24:40.670488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Pushing event updated for resources: {'Port': ['ID=a429ff30-cb44-43ef-b73f-847d1b9e9733,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:40.684556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-af574372-7bb0-4c46-990b-164921d5a4c9 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6479225 Apr 01 15:24:40.708873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-38a6fc38-394e-4cb7-b93c-42b129625b24 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/subnets/852de77e-4a39-4fc9-afed-7ee4198a85cf HTTP/1.1" status: 204 len: 168 time: 1.4214768 Apr 01 15:24:40.708873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57772) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:40.728359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Request body: {'port': {'device_id': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:41.075791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:41.364537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting subnet 2f96c313-6b21-4691-8f8b-e97b5579633c {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:24:41.376083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:41.467242 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:41.487770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:41.631515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] DHCP port deletion for a8ee5dfc-6292-4d89-88c6-98fb59ef8849 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:24:41.639638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] Deleting port 6451c540-8801-48f8-a219-a2166a38983c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:41.642253 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:41.777596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d198c4-8400-44ab-b2d3-7fc2c21d754f req-a28a6fcf-0a2e-4dd7-a6b5-e51e5cd05cc5 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:41.787430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2d198c4-8400-44ab-b2d3-7fc2c21d754f req-a28a6fcf-0a2e-4dd7-a6b5-e51e5cd05cc5 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 932 time: 0.1872261 Apr 01 15:24:41.866499 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d2d198c4-8400-44ab-b2d3-7fc2c21d754f req-111c6a3e-9130-48e6-ac5d-4677c91d6a8c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778344 Apr 01 15:24:41.909280 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.100446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.147161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] For port 6451c540-8801-48f8-a219-a2166a38983c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6451c540-8801-48f8-a219-a2166a38983c,segment=NetworkSegment(42fb391c-b360-46dc-89e7-3be25b88aedf),segment_id=42fb391c-b360-46dc-89e7-3be25b88aedf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:42.150599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.200096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Subnet': ['ID=2f96c313-6b21-4691-8f8b-e97b5579633c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:42.207048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.216211 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c6e5bf9f-eaa1-4d05-b5e5-0d95ae3fefca tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/subnets/2f96c313-6b21-4691-8f8b-e97b5579633c HTTP/1.1" status: 204 len: 168 time: 1.5064168 Apr 01 15:24:42.218711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57804) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:42.262449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a429ff30-cb44-43ef-b73f-847d1b9e9733 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:24:42.277587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.304540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Transition to ACTIVE for port object a429ff30-cb44-43ef-b73f-847d1b9e9733 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:24:42.316247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.380688 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.410739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting port 6451c540-8801-48f8-a219-a2166a38983c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:42.410898 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.478490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Pushing event updated for resources: {'Port': ['ID=a429ff30-cb44-43ef-b73f-847d1b9e9733,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:42.563338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] Calling delete_port for 6451c540-8801-48f8-a219-a2166a38983c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:42.715711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Attempting to bind port a429ff30-cb44-43ef-b73f-847d1b9e9733 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:24:42.716188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Attempting to bind port a429ff30-cb44-43ef-b73f-847d1b9e9733 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:24:42.716756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Attempting to bind port a429ff30-cb44-43ef-b73f-847d1b9e9733 on network 55ccd6e3-a554-4095-970b-69c841b5fada {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:24:42.723979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Port a429ff30-cb44-43ef-b73f-847d1b9e9733 on network 55ccd6e3-a554-4095-970b-69c841b5fada not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:24:42.724438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Attempting to bind port a429ff30-cb44-43ef-b73f-847d1b9e9733 on network 55ccd6e3-a554-4095-970b-69c841b5fada {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:24:42.731620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:24:42.732284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Checking segment: {'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:24:42.733632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Bound using segment: {'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:24:42.734576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Bound port: a429ff30-cb44-43ef-b73f-847d1b9e9733, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:24:42.735173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.740151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] For port 6451c540-8801-48f8-a219-a2166a38983c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6451c540-8801-48f8-a219-a2166a38983c,segment=NetworkSegment(42fb391c-b360-46dc-89e7-3be25b88aedf),segment_id=42fb391c-b360-46dc-89e7-3be25b88aedf)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:42.740532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.869183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33466dd0-5b0e-4c45-83af-1052943bce3a None None] Network e6df5679-825b-4323-ab29-3323226da877 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:24:42.907651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] For port a429ff30-cb44-43ef-b73f-847d1b9e9733, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:24:42.911762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] For port a429ff30-cb44-43ef-b73f-847d1b9e9733, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a429ff30-cb44-43ef-b73f-847d1b9e9733,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:24:42.922720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6451c540-8801-48f8-a219-a2166a38983c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:24:42.925564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:42.937038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Calling delete_port for 6451c540-8801-48f8-a219-a2166a38983c owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:43.010121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:43.130895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Pushing event updated for resources: {'Port': ['ID=a429ff30-cb44-43ef-b73f-847d1b9e9733,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:43.147482 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:43.148993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7942e7d6-c4d7-4298-9432-75ece1486098 service neutron] 10.222.0.62 "PUT /v2.0/ports/a429ff30-cb44-43ef-b73f-847d1b9e9733 HTTP/1.1" status: 200 len: 1092 time: 2.4453983 Apr 01 15:24:43.150084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'tag': 'a429ff30-cb44-43ef-b73f-847d1b9e9733'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:24:43.168119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.db.api [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:24:43.171917 n-d-836017-1 neutron-server[83953]: DEBUG oslo_db.api [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:24:43.177498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 6451c540-8801-48f8-a219-a2166a38983c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:24:43.177903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6451c540-8801-48f8-a219-a2166a38983c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:24:43.266352 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'tag': 'a429ff30-cb44-43ef-b73f-847d1b9e9733', 'status': 'completed', 'code': 200} Apr 01 15:24:43.409364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713983f4-2204-42b0-ac67-6b7df5c3cf53 req-076d76cd-74fb-4bf6-8211-05c46a9ae60d tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:43.415267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-713983f4-2204-42b0-ac67-6b7df5c3cf53 req-076d76cd-74fb-4bf6-8211-05c46a9ae60d tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Synchronizing usage tracker for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:24:43.424237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-f3555037-20d5-44b9-9da7-1509f4baaa1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c50b8bcaef7a47b2976f6807151855a5&device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 1095 time: 0.1722550 Apr 01 15:24:43.427095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] Pushing event deleted for resources: {'Port': ['ID=6451c540-8801-48f8-a219-a2166a38983c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:43.545613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972dc5c5-13a3-43f5-8979-f00940ddd2f0 None None] No DVR routers for this DVR port 6451c540-8801-48f8-a219-a2166a38983c on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:24:43.664277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] DHCP port deletion for e6df5679-825b-4323-ab29-3323226da877 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:24:43.669368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] Deleting port a674b651-7689-403c-b3e4-3398ebe16ebf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:43.670273 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:43.673771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting port 6451c540-8801-48f8-a219-a2166a38983c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:43.674308 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:43.843537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-ad18d103-8b56-44c4-958e-77c0acf845d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a429ff30-cb44-43ef-b73f-847d1b9e9733 HTTP/1.1" status: 200 len: 217 time: 0.4078116 Apr 01 15:24:43.894175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] The port '6451c540-8801-48f8-a219-a2166a38983c' was deleted {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:24:44.094073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-713983f4-2204-42b0-ac67-6b7df5c3cf53 req-076d76cd-74fb-4bf6-8211-05c46a9ae60d tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Unset dirty status for tenant:c50b8bcaef7a47b2976f6807151855a5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:24:44.098197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-713983f4-2204-42b0-ac67-6b7df5c3cf53 req-076d76cd-74fb-4bf6-8211-05c46a9ae60d tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 944 time: 0.9077315 Apr 01 15:24:44.257516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a674b651-7689-403c-b3e4-3398ebe16ebf no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:24:44.277600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-743c46f1-9791-4a9c-8055-35c74c1684c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:44.281834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-743c46f1-9791-4a9c-8055-35c74c1684c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cdc4f574-91ed-4145-9808-2d759c7eb3b7 HTTP/1.1" status: 200 len: 849 time: 0.4297693 Apr 01 15:24:44.303907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-713983f4-2204-42b0-ac67-6b7df5c3cf53 req-45b8af1a-8ac5-49f8-9b2f-218ee04e2a5f tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013535 Apr 01 15:24:44.391541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] For port a674b651-7689-403c-b3e4-3398ebe16ebf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a674b651-7689-403c-b3e4-3398ebe16ebf,segment=NetworkSegment(fbb108e9-b4c4-4643-979a-48e561ad7add),segment_id=fbb108e9-b4c4-4643-979a-48e561ad7add)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:44.391934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:44.417811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:44.435767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-c2334927-f5e4-498d-af95-88dd11b77560 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55ccd6e3-a554-4095-970b-69c841b5fada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236043 Apr 01 15:24:44.481947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ee5dfc-6292-4d89-88c6-98fb59ef8849']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:44.509698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fb391c-b360-46dc-89e7-3be25b88aedf') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:44.509889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fb391c-b360-46dc-89e7-3be25b88aedf') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:44.536781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:44.572189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:44.584152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:24:44.584797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: util.warn( Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:24:44.616783 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:24:44.727962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] Calling delete_port for a674b651-7689-403c-b3e4-3398ebe16ebf owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:44.774323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-8b8b0172-154b-484e-bcd7-73c8410bfba7 service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306248 Apr 01 15:24:45.064091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:45.100521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:45.119303 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:45.123201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Network': ['ID=a8ee5dfc-6292-4d89-88c6-98fb59ef8849,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:45.132685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d2652e6-6a71-4280-99e2-6ca1ff296a94 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/networks/a8ee5dfc-6292-4d89-88c6-98fb59ef8849 HTTP/1.1" status: 204 len: 168 time: 2.9119003 Apr 01 15:24:45.136831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 57870) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:45.141255 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:45.162211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-382128bc-1479-4147-aac4-5b3c805b7c05 req-7c0e30ac-ef61-43a1-ae6b-d5fc1bd49ba1 service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809588 Apr 01 15:24:45.227947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:45.343887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] Pushing event deleted for resources: {'Port': ['ID=a674b651-7689-403c-b3e4-3398ebe16ebf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:45.360995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4818a13-9ad8-4ba0-bd3e-1eaf6254050c None None] No DVR routers for this DVR port a674b651-7689-403c-b3e4-3398ebe16ebf on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:24:45.523666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:45.756966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497dd4f-235b-4bf9-aa4b-af92fe6b1969 req-c59c4d14-b676-4a81-8c82-da1de2bf7db0 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:45.767989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a497dd4f-235b-4bf9-aa4b-af92fe6b1969 req-c59c4d14-b676-4a81-8c82-da1de2bf7db0 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 944 time: 0.1716597 Apr 01 15:24:45.887641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a497dd4f-235b-4bf9-aa4b-af92fe6b1969 req-6d390c7e-374a-4caf-9934-b9af34ca4e2d tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192634 Apr 01 15:24:45.892015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0adec927-09a0-4e47-944f-9df1685920ea req-2d8e343b-5d7b-4fea-9317-9540735637b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c50b8bcaef7a47b2976f6807151855a5&device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 1095 time: 0.6676311 Apr 01 15:24:45.995683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:46.123810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6df5679-825b-4323-ab29-3323226da877']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:46.142080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb108e9-b4c4-4643-979a-48e561ad7add') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:46.142195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb108e9-b4c4-4643-979a-48e561ad7add') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:46.169254 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:46.201317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:46.204057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adec927-09a0-4e47-944f-9df1685920ea req-9a97ccbe-83ec-4c05-9f2c-7a8300d47b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:46.205932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0adec927-09a0-4e47-944f-9df1685920ea req-9a97ccbe-83ec-4c05-9f2c-7a8300d47b52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=55ccd6e3-a554-4095-970b-69c841b5fada HTTP/1.1" status: 200 len: 910 time: 0.2962475 Apr 01 15:24:46.213211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:24:46.213211 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:24:46.232432 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:24:46.541156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0adec927-09a0-4e47-944f-9df1685920ea req-62470100-4c0c-4ada-a436-e135b8bbd21b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a429ff30-cb44-43ef-b73f-847d1b9e9733 HTTP/1.1" status: 200 len: 217 time: 0.3071134 Apr 01 15:24:46.645694 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:46.680166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:46.698027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Network': ['ID=e6df5679-825b-4323-ab29-3323226da877,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:46.716219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adec927-09a0-4e47-944f-9df1685920ea req-2c757302-9373-4976-8894-e598694c46ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:46.716219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0adec927-09a0-4e47-944f-9df1685920ea req-2c757302-9373-4976-8894-e598694c46ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cdc4f574-91ed-4145-9808-2d759c7eb3b7 HTTP/1.1" status: 200 len: 849 time: 0.1538441 Apr 01 15:24:46.716219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/networks/e6df5679-825b-4323-ab29-3323226da877 HTTP/1.1" status: 204 len: 168 time: 1.5525527 Apr 01 15:24:46.716219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.716219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.716219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.716219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.723942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:46.728567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.728567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.728567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.728567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.728567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.728567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.728567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a1364-70c0-4cf9-830f-9f5771d3a8ac tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:24:46.804712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0adec927-09a0-4e47-944f-9df1685920ea req-c07109fa-e4e2-44f7-aedb-7e7c97c13f29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55ccd6e3-a554-4095-970b-69c841b5fada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776258 Apr 01 15:24:47.058255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0adec927-09a0-4e47-944f-9df1685920ea req-bae1d7ef-8875-4f1e-8275-7f2afe0fbac9 service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538693 Apr 01 15:24:47.365324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting subnet 9ba9937e-257f-4390-addf-eb7fc930fc64 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:24:47.392020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:47.552729 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:47.644100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:47.695453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0adec927-09a0-4e47-944f-9df1685920ea req-93eb92e7-32fe-4a7e-9394-378324b6400b service neutron] 10.222.0.62 "GET /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300073 Apr 01 15:24:47.755018 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:47.769615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fdbc4-8d1e-49e8-b13f-b31b4dad840a req-34b5221c-c76c-4bbb-8920-e2025ebdb229 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:47.772702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e09fdbc4-8d1e-49e8-b13f-b31b4dad840a req-34b5221c-c76c-4bbb-8920-e2025ebdb229 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 944 time: 0.4615598 Apr 01 15:24:47.856502 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e09fdbc4-8d1e-49e8-b13f-b31b4dad840a req-46d68672-53b6-48fc-add7-65100a627f61 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780516 Apr 01 15:24:47.886219 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:24:47.904608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:47.907512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba9937e-257f-4390-addf-eb7fc930fc64,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:47.908086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de85b9b-1e75-494e-aa14-3e5787dbf475 None None] Network b5438edb-e4b5-42d4-93fb-a0f49432a81b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:24:47.920817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dfff1c07-0d2c-4c36-98d6-77e152cd5722 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/subnets/9ba9937e-257f-4390-addf-eb7fc930fc64 HTTP/1.1" status: 204 len: 168 time: 1.2063351 Apr 01 15:24:47.923267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 57960) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:48.160269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:48.190349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Deleting port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:48.192843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:48.448220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] DHCP port deletion for b5438edb-e4b5-42d4-93fb-a0f49432a81b request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:24:48.456591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Deleting port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:48.456978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:48.613726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] For port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,segment=NetworkSegment(8fece59d-2ab4-4f2f-800f-a89e7360ca01),segment_id=8fece59d-2ab4-4f2f-800f-a89e7360ca01)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:48.613842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:48.900715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Calling delete_port for ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:49.000683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a429ff30-cb44-43ef-b73f-847d1b9e9733 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:24:49.074006 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.078121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] For port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,segment=NetworkSegment(8fece59d-2ab4-4f2f-800f-a89e7360ca01),segment_id=8fece59d-2ab4-4f2f-800f-a89e7360ca01)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:49.078653 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.168991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] No DVR routers for this DVR port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:24:49.201400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Port': ['ID=ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:49.381949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.444301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5438edb-e4b5-42d4-93fb-a0f49432a81b']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:49.465034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fece59d-2ab4-4f2f-800f-a89e7360ca01') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:49.465337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fece59d-2ab4-4f2f-800f-a89e7360ca01') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:24:49.482511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Calling delete_port for ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:24:49.486388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e3f2-53f9-4ffd-a427-45716f023fbc req-58c5d047-a182-48f0-8714-7a05017362b6 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:49.488647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ffc1e3f2-53f9-4ffd-a427-45716f023fbc req-58c5d047-a182-48f0-8714-7a05017362b6 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 944 time: 0.3274350 Apr 01 15:24:49.490677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.524535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.558028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:24:49.560531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:24:49.597784 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:24:49.734340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:24:49.735085 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:24:49.795794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ffc1e3f2-53f9-4ffd-a427-45716f023fbc req-01ebc9fe-4182-421b-8f4d-b9a20278f4d1 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976358 Apr 01 15:24:49.832282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a429ff30-cb44-43ef-b73f-847d1b9e9733, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a429ff30-cb44-43ef-b73f-847d1b9e9733,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:49.853098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a429ff30-cb44-43ef-b73f-847d1b9e9733', 'network_id': '55ccd6e3-a554-4095-970b-69c841b5fada', 'port_id': 'a429ff30-cb44-43ef-b73f-847d1b9e9733', 'mac_address': 'fa:16:3e:ae:a4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc4f574-91ed-4145-9808-2d759c7eb3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:24:49.858972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.893930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.916676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58008) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:49.921899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/networks/b5438edb-e4b5-42d4-93fb-a0f49432a81b HTTP/1.1" status: 204 len: 168 time: 1.9915020 Apr 01 15:24:49.927086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11512391-bd5b-4bd3-a996-a90413a443ef tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Pushing event deleted for resources: {'Network': ['ID=b5438edb-e4b5-42d4-93fb-a0f49432a81b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:49.975334 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:49.993047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b832b6c4-3ce6-4e65-a6af-b4260a94ffd6 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Synchronizing usage tracker for tenant:e41c06d7976249368a30912262ffa986 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:24:50.014676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a429ff30-cb44-43ef-b73f-847d1b9e9733 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:24:50.032510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b832b6c4-3ce6-4e65-a6af-b4260a94ffd6 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Unset dirty status for tenant:e41c06d7976249368a30912262ffa986 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:24:50.035329 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b832b6c4-3ce6-4e65-a6af-b4260a94ffd6 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "GET /v2.0/ports?device_id=c085943d-47f1-4177-bf4c-e7cb7ada9086 HTTP/1.1" status: 200 len: 205 time: 0.1282737 Apr 01 15:24:50.036866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58014) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:50.052842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a429ff30-cb44-43ef-b73f-847d1b9e9733, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a429ff30-cb44-43ef-b73f-847d1b9e9733,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:50.059893 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:50.175443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:24:50.237949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Deleting port ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:50.238470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:50.318960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62a7b355-bb4a-4038-a3c7-5a950d075214 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:50.330751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:24:50.331155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:24:50.344494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a429ff30-cb44-43ef-b73f-847d1b9e9733'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:24:50.474704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d952351c-12e0-442c-8ac2-d8d95919cb69 None None] The port 'ea49c9cc-4aac-4cd2-ba6c-b840f19b09fd' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:24:50.488886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a429ff30-cb44-43ef-b73f-847d1b9e9733,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:51.201341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77228a4-134e-4f6f-982a-7365182ae5fc req-b303bedb-fa92-4824-a78f-39662628ef93 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:51.214471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b77228a4-134e-4f6f-982a-7365182ae5fc req-b303bedb-fa92-4824-a78f-39662628ef93 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 945 time: 0.1473899 Apr 01 15:24:51.245284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62a7b355-bb4a-4038-a3c7-5a950d075214 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:51.271762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62a7b355-bb4a-4038-a3c7-5a950d075214 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:51.279951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b77228a4-134e-4f6f-982a-7365182ae5fc req-6121eeb2-9573-4850-871e-0c9f131062a7 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 Apr 01 15:24:51.342550 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62a7b355-bb4a-4038-a3c7-5a950d075214 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:51.343043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a7b355-bb4a-4038-a3c7-5a950d075214 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Fanout notify agent at l3_agent the message router_deleted on router c085943d-47f1-4177-bf4c-e7cb7ada9086 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:24:51.356604 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-62a7b355-bb4a-4038-a3c7-5a950d075214 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:51.357687 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-62a7b355-bb4a-4038-a3c7-5a950d075214 tempest-RoutersNegativeTest-1113249612 tempest-RoutersNegativeTest-1113249612-project] 10.222.0.48 "DELETE /v2.0/routers/c085943d-47f1-4177-bf4c-e7cb7ada9086 HTTP/1.1" status: 204 len: 168 time: 1.3198037 Apr 01 15:24:52.041529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58064) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:52.571769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-daace77f-2af9-4681-994a-cb0c9b000a18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e41c06d7976249368a30912262ffa986&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5284367 Apr 01 15:24:52.574659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58086) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:52.690277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64bcf4-4d57-43fa-9beb-00e882ece37d req-561447e8-66ea-4a2a-9f26-7f1cd6830a33 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:52.693492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c64bcf4-4d57-43fa-9beb-00e882ece37d req-561447e8-66ea-4a2a-9f26-7f1cd6830a33 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 945 time: 0.1644046 Apr 01 15:24:52.695016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a546e0b6-6ecb-43c5-a8a6-1a31d1035ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:52.734462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a546e0b6-6ecb-43c5-a8a6-1a31d1035ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:52.767383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c64bcf4-4d57-43fa-9beb-00e882ece37d req-db809208-c768-4eaa-a469-4cf92d4aa3df tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Apr 01 15:24:52.816901 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a546e0b6-6ecb-43c5-a8a6-1a31d1035ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:52.853846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a546e0b6-6ecb-43c5-a8a6-1a31d1035ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:52.857644 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a546e0b6-6ecb-43c5-a8a6-1a31d1035ee4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b92fb078-ea84-46d6-ad3e-ce623f9b1363 HTTP/1.1" status: 204 len: 168 time: 0.2792802 Apr 01 15:24:52.874529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546e0b6-6ecb-43c5-a8a6-1a31d1035ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fb078-ea84-46d6-ad3e-ce623f9b1363,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:52.874840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a429ff30-cb44-43ef-b73f-847d1b9e9733 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:24:53.114596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a429ff30-cb44-43ef-b73f-847d1b9e9733 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:24:53.119895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a429ff30-cb44-43ef-b73f-847d1b9e9733 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:24:53.120700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:53.343508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:53.405872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a429ff30-cb44-43ef-b73f-847d1b9e9733, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a429ff30-cb44-43ef-b73f-847d1b9e9733,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:53.407138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a429ff30-cb44-43ef-b73f-847d1b9e9733'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:24:53.425583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:53.590331 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a429ff30-cb44-43ef-b73f-847d1b9e9733', 'code': 200} Apr 01 15:24:53.591689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a429ff30-cb44-43ef-b73f-847d1b9e9733,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:53.778570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cdc1fa25-8b93-4559-af12-c350fcbb9daa req-06c2d39b-7f48-42dd-ad9b-358b0c8ae5ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 1097 time: 0.1626019 Apr 01 15:24:53.935066 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cdc1fa25-8b93-4559-af12-c350fcbb9daa req-008dbcfe-c8ed-4b11-9b62-26c4f456924c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470149 Apr 01 15:24:54.164551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a950cc-d783-4be8-b5f0-5c358ab7f932 req-9686e5e1-51b7-42e8-b6d8-d76bc9abd699 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:54.177479 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-57a950cc-d783-4be8-b5f0-5c358ab7f932 req-9686e5e1-51b7-42e8-b6d8-d76bc9abd699 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 946 time: 0.1774118 Apr 01 15:24:54.301203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-57a950cc-d783-4be8-b5f0-5c358ab7f932 req-fe8caac9-1c01-446c-ba7b-e8517b65801b tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215417 Apr 01 15:24:55.285809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58174) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:55.487404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bfe710e4-56e4-47fd-810d-af1e0e8437b7 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:55.488496 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-bfe710e4-56e4-47fd-810d-af1e0e8437b7 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:24:55.489848 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bfe710e4-56e4-47fd-810d-af1e0e8437b7 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2029674 Apr 01 15:24:55.493625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:55.499941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697909337'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:55.533762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:55.543945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:55.550188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:55.562733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:55.585793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:55.623499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:55.676446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:55.680593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:55.683613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:55.691847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:55.746321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703de79a-e722-4104-98d5-badb0e44957e req-df9ef18c-fdee-400e-a546-4d8367f4fbe2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:55.756290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703de79a-e722-4104-98d5-badb0e44957e req-df9ef18c-fdee-400e-a546-4d8367f4fbe2 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 946 time: 0.1544969 Apr 01 15:24:55.770939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:55.784054 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:55.872370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703de79a-e722-4104-98d5-badb0e44957e req-cf4a0e87-5411-4606-8761-b740422814f3 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063302 Apr 01 15:24:55.882442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c01f7-d0d8-450c-8403-0ebf9a0105dd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:55.895481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:55.900042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:55.903177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:55.909768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:56.018572 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.027887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.088887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acaf55c-60a3-498d-9219-df059b0723b2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:56.108903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.114651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58210) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:56.121047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '1acaf55c-60a3-498d-9219-df059b0723b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:56.126061 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d68d1c9d-ae25-43f5-9827-c3541fdbc59e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6307604 Apr 01 15:24:56.130920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:56.135460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:56.141234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:56.148970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:56.176533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.259440 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.273687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.346653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdc0e9c-9b25-4dc7-8349-9c032d8c09d7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:56.372536 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.374567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1142413b-75b0-40bd-b2aa-cfd26fd6bb55 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2581913 Apr 01 15:24:56.380578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58226) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:56.387964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '1acaf55c-60a3-498d-9219-df059b0723b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:56.404311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:56.414470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:56.424115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:56.439599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:56.487930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:56.745239 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:24:56.746582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b4b14cbc-5bf1-451a-80f9-a2fdf1509018 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3644166 Apr 01 15:24:56.755416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58244) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:56.980637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6638-8f07-4004-b2c3-35847d02ab54 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.056531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6638-8f07-4004-b2c3-35847d02ab54 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.198626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6638-8f07-4004-b2c3-35847d02ab54 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.237628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b6638-8f07-4004-b2c3-35847d02ab54 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acaf55c-60a3-498d-9219-df059b0723b2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:57.241287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6638-8f07-4004-b2c3-35847d02ab54 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.245665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58276) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:57.246449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2c9b6638-8f07-4004-b2c3-35847d02ab54 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/1acaf55c-60a3-498d-9219-df059b0723b2 HTTP/1.1" status: 204 len: 168 time: 0.4893217 Apr 01 15:24:57.370289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd6e132f-a364-4583-8e6b-e5a5ca15349a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:24:57.394150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fd6e132f-a364-4583-8e6b-e5a5ca15349a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:24:57.407610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:57.414100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095783699'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:57.415380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd6e132f-a364-4583-8e6b-e5a5ca15349a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1568789 Apr 01 15:24:57.426818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:57.458280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:57.487023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.609814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:57.616586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:57.622790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:57.647993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:57.797842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.808826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.872473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-003d1877-ffe5-4612-973c-d3c252e3f50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.961476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67615485-d9f5-4bb0-b5fd-6d8c50d6060b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:57.978426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:57.983395 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ff26125a-2612-4120-a1bc-fd8913fdd07e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5735934 Apr 01 15:24:57.985192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58306) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:57.997281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-280e8e9b-806b-458e-8c13-351682e3915a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '67615485-d9f5-4bb0-b5fd-6d8c50d6060b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:57.997930 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-280e8e9b-806b-458e-8c13-351682e3915a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:24:57.998909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-280e8e9b-806b-458e-8c13-351682e3915a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122766 Apr 01 15:24:58.001965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58312) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:58.194450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52add14e-ff7c-4de9-a2b2-5eca91888628 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:58.201021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02c23d-6b18-43d6-8970-2f8d1ff2b31d req-557244e1-c2cb-464e-8fd5-538f03859903 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:58.202720 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d02c23d-6b18-43d6-8970-2f8d1ff2b31d req-557244e1-c2cb-464e-8fd5-538f03859903 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 946 time: 0.1578367 Apr 01 15:24:58.263295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52add14e-ff7c-4de9-a2b2-5eca91888628 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:58.294237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d02c23d-6b18-43d6-8970-2f8d1ff2b31d req-f09f9175-f582-433e-b7af-20491cffcfa7 tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814111 Apr 01 15:24:58.372156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52add14e-ff7c-4de9-a2b2-5eca91888628 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:58.440566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add14e-ff7c-4de9-a2b2-5eca91888628 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67615485-d9f5-4bb0-b5fd-6d8c50d6060b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:58.476810 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-52add14e-ff7c-4de9-a2b2-5eca91888628 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:58.482605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58338) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:58.483599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-52add14e-ff7c-4de9-a2b2-5eca91888628 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/67615485-d9f5-4bb0-b5fd-6d8c50d6060b HTTP/1.1" status: 204 len: 168 time: 0.4786186 Apr 01 15:24:58.595792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b369cf75-2cc6-4e52-874b-b5d0042e1af1 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1114211 Apr 01 15:24:58.600849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58346) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:58.610099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899123932'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:58.621247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:58.628290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:58.633478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:58.661158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:58.677528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:58.740060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:58.746838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:24:58.752252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:24:58.766787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:58.889615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:58.899309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.020926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9edb2-dd56-4ed1-b6fd-4b0d2f6992f4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:59.029662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.032079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e141c10-d734-4e59-babb-8667a23e4d72 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4296916 Apr 01 15:24:59.044264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58364) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:59.085471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7752a808-1164-453c-a4d1-ad712a8d786e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9edb2-dd56-4ed1-b6fd-4b0d2f6992f4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:59.086160 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-7752a808-1164-453c-a4d1-ad712a8d786e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:24:59.087430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7752a808-1164-453c-a4d1-ad712a8d786e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0421166 Apr 01 15:24:59.090797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:59.160024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-5ea95274-93df-4835-8026-65997d97351e tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:24:59.162171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-5ea95274-93df-4835-8026-65997d97351e tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 946 time: 0.1838465 Apr 01 15:24:59.242549 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d5e8b7-a09f-405f-9350-921f0ce1d420 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.284282 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d5e8b7-a09f-405f-9350-921f0ce1d420 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.287645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Deleting port a429ff30-cb44-43ef-b73f-847d1b9e9733 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:24:59.287974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.395225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d5e8b7-a09f-405f-9350-921f0ce1d420 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.445736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5e8b7-a09f-405f-9350-921f0ce1d420 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9edb2-dd56-4ed1-b6fd-4b0d2f6992f4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:24:59.505832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a4d5e8b7-a09f-405f-9350-921f0ce1d420 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.505832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a4d5e8b7-a09f-405f-9350-921f0ce1d420 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8e9edb2-dd56-4ed1-b6fd-4b0d2f6992f4 HTTP/1.1" status: 204 len: 168 time: 0.3984337 Apr 01 15:24:59.505832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58382) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:59.586992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3a957d7d-81ce-4b3b-aaf2-cd64d69ec15e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:24:59.836266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3a957d7d-81ce-4b3b-aaf2-cd64d69ec15e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:24:59.845671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3a957d7d-81ce-4b3b-aaf2-cd64d69ec15e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3357456 Apr 01 15:24:59.849130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58392) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:24:59.855604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211910191'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:24:59.864157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:24:59.873445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] For port a429ff30-cb44-43ef-b73f-847d1b9e9733, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a429ff30-cb44-43ef-b73f-847d1b9e9733,segment=NetworkSegment(857e3cc2-39c4-465a-bb0c-f22f6afdf3cc),segment_id=857e3cc2-39c4-465a-bb0c-f22f6afdf3cc)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:24:59.874053 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.874576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:24:59.929909 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:24:59.990467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:00.002167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1af00-a3a6-486b-952b-01e8bf79d4e4 req-247cc29d-a653-4dcd-897c-f967a73023af tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:00.003960 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fa1af00-a3a6-486b-952b-01e8bf79d4e4 req-247cc29d-a653-4dcd-897c-f967a73023af tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 946 time: 0.3990457 Apr 01 15:25:00.005182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:00.008675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:00.016023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:00.085332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fa1af00-a3a6-486b-952b-01e8bf79d4e4 req-b77be425-9c08-4de0-8c68-9192e1a9d0ee tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/security-groups?id=eafef508-7369-40f8-9618-f6e54e1e7a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734282 Apr 01 15:25:00.087191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Calling delete_port for a429ff30-cb44-43ef-b73f-847d1b9e9733 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:25:00.184829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.194303 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.261792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea57166-9ae3-4396-b7af-4f74874f3616,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:00.320666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a67c5e7-5672-4f3f-a6c0-bf6c499e0107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.330546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.332040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f47e1d8d-d59a-4922-9a84-253084f4f99a tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4817407 Apr 01 15:25:00.335329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58410) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:00.346622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6f936960-6f9b-4314-8a05-3a674e830eb9 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': 'aea57166-9ae3-4396-b7af-4f74874f3616', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:00.347109 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-6f936960-6f9b-4314-8a05-3a674e830eb9 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:00.348128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6f936960-6f9b-4314-8a05-3a674e830eb9 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118740 Apr 01 15:25:00.351800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58416) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:00.360148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d4a5ac09-ec66-4fda-8e07-9d8d8ff1c699 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': 'aea57166-9ae3-4396-b7af-4f74874f3616', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:00.360823 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-d4a5ac09-ec66-4fda-8e07-9d8d8ff1c699 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:00.364379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d4a5ac09-ec66-4fda-8e07-9d8d8ff1c699 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077071 Apr 01 15:25:00.364828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58420) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:00.383591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-26344aaf-77ff-4ed7-b511-4af549ba03cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': 'aea57166-9ae3-4396-b7af-4f74874f3616', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:00.384862 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-26344aaf-77ff-4ed7-b511-4af549ba03cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:00.390257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-26344aaf-77ff-4ed7-b511-4af549ba03cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217283 Apr 01 15:25:00.390378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58424) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:00.401761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-33b496ae-2ab5-46bb-ae07-141548aaffc1 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': 'aea57166-9ae3-4396-b7af-4f74874f3616', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:00.401761 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-33b496ae-2ab5-46bb-ae07-141548aaffc1 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:00.403276 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-33b496ae-2ab5-46bb-ae07-141548aaffc1 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113468 Apr 01 15:25:00.409955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58430) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:00.571092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5efb6beb-24a0-43f3-a30e-955a5a14b7ac tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.594986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-3a27c4a9-df84-47a3-9664-bcfc834cc38d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1585548 Apr 01 15:25:00.612524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5efb6beb-24a0-43f3-a30e-955a5a14b7ac tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.632302 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.645667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a429ff30-cb44-43ef-b73f-847d1b9e9733'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:25:00.740453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5efb6beb-24a0-43f3-a30e-955a5a14b7ac tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.763299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb6beb-24a0-43f3-a30e-955a5a14b7ac tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea57166-9ae3-4396-b7af-4f74874f3616,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:00.764177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Pushing event deleted for resources: {'Port': ['ID=a429ff30-cb44-43ef-b73f-847d1b9e9733,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:00.786805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5efb6beb-24a0-43f3-a30e-955a5a14b7ac tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.792136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5efb6beb-24a0-43f3-a30e-955a5a14b7ac tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/aea57166-9ae3-4396-b7af-4f74874f3616 HTTP/1.1" status: 204 len: 168 time: 0.3721769 Apr 01 15:25:00.793264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58438) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:00.879077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8e881b5d-24bb-4bb1-bcaf-0acd9db21f91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:00.905305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8e881b5d-24bb-4bb1-bcaf-0acd9db21f91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:00.911988 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e881b5d-24bb-4bb1-bcaf-0acd9db21f91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1172452 Apr 01 15:25:00.912528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58448) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:00.922713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567904350'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:00.924407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] No DVR routers for this DVR port a429ff30-cb44-43ef-b73f-847d1b9e9733 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:25:00.927554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:00.934248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'name': 'network-vif-deleted', 'tag': 'a429ff30-cb44-43ef-b73f-847d1b9e9733'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:25:00.942232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:00.981590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ced6d51a-f77a-47c2-b928-1ae9b3afe54d req-44ebc3b7-d45e-4dfd-b26d-68a778f4fc4c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.62 "DELETE /v2.0/ports/a429ff30-cb44-43ef-b73f-847d1b9e9733 HTTP/1.1" status: 204 len: 173 time: 1.8128834 Apr 01 15:25:00.998988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:01.008653 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-8d337093-68bf-4aee-bac0-21cc97f472d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1097 time: 0.2455943 Apr 01 15:25:01.030234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:01.092215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:01.095436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:01.099544 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd5660-7b26-452b-ab7a-ff6efd19ba68', 'name': 'network-vif-deleted', 'tag': 'a429ff30-cb44-43ef-b73f-847d1b9e9733', 'status': 'completed', 'code': 200} Apr 01 15:25:01.100265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:01.107535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:01.237817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:01.253809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:01.343865 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:01.349525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11796d09-b38f-4293-8951-85da7382148d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:01.363438 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:01.446184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:01.451453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4fac503d-5825-489e-82eb-5f1cd8444d1e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5378220 Apr 01 15:25:01.452207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58472) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.463134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ccd5dc29-2eb0-4cd5-b375-511e8f7413d0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:01.463957 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-ccd5dc29-2eb0-4cd5-b375-511e8f7413d0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:01.468111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ccd5dc29-2eb0-4cd5-b375-511e8f7413d0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147967 Apr 01 15:25:01.468739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58476) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.490599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1db78bdc-dd8d-430a-8f72-a1bf6377e5e8 req-18790043-44df-4a45-a651-95cd2d73b82c tempest-VolumesActionsTest-34662769 tempest-VolumesActionsTest-34662769-project] 10.222.0.48 "GET /v2.0/ports?device_id=93cd5660-7b26-452b-ab7a-ff6efd19ba68 HTTP/1.1" status: 200 len: 210 time: 0.0834267 Apr 01 15:25:01.499824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7753e401-5c5e-4351-9123-fa644021ee1d tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:01.515431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7753e401-5c5e-4351-9123-fa644021ee1d tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:01.519773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7753e401-5c5e-4351-9123-fa644021ee1d tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:01.536617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7753e401-5c5e-4351-9123-fa644021ee1d tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:01.543922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7753e401-5c5e-4351-9123-fa644021ee1d tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:01.570742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-d4138f2a-d5ad-421c-980e-7f8e31448cc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:01.572731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-d4138f2a-d5ad-421c-980e-7f8e31448cc7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.5387645 Apr 01 15:25:01.623698 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-7753e401-5c5e-4351-9123-fa644021ee1d tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:01.625559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7753e401-5c5e-4351-9123-fa644021ee1d tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1505620 Apr 01 15:25:01.630169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58484) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.642493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-303feb4d-bdfd-452f-9492-eafc946fd0d6 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:01.643110 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-303feb4d-bdfd-452f-9492-eafc946fd0d6 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:01.646714 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-303feb4d-bdfd-452f-9492-eafc946fd0d6 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144608 Apr 01 15:25:01.649072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58488) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.660296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-36e86463-16a8-4a0e-bb71-b580de3847d4 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:01.675173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-36e86463-16a8-4a0e-bb71-b580de3847d4 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:01.689399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-36e86463-16a8-4a0e-bb71-b580de3847d4 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:01.699859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-36e86463-16a8-4a0e-bb71-b580de3847d4 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:01.713908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-36e86463-16a8-4a0e-bb71-b580de3847d4 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:01.768726 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-36e86463-16a8-4a0e-bb71-b580de3847d4 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:01.769928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-36e86463-16a8-4a0e-bb71-b580de3847d4 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1197011 Apr 01 15:25:01.780967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.797522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ac69ae07-5404-44f4-a9a0-d67ad8fe7ede tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:01.800622 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-ac69ae07-5404-44f4-a9a0-d67ad8fe7ede tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:01.805623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ac69ae07-5404-44f4-a9a0-d67ad8fe7ede tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0235946 Apr 01 15:25:01.806172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.821094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a7d6cf7f-769f-4b9e-b78a-f78d2298ba7f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:01.847180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a7d6cf7f-769f-4b9e-b78a-f78d2298ba7f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:01.860200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a7d6cf7f-769f-4b9e-b78a-f78d2298ba7f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:01.865887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a7d6cf7f-769f-4b9e-b78a-f78d2298ba7f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:01.882032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a7d6cf7f-769f-4b9e-b78a-f78d2298ba7f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:01.953159 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-a7d6cf7f-769f-4b9e-b78a-f78d2298ba7f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:01.960475 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7d6cf7f-769f-4b9e-b78a-f78d2298ba7f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1493344 Apr 01 15:25:01.961416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58502) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.969583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-073b4b1d-4c9f-4cf6-8acf-5fe3c47b611b tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:01.970377 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-073b4b1d-4c9f-4cf6-8acf-5fe3c47b611b tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:01.976174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-073b4b1d-4c9f-4cf6-8acf-5fe3c47b611b tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080643 Apr 01 15:25:01.983367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58506) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:01.994329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2af1d124-e1c1-41c8-a52e-1dfeca01796f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:02.006131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2af1d124-e1c1-41c8-a52e-1dfeca01796f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:02.013976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2af1d124-e1c1-41c8-a52e-1dfeca01796f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:02.020024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2af1d124-e1c1-41c8-a52e-1dfeca01796f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:02.030708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2af1d124-e1c1-41c8-a52e-1dfeca01796f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:02.106298 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-98cbac46-3008-4641-ba47-5ec35c7caa5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 200 len: 1002 time: 0.5074205 Apr 01 15:25:02.113202 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-2af1d124-e1c1-41c8-a52e-1dfeca01796f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:02.114809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2af1d124-e1c1-41c8-a52e-1dfeca01796f tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1290359 Apr 01 15:25:02.117642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58518) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:02.123670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-59d91ae7-a315-4c5d-bc20-053f8e25fce0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '11796d09-b38f-4293-8951-85da7382148d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:02.142607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-59d91ae7-a315-4c5d-bc20-053f8e25fce0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:02.146912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-59d91ae7-a315-4c5d-bc20-053f8e25fce0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:02.150197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-59d91ae7-a315-4c5d-bc20-053f8e25fce0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:02.156401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-59d91ae7-a315-4c5d-bc20-053f8e25fce0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:02.224356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-3782213b-c820-4272-be45-64f3477feb92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:02.227501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-3782213b-c820-4272-be45-64f3477feb92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1094933 Apr 01 15:25:02.230182 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-59d91ae7-a315-4c5d-bc20-053f8e25fce0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:02.232919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-59d91ae7-a315-4c5d-bc20-053f8e25fce0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1141160 Apr 01 15:25:02.247890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58524) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:02.410574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-abfe41d4-4db4-43f3-9bf2-2986bf3acbd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720076 Apr 01 15:25:02.438117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0d710584-1594-4d84-bb89-e1c4f520edea tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:02.485479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0d710584-1594-4d84-bb89-e1c4f520edea tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:02.651202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0d710584-1594-4d84-bb89-e1c4f520edea tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:02.745284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0d710584-1594-4d84-bb89-e1c4f520edea tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:02.760566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d710584-1594-4d84-bb89-e1c4f520edea tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/11796d09-b38f-4293-8951-85da7382148d HTTP/1.1" status: 204 len: 168 time: 0.5112195 Apr 01 15:25:02.764189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58540) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:02.764990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d710584-1594-4d84-bb89-e1c4f520edea tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11796d09-b38f-4293-8951-85da7382148d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:02.797077 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:02.940623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a429ff30-cb44-43ef-b73f-847d1b9e9733 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:25:02.956497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-24839dae-9795-4da2-86d4-b864fe2f4ba5 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387979 Apr 01 15:25:02.984450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c1fcd135-4544-4143-a08a-41e16ffbd98e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:03.031010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c1fcd135-4544-4143-a08a-41e16ffbd98e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:03.032388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c1fcd135-4544-4143-a08a-41e16ffbd98e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2564290 Apr 01 15:25:03.036965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58554) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:03.052976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: a429ff30-cb44-43ef-b73f-847d1b9e9733 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:25:03.053314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a429ff30-cb44-43ef-b73f-847d1b9e9733 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:25:03.061631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--56762514'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:03.088886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:03.104075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:03.140577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:03.219736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:03.225288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:03.229352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:03.236061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:03.318810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:03.335694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:03.352458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d632f992-9fc7-4f1b-89d3-7f497d6b61eb req-0fb2ad26-84e6-4d7b-8057-4dfe000ea3cd service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866928 Apr 01 15:25:03.393374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:03.397784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3570721 Apr 01 15:25:03.398340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58566) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:03.408205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dd4342b4-515b-4b4a-a50b-95e04c8e9d12 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '42e95fb9-241e-4719-b2bc-66dee1633153', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:03.420352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd4342b4-515b-4b4a-a50b-95e04c8e9d12 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:03.424714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd4342b4-515b-4b4a-a50b-95e04c8e9d12 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:03.428147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd4342b4-515b-4b4a-a50b-95e04c8e9d12 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:03.435396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd4342b4-515b-4b4a-a50b-95e04c8e9d12 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:03.506350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a39249-e519-41de-8ad1-c5c7da19588c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e95fb9-241e-4719-b2bc-66dee1633153,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:03.517972 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-dd4342b4-515b-4b4a-a50b-95e04c8e9d12 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The resource could not be found. Apr 01 15:25:03.519103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd4342b4-515b-4b4a-a50b-95e04c8e9d12 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1189768 Apr 01 15:25:03.522190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58572) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:03.528984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-27e1475c-2f1d-4793-b053-527cd606b377 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '42e95fb9-241e-4719-b2bc-66dee1633153', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '21305783-1d7d-44e7-9768-e53426b7bc39'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:03.540786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27e1475c-2f1d-4793-b053-527cd606b377 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:03.552260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-27e1475c-2f1d-4793-b053-527cd606b377 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:03.555418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-27e1475c-2f1d-4793-b053-527cd606b377 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:03.563291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-27e1475c-2f1d-4793-b053-527cd606b377 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:03.618857 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-27e1475c-2f1d-4793-b053-527cd606b377 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The resource could not be found. Apr 01 15:25:03.624466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27e1475c-2f1d-4793-b053-527cd606b377 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1011803 Apr 01 15:25:03.627520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58578) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:03.807822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29138ed-d78e-4bf5-8b82-fc83b3a77978 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:03.892486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29138ed-d78e-4bf5-8b82-fc83b3a77978 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:03.918187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58596) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:04.027033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29138ed-d78e-4bf5-8b82-fc83b3a77978 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.094906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29138ed-d78e-4bf5-8b82-fc83b3a77978 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e95fb9-241e-4719-b2bc-66dee1633153,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:04.109585 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29138ed-d78e-4bf5-8b82-fc83b3a77978 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.111880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f29138ed-d78e-4bf5-8b82-fc83b3a77978 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/42e95fb9-241e-4719-b2bc-66dee1633153 HTTP/1.1" status: 204 len: 168 time: 0.4833159 Apr 01 15:25:04.114570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58606) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:04.209507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.249743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18b83b75-1927-424e-9c10-e4e86ac73383 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:04.284604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-18b83b75-1927-424e-9c10-e4e86ac73383 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:04.285879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-18b83b75-1927-424e-9c10-e4e86ac73383 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1701407 Apr 01 15:25:04.290263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58614) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:04.296330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e0df0575-55bb-4c6a-bbe9-b75e4526731c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '8b71dce1-4190-4092-b069-0bb5bb90d3fd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:04.303723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e0df0575-55bb-4c6a-bbe9-b75e4526731c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:04.306350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:04.324487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Usage tracker for resource:security_group_rule and tenant:16353603123f4374ac194d5215c5b249 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:04.326497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e0df0575-55bb-4c6a-bbe9-b75e4526731c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:04.331923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e0df0575-55bb-4c6a-bbe9-b75e4526731c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:04.332548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:04.344781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:04.352269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e0df0575-55bb-4c6a-bbe9-b75e4526731c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:04.429299 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-e0df0575-55bb-4c6a-bbe9-b75e4526731c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The resource could not be found. Apr 01 15:25:04.433907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e0df0575-55bb-4c6a-bbe9-b75e4526731c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1393087 Apr 01 15:25:04.434234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58622) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:04.445563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657613441'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:04.456903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:04.484205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:04.503884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.523749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.580030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.618541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16353603123f4374ac194d5215c5b249&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6878824 Apr 01 15:25:04.618541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:04.679469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fce6c-d80a-4da2-b8c6-6152af67a0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c88cffc-64c0-4f36-875d-f96ff3861a93,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:04.721921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:04.726348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:04.729871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:04.738853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:04.816575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e4adc87-cb7d-47dd-a05f-6bddd88a7255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.840082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.851350 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:04.927416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e4adc87-cb7d-47dd-a05f-6bddd88a7255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.005601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3357dce8-1de8-4800-b19f-68c8f1d1d8e4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:05.012363 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.013681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c7326f8a-67aa-41bd-878e-82d4be036ec8 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5783620 Apr 01 15:25:05.030271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58644) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:05.036932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043097837'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:05.045290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:05.051253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:05.054628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:05.067563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:05.094540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e4adc87-cb7d-47dd-a05f-6bddd88a7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.128662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.147880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4adc87-cb7d-47dd-a05f-6bddd88a7255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c88cffc-64c0-4f36-875d-f96ff3861a93,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:05.170850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e4adc87-cb7d-47dd-a05f-6bddd88a7255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.189599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2e4adc87-cb7d-47dd-a05f-6bddd88a7255 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c88cffc-64c0-4f36-875d-f96ff3861a93 HTTP/1.1" status: 204 len: 168 time: 0.5762529 Apr 01 15:25:05.223794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:05.239740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:05.243768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:05.255082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:05.387683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.428806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.474985 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.479941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58670) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:05.481158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4553328 Apr 01 15:25:05.486001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3ee0d203-2ed0-4034-8d82-40abef3f0c91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group_rule': {'security_group_id': '3357dce8-1de8-4800-b19f-68c8f1d1d8e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '82e51cca-b51e-4c8c-8f27-4f8e92214d63'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:05.499499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b249d-29a7-4c29-8f42-27afe1f8fbc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e51cca-b51e-4c8c-8f27-4f8e92214d63,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:05.508318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3ee0d203-2ed0-4034-8d82-40abef3f0c91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:05.520715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3ee0d203-2ed0-4034-8d82-40abef3f0c91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:05.527327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3ee0d203-2ed0-4034-8d82-40abef3f0c91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:05.567877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3ee0d203-2ed0-4034-8d82-40abef3f0c91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:05.627598 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-3ee0d203-2ed0-4034-8d82-40abef3f0c91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:25:05.631140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3ee0d203-2ed0-4034-8d82-40abef3f0c91 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1476035 Apr 01 15:25:05.631444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58676) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:05.758678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fdca6a5-8b80-42c1-a6ca-dab75e6459ab tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:05.856788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fdca6a5-8b80-42c1-a6ca-dab75e6459ab tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.007609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58686) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:06.034353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fdca6a5-8b80-42c1-a6ca-dab75e6459ab tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.042746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.085895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca6a5-8b80-42c1-a6ca-dab75e6459ab tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e51cca-b51e-4c8c-8f27-4f8e92214d63,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:06.088101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9fdca6a5-8b80-42c1-a6ca-dab75e6459ab tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.090031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9fdca6a5-8b80-42c1-a6ca-dab75e6459ab tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/82e51cca-b51e-4c8c-8f27-4f8e92214d63 HTTP/1.1" status: 204 len: 168 time: 0.4576881 Apr 01 15:25:06.093174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58692) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:06.148251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:06.158862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Usage tracker for resource:security_group_rule and tenant:ea22ffef21944213a30a2680d1fbd0ed is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:06.162807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:06.171036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:06.228906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44e2b66f-df76-4080-9465-9d35b6d9d68c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:06.279202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44e2b66f-df76-4080-9465-9d35b6d9d68c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:06.282917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-44e2b66f-df76-4080-9465-9d35b6d9d68c tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1884923 Apr 01 15:25:06.285728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58704) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:06.373333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.386017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.453635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea22ffef21944213a30a2680d1fbd0ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4440217 Apr 01 15:25:06.460073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58714) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:06.518126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-727f0ec6-5c31-4685-b5d6-f63a036048cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.525304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2333e-691b-4458-9f71-53dde7e511fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cd7556-f253-427a-89ec-436092235f0a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:06.571188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-727f0ec6-5c31-4685-b5d6-f63a036048cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.649029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fad1f2b-a432-4675-a3d3-9318e0557f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.698378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fad1f2b-a432-4675-a3d3-9318e0557f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.701381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-727f0ec6-5c31-4685-b5d6-f63a036048cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.805287 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-727f0ec6-5c31-4685-b5d6-f63a036048cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.807034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-727f0ec6-5c31-4685-b5d6-f63a036048cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/3357dce8-1de8-4800-b19f-68c8f1d1d8e4 HTTP/1.1" status: 204 len: 168 time: 0.5195239 Apr 01 15:25:06.807431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f0ec6-5c31-4685-b5d6-f63a036048cf tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3357dce8-1de8-4800-b19f-68c8f1d1d8e4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:06.814351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58732) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:06.837218 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fad1f2b-a432-4675-a3d3-9318e0557f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.870648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad1f2b-a432-4675-a3d3-9318e0557f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cd7556-f253-427a-89ec-436092235f0a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:06.912773 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7fad1f2b-a432-4675-a3d3-9318e0557f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:06.928952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7fad1f2b-a432-4675-a3d3-9318e0557f05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88cd7556-f253-427a-89ec-436092235f0a HTTP/1.1" status: 204 len: 168 time: 0.4659946 Apr 01 15:25:06.929132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41b2b50e-ccbc-4033-9a77-958c7aadfed9 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:06.969682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-41b2b50e-ccbc-4033-9a77-958c7aadfed9 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:06.972050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-41b2b50e-ccbc-4033-9a77-958c7aadfed9 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1563630 Apr 01 15:25:06.976466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58740) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:06.982707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'tempest-secgroup--520895793'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:06.992802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:07.022011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:07.039695 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.086494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:07.091633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Usage tracker for resource:security_group_rule and tenant:f8e27d3ef0b6418ab4010f8b7449289b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:07.095070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:07.103401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:07.198374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.211471 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.278522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713c172c-8ec3-4d95-839f-2ad756bfbb49,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:07.320282 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.323715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3501a5a9-8a3e-408b-953a-bf4cd0087bf0 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3458889 Apr 01 15:25:07.326808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58752) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:07.332898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e6415368-b41d-40a2-aaf0-5c760a612cc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:07.333453 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-e6415368-b41d-40a2-aaf0-5c760a612cc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:25:07.334367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e6415368-b41d-40a2-aaf0-5c760a612cc5 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "PUT /v2.0/security-groups/713c172c-8ec3-4d95-839f-2ad756bfbb49 HTTP/1.1" status: 409 len: 330 time: 0.0065646 Apr 01 15:25:07.337836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58756) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:07.496990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8bb925fb-e6c0-4a4b-a0cc-0bfc26afd762 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.582698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8bb925fb-e6c0-4a4b-a0cc-0bfc26afd762 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.676520 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8bb925fb-e6c0-4a4b-a0cc-0bfc26afd762 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.742275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb925fb-e6c0-4a4b-a0cc-0bfc26afd762 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c172c-8ec3-4d95-839f-2ad756bfbb49,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:07.772743 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8bb925fb-e6c0-4a4b-a0cc-0bfc26afd762 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:07.774356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8bb925fb-e6c0-4a4b-a0cc-0bfc26afd762 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/713c172c-8ec3-4d95-839f-2ad756bfbb49 HTTP/1.1" status: 204 len: 168 time: 0.4354770 Apr 01 15:25:07.777208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58772) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:07.998303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f24275ba-41dc-46a4-bd73-b0e0c4770019 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Synchronizing usage tracker for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:08.083891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f24275ba-41dc-46a4-bd73-b0e0c4770019 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] Unset dirty status for tenant:f8e27d3ef0b6418ab4010f8b7449289b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:08.093026 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f24275ba-41dc-46a4-bd73-b0e0c4770019 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3112662 Apr 01 15:25:08.096477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58784) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:08.148207 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-63e50867-3224-4e6e-892c-d9822df0db3e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] delete failed (client error): The resource could not be found. Apr 01 15:25:08.153024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-63e50867-3224-4e6e-892c-d9822df0db3e tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "DELETE /v2.0/security-groups/39bbab7c-d336-4b75-bf0f-94e4abfe88b7 HTTP/1.1" status: 404 len: 347 time: 0.0552909 Apr 01 15:25:08.158125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58788) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:08.204544 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-9c29cfd3-8aa1-45e3-b370-89fa03f3b498 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] show failed (client error): The resource could not be found. Apr 01 15:25:08.206307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9c29cfd3-8aa1-45e3-b370-89fa03f3b498 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-groups/715c2479-5157-4fa8-a60e-302b4ccea68d HTTP/1.1" status: 404 len: 347 time: 0.0466895 Apr 01 15:25:08.210061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58792) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:08.234630 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-d884bfdf-48c2-46a8-996c-9567b6d91672 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] show failed (client error): The resource could not be found. Apr 01 15:25:08.236030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d884bfdf-48c2-46a8-996c-9567b6d91672 tempest-NegativeSecGroupTest-2009903529 tempest-NegativeSecGroupTest-2009903529-project] 10.222.0.48 "GET /v2.0/security-group-rules/a67ec01f-f5d4-45ae-81f1-1d0c1ef90dcb HTTP/1.1" status: 404 len: 356 time: 0.0248187 Apr 01 15:25:08.917142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58816) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:09.363223 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5864de24-10bf-45e5-8c8f-fb55e984aaec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8e27d3ef0b6418ab4010f8b7449289b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4415882 Apr 01 15:25:09.365633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:09.622456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09031467-bc5e-4c07-9e2e-ad6a430f5d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:09.702898 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09031467-bc5e-4c07-9e2e-ad6a430f5d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:09.829761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09031467-bc5e-4c07-9e2e-ad6a430f5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:09.876915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09031467-bc5e-4c07-9e2e-ad6a430f5d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c01f7-d0d8-450c-8403-0ebf9a0105dd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:09.911066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09031467-bc5e-4c07-9e2e-ad6a430f5d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:09.917241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-09031467-bc5e-4c07-9e2e-ad6a430f5d0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a3c01f7-d0d8-450c-8403-0ebf9a0105dd HTTP/1.1" status: 204 len: 168 time: 0.5506296 Apr 01 15:25:10.940792 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:12.088067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58920) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:12.170485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58926) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:12.400168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3263d8b8-e6de-4919-bed9-0010fa39df57 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:12.444184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-856617282-network', 'tenant_id': '59e2c691e2384834a693b85bf73b5414'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:12.466184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:12.470389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Usage tracker for resource:network and tenant:59e2c691e2384834a693b85bf73b5414 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:12.473872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:12.483049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:12.491881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3263d8b8-e6de-4919-bed9-0010fa39df57 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "PUT /v2.0/quotas/84049054fe4149569cc209d5d569c95d HTTP/1.1" status: 200 len: 368 time: 0.3200734 Apr 01 15:25:12.495790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58938) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:12.504305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Request body: {'network': {'project_id': '84049054fe4149569cc209d5d569c95d'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:12.508750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Made reservation on behalf of 59e2c691e2384834a693b85bf73b5414 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:12.511263 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:12.526692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:12.531722 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:12.542489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Usage tracker for resource:network and tenant:84049054fe4149569cc209d5d569c95d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:12.553502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:12.591667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:12.601490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:12.606521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Usage tracker for resource:security_group_rule and tenant:59e2c691e2384834a693b85bf73b5414 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:12.611523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:12.619197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:12.806267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:12.826468 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:12.854957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:25:12.890137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:12.892891 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Added segment a101a20f-2b8f-4a63-abe5-62aea0a4e6a5 of type vlan for network 084f1a66-9265-432e-9132-677ca8ac5503 Apr 01 15:25:12.986610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Made reservation on behalf of 84049054fe4149569cc209d5d569c95d for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:12.988918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.003695 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.021094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.047743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:13.052001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Usage tracker for resource:security_group_rule and tenant:84049054fe4149569cc209d5d569c95d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:13.055197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:13.063205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:13.169827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07823db7-d8c5-4d4f-869b-c88a64d77a0f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:13.191797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.193395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:13.193980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.206035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.222607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.263106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7307a83e-e327-47c1-8d3a-140f1aade45d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:13.278003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:25:13.299398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.299743 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Added segment b501e0a3-8365-4ca3-884c-92e286cc9693 of type vlan for network 536d2fa0-823c-4473-904f-1d432b91db7b Apr 01 15:25:13.362187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.393851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3037801 Apr 01 15:25:13.394538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e76624-d517-41ed-bc82-e67bc245905d admin admin] Pushing event updated for resources: {'Network': ['ID=084f1a66-9265-432e-9132-677ca8ac5503,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:13.396949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58952) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:13.403731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Request body: {'subnet': {'network_id': '084f1a66-9265-432e-9132-677ca8ac5503', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-856617282-subnet', 'tenant_id': '59e2c691e2384834a693b85bf73b5414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:13.411435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:13.412165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 084f1a66-9265-432e-9132-677ca8ac5503 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:25:13.416605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Usage tracker for resource:subnet and tenant:59e2c691e2384834a693b85bf73b5414 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:13.421238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:13.434777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:13.447487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Made reservation on behalf of 59e2c691e2384834a693b85bf73b5414 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:13.452843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.489342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.490842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:13.493455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.557911 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0605650 Apr 01 15:25:13.567837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58960) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:13.658638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Request body: {'network': {'project_id': '84049054fe4149569cc209d5d569c95d'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:13.707613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:13.737786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Usage tracker for resource:network and tenant:84049054fe4149569cc209d5d569c95d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:13.744752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:13.755696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:13.758882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf936c71-dfa9-4b2e-9b1a-d707e2e8ccec tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Pushing event updated for resources: {'Network': ['ID=536d2fa0-823c-4473-904f-1d432b91db7b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:13.777139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Made reservation on behalf of 84049054fe4149569cc209d5d569c95d for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:13.780406 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.805125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 536d2fa0-823c-4473-904f-1d432b91db7b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:25:13.817890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:25:13.839526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.840852 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Added segment 82391069-72b3-4cf8-b3cb-bd5db807eff1 of type vlan for network bc05cf70-0f89-4414-a7aa-9b00d49bb8ec Apr 01 15:25:13.842480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:13.961671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.013015 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.014171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:14.015595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.110090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808f76e2-4a63-46ad-afc1-2aedb37970f7,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:14.158696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Checking segment: {'id': 'a101a20f-2b8f-4a63-abe5-62aea0a4e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '084f1a66-9265-432e-9132-677ca8ac5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:25:14.158696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Network hostable DHCP agents. Network: 084f1a66-9265-432e-9132-677ca8ac5503, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:25:14.171043 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6018331 Apr 01 15:25:14.184461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58978) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:14.195191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Request body: {'network': {'project_id': '84049054fe4149569cc209d5d569c95d'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:14.209107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:14.215015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebfd62-7422-4227-8305-8ecd9b717502 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Pushing event updated for resources: {'Network': ['ID=bc05cf70-0f89-4414-a7aa-9b00d49bb8ec,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:14.217510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Usage tracker for resource:network and tenant:84049054fe4149569cc209d5d569c95d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:14.220750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:14.229424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network bc05cf70-0f89-4414-a7aa-9b00d49bb8ec details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:25:14.230604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:14.232846 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:25:14.233280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:25:14.234408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-97e3c068-53bf-4cbd-be30-27d72427663f tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0489955 Apr 01 15:25:14.238902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58982) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:14.249163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Network 084f1a66-9265-432e-9132-677ca8ac5503 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:25:14.269603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 084f1a66-9265-432e-9132-677ca8ac5503) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:14.278491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:14.280560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.323191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c930e338-0a8c-4b7b-a002-496081307ab1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9250062 Apr 01 15:25:14.363159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a1f92f5c-30ae-4f8f-9f63-5883df0dea31 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84049054fe4149569cc209d5d569c95d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1218603 Apr 01 15:25:14.366010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 58990) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:14.378520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c137017-e8a6-4846-b81b-f7e61536fa38 None None] Network 084f1a66-9265-432e-9132-677ca8ac5503 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:14.437986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17205e4e-87dd-4a63-b703-10e875556ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.486652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17205e4e-87dd-4a63-b703-10e875556ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.614131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17205e4e-87dd-4a63-b703-10e875556ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.647481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17205e4e-87dd-4a63-b703-10e875556ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7307a83e-e327-47c1-8d3a-140f1aade45d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:14.683485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17205e4e-87dd-4a63-b703-10e875556ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:14.683485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-17205e4e-87dd-4a63-b703-10e875556ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/7307a83e-e327-47c1-8d3a-140f1aade45d HTTP/1.1" status: 204 len: 168 time: 0.3148592 Apr 01 15:25:14.689563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 58998) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:14.912222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfed4c5-3a0f-407f-8a1d-4b1b3737ccc1 None None] Network 084f1a66-9265-432e-9132-677ca8ac5503 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:15.133849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.202829 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.591405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.656616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc05cf70-0f89-4414-a7aa-9b00d49bb8ec']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:15.675709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82391069-72b3-4cf8-b3cb-bd5db807eff1') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:15.676850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82391069-72b3-4cf8-b3cb-bd5db807eff1') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:15.698372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.720770 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.733472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:25:15.734334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:25:15.749695 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:25:15.858450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.904996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:15.933579 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc05cf70-0f89-4414-a7aa-9b00d49bb8ec,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:15.954087 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cdcfa0ac-f176-47da-9dab-5a9ba6cb9c3e tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "DELETE /v2.0/networks/bc05cf70-0f89-4414-a7aa-9b00d49bb8ec HTTP/1.1" status: 204 len: 168 time: 1.2650461 Apr 01 15:25:15.954329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59036) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:16.172801 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.410262 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.458268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536d2fa0-823c-4473-904f-1d432b91db7b']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:16.489629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b501e0a3-8365-4ca3-884c-92e286cc9693') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:16.491165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b501e0a3-8365-4ca3-884c-92e286cc9693') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:16.520190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.556925 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.572469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:25:16.572908 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:25:16.588582 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:25:16.663016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59056) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:16.674825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325555398-network', 'tenant_id': '8f0d13978be44b708e262a9131461073'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:16.682631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:16.687339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Usage tracker for resource:network and tenant:8f0d13978be44b708e262a9131461073 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:16.694414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:16.702632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:16.738137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Made reservation on behalf of 8f0d13978be44b708e262a9131461073 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:16.740897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.776777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.811093 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.823816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:16.855196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] Pushing event deleted for resources: {'Network': ['ID=536d2fa0-823c-4473-904f-1d432b91db7b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:16.873430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-53e919f1-d37e-4eef-adde-38fefad06ac8 tempest-QuotasNegativeTest-1582907554 tempest-QuotasNegativeTest-1582907554-project-admin] 10.222.0.48 "DELETE /v2.0/networks/536d2fa0-823c-4473-904f-1d432b91db7b HTTP/1.1" status: 204 len: 168 time: 0.9179847 Apr 01 15:25:16.889169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:16.908668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Usage tracker for resource:security_group_rule and tenant:8f0d13978be44b708e262a9131461073 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:16.912610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:16.918842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:17.006999 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:17.014439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:17.050264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:25:17.095353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feffe32a-65e5-446f-b330-1c5f16dfb52f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:17.116810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:17.117913 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Added segment 98d1caf8-94b8-46a0-accd-421c4bd9ad49 of type vlan for network c60d10c5-48bf-4499-9d31-c0debcb337a6 Apr 01 15:25:17.176082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:17.216144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:17.217134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:17.218857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:17.607724 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9421952 Apr 01 15:25:17.610746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59082) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:17.618948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Request body: {'subnet': {'network_id': 'c60d10c5-48bf-4499-9d31-c0debcb337a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325555398-subnet', 'tenant_id': '8f0d13978be44b708e262a9131461073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:17.631393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:17.646869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Usage tracker for resource:subnet and tenant:8f0d13978be44b708e262a9131461073 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:17.651462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61812d-a3d4-469f-b5c3-d8eb14c3039c admin admin] Pushing event updated for resources: {'Network': ['ID=c60d10c5-48bf-4499-9d31-c0debcb337a6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:17.656092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:17.666851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c60d10c5-48bf-4499-9d31-c0debcb337a6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:25:17.672236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:17.704943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Made reservation on behalf of 8f0d13978be44b708e262a9131461073 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:17.708788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:18.160065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:18.337423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59102) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:18.472036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff2bf8a-be26-4009-b4cf-b6daf58dcfe7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:18.497981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Checking segment: {'id': '98d1caf8-94b8-46a0-accd-421c4bd9ad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c60d10c5-48bf-4499-9d31-c0debcb337a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:25:18.498519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Network hostable DHCP agents. Network: c60d10c5-48bf-4499-9d31-c0debcb337a6, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:25:18.526088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Network c60d10c5-48bf-4499-9d31-c0debcb337a6 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:25:18.547310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c60d10c5-48bf-4499-9d31-c0debcb337a6) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:18.554343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:18.554924 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:18.563496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa8faf-7c69-49c6-aa27-b98cbd6c6623 None None] Network c60d10c5-48bf-4499-9d31-c0debcb337a6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:18.601758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:18.612750 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3175e2ac-bc6a-43f3-9486-77e57a6488ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0005274 Apr 01 15:25:18.698930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:18.705998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Usage tracker for resource:security_group_rule and tenant:74c4b3482a1e4e11bb683f001b7a699a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:18.711294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:18.719045 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:18.843762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:18.850158 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:18.979012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74c4b3482a1e4e11bb683f001b7a699a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6386516 Apr 01 15:25:18.979967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59118) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:18.991788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aab8d-5bab-4d28-ba9c-1ffa40c5cb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc17a3-a8ed-4fcf-ae47-67bef1bbbb21,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:19.128033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59122) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:19.234224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5e76c41-8720-4b6e-9b46-947c2519b479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:19.298731 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5e76c41-8720-4b6e-9b46-947c2519b479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:19.304515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f9ed9-2ddc-463d-9cf5-6198a23631a3 None None] Network c60d10c5-48bf-4499-9d31-c0debcb337a6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:19.310105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] Deleting subnet 808f76e2-4a63-46ad-afc1-2aedb37970f7 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:25:19.331364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:19.363560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5e76c41-8720-4b6e-9b46-947c2519b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:19.416539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e76c41-8720-4b6e-9b46-947c2519b479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc17a3-a8ed-4fcf-ae47-67bef1bbbb21,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:19.434262 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e5e76c41-8720-4b6e-9b46-947c2519b479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:19.436231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e5e76c41-8720-4b6e-9b46-947c2519b479 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cadc17a3-a8ed-4fcf-ae47-67bef1bbbb21 HTTP/1.1" status: 204 len: 168 time: 0.4550619 Apr 01 15:25:19.551240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:19.785574 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:19.958637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.031319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.043647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808f76e2-4a63-46ad-afc1-2aedb37970f7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:20.048207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eccecde7-8bd8-415e-9b48-3d8270654afc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/808f76e2-4a63-46ad-afc1-2aedb37970f7 HTTP/1.1" status: 204 len: 168 time: 0.9184854 Apr 01 15:25:20.053772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59144) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:20.220580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.223409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59152) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:20.245660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.292257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:20.296789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5b53aba96645238b7e6ae07a610644 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:20.300576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:20.307476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:20.456233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.465164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.474194 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.519934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084f1a66-9265-432e-9132-677ca8ac5503']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:20.577902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a101a20f-2b8f-4a63-abe5-62aea0a4e6a5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:20.578658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a101a20f-2b8f-4a63-abe5-62aea0a4e6a5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:20.602025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e5b53aba96645238b7e6ae07a610644&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3774502 Apr 01 15:25:20.605617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59160) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:20.612903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.658682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.661372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989199f-d244-494f-9479-0d880ad91971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ac264-76b7-4135-9dc4-a0c508cf41a4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:20.671061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:25:20.684464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.761888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce88bd3b-d272-484c-a56a-faa90fa4fa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.850155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce88bd3b-d272-484c-a56a-faa90fa4fa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:25:20.907159 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:25:20.925949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.931153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.931626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce88bd3b-d272-484c-a56a-faa90fa4fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.958903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88bd3b-d272-484c-a56a-faa90fa4fa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ac264-76b7-4135-9dc4-a0c508cf41a4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:20.975100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ce88bd3b-d272-484c-a56a-faa90fa4fa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:20.978089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ce88bd3b-d272-484c-a56a-faa90fa4fa70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/586ac264-76b7-4135-9dc4-a0c508cf41a4 HTTP/1.1" status: 204 len: 168 time: 0.3689189 Apr 01 15:25:20.988464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59172) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:20.998158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/084f1a66-9265-432e-9132-677ca8ac5503 HTTP/1.1" status: 204 len: 168 time: 0.9427786 Apr 01 15:25:21.010350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22060e-59af-435b-a89d-acddb5b7cee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=084f1a66-9265-432e-9132-677ca8ac5503,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:21.085049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] Deleting subnet 9ff2bf8a-be26-4009-b4cf-b6daf58dcfe7 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:25:21.088718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:21.197253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:21.321045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:21.458374 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:21.519326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:21.570824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff2bf8a-be26-4009-b4cf-b6daf58dcfe7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:21.583333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4d868214-9891-46b5-9e86-297c695e1361 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9ff2bf8a-be26-4009-b4cf-b6daf58dcfe7 HTTP/1.1" status: 204 len: 168 time: 0.5856657 Apr 01 15:25:21.586290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59186) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:21.854185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:22.029583 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:22.067204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60d10c5-48bf-4499-9d31-c0debcb337a6']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:22.087114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d1caf8-94b8-46a0-accd-421c4bd9ad49') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:22.087880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d1caf8-94b8-46a0-accd-421c4bd9ad49') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:22.126290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:22.175182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:22.191325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:25:22.191899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:25:22.213605 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:25:22.387994 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:22.426302 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:22.445242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] Pushing event deleted for resources: {'Network': ['ID=c60d10c5-48bf-4499-9d31-c0debcb337a6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:22.451943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2ac48e8-06b6-41f8-b115-5e6ee4e4ce55 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c60d10c5-48bf-4499-9d31-c0debcb337a6 HTTP/1.1" status: 204 len: 168 time: 0.8643620 Apr 01 15:25:22.778654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59224) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:22.930642 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-26231327-210e-4e4a-9922-ad83e4d39228 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59e2c691e2384834a693b85bf73b5414&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1501174 Apr 01 15:25:22.933580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59234) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.069569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d675d420-2106-43c2-87b2-0c0f729ab7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:23.114677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d675d420-2106-43c2-87b2-0c0f729ab7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:23.192193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d675d420-2106-43c2-87b2-0c0f729ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:23.194482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59238) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.216965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d420-2106-43c2-87b2-0c0f729ab7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07823db7-d8c5-4d4f-869b-c88a64d77a0f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:23.225819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d675d420-2106-43c2-87b2-0c0f729ab7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:23.230965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d675d420-2106-43c2-87b2-0c0f729ab7b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07823db7-d8c5-4d4f-869b-c88a64d77a0f HTTP/1.1" status: 204 len: 168 time: 0.2952731 Apr 01 15:25:23.602254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-e7ae6e33-9faa-4efc-990a-273fbf169105 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.603328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e7ae6e33-9faa-4efc-990a-273fbf169105 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4078515 Apr 01 15:25:23.614539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59258) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.620999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-13e733da-5a24-4e25-834b-51c269b4667b tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.622239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-13e733da-5a24-4e25-834b-51c269b4667b tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0062151 Apr 01 15:25:23.625133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59262) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.631677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-23cf40cb-d76c-4d8e-aa89-e8ef6ae3cb5d tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.632809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-23cf40cb-d76c-4d8e-aa89-e8ef6ae3cb5d tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064354 Apr 01 15:25:23.635562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59266) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.642704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-d0680155-ec18-459f-8658-dd3121a00b20 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.644005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0680155-ec18-459f-8658-dd3121a00b20 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0068314 Apr 01 15:25:23.646998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59270) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.653091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-984bbe9e-0a11-4e2d-b0ed-942c1f1ac985 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.658347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-984bbe9e-0a11-4e2d-b0ed-942c1f1ac985 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098693 Apr 01 15:25:23.661003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.667619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-5a70f134-8f55-4f50-aece-49992482d59f tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.673293 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a70f134-8f55-4f50-aece-49992482d59f tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0109520 Apr 01 15:25:23.675959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59278) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.685385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-4d3a38c8-8a34-4b1c-8af4-46266e9250a0 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.687966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d3a38c8-8a34-4b1c-8af4-46266e9250a0 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0105371 Apr 01 15:25:23.690731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59282) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.697112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-d168eb3f-c08b-4cd3-b718-8fae37040ea5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.698369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d168eb3f-c08b-4cd3-b718-8fae37040ea5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059688 Apr 01 15:25:23.701550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.713908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-808543bb-a08e-4846-875e-5c858872b589 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.717319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-808543bb-a08e-4846-875e-5c858872b589 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0134671 Apr 01 15:25:23.719025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59290) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.730292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-d2e99f3c-af1c-4de9-8d22-111b51cde44e tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.732274 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2e99f3c-af1c-4de9-8d22-111b51cde44e tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0114059 Apr 01 15:25:23.738164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59298) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.744824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-74d4f007-4345-4268-b229-14548c08ee8c tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.746768 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-74d4f007-4345-4268-b229-14548c08ee8c tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076859 Apr 01 15:25:23.749470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59304) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.759296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-9bd23211-c118-489c-b878-314cdd3dba1b tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.762971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9bd23211-c118-489c-b878-314cdd3dba1b tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0115132 Apr 01 15:25:23.765046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59308) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.773107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-c54b602a-548b-4215-83c2-a35c3948bf79 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.774575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c54b602a-548b-4215-83c2-a35c3948bf79 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0081496 Apr 01 15:25:23.776858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59312) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.782186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-12e025f7-0960-4ee0-960e-64d456cec3ec tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.783745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-12e025f7-0960-4ee0-960e-64d456cec3ec tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059457 Apr 01 15:25:23.786301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59316) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.802967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-ba2f2341-d57f-4504-aa7b-604201756127 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.807829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ba2f2341-d57f-4504-aa7b-604201756127 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0182006 Apr 01 15:25:23.808491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59320) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.814333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-84231fb5-4cd2-48dc-854b-d1a6b42ac291 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.816520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-84231fb5-4cd2-48dc-854b-d1a6b42ac291 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058625 Apr 01 15:25:23.817818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59324) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.828975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-73097e82-9d2e-475a-b695-ed88b5a2923f tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.830005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-73097e82-9d2e-475a-b695-ed88b5a2923f tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113213 Apr 01 15:25:23.832737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59328) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.839171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-317654b7-665e-4d8e-922b-f745c3bce494 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.840678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-317654b7-665e-4d8e-922b-f745c3bce494 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0061982 Apr 01 15:25:23.842902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59332) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.864739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-0b429212-8956-43f1-9ea1-acb0707ce5d0 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.868828 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0b429212-8956-43f1-9ea1-acb0707ce5d0 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0223312 Apr 01 15:25:23.869390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.875243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-aa748bdb-7991-41ce-9165-d48a4b2b6495 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.879922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa748bdb-7991-41ce-9165-d48a4b2b6495 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091431 Apr 01 15:25:23.883744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59340) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.902175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-4e81961d-9655-4571-98ed-e5868166e4f7 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.909551 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4e81961d-9655-4571-98ed-e5868166e4f7 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0248451 Apr 01 15:25:23.910494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59344) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.917941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-f956a0b1-45e0-41a7-a843-ee28aef396ea tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.932113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59348) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.933739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f956a0b1-45e0-41a7-a843-ee28aef396ea tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0206258 Apr 01 15:25:23.938273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-3c0e8502-76e7-4caf-a683-795e57246edb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.941584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3c0e8502-76e7-4caf-a683-795e57246edb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061946 Apr 01 15:25:23.942291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59352) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.952569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-d229b51d-b7e0-4895-ad35-9a1523671ad9 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.955268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d229b51d-b7e0-4895-ad35-9a1523671ad9 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0108678 Apr 01 15:25:23.956137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59356) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.963038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-0324945a-620c-488a-9245-700edf44b4de tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.966633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0324945a-620c-488a-9245-700edf44b4de tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0073249 Apr 01 15:25:23.967065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59360) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.974525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-768e2e95-56f9-44c9-b696-3bf51adb90d8 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:23.981301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-768e2e95-56f9-44c9-b696-3bf51adb90d8 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0105522 Apr 01 15:25:23.981745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59364) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:23.989061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-5b8b7f96-55dd-45b3-aff8-29a2338b0027 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.004092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5b8b7f96-55dd-45b3-aff8-29a2338b0027 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0181875 Apr 01 15:25:24.004734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.011418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-cee3c770-bfb6-4833-9dec-a553e439422f tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.016073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.017123 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cee3c770-bfb6-4833-9dec-a553e439422f tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0101511 Apr 01 15:25:24.029727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-e3d4b58a-82ad-4a6f-91e4-bcdd1abcd3ab tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.034300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59376) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.039937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-081947d0-664b-4716-afa3-f6e642e7ad29 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.040861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-081947d0-664b-4716-afa3-f6e642e7ad29 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055642 Apr 01 15:25:24.041539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e3d4b58a-82ad-4a6f-91e4-bcdd1abcd3ab tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0237641 Apr 01 15:25:24.044919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59380) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.050464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-27c3a189-5c96-49ea-9315-b12235f759a1 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.054552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59384) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.059801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-5b45aba3-74e9-4000-9da2-1a514fdc72e5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.063771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-27c3a189-5c96-49ea-9315-b12235f759a1 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0174813 Apr 01 15:25:24.064567 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5b45aba3-74e9-4000-9da2-1a514fdc72e5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0088155 Apr 01 15:25:24.065172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59388) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.074027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-3e9d2fd7-6252-4cac-ad87-3b92f801f4b4 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.078906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59392) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.084101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-36612ab3-b0d3-4272-94bc-f5ba818fdb61 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.085134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e9d2fd7-6252-4cac-ad87-3b92f801f4b4 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0189538 Apr 01 15:25:24.088559 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-36612ab3-b0d3-4272-94bc-f5ba818fdb61 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0085967 Apr 01 15:25:24.089629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59396) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.097139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-f655046e-d316-46d6-b5b3-8d45ef138594 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.100949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.106120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-501bff1b-0e43-44dd-9c49-efa4c66818b8 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.109992 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-501bff1b-0e43-44dd-9c49-efa4c66818b8 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080669 Apr 01 15:25:24.110652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f655046e-d316-46d6-b5b3-8d45ef138594 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0199809 Apr 01 15:25:24.111712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59404) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.117200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-4b779735-9b75-44be-8575-0c523595f782 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.121402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59408) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.127168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-fdeba7bb-ece2-4ceb-80c0-f2ffe03254cf tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.131256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4b779735-9b75-44be-8575-0c523595f782 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0183308 Apr 01 15:25:24.131899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fdeba7bb-ece2-4ceb-80c0-f2ffe03254cf tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0092027 Apr 01 15:25:24.132765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59412) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.140248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-ff55450d-6699-4f01-bbf1-8fba4481dbd9 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.144916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59416) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.151007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-f3bb4b45-fc60-4a0b-a180-e5a0e8445a7b tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.154809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f3bb4b45-fc60-4a0b-a180-e5a0e8445a7b tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084834 Apr 01 15:25:24.155494 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff55450d-6699-4f01-bbf1-8fba4481dbd9 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0210514 Apr 01 15:25:24.156390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59422) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.161736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-8da5751c-50cf-4a40-ad04-e96d8269ead5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.165550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.173006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-6a37726d-d0fa-4f0a-a711-1d3c50beee72 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.176976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8da5751c-50cf-4a40-ad04-e96d8269ead5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0195186 Apr 01 15:25:24.177717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59430) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.179510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a37726d-d0fa-4f0a-a711-1d3c50beee72 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0128131 Apr 01 15:25:24.184468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-9700a38e-325c-4082-b662-ce3f8d11af80 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.190467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59436) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.195852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-a8dbcad6-874c-474b-b89c-0733ae352424 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.199813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9700a38e-325c-4082-b662-ce3f8d11af80 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0210416 Apr 01 15:25:24.200736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a8dbcad6-874c-474b-b89c-0733ae352424 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0087652 Apr 01 15:25:24.201576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59440) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.207628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-5487df13-c36b-4bb2-bf8a-2b211fe81fee tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.211662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59444) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.219590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-f7fdef2c-2739-4e97-b4ba-312b99ed4ca1 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.220431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5487df13-c36b-4bb2-bf8a-2b211fe81fee tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0173652 Apr 01 15:25:24.225030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59448) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.225650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7fdef2c-2739-4e97-b4ba-312b99ed4ca1 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0127418 Apr 01 15:25:24.231342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-c38f488e-a585-47ff-802b-f532c5841d3e tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.236322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59452) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.242082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-3f2edeb4-8d05-4c65-81c2-99901bfdb9e7 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.242774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c38f488e-a585-47ff-802b-f532c5841d3e tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0158794 Apr 01 15:25:24.247077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.249097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3f2edeb4-8d05-4c65-81c2-99901bfdb9e7 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0113626 Apr 01 15:25:24.253151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59458) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.258433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-64b19046-a5fc-40f0-81fa-2b1360aaaadb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.269593 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-64b19046-a5fc-40f0-81fa-2b1360aaaadb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0212171 Apr 01 15:25:24.272134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59464) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.277030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-478f2d23-10de-4d88-ab5e-28f6ea174acb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.283784 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-478f2d23-10de-4d88-ab5e-28f6ea174acb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106270 Apr 01 15:25:24.286636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59468) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.291713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-6033f605-1a94-4e08-b36b-b9af9fadf761 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.292621 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6033f605-1a94-4e08-b36b-b9af9fadf761 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050313 Apr 01 15:25:24.295261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59472) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.306764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-ef662998-149e-4975-8f73-eae21768215d tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.309812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ef662998-149e-4975-8f73-eae21768215d tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0109756 Apr 01 15:25:24.318355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59476) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.345606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-49c323ef-650a-4e0b-8020-68c58e9177eb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.345606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49c323ef-650a-4e0b-8020-68c58e9177eb tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0214858 Apr 01 15:25:24.345829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59480) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.351631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-1cdd1a48-66e6-48ca-946b-116fb3da29e5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.355454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59484) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.363282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1cdd1a48-66e6-48ca-946b-116fb3da29e5 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0176210 Apr 01 15:25:24.365106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-df3c963d-3d80-448f-9b6a-fa4779ca123a tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.372072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-df3c963d-3d80-448f-9b6a-fa4779ca123a tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0151823 Apr 01 15:25:24.372684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59488) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.384747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-26cedde7-1f03-4d7b-9fd2-48ca7caf54f2 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.393351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-26cedde7-1f03-4d7b-9fd2-48ca7caf54f2 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0161324 Apr 01 15:25:24.394535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59492) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.409926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-664ffb77-b030-4ec8-ba62-433e3b045497 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.412228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-664ffb77-b030-4ec8-ba62-433e3b045497 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0155370 Apr 01 15:25:24.416039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59496) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.460304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-803619a8-3a60-40c9-96a3-2f9c1fcf887a tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.463635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-803619a8-3a60-40c9-96a3-2f9c1fcf887a tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0244784 Apr 01 15:25:24.464000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59502) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.469049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-0681a116-a125-427e-8a09-6cf14ac31fe2 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.472164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0681a116-a125-427e-8a09-6cf14ac31fe2 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050910 Apr 01 15:25:24.473246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59506) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.481063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7bb00ba7-05db-44c7-83e0-169daff00b1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f0d13978be44b708e262a9131461073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2266333 Apr 01 15:25:24.483261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-89cedb09-38b9-46a5-b401-1f556483cf29 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.486641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-89cedb09-38b9-46a5-b401-1f556483cf29 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0100975 Apr 01 15:25:24.486641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.491821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59512) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.598572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-0cf92880-515f-4278-a5ee-bf7dacd96816 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.611545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59522) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.612742 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0cf92880-515f-4278-a5ee-bf7dacd96816 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1193659 Apr 01 15:25:24.618446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-bfbb26d9-de77-4809-a865-b1dcca1a71b4 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.621609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bfbb26d9-de77-4809-a865-b1dcca1a71b4 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076733 Apr 01 15:25:24.624952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59530) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.634245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [None req-ecbd2d15-7ef8-48b6-8e93-70457376b4af tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.637173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ecbd2d15-7ef8-48b6-8e93-70457376b4af tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0111136 Apr 01 15:25:24.646687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59536) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:24.668100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [None req-ed4a81a4-b36d-476e-9e12-af3a44fd6994 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:25:24.678002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ed4a81a4-b36d-476e-9e12-af3a44fd6994 tempest-ExtensionsTestJSON-1597782070 tempest-ExtensionsTestJSON-1597782070-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0279160 Apr 01 15:25:24.730369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb6c0-f9b4-4152-99d5-24dba9368c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:24.875121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb6c0-f9b4-4152-99d5-24dba9368c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:24.889031 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:25:24.989024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb6c0-f9b4-4152-99d5-24dba9368c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:25.022929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bb6c0-f9b4-4152-99d5-24dba9368c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feffe32a-65e5-446f-b330-1c5f16dfb52f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:25.064426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb6c0-f9b4-4152-99d5-24dba9368c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:25.070327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5e2bb6c0-f9b4-4152-99d5-24dba9368c6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/feffe32a-65e5-446f-b330-1c5f16dfb52f HTTP/1.1" status: 204 len: 168 time: 0.5805333 Apr 01 15:25:25.167905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59550) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:25.397048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:25.436833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:25.441970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Usage tracker for resource:security_group_rule and tenant:63c9104eb750448192adf17c1d693004 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:25.445244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:25.453959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:25.632396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:25.641979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:25.716961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0f9c0e-7da2-49f2-a863-5cf8f68ea0aa,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:25.825312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59570) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:25.853889 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a8b0bb97-ead3-422b-8b42-c36a13a124b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63c9104eb750448192adf17c1d693004&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6839240 Apr 01 15:25:25.978256 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcdf740b-0c70-428c-b03d-ff18d6de96e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:26.019096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcdf740b-0c70-428c-b03d-ff18d6de96e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:26.094902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcdf740b-0c70-428c-b03d-ff18d6de96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:26.110194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf740b-0c70-428c-b03d-ff18d6de96e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0f9c0e-7da2-49f2-a863-5cf8f68ea0aa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:26.118864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcdf740b-0c70-428c-b03d-ff18d6de96e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:26.124628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bcdf740b-0c70-428c-b03d-ff18d6de96e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b0f9c0e-7da2-49f2-a863-5cf8f68ea0aa HTTP/1.1" status: 204 len: 168 time: 0.2979519 Apr 01 15:25:27.861411 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9bd58c9-9e32-4f0c-9dc0-fd7a9af9588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:28.119514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59658) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:28.568736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2011038279'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:28.580771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:28.597654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Usage tracker for resource:network and tenant:ea94f1ce73c34f119faca48e8b7260b5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:28.606696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:28.634749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:28.681509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Made reservation on behalf of ea94f1ce73c34f119faca48e8b7260b5 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:28.684658 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:28.760761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:28.892303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:28.907267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Usage tracker for resource:security_group_rule and tenant:ea94f1ce73c34f119faca48e8b7260b5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:28.929567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:28.947662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:29.143687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:29.159602 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:29.272653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9054f68b-b0ed-4524-b658-7e78b4d1ef12,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:29.287564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:25:29.308921 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:29.309156 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Added segment 9862c968-32a7-4ada-b7d4-2a62223c4bd2 of type vlan for network 33831c31-0d47-4f31-86d2-b3062478b14d Apr 01 15:25:29.373578 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:29.439677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:29.443561 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:29.444630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:29.653120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event updated for resources: {'Network': ['ID=33831c31-0d47-4f31-86d2-b3062478b14d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:29.671538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 33831c31-0d47-4f31-86d2-b3062478b14d details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:25:29.684282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2e630c03-1189-4af0-bbbe-7564e64e4aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5603368 Apr 01 15:25:29.684282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59694) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:29.692074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Request body: {'subnet': {'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:30.062790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:30.066684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Usage tracker for resource:subnet and tenant:ea94f1ce73c34f119faca48e8b7260b5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:30.069657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:30.076220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:30.097798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Made reservation on behalf of ea94f1ce73c34f119faca48e8b7260b5 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:30.245785 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab2ead1a-8c70-42d1-8f74-17d22e7d2eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:30.246009 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:30.712699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:30.831337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event updated for resources: {'Subnet': ['ID=eaae3318-a02a-47ed-bed8-69c8ddcb4e42,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:30.854745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Checking segment: {'id': '9862c968-32a7-4ada-b7d4-2a62223c4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:25:30.855399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Network hostable DHCP agents. Network: 33831c31-0d47-4f31-86d2-b3062478b14d, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:25:30.894396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Network 33831c31-0d47-4f31-86d2-b3062478b14d is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:25:30.916986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 33831c31-0d47-4f31-86d2-b3062478b14d) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:30.925134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:30.925134 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:30.927087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d0ea8-272f-47a2-ae01-ae0cd1158493 None None] Network 33831c31-0d47-4f31-86d2-b3062478b14d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:30.997544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e99a9beb-5652-4bfa-84b1-cca73719153a tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3096068 Apr 01 15:25:30.997801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 59766) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:31.015451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Request body: {'port': {'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-291340488'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:31.245193 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:31.253848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Usage tracker for resource:port and tenant:ea94f1ce73c34f119faca48e8b7260b5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:31.262348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:31.275174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:31.308628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Made reservation on behalf of ea94f1ce73c34f119faca48e8b7260b5 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:31.333680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:31.388703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-33831c31-0d47-4f31-86d2-b3062478b14d', 'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d', 'tenant_id': 'ea94f1ce73c34f119faca48e8b7260b5', 'fixed_ips': [{'subnet_id': 'eaae3318-a02a-47ed-bed8-69c8ddcb4e42'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:25:31.389645 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:31.405038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] device_id is not set on port 0f66811a-5351-487d-b1b3-43ef2ac83238 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:25:31.420549 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:31.483104 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:31.701238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Allocated IP 2001:db8::2 (33831c31-0d47-4f31-86d2-b3062478b14d/eaae3318-a02a-47ed-bed8-69c8ddcb4e42/e66f729c-0e86-4fa9-9718-1fb8405d0426) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:25:32.201936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:32.253946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Transition to ACTIVE for port object e66f729c-0e86-4fa9-9718-1fb8405d0426 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:25:32.332323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Transition to ACTIVE for port object e66f729c-0e86-4fa9-9718-1fb8405d0426 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:25:32.349594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:32.476788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Network 33831c31-0d47-4f31-86d2-b3062478b14d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:25:32.481417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:32.496313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:25:32.588542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Allocated IP 2001:db8::369 (33831c31-0d47-4f31-86d2-b3062478b14d/eaae3318-a02a-47ed-bed8-69c8ddcb4e42/0f66811a-5351-487d-b1b3-43ef2ac83238) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:25:32.667791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Pushing event updated for resources: {'Port': ['ID=e66f729c-0e86-4fa9-9718-1fb8405d0426,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:32.784430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.784430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.784430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.784430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.793634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.794161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.795799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.798970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.807153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.807153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:32.807153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:33.013083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:33.048505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Attempting to bind port e66f729c-0e86-4fa9-9718-1fb8405d0426 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:25:33.049136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Attempting to bind port e66f729c-0e86-4fa9-9718-1fb8405d0426 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '9862c968-32a7-4ada-b7d4-2a62223c4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:25:33.049708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Attempting to bind port e66f729c-0e86-4fa9-9718-1fb8405d0426 on network 33831c31-0d47-4f31-86d2-b3062478b14d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:25:33.064418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:25:33.065091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Checking segment: {'id': '9862c968-32a7-4ada-b7d4-2a62223c4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:25:33.066343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:33.069591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Bound using segment: {'id': '9862c968-32a7-4ada-b7d4-2a62223c4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:25:33.070302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Bound port: e66f729c-0e86-4fa9-9718-1fb8405d0426, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9862c968-32a7-4ada-b7d4-2a62223c4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:25:33.076536 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:33.384276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:33.388618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] For port e66f729c-0e86-4fa9-9718-1fb8405d0426, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:25:33.393654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] For port e66f729c-0e86-4fa9-9718-1fb8405d0426, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e66f729c-0e86-4fa9-9718-1fb8405d0426,segment=NetworkSegment(9862c968-32a7-4ada-b7d4-2a62223c4bd2),segment_id=9862c968-32a7-4ada-b7d4-2a62223c4bd2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:25:33.406893 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:33.435977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Transition to ACTIVE for port object 0f66811a-5351-487d-b1b3-43ef2ac83238 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:25:33.505817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:33.583154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c422-8f66-402a-a990-4581c5230c37 None None] Pushing event updated for resources: {'Port': ['ID=e66f729c-0e86-4fa9-9718-1fb8405d0426,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:33.757922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Network 33831c31-0d47-4f31-86d2-b3062478b14d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:25:33.761568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:33.780156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event updated for resources: {'Port': ['ID=0f66811a-5351-487d-b1b3-43ef2ac83238,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:33.790489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:25:33.794876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:33.795615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:33.853856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 59952) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:33.865897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Request body: {'port': {'network_id': '33831c31-0d47-4f31-86d2-b3062478b14d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1594837220', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:33.866407 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.api.validators [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] bootfile-name is not in valid_values {{(pid=83953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:25:33.866752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.api.validators [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] tftp-server is not in valid_values {{(pid=83953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:25:33.867078 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.api.validators [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] server-ip-address is not in valid_values {{(pid=83953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:25:33.876091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-139581f7-7417-4327-bc56-3d460544d2f0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8768699 Apr 01 15:25:34.329735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e66f729c-0e86-4fa9-9718-1fb8405d0426 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:25:34.387971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:34.402762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Usage tracker for resource:port and tenant:ea94f1ce73c34f119faca48e8b7260b5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:34.421533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:34.440966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:34.479660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Made reservation on behalf of ea94f1ce73c34f119faca48e8b7260b5 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:34.484205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:34.536834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e66f729c-0e86-4fa9-9718-1fb8405d0426 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:25:34.564813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] device_id is not set on port 54c4a3b5-a21a-4316-919b-a46faca78580 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:25:34.898219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Allocated IP 2001:db8::263 (33831c31-0d47-4f31-86d2-b3062478b14d/eaae3318-a02a-47ed-bed8-69c8ddcb4e42/54c4a3b5-a21a-4316-919b-a46faca78580) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:25:35.337911 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:35.370126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Transition to ACTIVE for port object 54c4a3b5-a21a-4316-919b-a46faca78580 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:25:35.398535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:35.530515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Network 33831c31-0d47-4f31-86d2-b3062478b14d is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:25:35.534839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:35.537399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event updated for resources: {'Port': ['ID=54c4a3b5-a21a-4316-919b-a46faca78580,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:35.546821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:25:35.552006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:35.552654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:35.557182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.557534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.557850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.558171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.558496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.560479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.560693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.561149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.561477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.561796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.562306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:35.581760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b496cfa-38b7-4ea4-9e08-0d65087c1137 None None] Network 33831c31-0d47-4f31-86d2-b3062478b14d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:35.602296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1cb63146-f0fc-46a2-a2d8-ff0d00420cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7434325 Apr 01 15:25:35.605633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60080) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:35.897983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea96936-755a-4178-bcae-ad7b559cc48e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:35.916192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea96936-755a-4178-bcae-ad7b559cc48e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:35.938031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea96936-755a-4178-bcae-ad7b559cc48e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:35.940206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ea96936-755a-4178-bcae-ad7b559cc48e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Synchronizing usage tracker for tenant:ea94f1ce73c34f119faca48e8b7260b5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:35.984300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ea96936-755a-4178-bcae-ad7b559cc48e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Unset dirty status for tenant:ea94f1ce73c34f119faca48e8b7260b5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:35.987054 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ea96936-755a-4178-bcae-ad7b559cc48e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3799734 Apr 01 15:25:35.990285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60112) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:36.195616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Deleting port 54c4a3b5-a21a-4316-919b-a46faca78580 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:25:36.196321 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:36.208591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c52cb77-45e3-41f6-9410-f78b6ae3aa52 None None] Provisioning for port e66f729c-0e86-4fa9-9718-1fb8405d0426 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:25:36.217607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c52cb77-45e3-41f6-9410-f78b6ae3aa52 None None] Provisioning complete for port e66f729c-0e86-4fa9-9718-1fb8405d0426 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:25:36.219371 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c52cb77-45e3-41f6-9410-f78b6ae3aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:36.604881 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c52cb77-45e3-41f6-9410-f78b6ae3aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:36.686636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8c52cb77-45e3-41f6-9410-f78b6ae3aa52 None None] For port e66f729c-0e86-4fa9-9718-1fb8405d0426, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e66f729c-0e86-4fa9-9718-1fb8405d0426,segment=NetworkSegment(9862c968-32a7-4ada-b7d4-2a62223c4bd2),segment_id=9862c968-32a7-4ada-b7d4-2a62223c4bd2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:25:36.700987 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c52cb77-45e3-41f6-9410-f78b6ae3aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:36.891800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52cb77-45e3-41f6-9410-f78b6ae3aa52 None None] Pushing event updated for resources: {'Port': ['ID=e66f729c-0e86-4fa9-9718-1fb8405d0426,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:36.917788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:37.149540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Provisioning for port 54c4a3b5-a21a-4316-919b-a46faca78580 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:25:37.155783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Provisioning complete for port 54c4a3b5-a21a-4316-919b-a46faca78580 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:25:37.156156 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:37.210267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Calling delete_port for 54c4a3b5-a21a-4316-919b-a46faca78580 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:25:37.324070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Port 54c4a3b5-a21a-4316-919b-a46faca78580 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:25:37.356306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Provisioning for port 0f66811a-5351-487d-b1b3-43ef2ac83238 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:25:37.368060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Provisioning complete for port 0f66811a-5351-487d-b1b3-43ef2ac83238 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:25:37.368979 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:37.556977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Port 0f66811a-5351-487d-b1b3-43ef2ac83238 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:25:37.612052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Provisioning complete for port e66f729c-0e86-4fa9-9718-1fb8405d0426 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:25:37.613007 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9bd5-74ad-4f07-8dbb-9ddf8fb4e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:38.002994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-55d8eef2-48b2-454d-810d-069bcf8c1159 None None] Provisioning complete for port 0f66811a-5351-487d-b1b3-43ef2ac83238 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:25:38.004357 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55d8eef2-48b2-454d-810d-069bcf8c1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:38.157296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:38.256544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-55d8eef2-48b2-454d-810d-069bcf8c1159 None None] Port 0f66811a-5351-487d-b1b3-43ef2ac83238 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:25:38.272212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e66f729c-0e86-4fa9-9718-1fb8405d0426 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:25:38.312969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event deleted for resources: {'Port': ['ID=54c4a3b5-a21a-4316-919b-a46faca78580,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:38.326459 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:38.373930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ca0ba33e-7898-4ec7-a3ca-c6ff76ac8bfa tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "DELETE /v2.0/ports/54c4a3b5-a21a-4316-919b-a46faca78580 HTTP/1.1" status: 204 len: 168 time: 2.3732588 Apr 01 15:25:38.374612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60282) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:38.384234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Request body: {'port': {'name': 'tempest-new-port-name-1624802705', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:38.384915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.api.validators [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] bootfile-name is not in valid_values {{(pid=83953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:25:38.385423 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.api.validators [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] tftp-server is not in valid_values {{(pid=83953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:25:38.385970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.api.validators [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] server-ip-address is not in valid_values {{(pid=83953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:25:38.408661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e66f729c-0e86-4fa9-9718-1fb8405d0426 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:25:38.409385 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:38.549358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aee1ab22-369b-4922-8c54-01406de9ecaf None None] Could not find standard attr ID for object 54c4a3b5-a21a-4316-919b-a46faca78580. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:25:38.657987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:39.168638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:39.183505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:39.374190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] In _notify_port_updated(), no bound segment for port 0f66811a-5351-487d-b1b3-43ef2ac83238 on network 33831c31-0d47-4f31-86d2-b3062478b14d {{(pid=83953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:25:39.385036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:39.390964 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:39.394225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "PUT /v2.0/ports/0f66811a-5351-487d-b1b3-43ef2ac83238 HTTP/1.1" status: 200 len: 1130 time: 1.0180461 Apr 01 15:25:39.397369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60300) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:39.490855 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea8ee3-8410-4ef4-a5c0-d2033fc66ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event updated for resources: {'Port': ['ID=0f66811a-5351-487d-b1b3-43ef2ac83238,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:39.573682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce2a42-20eb-423f-bef0-ed31d2cd593e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:39.574464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8cce2a42-20eb-423f-bef0-ed31d2cd593e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Synchronizing usage tracker for tenant:ea94f1ce73c34f119faca48e8b7260b5 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:25:39.617505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8cce2a42-20eb-423f-bef0-ed31d2cd593e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Unset dirty status for tenant:ea94f1ce73c34f119faca48e8b7260b5 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:25:39.622402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60306) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:39.622605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8cce2a42-20eb-423f-bef0-ed31d2cd593e tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "GET /v2.0/ports/0f66811a-5351-487d-b1b3-43ef2ac83238 HTTP/1.1" status: 200 len: 1130 time: 0.2238910 Apr 01 15:25:39.870025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Deleting port 0f66811a-5351-487d-b1b3-43ef2ac83238 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:25:39.870745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:40.005733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cd45ed1c-9305-4f54-a1a2-f3b77f2e4945 None None] Provisioning complete for port 0f66811a-5351-487d-b1b3-43ef2ac83238 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:25:40.006302 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd45ed1c-9305-4f54-a1a2-f3b77f2e4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:40.120648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cd45ed1c-9305-4f54-a1a2-f3b77f2e4945 None None] Port 0f66811a-5351-487d-b1b3-43ef2ac83238 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:25:40.544460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:40.776756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Calling delete_port for 0f66811a-5351-487d-b1b3-43ef2ac83238 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:25:40.927869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:41.092457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:41.159982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event deleted for resources: {'Port': ['ID=0f66811a-5351-487d-b1b3-43ef2ac83238,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:41.262635 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:41.283100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4b03689c-aaf2-4dd8-ba1d-7aa3acc24692 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "DELETE /v2.0/ports/0f66811a-5351-487d-b1b3-43ef2ac83238 HTTP/1.1" status: 204 len: 168 time: 1.6594167 Apr 01 15:25:41.285655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60334) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:41.498223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-d6fcea30-0d31-46ef-a7fe-cb9bd4c16963 req-5e822151-7557-4c0a-aa83-be03f176a206 tempest-AttachVolumeShelveTestJSON-1769665083 tempest-AttachVolumeShelveTestJSON-1769665083-project] (83953) timed out ('10.222.0.44', 56134) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:25:41.797565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Deleting subnet eaae3318-a02a-47ed-bed8-69c8ddcb4e42 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:25:41.809221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:42.000399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:42.291663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:42.472310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:42.570793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event deleted for resources: {'Subnet': ['ID=eaae3318-a02a-47ed-bed8-69c8ddcb4e42,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:42.580803 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:42.591241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56f6a5-ad42-4097-afb4-4c86a38b89ee None None] Network 33831c31-0d47-4f31-86d2-b3062478b14d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:42.592266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60364) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:42.606157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2077a53-1ea4-4854-bb33-d3b091c8cca8 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "DELETE /v2.0/subnets/eaae3318-a02a-47ed-bed8-69c8ddcb4e42 HTTP/1.1" status: 204 len: 168 time: 1.3193996 Apr 01 15:25:42.614042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60368) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:42.768264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:42.781684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Deleting port e66f729c-0e86-4fa9-9718-1fb8405d0426 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:25:42.782443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:42.992734 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.113948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:43.133483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Usage tracker for resource:security_group_rule and tenant:40dd8273b51e4d7fbd851136421736e5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:43.143631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:43.156191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:43.299626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] For port e66f729c-0e86-4fa9-9718-1fb8405d0426, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e66f729c-0e86-4fa9-9718-1fb8405d0426,segment=NetworkSegment(9862c968-32a7-4ada-b7d4-2a62223c4bd2),segment_id=9862c968-32a7-4ada-b7d4-2a62223c4bd2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:25:43.300197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.321890 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.332945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.345120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] DHCP port deletion for 33831c31-0d47-4f31-86d2-b3062478b14d request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:25:43.354843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Deleting port e66f729c-0e86-4fa9-9718-1fb8405d0426 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:25:43.355601 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.430088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60382) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:43.608763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40dd8273b51e4d7fbd851136421736e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0125017 Apr 01 15:25:43.612531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60390) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:43.640430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Calling delete_port for e66f729c-0e86-4fa9-9718-1fb8405d0426 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:25:43.682500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80805e7d-ffef-4f37-b5da-a399f696b8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01021a96-058a-4464-aad2-1f73caa760cc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:43.755291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] For port e66f729c-0e86-4fa9-9718-1fb8405d0426, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e66f729c-0e86-4fa9-9718-1fb8405d0426,segment=NetworkSegment(9862c968-32a7-4ada-b7d4-2a62223c4bd2),segment_id=9862c968-32a7-4ada-b7d4-2a62223c4bd2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:25:43.760508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.797532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f21e94b-f19c-4dcc-84cf-13bd983b4ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.867017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f21e94b-f19c-4dcc-84cf-13bd983b4ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.871463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:43.984963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] No DVR routers for this DVR port e66f729c-0e86-4fa9-9718-1fb8405d0426 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:25:44.002561 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f21e94b-f19c-4dcc-84cf-13bd983b4ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.025741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event deleted for resources: {'Port': ['ID=e66f729c-0e86-4fa9-9718-1fb8405d0426,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:44.036009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21e94b-f19c-4dcc-84cf-13bd983b4ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01021a96-058a-4464-aad2-1f73caa760cc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:44.037102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.059130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f21e94b-f19c-4dcc-84cf-13bd983b4ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.064941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f21e94b-f19c-4dcc-84cf-13bd983b4ec3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01021a96-058a-4464-aad2-1f73caa760cc HTTP/1.1" status: 204 len: 168 time: 0.4468203 Apr 01 15:25:44.137419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Calling delete_port for e66f729c-0e86-4fa9-9718-1fb8405d0426 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:25:44.233676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e66f729c-0e86-4fa9-9718-1fb8405d0426 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:25:44.360842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.420264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:44.454345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e66f729c-0e86-4fa9-9718-1fb8405d0426 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:25:44.454684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e66f729c-0e86-4fa9-9718-1fb8405d0426 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:25:44.456670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Usage tracker for resource:security_group_rule and tenant:19a06d8a8be348a692ff2de53f8c3860 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:44.474683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:44.478723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33831c31-0d47-4f31-86d2-b3062478b14d']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:44.491520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:44.503928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9862c968-32a7-4ada-b7d4-2a62223c4bd2') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:44.504536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9862c968-32a7-4ada-b7d4-2a62223c4bd2') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:44.573712 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:25:44.574065 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:25:44.721639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.748767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.759781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:25:44.760359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:25:44.777739 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:25:44.852345 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:44.962485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.004744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.009805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] Pushing event deleted for resources: {'Network': ['ID=33831c31-0d47-4f31-86d2-b3062478b14d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:45.013067 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.039399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5c35f360-b5f4-409e-a006-6bc8b53be983 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437 tempest-ExtraDHCPOptionsIpV6TestJSON-535099437-project] 10.222.0.48 "DELETE /v2.0/networks/33831c31-0d47-4f31-86d2-b3062478b14d HTTP/1.1" status: 204 len: 168 time: 2.4208817 Apr 01 15:25:45.044048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.075982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Deleting port e66f729c-0e86-4fa9-9718-1fb8405d0426 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:25:45.076362 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.132790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743c4a3d-022f-4af9-8543-1f3b62ee6236,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:45.173950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60418) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:45.180934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3960614c-a823-4246-914a-e7c9c07b3bbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19a06d8a8be348a692ff2de53f8c3860&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7448237 Apr 01 15:25:45.228909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5728bd0f-b53a-45c1-8a52-d83ad8aa46af None None] The port 'e66f729c-0e86-4fa9-9718-1fb8405d0426' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:25:45.362062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-72c0eab8-d04b-4448-8017-03bb2fde0a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.407684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-72c0eab8-d04b-4448-8017-03bb2fde0a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.513088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-72c0eab8-d04b-4448-8017-03bb2fde0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.584144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-72c0eab8-d04b-4448-8017-03bb2fde0a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:45.586988 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-72c0eab8-d04b-4448-8017-03bb2fde0a92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/743c4a3d-022f-4af9-8543-1f3b62ee6236 HTTP/1.1" status: 204 len: 168 time: 0.4120555 Apr 01 15:25:45.595023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0eab8-d04b-4448-8017-03bb2fde0a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c4a3d-022f-4af9-8543-1f3b62ee6236,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:45.983547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60442) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:46.723749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-42f15006-acc1-406a-af5c-2132019cc486 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea94f1ce73c34f119faca48e8b7260b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7389681 Apr 01 15:25:46.726576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60464) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:46.868702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:46.943699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:47.146892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:47.216356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9054f68b-b0ed-4524-b658-7e78b4d1ef12,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:47.241898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.243973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.244344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.244738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.245005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.245331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.245658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.245983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.246310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.246629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.246955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:25:47.271429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:47.276228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6c446e96-ffc6-4c7d-ac91-ef2826acab9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9054f68b-b0ed-4524-b658-7e78b4d1ef12 HTTP/1.1" status: 204 len: 168 time: 0.5484128 Apr 01 15:25:48.933284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60522) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:49.252649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'network': {'name': 'tempest-network-smoke--1638774464', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'port_security_enabled': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:49.265747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:49.275862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:network and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:49.285274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:49.307867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:49.331105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:49.337252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:49.371016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:49.457986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:49.471018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:49.479631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:49.497458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:49.674004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:49.690307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:49.696881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60536) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:49.712983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:25:49.733636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:49.734290 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Added segment 2ec30668-cfc8-48e5-8f9c-deae2fdf9f08 of type vlan for network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a Apr 01 15:25:49.803319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:49.875336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:49.884464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:49.884991 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:50.014971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:50.070485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Network': ['ID=0589d6d8-c49d-4d46-a68c-48b56cd10a6a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:50.085709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:25:50.155839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:50.161310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Usage tracker for resource:security_group_rule and tenant:b0cde58d30804319bf1de51b2a10783b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:50.176108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:50.192872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:50.229914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdbfe51-ec27-4836-bffe-9fecb0ebf384,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:50.274869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-01be036d-0972-4cee-81dd-d317c6d0b104 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3396673 Apr 01 15:25:50.278383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60556) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:50.310769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-829117223', 'admin_state_up': True, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:50.339247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:50.356729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:router and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:50.371242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:50.384538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:50.428562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:50.437521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:50.456178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:50.457546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:50.535489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8ab6fd-baf4-4f7e-8bd3-4a649a05871d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:50.564960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:50.645927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1ccdd540-02cd-4b1d-8cbb-109644e0397f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0cde58d30804319bf1de51b2a10783b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9455121 Apr 01 15:25:50.646958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60562) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:50.703078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60566) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:50.941762 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f208e6e-ba62-444c-8d97-5ac3287f009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.024313 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f208e6e-ba62-444c-8d97-5ac3287f009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.186962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.199090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-288545566'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:51.218862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:51.235925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:network and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:51.250356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:51.278699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:51.324094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:51.327892 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.383066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f208e6e-ba62-444c-8d97-5ac3287f009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.428553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.474972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f208e6e-ba62-444c-8d97-5ac3287f009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8ab6fd-baf4-4f7e-8bd3-4a649a05871d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:51.500385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8f208e6e-ba62-444c-8d97-5ac3287f009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.501625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8f208e6e-ba62-444c-8d97-5ac3287f009e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d8ab6fd-baf4-4f7e-8bd3-4a649a05871d HTTP/1.1" status: 204 len: 168 time: 0.8534372 Apr 01 15:25:51.556482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:51.567882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:security_group_rule and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:51.576315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:51.592261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:51.602748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.697194 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.781329 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.794837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.880731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.25.2.168 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/453290dc-af2a-4f59-b013-11852025f333) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:25:51.899800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:25:51.981185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:51.981185 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Added segment d1250450-2624-4cfa-9a5e-700dedb918d9 of type vlan for network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 Apr 01 15:25:52.008435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f384990-985f-4f45-91c4-2c98d15dbaad,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:52.081655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:52.221809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:52.225642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:52.240919 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:52.243239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:52.330165 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:52.529305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Network': ['ID=82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:52.660298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:25:52.675009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-748f0975-b71d-4f9e-9e23-568c37ffcb2f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8967788 Apr 01 15:25:52.675009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60588) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:52.729527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'subnet': {'network_id': '82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:52.759105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:25:52.784995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:52.826372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:25:52.975171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=453290dc-af2a-4f59-b013-11852025f333,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:53.082549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:53.094388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:subnet and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:53.103601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:53.119623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:53.146586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:53.316954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:53.398305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:53.401546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:53.897266 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:54.103652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Subnet': ['ID=234e8dc0-3298-4ecd-94ea-f11657a8b428,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:54.152434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Checking segment: {'id': 'd1250450-2624-4cfa-9a5e-700dedb918d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:25:54.156447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network hostable DHCP agents. Network: 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:25:54.200416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router 9bda133d-0214-431f-8a30-2dcc95cd937a is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:25:54.239908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:25:54.281320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:54.292969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d372215-6f49-41b7-b405-a1deb8823e32 None None] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:54.306497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:54.311609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:54.377822 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3f8821f4-4f28-4871-ab89-e7f282184940 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7567151 Apr 01 15:25:54.381305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60602) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:54.390544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-357504491', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:54.408479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:54.420488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:router and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:54.430803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:54.453137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:54.484690 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:54.485877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:54.532209 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:54.852437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:25:54.893888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Sync routers for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:25:54.941997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2a590-805e-45ae-b786-db84afae9eff None None] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:55.001324 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:55.009975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6672c1ed-fc99-4664-a5c8-6b8558b49e3d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7236760 Apr 01 15:25:55.009975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60610) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:55.038323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:25:55.038961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:25:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:55.111682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:55.547530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b17ce613-c7ff-4abe-a933-1499752421e1 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9720c81486604e9ab2fbd31cd11cb6a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5384822 Apr 01 15:25:55.549890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60620) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:55.698310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:55.715907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:25:55.815804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7f5fb-302f-4e81-a716-6ce094da373c tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:55.819165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-45d7f5fb-302f-4e81-a716-6ce094da373c tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2665417 Apr 01 15:25:55.820361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60632) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:55.836316 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:55.962553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c8f6a0b8-58a3-443b-9e67-5d395da0c362 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340547 Apr 01 15:25:55.974918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60638) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:55.987749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217282158', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:25:56.203492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:56.208343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:subnet and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:56.212183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:56.219184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:56.236677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:25:56.379087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.25.2.19 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f33884d7-a9b8-4370-9fb3-71125046b40a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:25:56.439938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:56.599766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:25:53Z', 'revision_number': 3, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:56.612834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Checking router: 9bda133d-0214-431f-8a30-2dcc95cd937a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:25:56.614112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Updating router 9bda133d-0214-431f-8a30-2dcc95cd937a port 453290dc-af2a-4f59-b013-11852025f333 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:25:56.745841 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:56.862188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:56.910691 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:56.966448 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:57.040566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60660) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:57.122269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:25:57.154453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:57.163017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:25:57.237139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Subnet': ['ID=8d548dc1-5ce5-4764-98a0-666305a9d48b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:57.255371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Checking segment: {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:25:57.255735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network hostable DHCP agents. Network: 0589d6d8-c49d-4d46-a68c-48b56cd10a6a, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:25:57.310100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=f33884d7-a9b8-4370-9fb3-71125046b40a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:57.322640 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:57.330669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:25:57.351078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0589d6d8-c49d-4d46-a68c-48b56cd10a6a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:25:57.358326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:25:57.358946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:57.377125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac3910-6a67-4710-b4f6-fd8707a3eee2 None None] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:25:57.381989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:25:57.420312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f206f281-0def-4247-9b60-2a94118d16e7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4440613 Apr 01 15:25:57.424592 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60666) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:57.430971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Usage tracker for resource:security_group_rule and tenant:06339c25e9734c888f3ff23ce5811109 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:25:57.459577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:25:57.500484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:25:57.726348 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:57.753288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:57.828866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60674) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:57.829651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06339c25e9734c888f3ff23ce5811109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7756543 Apr 01 15:25:57.862735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917145ca-0332-496d-9837-44236e7a138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fff7ec-3d39-4443-9dc5-e15e8f84af51,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:57.869510 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:57.870337 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:57.896961 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.020291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Transition to ACTIVE for port object 453290dc-af2a-4f59-b013-11852025f333 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:25:58.035470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa94a5e9-dc4e-4192-973b-60bf5d9db9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.048748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:25:58.050309 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.084750 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.152137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf54-1747-4647-8311-9819c5d8da23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.201398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:25:58.236405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95325b-277e-4692-9917-d86a057aedb0 None None] Pushing event updated for resources: {'Port': ['ID=453290dc-af2a-4f59-b013-11852025f333,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:58.293941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf54-1747-4647-8311-9819c5d8da23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.330518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Attempting to bind port 453290dc-af2a-4f59-b013-11852025f333 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:25:58.330891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Attempting to bind port 453290dc-af2a-4f59-b013-11852025f333 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:25:58.333612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Attempting to bind port 453290dc-af2a-4f59-b013-11852025f333 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:25:58.353235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:25:58.353604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:25:58.358471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.358870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:25:58.359387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Bound port: 453290dc-af2a-4f59-b013-11852025f333, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:25:58.359935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.476572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:25:58.478462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf54-1747-4647-8311-9819c5d8da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.490235 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:25:58.507833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fcf54-1747-4647-8311-9819c5d8da23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fff7ec-3d39-4443-9dc5-e15e8f84af51,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:58.508567 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:25:58.509188 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:25:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:58.547047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.548579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cfcc9b41-9eaa-43ae-9c7f-e429d8e23374 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1651084 Apr 01 15:25:58.551438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:25:58.620603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf54-1747-4647-8311-9819c5d8da23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.621732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea7fcf54-1747-4647-8311-9819c5d8da23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67fff7ec-3d39-4443-9dc5-e15e8f84af51 HTTP/1.1" status: 204 len: 168 time: 0.7776330 Apr 01 15:25:58.656046 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:58.673718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Allocated IP 172.20.0.2 (0589d6d8-c49d-4d46-a68c-48b56cd10a6a/8d548dc1-5ce5-4764-98a0-666305a9d48b/d6357384-4fae-4248-a095-6ea505fcdee0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:25:58.679443 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:25:58.681166 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:25:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:58.709435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] For port 453290dc-af2a-4f59-b013-11852025f333, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:25:58.713018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] For port 453290dc-af2a-4f59-b013-11852025f333, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=453290dc-af2a-4f59-b013-11852025f333,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:25:58.730089 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:58.844629 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:58.845034 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141844a-b355-4ec9-8ed1-04552cafb2b1 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:25:59.149781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95325b-277e-4692-9917-d86a057aedb0 None None] Pushing event updated for resources: {'Port': ['ID=453290dc-af2a-4f59-b013-11852025f333,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:25:59.188724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:25:59.189793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:25:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:25:59.462226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:59.508426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Transition to ACTIVE for port object d6357384-4fae-4248-a095-6ea505fcdee0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:25:59.537620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:25:59.678627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Transition to ACTIVE for port object d6357384-4fae-4248-a095-6ea505fcdee0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:25:59.796749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:25:59.838955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:00.186860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Pushing event updated for resources: {'Port': ['ID=d6357384-4fae-4248-a095-6ea505fcdee0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:00.259558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-ec41820d-14d1-4c6d-b249-d76412d55d0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117696 Apr 01 15:26:00.280033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:00.289616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:00.303925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:00.340506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-016d02e6-4b6c-4e95-80cb-78d7de46d0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:00.423281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:00.542206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Attempting to bind port d6357384-4fae-4248-a095-6ea505fcdee0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:26:00.542559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Attempting to bind port d6357384-4fae-4248-a095-6ea505fcdee0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:26:00.543145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Attempting to bind port d6357384-4fae-4248-a095-6ea505fcdee0 on network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:00.546625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.20.0.1 (0589d6d8-c49d-4d46-a68c-48b56cd10a6a/8d548dc1-5ce5-4764-98a0-666305a9d48b/39d920c3-cbd3-4ba6-8006-57b7e8d9980b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:00.554908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:26:00.562640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Checking segment: {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:26:00.563263 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:00.563961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Bound using segment: {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:26:00.564670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Bound port: d6357384-4fae-4248-a095-6ea505fcdee0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:26:00.565274 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:00.601780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:25:53Z', 'revision_number': 3, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:00.655329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4b36f-6a82-45da-ba55-e57b6a3516b5 None None] The sync data for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 is: [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:25:53Z', 'revision_number': 3, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:00.766832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:00.829018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Transition to ACTIVE for port object 39d920c3-cbd3-4ba6-8006-57b7e8d9980b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:00.886555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] For port d6357384-4fae-4248-a095-6ea505fcdee0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:26:00.896693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] For port d6357384-4fae-4248-a095-6ea505fcdee0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d6357384-4fae-4248-a095-6ea505fcdee0,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:26:00.912604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:01.041146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:01.136353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029be181-a8e3-4f09-ad5c-e69ba6cb462b None None] Pushing event updated for resources: {'Port': ['ID=d6357384-4fae-4248-a095-6ea505fcdee0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:01.231172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:01.263187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:01.267553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:01.368833 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:01.376459 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:01.402229 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:01.496732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:01.617560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:01.681923 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-345ac1e8-af2b-415a-9193-81bf8b370b3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 1097 time: 0.7863901 Apr 01 15:26:01.787340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.1 (82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6/234e8dc0-3298-4ecd-94ea-f11657a8b428/9b78362c-b1c6-4830-aa11-ba9224322f28) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:01.898591 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:26:02.127182 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:02.227912 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:02.303122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:02.313399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:02.316087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:02.394589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 453290dc-af2a-4f59-b013-11852025f333 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:02.491440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=9b78362c-b1c6-4830-aa11-ba9224322f28,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:02.519901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:02.576876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 453290dc-af2a-4f59-b013-11852025f333 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:02.589526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 453290dc-af2a-4f59-b013-11852025f333 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:02.590341 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:02.624816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-eea48bc4-4db0-484d-a61f-6dbb8b86e0aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:02.629851 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-eea48bc4-4db0-484d-a61f-6dbb8b86e0aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.9171336 Apr 01 15:26:02.705355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:02.913846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:02.936288 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:02.948446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-4c1e0df5-45a6-4390-9f6d-5f3b3d22b92c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 200 len: 1002 time: 0.3093681 Apr 01 15:26:02.991601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 453290dc-af2a-4f59-b013-11852025f333, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=453290dc-af2a-4f59-b013-11852025f333,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:03.003547 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.004523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d6357384-4fae-4248-a095-6ea505fcdee0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:03.010850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.026558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.171638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-7613f3e6-c61f-48e8-887d-8da3bd52a821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:03.173262 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-7613f3e6-c61f-48e8-887d-8da3bd52a821 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.2099071 Apr 01 15:26:03.199876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56274509-6656-4b40-b567-3636ffb3af12 None None] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:26:03.255449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.267750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:03.493132 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-f3c3987d-c074-46db-b111-789af4cda157 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3119090 Apr 01 15:26:03.527335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-33901238-8f94-4918-865a-2a35123f67d6 None None] Provisioning for port d6357384-4fae-4248-a095-6ea505fcdee0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:03.533334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:03.549817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port d6357384-4fae-4248-a095-6ea505fcdee0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:03.569130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-33901238-8f94-4918-865a-2a35123f67d6 None None] Provisioning complete for port d6357384-4fae-4248-a095-6ea505fcdee0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:03.569826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33901238-8f94-4918-865a-2a35123f67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.582439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:03.604316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=453290dc-af2a-4f59-b013-11852025f333,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:03.621278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d6357384-4fae-4248-a095-6ea505fcdee0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:03.621836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.766372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.773324 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.894708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:03.927278 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-1eae1f34-c14f-4285-9bb4-fee17b01dd22 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262269 Apr 01 15:26:03.982818 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:04.000786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33901238-8f94-4918-865a-2a35123f67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:04.020225 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=9b78362c-b1c6-4830-aa11-ba9224322f28,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:04.064304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port d6357384-4fae-4248-a095-6ea505fcdee0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d6357384-4fae-4248-a095-6ea505fcdee0,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:04.084240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:04.085637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:04.130405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:04.304781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 453290dc-af2a-4f59-b013-11852025f333 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:04.340019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c1a93ab0-cd81-4df9-9ad3-5211ea88c8f3 req-b0c91d12-2b8e-44b5-85cb-0fe5a52c4f15 service neutron] 10.222.0.44 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019616 Apr 01 15:26:04.375144 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-33901238-8f94-4918-865a-2a35123f67d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:26:04.375612 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-33901238-8f94-4918-865a-2a35123f67d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:26:04.451137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=d6357384-4fae-4248-a095-6ea505fcdee0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:04.496541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 453290dc-af2a-4f59-b013-11852025f333 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:04.496926 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:04.561114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-47336be1-c2e1-4ae4-9562-9eaf998ab2f0 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=935d33e45d7a4f9e97ac4ffeab0c5d45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536506 Apr 01 15:26:04.567760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router 9bda133d-0214-431f-8a30-2dcc95cd937a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:05.027058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08123746-34a2-42bb-a398-071a9ff51626 req-5c29c054-2e1d-47ce-8ece-5a9561b1dd20 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.030120 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-5c29c054-2e1d-47ce-8ece-5a9561b1dd20 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4681001 Apr 01 15:26:05.070854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a67df99f-dc66-4f15-acea-2a4cdfa0283e None None] Provisioning complete for port d6357384-4fae-4248-a095-6ea505fcdee0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:05.071352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a67df99f-dc66-4f15-acea-2a4cdfa0283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:05.080572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-176810c3-b4c5-43c4-90ac-08187c92210c tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/quotas/935d33e45d7a4f9e97ac4ffeab0c5d45 HTTP/1.1" status: 200 len: 375 time: 0.0380030 Apr 01 15:26:05.160584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:05.178193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b5f56d62-51ff-43b5-a82b-2c5e5db06e9e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "PUT /v2.0/routers/9bda133d-0214-431f-8a30-2dcc95cd937a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7522254 Apr 01 15:26:05.182612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60838) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:05.199542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-41bb17d6-fba2-422f-8697-009d3aca19eb tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=935d33e45d7a4f9e97ac4ffeab0c5d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124611 Apr 01 15:26:05.275111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:05.445881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.446321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.446687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.447120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.447564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a67df99f-dc66-4f15-acea-2a4cdfa0283e None None] Provisioning for port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:05.447761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.448012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.448381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.448762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.454117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8dbc678f-f8a7-47f5-b7df-85a3fb2a0394 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.2678049 Apr 01 15:26:05.454251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a67df99f-dc66-4f15-acea-2a4cdfa0283e None None] Provisioning complete for port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:05.454251 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a67df99f-dc66-4f15-acea-2a4cdfa0283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:05.454660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60842) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:05.539056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a67df99f-dc66-4f15-acea-2a4cdfa0283e None None] Port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:26:05.551063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Sync routers for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:05.567713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:05.568325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:05.587224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:05.597060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:05.599581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.600111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.600611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.601180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.601670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.602155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.602640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.603151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:05.605939 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d7699a05-670f-481f-ba82-f89921e7f867 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5234 time: 0.1496317 Apr 01 15:26:05.609371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60848) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:05.615790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5ae66e63-1b67-407e-b5d3-b999279f148c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/routers/2d5a26f3-4062-470b-93b2-bce520f1e41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0633996 Apr 01 15:26:05.620209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60852) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:05.625050 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:05.625864 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:05.632309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'port': {'network_id': '82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6', 'name': 'tempest-FloatingIPTestJSON-1329225716'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:05.658438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60856) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:05.769160 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:05.800154 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:05.800974 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:05.854551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:05.870188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-75a8b95a-77c4-49cc-beee-279922be7e06 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.2593057 Apr 01 15:26:05.907136 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:05.907815 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff7705-a56a-4a24-bb02-ed4d493a155b None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:06.039640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] Deleting subnet cdc4f574-91ed-4145-9808-2d759c7eb3b7 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:26:06.056047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.125285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:06.129248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.161642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:port and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:06.166495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:06.179198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:06.190521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60862) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:06.200514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52946935', 'description': 'tempest-secgroup-smoke-52946935 description', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:06.203606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:26:06.206717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.211097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:06.215188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:06.220933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:06.223842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.228908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:06.245468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.246756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:26:01Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 2, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:06.251925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Checking router: 9bda133d-0214-431f-8a30-2dcc95cd937a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:26:06.252276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Updating router 9bda133d-0214-431f-8a30-2dcc95cd937a port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:26:06.274810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] device_id is not set on port a0152b3d-8a69-4e9e-8c89-945f562e6d94 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:26:06.329514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.356300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d6357384-4fae-4248-a095-6ea505fcdee0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:06.376933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:06.392776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:06.405196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:06.410784 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.422616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:06.481946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc4f574-91ed-4145-9808-2d759c7eb3b7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:06.496283 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.523032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.8 (82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6/234e8dc0-3298-4ecd-94ea-f11657a8b428/a0152b3d-8a69-4e9e-8c89-945f562e6d94) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:06.528751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f29d1261-0278-4dec-a447-5fc012f538b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cdc4f574-91ed-4145-9808-2d759c7eb3b7 HTTP/1.1" status: 204 len: 168 time: 0.8693395 Apr 01 15:26:06.534703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60874) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:06.638668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-271e3427-9e58-4b40-a0e6-486ed2a0a7ec req-c311b0f3-bb3e-4e8d-8fdd-7ce2aaf7445b tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 210 time: 0.1053245 Apr 01 15:26:06.652438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.660811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.703084 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.718747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.720601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5282497 Apr 01 15:26:06.723094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5508e3d-eeba-40e6-a52a-354b5b220a82 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f27470-54c1-45c0-a1f9-fa37d24ca443,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:06.725095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60878) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:06.745516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'd1f27470-54c1-45c0-a1f9-fa37d24ca443', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:06.762630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:06.780972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:06.781280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d6357384-4fae-4248-a095-6ea505fcdee0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:06.781880 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.784372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:06.797914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:06.837052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.946912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.954277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.968941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:06.987488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80afa046-33f8-4b62-98c8-b72133e2794e,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:07.009122 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.012285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-88bf026a-b3b7-4a7e-81c9-b4d746718391 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2857265 Apr 01 15:26:07.015784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60882) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:07.023007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ccd6e3-a554-4095-970b-69c841b5fada']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:07.025725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'd1f27470-54c1-45c0-a1f9-fa37d24ca443', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:07.031841 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.036334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:07.043236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:07.048940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:07.049446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857e3cc2-39c4-465a-bb0c-f22f6afdf3cc') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:07.049636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:07.057362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:07.064262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Transition to ACTIVE for port object 39d920c3-cbd3-4ba6-8006-57b7e8d9980b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:07.073763 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.085780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.087587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.100547 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.117617 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.128515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:26:07.129319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:26:07.150249 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:26:07.184522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.190740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.229699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d6cf4-c631-4839-947c-b65680e4fe55 None None] Pushing event updated for resources: {'Port': ['ID=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:07.251699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dac8c9-bd72-4dd6-93e2-67c39e7fa4de,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:07.255366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.263472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.271548 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.272843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ae56c855-9925-4825-835f-2feaacf05869 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2554388 Apr 01 15:26:07.275536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60886) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:07.281545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'd1f27470-54c1-45c0-a1f9-fa37d24ca443', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:07.287805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.294086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:07.302295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:07.306356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:07.312837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:07.346179 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] 10.222.0.48 "DELETE /v2.0/networks/55ccd6e3-a554-4095-970b-69c841b5fada HTTP/1.1" status: 204 len: 168 time: 0.8101435 Apr 01 15:26:07.357118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8b65b-4366-40a5-9f9e-69d6a54e5899 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ccd6e3-a554-4095-970b-69c841b5fada,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:07.359580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.390970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:07.395245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:07.397875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:07.494093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Attempting to bind port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:26:07.504827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Attempting to bind port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:26:07.505507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Attempting to bind port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b on network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:07.514005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.519749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:26:07.520429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Checking segment: {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:26:07.521149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.521900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Bound using segment: {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:26:07.522498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Bound port: 39d920c3-cbd3-4ba6-8006-57b7e8d9980b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:26:07.523028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.523186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.536745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:07.537202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.542093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=a0152b3d-8a69-4e9e-8c89-945f562e6d94,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:07.590171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60904) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:07.590986 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd290ff7-abd9-46c4-b3a4-c58b1bc98c75 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9662728 Apr 01 15:26:07.592319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1072d41-04e8-4829-808a-a1655ea6c7b1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:07.617384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'port': {'network_id': '82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6', 'name': 'tempest-FloatingIPTestJSON-1983121502'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:07.718022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] For port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:26:07.723258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] For port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:26:07.734978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.798323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.802097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9264dafb-9de7-4e1d-b9e8-c3f39ce9e830 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5229654 Apr 01 15:26:07.803827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60910) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:07.812041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'd1f27470-54c1-45c0-a1f9-fa37d24ca443', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:07.827350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:07.838370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:07.844328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d6cf4-c631-4839-947c-b65680e4fe55 None None] Pushing event updated for resources: {'Port': ['ID=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:07.854895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:07.857160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:07.859720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:07.871454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:07.909688 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:07.920972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90ae2b43-e7b6-4911-93a8-f146d49c7ab6 req-85896a0d-c49d-4c99-96b4-62afa094a0d3 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 210 time: 0.1303575 Apr 01 15:26:07.962082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60914) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:08.119003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.120735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:08.126003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:port and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:08.129873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:08.136268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:08.140592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.194548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:08.194857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a56e74f2-1bc9-4e46-b068-4d63b4b1b412 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c50b8bcaef7a47b2976f6807151855a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2288644 Apr 01 15:26:08.195292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 60924) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:08.225903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7024fe3a-30ec-490f-b164-7914638d56e3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:08.259048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.261016 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-13a68eb0-39f6-4322-b71a-6396f43a2823 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4558213 Apr 01 15:26:08.263973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60928) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:08.264398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:26:08.267764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.270765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'd1f27470-54c1-45c0-a1f9-fa37d24ca443', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:08.286061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:08.290747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:08.293946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:08.301129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:08.318195 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Project 9720c81486604e9ab2fbd31cd11cb6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:26:08.329483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.361207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] device_id is not set on port 32cc337b-e068-4e3d-9886-81a251d00c4c yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:26:08.424127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.436957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.484036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-908f9603-a42d-4b32-a51c-edf3453a27be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.518087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e9ae2-704f-4eba-923b-c6b40df78f44 req-4a58df64-53bb-4bc3-969e-6a9695d58cfd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:08.519798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b93e9ae2-704f-4eba-923b-c6b40df78f44 req-4a58df64-53bb-4bc3-969e-6a9695d58cfd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.2414963 Apr 01 15:26:08.522166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2006fb2e-b9fe-46fd-b634-9ffc0717a2f8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:08.540074 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.541254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-251fa63c-d1de-46ac-9bf9-e70d61e6db04 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2759089 Apr 01 15:26:08.544009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60934) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:08.550006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'd1f27470-54c1-45c0-a1f9-fa37d24ca443', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:08.564357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:08.577827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:08.585850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:08.592357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:08.611305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:26:01Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:07Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:08.616758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23d100-e915-4938-b35a-ffaa4ba41fdd None None] The sync data for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 is: [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:26:01Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:07Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:08.619040 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Project 9720c81486604e9ab2fbd31cd11cb6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:26:08.626264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.658154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-908f9603-a42d-4b32-a51c-edf3453a27be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.734151 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.748794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b93e9ae2-704f-4eba-923b-c6b40df78f44 req-1c164abe-4368-4cd6-a528-9466c902b013 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137620 Apr 01 15:26:08.752308 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.801015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ae0119-a7a6-497b-9aa7-076616d47f12,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:08.816871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.2 (82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6/234e8dc0-3298-4ecd-94ea-f11657a8b428/32cc337b-e068-4e3d-9886-81a251d00c4c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:08.822563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:08.824191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5d0156a0-9987-4cff-a9f8-e89fcc2650c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2791672 Apr 01 15:26:08.925114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-908f9603-a42d-4b32-a51c-edf3453a27be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:09.010404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f9603-a42d-4b32-a51c-edf3453a27be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafef508-7369-40f8-9618-f6e54e1e7a74,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:09.247308 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f66d3634-634b-47bd-a0fc-d97814b43ff8 req-cc9d27f5-2f5e-4bac-ae2d-2224439d10aa tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 210 time: 0.0980728 Apr 01 15:26:09.284513 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-908f9603-a42d-4b32-a51c-edf3453a27be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:09.285705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-908f9603-a42d-4b32-a51c-edf3453a27be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eafef508-7369-40f8-9618-f6e54e1e7a74 HTTP/1.1" status: 204 len: 168 time: 1.0873826 Apr 01 15:26:09.347204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b873741c-9e74-4c44-876a-3401fbd0e210 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:09.397748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b873741c-9e74-4c44-876a-3401fbd0e210 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:09.411280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b873741c-9e74-4c44-876a-3401fbd0e210 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52946935&fields=id&tenant_id=9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 267 time: 0.1579428 Apr 01 15:26:09.476477 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:09.617904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d63af2-6176-4fad-954c-7efad41646c2 req-e4b90f75-91cb-4f81-ba37-99905605728e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:09.618638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-09d63af2-6176-4fad-954c-7efad41646c2 req-e4b90f75-91cb-4f81-ba37-99905605728e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:09.623390 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:09.722620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=32cc337b-e068-4e3d-9886-81a251d00c4c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:09.728233 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:09.729784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:09.732018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:09.760159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-09d63af2-6176-4fad-954c-7efad41646c2 req-e4b90f75-91cb-4f81-ba37-99905605728e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:09.761592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-e4b90f75-91cb-4f81-ba37-99905605728e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/networks?id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 797 time: 0.3407669 Apr 01 15:26:09.797792 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-f0c1ddec-9b7a-4bbd-840f-1e75bf62b38a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/quotas/9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 375 time: 0.0310311 Apr 01 15:26:09.816371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:09.817528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:09.931126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 60974) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:09.931424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f1f1f32f-2cba-4a42-bc6e-061baac6333e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3336184 Apr 01 15:26:09.936702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '32cc337b-e068-4e3d-9886-81a251d00c4c', 'fixed_ip_address': '172.20.0.2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:09.944189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:09.949552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:floatingip and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:09.953005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:09.959419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:09.991066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-09d63af2-6176-4fad-954c-7efad41646c2 req-a921d451-aad9-4be9-8c17-051315e42708 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:10.000882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-695f2aea-8d03-4cdb-937a-3833678f30db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:10.002332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-695f2aea-8d03-4cdb-937a-3833678f30db tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.1303217 Apr 01 15:26:10.024982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:10.098023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-09d63af2-6176-4fad-954c-7efad41646c2 req-a921d451-aad9-4be9-8c17-051315e42708 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:10.099371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-a921d451-aad9-4be9-8c17-051315e42708 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2962086 Apr 01 15:26:10.115868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port 8c569668-4ffb-48fd-949e-ed15d3ef6225 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:10.116201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:10.307440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 39d920c3-cbd3-4ba6-8006-57b7e8d9980b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:10.318288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77692186-c385-44ff-8f19-c024969ff544 req-fd492d30-5ad2-4253-a2db-cc03053dae4c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:10.326785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77692186-c385-44ff-8f19-c024969ff544 req-fd492d30-5ad2-4253-a2db-cc03053dae4c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.3588326 Apr 01 15:26:10.409579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:10.416510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:10.417159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:10.459627 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77692186-c385-44ff-8f19-c024969ff544 req-e07a47d4-fb1f-4aa2-9c56-e04d5cb11477 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257095 Apr 01 15:26:10.488232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:10.675861 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:10.748356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:10.760952 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:10.876706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:10.884461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] For port 8c569668-4ffb-48fd-949e-ed15d3ef6225, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8c569668-4ffb-48fd-949e-ed15d3ef6225,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:10.885037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:10.939316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:11.049445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-405e6cc7-08fc-4fad-8a4c-296de1fb096a req-d2ae1880-4c92-4735-9d17-f89dcef0b9c3 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 210 time: 0.0917130 Apr 01 15:26:11.073326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.25.2.84 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/a7a7f0d6-8979-4fe3-ad7d-d6f4f8a2ecec) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:11.296450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-5e02b06e-4d61-4283-8677-91a88117cff9 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=935d33e45d7a4f9e97ac4ffeab0c5d45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874636 Apr 01 15:26:11.393101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:11.423405 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:11.477534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-ceb935ab-b52d-4d72-85e2-d28c4abf28cd service neutron] 10.222.0.48 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3316581 Apr 01 15:26:11.500335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:11.503666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:11.508292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:11.565369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=a7a7f0d6-8979-4fe3-ad7d-d6f4f8a2ecec,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:11.996921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99d10-235f-45cc-9d61-72088cb376bc req-99ce6ea4-6640-4950-bb41-75f52f562d1a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:11.998101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6d99d10-235f-45cc-9d61-72088cb376bc req-99ce6ea4-6640-4950-bb41-75f52f562d1a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 946 time: 0.2879899 Apr 01 15:26:12.085253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6d99d10-235f-45cc-9d61-72088cb376bc req-502d8819-1680-4e25-9987-95b5fb4ec249 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736032 Apr 01 15:26:12.171155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08123746-34a2-42bb-a398-071a9ff51626 req-cfb6e5a2-7bb6-4a96-93e5-d5ea99be6409 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:12.173302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-cfb6e5a2-7bb6-4a96-93e5-d5ea99be6409 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8238451 Apr 01 15:26:12.201557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Request body: {'port': {'device_id': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '935d33e45d7a4f9e97ac4ffeab0c5d45'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:12.271837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 39d920c3-cbd3-4ba6-8006-57b7e8d9980b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:12.353607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:12.354459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.364695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e00935ff-72a6-4d97-a23d-030d2bd22de9 req-f5a2456f-64fb-44c5-be29-a21412e3ab1a tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 210 time: 0.0611684 Apr 01 15:26:12.388731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:12.394079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Usage tracker for resource:port and tenant:935d33e45d7a4f9e97ac4ffeab0c5d45 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:12.397090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:12.405549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.405911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.406214 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Floating IP 0726aaeb-beef-43e4-8da2-80052009a592 disassociated. External IP: 172.25.2.113, port: 8c569668-4ffb-48fd-949e-ed15d3ef6225. Apr 01 15:26:12.406549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for 8c569668-4ffb-48fd-949e-ed15d3ef6225 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:26:12.431528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.474285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:12.515972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-bd2bd42e-7c4f-4db7-8601-564160c98e3d service neutron] 10.222.0.48 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0309315 Apr 01 15:26:12.542373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Made reservation on behalf of 935d33e45d7a4f9e97ac4ffeab0c5d45 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:26:12.545403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.552713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.577761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.643263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:12.683576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Usage tracker for resource:security_group_rule and tenant:935d33e45d7a4f9e97ac4ffeab0c5d45 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:12.690645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:12.705310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:12.827116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.836567 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.843608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:12.923182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=8c569668-4ffb-48fd-949e-ed15d3ef6225,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:12.978801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98782ba8-7e15-4baf-bb45-a8760ca4e0db req-c66490c5-1d97-41ee-a7fe-614b94ec5eeb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 210 time: 0.0729129 Apr 01 15:26:13.042310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=a7a7f0d6-8979-4fe3-ad7d-d6f4f8a2ecec,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:13.052786 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:13.069261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:13.124326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:13.575694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f14a1814-71b6-4f22-897a-e9f4a5e6722e req-60147c29-8944-4dae-a7b4-db3056530ecf tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.2535214 Apr 01 15:26:13.601622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b272853-6610-4b8c-9917-1365597e1ed8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:13.619245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8c569668-4ffb-48fd-949e-ed15d3ef6225 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:26:13.670195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a5418b2-e67c-414d-9d10-c8ca200945b7 req-e527a83a-5fe9-4f30-99fb-c0f16810d56e tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 210 time: 0.0809665 Apr 01 15:26:13.746714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 8c569668-4ffb-48fd-949e-ed15d3ef6225 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:26:13.747936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8c569668-4ffb-48fd-949e-ed15d3ef6225 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:26:13.820516 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP 38727507-2788-4b1a-ac45-f20bee86c240 associated. External IP: 172.25.2.84, port: 32cc337b-e068-4e3d-9886-81a251d00c4c. Apr 01 15:26:13.829687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Allocated IP 192.168.233.212 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/fcb35ac9-18ad-43da-8a30-b59abebc7fd9) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:14.008370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:14.358810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e76b060-482e-448a-a3bd-db82e1c2c91b req-74e0c86e-8990-4119-990c-d46ed6244670 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 210 time: 0.0762351 Apr 01 15:26:14.419259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:14.423449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:14.469136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Transition to ACTIVE for port object fcb35ac9-18ad-43da-8a30-b59abebc7fd9 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:14.541466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:14.677033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:14.689413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:14.714981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:14.715188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:14.715977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:14.865024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:14.885424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:14.889240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:14.906046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:14.916129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:14.919148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:14.919950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:14.994603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c760bb59-5f17-4eed-ada8-77429c6d8c4e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0598023 Apr 01 15:26:15.000565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32876) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:15.031117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:15.045770 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:15.063671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:15.064353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d34e41-4db4-46e7-af9c-71f873ee7286 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:15.075172 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:15.075808 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:15.106894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:15.206590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76971805-4a9a-401a-aa65-b24a41805aa9 req-c82ba370-c7b2-488c-a1a0-3cb91238e2de tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.2161577 Apr 01 15:26:15.285330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:15.295586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6429f265-5032-45a0-a346-27376659939e None None] Provisioning for port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:15.304101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6429f265-5032-45a0-a346-27376659939e None None] Provisioning complete for port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:15.304793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6429f265-5032-45a0-a346-27376659939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:15.336053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:15.336656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:15.340688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Pushing event updated for resources: {'Port': ['ID=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:15.358113 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:15.420352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6429f265-5032-45a0-a346-27376659939e None None] Port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:26:15.591720 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-3b790e2a-fd10-4469-bf39-02aec4c469e6 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3978646 Apr 01 15:26:15.612608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] No DVR routers for this DVR port 8c569668-4ffb-48fd-949e-ed15d3ef6225 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:26:15.631050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:15.633681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78bf8fde-7860-4886-b7f9-f38f5a8ddd83 req-ec84cd20-7841-477d-9911-ca3bc2df53ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.44 "DELETE /v2.0/ports/8c569668-4ffb-48fd-949e-ed15d3ef6225 HTTP/1.1" status: 204 len: 173 time: 5.6231179 Apr 01 15:26:15.640914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Request body: {'port': {'device_id': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:15.682737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'name': 'network-vif-deleted', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:15.707874 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:15.712460 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:26:15.724306 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:15.725128 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:15.740581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d63af2-6176-4fad-954c-7efad41646c2 req-185530ca-87d5-4ee1-baec-3185e1c46aa6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:15.742237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-185530ca-87d5-4ee1-baec-3185e1c46aa6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "GET /v2.0/networks?id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 797 time: 1.1104188 Apr 01 15:26:15.840924 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8bcdb6f1-4d86-4fb1-ae0f-da38b30949ac req-c845fc2c-c5f3-44fa-a971-9f39c0d65845 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 210 time: 0.1159258 Apr 01 15:26:15.843563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:15.848008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28478cf-5a29-40a2-8661-39f25d9b90a8 req-233ab77b-9e7c-4070-8aec-3ff34be6d61c tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:15.849547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f28478cf-5a29-40a2-8661-39f25d9b90a8 req-233ab77b-9e7c-4070-8aec-3ff34be6d61c tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Synchronizing usage tracker for tenant:935d33e45d7a4f9e97ac4ffeab0c5d45 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:15.849815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:15.850350 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP 38727507-2788-4b1a-ac45-f20bee86c240 disassociated. External IP: 172.25.2.84, port: 32cc337b-e068-4e3d-9886-81a251d00c4c. Apr 01 15:26:15.935113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f28478cf-5a29-40a2-8661-39f25d9b90a8 req-233ab77b-9e7c-4070-8aec-3ff34be6d61c tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Unset dirty status for tenant:935d33e45d7a4f9e97ac4ffeab0c5d45 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:15.936202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f28478cf-5a29-40a2-8661-39f25d9b90a8 req-233ab77b-9e7c-4070-8aec-3ff34be6d61c tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 936 time: 0.6463861 Apr 01 15:26:15.955455 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faaa3b9-9a71-4245-a870-ec57d650e996', 'name': 'network-vif-deleted', 'tag': '8c569668-4ffb-48fd-949e-ed15d3ef6225', 'status': 'completed', 'code': 200} Apr 01 15:26:16.013383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:16.047265 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:16.069342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-1dfdd97e-df4d-44f6-b504-8e1a34afc2b8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 378 time: 0.3077707 Apr 01 15:26:16.310876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'port': {'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'admin_state_up': True, 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'security_groups': ['d1f27470-54c1-45c0-a1f9-fa37d24ca443']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:16.532086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f28478cf-5a29-40a2-8661-39f25d9b90a8 req-046b0e75-3b40-4807-92fd-a30ad705e095 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Synchronizing usage tracker for tenant:935d33e45d7a4f9e97ac4ffeab0c5d45 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:16.538747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b30e6689-f003-4d9d-9efa-12b551e711f2 req-0e497013-5842-41ae-a75f-ab5b54e17972 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faaa3b9-9a71-4245-a870-ec57d650e996 HTTP/1.1" status: 200 len: 210 time: 0.1201181 Apr 01 15:26:16.652228 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:16.656408 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac76db7-8542-4f1d-82c9-41f6e6ac1d8f None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:16.788276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f28478cf-5a29-40a2-8661-39f25d9b90a8 req-046b0e75-3b40-4807-92fd-a30ad705e095 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Unset dirty status for tenant:935d33e45d7a4f9e97ac4ffeab0c5d45 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:16.789706 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f28478cf-5a29-40a2-8661-39f25d9b90a8 req-046b0e75-3b40-4807-92fd-a30ad705e095 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308873 Apr 01 15:26:16.810253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:16.832980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:16.866388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:16.935942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb35ac9-18ad-43da-8a30-b59abebc7fd9 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:26:16.947472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:16.967928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Transition to ACTIVE for port object fcb35ac9-18ad-43da-8a30-b59abebc7fd9 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:16.969916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:26:16.976103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:16.994234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.038925 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-92b458b1-2618-4dde-9424-43441c961630 req-8dbeaebf-cc9b-4133-b91a-e003260e1f58 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 210 time: 0.0478339 Apr 01 15:26:17.171061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:17.181781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:17.188162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.203367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:17.204036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:17.249464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:17.251442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-033a2787-ae98-4e05-887b-cfdd71c89df7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/floatingips/38727507-2788-4b1a-ac45-f20bee86c240 HTTP/1.1" status: 200 len: 687 time: 2.1621883 Apr 01 15:26:17.254293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32900) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:17.378527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:17.397976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:17.399578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:17.495081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port a7a7f0d6-8979-4fe3-ad7d-d6f4f8a2ecec {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:17.495484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.509986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:17.511471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f972508-5d7a-4149-9851-1399efab24c9 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:17.536784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.20.0.11 (0589d6d8-c49d-4d46-a68c-48b56cd10a6a/8d548dc1-5ce5-4764-98a0-666305a9d48b/0310c3a8-404d-4532-8357-29a3742da042) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:17.543161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Attempting to bind port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:26:17.543534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Attempting to bind port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:26:17.543860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Attempting to bind port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:17.555767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:26:17.556135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Attempting to bind port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:17.577817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:26:17.578273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:26:17.578584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:26:17.579104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Bound port: fcb35ac9-18ad-43da-8a30-b59abebc7fd9, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:26:17.579498 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.756946 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.757275 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.838943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] For port fcb35ac9-18ad-43da-8a30-b59abebc7fd9, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:26:17.844270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] For port fcb35ac9-18ad-43da-8a30-b59abebc7fd9, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:26:17.860711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.948552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.971260 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:17.972924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] 10.222.0.62 "PUT /v2.0/ports/fcb35ac9-18ad-43da-8a30-b59abebc7fd9 HTTP/1.1" status: 200 len: 1096 time: 2.3628354 Apr 01 15:26:17.973461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'tag': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:18.004103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Transition to ACTIVE for port object 0310c3a8-404d-4532-8357-29a3742da042 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:18.012807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb807f6-2dd1-4d91-98fb-0c39a78ff51b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:18.035829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for a7a7f0d6-8979-4fe3-ad7d-d6f4f8a2ecec owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:26:18.353578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-d9015b31-ca77-4dc6-a769-d87bb7aba8af tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615390156&fields=id&tenant_id=eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 267 time: 0.0796747 Apr 01 15:26:18.385782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:18.463966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be0822-d845-46b4-9578-d2fc168b9c29 req-3a30afa5-dc85-4cad-b9a7-ae443d93026e tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:18.467663 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63be0822-d845-46b4-9578-d2fc168b9c29 req-3a30afa5-dc85-4cad-b9a7-ae443d93026e tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 948 time: 0.3647459 Apr 01 15:26:18.520738 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f91f5-04a8-4eac-86e2-919f01cbfd75 None None] New status for floating IP 0726aaeb-beef-43e4-8da2-80052009a592: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:26:18.535842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:18.549397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:18.559432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:18.581570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:18.617092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=a7a7f0d6-8979-4fe3-ad7d-d6f4f8a2ecec,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:18.628609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63be0822-d845-46b4-9578-d2fc168b9c29 req-bedf0699-10e8-424e-afee-e03372541724 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528385 Apr 01 15:26:18.645016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=0310c3a8-404d-4532-8357-29a3742da042,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:18.670410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-742c72fe-a6c6-4c3e-9f91-a72ab47dac95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935d33e45d7a4f9e97ac4ffeab0c5d45&device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 1099 time: 0.6532643 Apr 01 15:26:18.822968 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'tag': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9', 'status': 'completed', 'code': 200} Apr 01 15:26:18.846866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:18.857616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:18.869195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:18.894235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:18.901145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d47b45c-14f9-4887-ad22-845172d3ec1c tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/floatingips/38727507-2788-4b1a-ac45-f20bee86c240 HTTP/1.1" status: 204 len: 168 time: 1.6456482 Apr 01 15:26:18.901831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 32930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:18.916453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'a0152b3d-8a69-4e9e-8c89-945f562e6d94'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:18.931762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:18.940935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:floatingip and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:18.948585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-c3963687-f20f-4e62-9f5f-44d0c9125538 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=fcb35ac9-18ad-43da-8a30-b59abebc7fd9 HTTP/1.1" status: 200 len: 217 time: 0.2637889 Apr 01 15:26:18.958428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:18.973232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:18.973645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-46041176-77ba-4c90-9ba6-72834addc507 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:18.980282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-46041176-77ba-4c90-9ba6-72834addc507 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.6252618 Apr 01 15:26:19.004796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cd0ce195-5584-497a-8991-c09b7fb0b909 None None] Provisioning for port 0310c3a8-404d-4532-8357-29a3742da042 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:19.006544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:19.012621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cd0ce195-5584-497a-8991-c09b7fb0b909 None None] Provisioning complete for port 0310c3a8-404d-4532-8357-29a3742da042 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:19.013902 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce195-5584-497a-8991-c09b7fb0b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:19.105776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ce195-5584-497a-8991-c09b7fb0b909 None None] Port 0310c3a8-404d-4532-8357-29a3742da042 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:26:19.122155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c5ce2f6e-27d6-4443-83be-09e73b1c9a91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8188069 Apr 01 15:26:19.123698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08123746-34a2-42bb-a398-071a9ff51626 req-192e6d1d-aa5a-496b-8b9b-772c6dae53b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:19.125325 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-192e6d1d-aa5a-496b-8b9b-772c6dae53b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.1438015 Apr 01 15:26:19.140769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Request body: {'port': {'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:19.232544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-6beff50c-9e4a-42fd-b65e-b084b04945a6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/quotas/eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 375 time: 0.1060748 Apr 01 15:26:19.246610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2df7b4-d920-47db-8654-d0871c36ca5b req-a90dbeb0-e348-42a2-a8b5-f0a3bd8099d0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:19.251953 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e2df7b4-d920-47db-8654-d0871c36ca5b req-a90dbeb0-e348-42a2-a8b5-f0a3bd8099d0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 932 time: 0.1279156 Apr 01 15:26:19.319757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1e2df7b4-d920-47db-8654-d0871c36ca5b req-93d685fc-ac2b-4862-be79-7a8fb401bc19 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636654 Apr 01 15:26:19.324300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:19.364793 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:19.416803 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-3a0606b8-4655-43c4-ba35-c13f819c1a4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823317 Apr 01 15:26:19.472185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.25.2.133 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/02720dc8-95fd-4929-9815-5cbe1c47fd71) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:19.523020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-616736f8-3767-4318-aebe-f56f5c40674f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:19.611188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-616736f8-3767-4318-aebe-f56f5c40674f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:19.612937 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-616736f8-3767-4318-aebe-f56f5c40674f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3684397 Apr 01 15:26:19.633971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:19.665525 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:19.765277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-01631fa0-f098-4295-97eb-88409001b78d service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357768 Apr 01 15:26:19.778164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:19.781016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:19.786031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:19.816509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=02720dc8-95fd-4929-9815-5cbe1c47fd71,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:19.982808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-2b206bae-a7a8-484d-87a2-18e3dc75b809 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557265 Apr 01 15:26:20.007961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bcba2-965d-4130-81b5-05d69dffe3aa req-128a601f-78b5-417a-9686-c3dc1903c259 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:20.009436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-500bcba2-965d-4130-81b5-05d69dffe3aa req-128a601f-78b5-417a-9686-c3dc1903c259 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 948 time: 0.1976111 Apr 01 15:26:20.154971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08123746-34a2-42bb-a398-071a9ff51626 req-a66c46e9-3067-4471-bef7-52b48c68bad4 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423872 Apr 01 15:26:20.193181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-500bcba2-965d-4130-81b5-05d69dffe3aa req-ecb3378a-fa42-4698-9efd-0c0b80701b80 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769459 Apr 01 15:26:20.381726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-fc161ba6-2bbe-4cf1-ad72-d6d4506cffe3 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913569 Apr 01 15:26:20.455769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:26:20.503903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:20.559649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0310c3a8-404d-4532-8357-29a3742da042 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:26:20.569461 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:20.583267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-da8bffe3-c2a5-4c0a-9d92-b136f53f8368 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935d33e45d7a4f9e97ac4ffeab0c5d45&device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 1099 time: 0.1972854 Apr 01 15:26:20.613617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Transition to ACTIVE for port object 0310c3a8-404d-4532-8357-29a3742da042 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:20.692837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:20.792116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:20.868938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Pushing event updated for resources: {'Port': ['ID=0310c3a8-404d-4532-8357-29a3742da042,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:21.072265 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:21.098666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6fedb-32ac-4909-9eaa-1a959a7a16fe req-c54a7a33-4f84-4116-b812-00fdfdb9f7e3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:21.117207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ec6fedb-32ac-4909-9eaa-1a959a7a16fe req-c54a7a33-4f84-4116-b812-00fdfdb9f7e3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 932 time: 0.6113904 Apr 01 15:26:21.118796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-4453820b-5774-411f-851c-10fd508367ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:21.120780 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-4453820b-5774-411f-851c-10fd508367ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.5311203 Apr 01 15:26:21.170478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:21.237982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Attempting to bind port 0310c3a8-404d-4532-8357-29a3742da042 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:26:21.237982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Attempting to bind port 0310c3a8-404d-4532-8357-29a3742da042 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:26:21.238185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Attempting to bind port 0310c3a8-404d-4532-8357-29a3742da042 on network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:21.247192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-fde1bddb-c960-4f70-a635-95fd09e4228e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=fcb35ac9-18ad-43da-8a30-b59abebc7fd9 HTTP/1.1" status: 200 len: 217 time: 0.0863414 Apr 01 15:26:21.293862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Port 0310c3a8-404d-4532-8357-29a3742da042 on network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:26:21.294180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Attempting to bind port 0310c3a8-404d-4532-8357-29a3742da042 on network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:21.325452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=02720dc8-95fd-4929-9815-5cbe1c47fd71,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:21.334882 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ec6fedb-32ac-4909-9eaa-1a959a7a16fe req-80d25926-1cb4-4bf9-a1bf-f16a439d8453 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2157311 Apr 01 15:26:21.363312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76bab6ff-71f0-4cab-b0ba-a618cdb23a34 req-e1334364-fb77-45ee-8595-5b77138ee831 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 210 time: 0.1149826 Apr 01 15:26:21.365472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:21.386144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:26:21.386698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Checking segment: {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:26:21.387045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Bound using segment: {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:26:21.387528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Bound port: 0310c3a8-404d-4532-8357-29a3742da042, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:26:21.387882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:21.549211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] For port 0310c3a8-404d-4532-8357-29a3742da042, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:26:21.552273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] For port 0310c3a8-404d-4532-8357-29a3742da042, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0310c3a8-404d-4532-8357-29a3742da042,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:26:21.608776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-aa66f4b3-7afd-4fd2-8912-ddfacf61e5b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:21.610292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-aa66f4b3-7afd-4fd2-8912-ddfacf61e5b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.3127384 Apr 01 15:26:21.611340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:21.723703 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP a90af37e-9220-4060-8027-bfe3353957a0 associated. External IP: 172.25.2.133, port: a0152b3d-8a69-4e9e-8c89-945f562e6d94. Apr 01 15:26:21.739883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:21.741496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] 10.222.0.44 "PUT /v2.0/ports/0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 200 len: 1092 time: 2.6061504 Apr 01 15:26:21.743781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'tag': '0310c3a8-404d-4532-8357-29a3742da042'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:21.794073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2509272-1172-42f6-94b3-6d4434aefd68 service neutron] Pushing event updated for resources: {'Port': ['ID=0310c3a8-404d-4532-8357-29a3742da042,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:21.895257 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'tag': '0310c3a8-404d-4532-8357-29a3742da042', 'status': 'completed', 'code': 200} Apr 01 15:26:21.902095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5c76-d647-4d69-b7ab-941647bf3f3f req-5f005a50-f1f7-4296-9a5e-b1540619f64c tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:21.903694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d6b5c76-d647-4d69-b7ab-941647bf3f3f req-5f005a50-f1f7-4296-9a5e-b1540619f64c tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 948 time: 0.3480067 Apr 01 15:26:21.978337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-30b46e62-2fc4-4abd-999c-767b87a05560 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3256269 Apr 01 15:26:22.059986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d6b5c76-d647-4d69-b7ab-941647bf3f3f req-d347596b-5b39-429d-b114-7409eeb4a6fb tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427333 Apr 01 15:26:22.256244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-70eca40e-dab1-4baf-994a-36278b3c1f0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1095 time: 0.4584351 Apr 01 15:26:22.358407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-0937f2bf-aead-4f88-9a4d-e51f85513a16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 200 len: 217 time: 0.0875638 Apr 01 15:26:22.365802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-d63a54b1-b225-42fc-aff5-418dff9e7378 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464918 Apr 01 15:26:22.533960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:22.817773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-15d25ce2-492b-4ea0-b20a-143b5080b25d req-e4320ed8-3f1b-470f-8439-1b61b10cca87 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 210 time: 0.1930878 Apr 01 15:26:23.162075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-af06979e-ba16-4605-8cce-de592efb8610 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:23.162498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b9ece7bf-e5e9-449c-9fcd-776272798def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:23.164057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-b9ece7bf-e5e9-449c-9fcd-776272798def service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d548dc1-5ce5-4764-98a0-666305a9d48b HTTP/1.1" status: 200 len: 834 time: 0.7957196 Apr 01 15:26:23.164168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-af06979e-ba16-4605-8cce-de592efb8610 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.3120542 Apr 01 15:26:23.181873 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4bb14d53-7787-4767-8c13-aafcaf048eba req-c9740d08-e083-433a-a461-eb9acbd9e3de service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090418 Apr 01 15:26:23.245508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-26cf43d4-4388-4f67-add4-4b5b6bd55ac1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 379 time: 0.0503905 Apr 01 15:26:23.288018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-c07264d3-225d-41de-83dd-a5a655a3ae0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045673 Apr 01 15:26:23.291410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'port': {'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'admin_state_up': True, 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'security_groups': ['5ee6516e-44d3-4893-a02c-1eda4b6cc776']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:23.294517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86045150-ade9-4c85-a41b-16f2f9ab5fab req-9fd08cba-a54b-443c-ab1e-cf7478ac7dd3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:23.295253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-86045150-ade9-4c85-a41b-16f2f9ab5fab req-9fd08cba-a54b-443c-ab1e-cf7478ac7dd3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:23.332190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device fcb35ac9-18ad-43da-8a30-b59abebc7fd9 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:26:23.455696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-3d0b2368-361b-47da-b343-ef53bea84864 service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544502 Apr 01 15:26:23.615007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09d63af2-6176-4fad-954c-7efad41646c2 req-abf42e2b-2497-4812-9ee7-ac383ff8d167 service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518025 Apr 01 15:26:23.622892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-86045150-ade9-4c85-a41b-16f2f9ab5fab req-9fd08cba-a54b-443c-ab1e-cf7478ac7dd3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:23.633907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86045150-ade9-4c85-a41b-16f2f9ab5fab req-9fd08cba-a54b-443c-ab1e-cf7478ac7dd3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 944 time: 0.6125760 Apr 01 15:26:23.649369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port fcb35ac9-18ad-43da-8a30-b59abebc7fd9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:23.690788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:23.692242 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9', 'mac_address': 'fa:16:3e:15:f4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:26:23.751082 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:23.819124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-91508cc1-c91c-49ac-b581-f0ca38308419 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9106715 Apr 01 15:26:23.828534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 32992) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:23.844086 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:23.850991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3026b-5d5c-4a17-8be1-4d69645678bc req-cc379995-8f30-42fb-bc50-155f8edd0d56 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:23.852648 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4dd3026b-5d5c-4a17-8be1-4d69645678bc req-cc379995-8f30-42fb-bc50-155f8edd0d56 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 948 time: 0.5959103 Apr 01 15:26:23.879545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:23.910919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:23.912038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:23.936243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:23.963829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:23.970637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4dd3026b-5d5c-4a17-8be1-4d69645678bc req-1af911c3-4030-4667-b775-c5f3419477ee tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065571 Apr 01 15:26:23.982834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:26:23.986532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:23.997154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86045150-ade9-4c85-a41b-16f2f9ab5fab req-26e2c5a2-433a-4a23-9fcb-392858611003 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3621266 Apr 01 15:26:24.091694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e20b92a7-339e-4358-82e0-58d40c0179c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "GET /v2.0/floatingips/a90af37e-9220-4060-8027-bfe3353957a0 HTTP/1.1" status: 200 len: 978 time: 0.2350011 Apr 01 15:26:24.094435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33000) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:24.100063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-3f8b8dee-0c47-4b1e-87f9-e566977a1c18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1095 time: 0.4218535 Apr 01 15:26:24.109317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:24.137983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:24.139947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:24.209245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.20.0.10 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:24.266302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb35ac9-18ad-43da-8a30-b59abebc7fd9 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:26:24.289659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-a63b1202-d731-48c9-84c1-60b5b5411aec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:24.291809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-a63b1202-d731-48c9-84c1-60b5b5411aec service neutron] 10.222.0.44 "GET /v2.0/networks?id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 898 time: 0.1828725 Apr 01 15:26:24.306786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port fcb35ac9-18ad-43da-8a30-b59abebc7fd9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:24.328412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:24.329084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb29c47-3572-4dc2-8031-8d13a88ae26f None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:24.333242 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:24.454188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:24.477924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Transition to ACTIVE for port object 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:24.480585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:24.511146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0bdc36be-a9b2-4156-bc10-54e6b84d2c9e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4078770 Apr 01 15:26:24.515845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33004) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:24.528776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'port_id': '32cc337b-e068-4e3d-9886-81a251d00c4c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:24.549904 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:24.553363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['fcb35ac9-18ad-43da-8a30-b59abebc7fd9'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:26:24.649903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:24.653721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:24.654621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:24.668575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:24.762625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:24.763814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:24.794679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-fb25f982-fec4-4e26-bc7f-c42d8b2c20f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 200 len: 217 time: 0.4403269 Apr 01 15:26:24.817127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:24.840362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c618d5-7108-4457-8419-8563ff1114ca req-ad8eb59b-10a0-434c-8e5a-174894bf60c1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:24.842987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-26c618d5-7108-4457-8419-8563ff1114ca req-ad8eb59b-10a0-434c-8e5a-174894bf60c1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:24.864725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-f7a10e37-2a10-461a-8f4e-918d75781bc9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5769041 Apr 01 15:26:24.884806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Request body: {'port': {'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:25.080600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-26c618d5-7108-4457-8419-8563ff1114ca req-ad8eb59b-10a0-434c-8e5a-174894bf60c1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:25.084780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26c618d5-7108-4457-8419-8563ff1114ca req-ad8eb59b-10a0-434c-8e5a-174894bf60c1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 932 time: 0.5855556 Apr 01 15:26:25.148503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-277e2ca2-3a8a-4c96-8425-85af19546693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:25.149967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-277e2ca2-3a8a-4c96-8425-85af19546693 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d548dc1-5ce5-4764-98a0-666305a9d48b HTTP/1.1" status: 200 len: 834 time: 0.3473155 Apr 01 15:26:25.214368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:25.287909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ec5b4c7c-48b5-47d4-af66-3863a05ab12a None None] Provisioning for port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:25.293196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ec5b4c7c-48b5-47d4-af66-3863a05ab12a None None] Provisioning complete for port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:25.293559 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ec5b4c7c-48b5-47d4-af66-3863a05ab12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:25.301956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26c618d5-7108-4457-8419-8563ff1114ca req-47c5ddf4-4ec8-4a96-873f-30fa9e57f8d0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094426 Apr 01 15:26:25.406140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b4c7c-48b5-47d4-af66-3863a05ab12a None None] Port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:26:25.746649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb3e64-c449-4322-8af0-213f76ead417 req-7c4f70c9-a4d9-44d3-8c75-e7280c99411b tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:25.750359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-6f70293c-5c25-40bc-acdb-516db4907bc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5735228 Apr 01 15:26:25.753927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56fb3e64-c449-4322-8af0-213f76ead417 req-7c4f70c9-a4d9-44d3-8c75-e7280c99411b tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 949 time: 0.1838794 Apr 01 15:26:25.797867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3c909-2885-4cbc-9328-038f6c0cddcc req-07bf138c-e597-4fd8-b76a-09990a84c8f2 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:25.804585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8a3c909-2885-4cbc-9328-038f6c0cddcc req-07bf138c-e597-4fd8-b76a-09990a84c8f2 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 944 time: 0.5391335 Apr 01 15:26:25.828030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56fb3e64-c449-4322-8af0-213f76ead417 req-bbd61d03-b62a-4b29-9106-c1ef54e192b4 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Apr 01 15:26:25.886903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:26:25.894864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:25.912745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Transition to ACTIVE for port object 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:26:25.920398 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:26.052631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8a3c909-2885-4cbc-9328-038f6c0cddcc req-3351989b-1cf6-4442-9314-4942415b1905 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2471030 Apr 01 15:26:26.095731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:26.112488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-c9e57747-f6e6-42d9-ae97-0d09aee44124 service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539336 Apr 01 15:26:26.298305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Attempting to bind port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:26:26.298620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Attempting to bind port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:26:26.299263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Attempting to bind port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:26.315619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:26:26.315971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Attempting to bind port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:26:26.350789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:26:26.351120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:26:26.354372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:26:26.354820 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Bound port: 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:26:26.355172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:26.493040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1ff942aa-ac12-47eb-b78e-f1757280bc2e req-597bb351-e65a-47c5-be3b-29058e67868b service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724556 Apr 01 15:26:26.516937 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:26.523257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:26.680352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] For port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:26:26.684258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] For port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:26:26.695294 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:26.767545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:26.769373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] 10.222.0.62 "PUT /v2.0/ports/958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 1092 time: 1.8888149 Apr 01 15:26:26.809282 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP a90af37e-9220-4060-8027-bfe3353957a0 associated. External IP: 172.25.2.133, port: a0152b3d-8a69-4e9e-8c89-945f562e6d94. Apr 01 15:26:26.845781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:26.852337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eca5c0-5c2a-44af-a7e7-ee8ceda1ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:26.989631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0de40-e275-4c18-8104-3ba8aada2b77 req-840d4172-2392-49c1-8e90-6701555463c9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:26.991345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27b0de40-e275-4c18-8104-3ba8aada2b77 req-840d4172-2392-49c1-8e90-6701555463c9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 944 time: 0.4926550 Apr 01 15:26:27.037779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-dc354db1-72fc-4a89-a082-7403cf935c25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1095 time: 0.1634414 Apr 01 15:26:27.172936 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-d72eaa2d-8de7-4e99-b690-b3228d9f7161 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 217 time: 0.1252217 Apr 01 15:26:27.207089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27b0de40-e275-4c18-8104-3ba8aada2b77 req-723fb466-cbf8-4f1e-8d2e-c2350889cedd tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032816 Apr 01 15:26:27.304608 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'status': 'completed', 'code': 200} Apr 01 15:26:27.348239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device fcb35ac9-18ad-43da-8a30-b59abebc7fd9 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:27.353200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-ff0b5506-6042-4d7b-9784-5576d654d8ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:27.356214 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-ff0b5506-6042-4d7b-9784-5576d654d8ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1481235 Apr 01 15:26:27.451322 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:27.522563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:27.534879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:27.536142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:27.561381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a21c9a-9fff-4409-ad4c-ff86589876f8 req-453b9676-8253-413e-9edf-80404caac778 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:27.563079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17a21c9a-9fff-4409-ad4c-ff86589876f8 req-453b9676-8253-413e-9edf-80404caac778 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 949 time: 0.1180537 Apr 01 15:26:27.572788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-ab6fd99d-2dc5-466c-a8fe-f2ab079fb9f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086625 Apr 01 15:26:27.708860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17a21c9a-9fff-4409-ad4c-ff86589876f8 req-75f9319b-adfb-4a85-a186-0125645bacb0 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349189 Apr 01 15:26:27.761605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:27.783636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0310c3a8-404d-4532-8357-29a3742da042 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:26:27.788704 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-3c81188b-ab83-4d7a-954a-f536b8affc81 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993649 Apr 01 15:26:27.823301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:27.928184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port fcb35ac9-18ad-43da-8a30-b59abebc7fd9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:27.955266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce78044a-c3d7-4065-8db7-7c86f406dcd2 req-dcf69156-405a-433d-af19-2635227aafd5 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583831 Apr 01 15:26:28.025838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4a450a2-c29d-4bea-8922-8b3f64769904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:28.026712 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:28.178618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-4fd71bc4-0dd0-4afd-9d8d-f3eaeb9ca490 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1095 time: 0.1605370 Apr 01 15:26:28.180797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:28.200141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0310c3a8-404d-4532-8357-29a3742da042, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0310c3a8-404d-4532-8357-29a3742da042,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:28.218071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '0310c3a8-404d-4532-8357-29a3742da042', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:26:28.260306 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9', 'code': 200} Apr 01 15:26:28.302372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683585-e607-49aa-869d-47a04ed88e6d req-284f14c8-3904-45e0-838a-c6181998c56b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:28.303928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1683585-e607-49aa-869d-47a04ed88e6d req-284f14c8-3904-45e0-838a-c6181998c56b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 944 time: 0.8370080 Apr 01 15:26:28.340668 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:28.397865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0310c3a8-404d-4532-8357-29a3742da042 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:26:28.446174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0310c3a8-404d-4532-8357-29a3742da042, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0310c3a8-404d-4532-8357-29a3742da042,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:28.455188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:28.513706 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a1683585-e607-49aa-869d-47a04ed88e6d req-673a39a6-1607-422a-b32a-9468d273dac9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938751 Apr 01 15:26:28.551982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-387d53f9-6284-4257-8a0c-2b0c033c0b18 req-7fc08467-05a9-48b0-9c38-16853d41316e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 1101 time: 0.1753647 Apr 01 15:26:28.581394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0310c3a8-404d-4532-8357-29a3742da042,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:28.592919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-b1acd473-022d-44ed-849d-4111bde362c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:28.594584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-b1acd473-022d-44ed-849d-4111bde362c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.4035785 Apr 01 15:26:28.602443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:28.615442 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:28.640448 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:28.642502 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:28.704284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-848a59f6-8b60-4578-907d-303d5c9f2fee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 217 time: 0.1037624 Apr 01 15:26:28.731557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0310c3a8-404d-4532-8357-29a3742da042'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:26:28.834088 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:28.834531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-387d53f9-6284-4257-8a0c-2b0c033c0b18 req-a55ae16b-bede-4031-b58f-85473b56d6cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673266 Apr 01 15:26:28.859188 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:28.862614 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:28.873816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-8279b895-8ca6-4d5a-92a9-c474ae764a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:28.882424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-8279b895-8ca6-4d5a-92a9-c474ae764a6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1662817 Apr 01 15:26:28.912719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ccb5-72ac-49f4-b355-d3611728cbee req-e7f56b28-e0dc-4f3e-a22e-952cc2397ade tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:28.916080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d047ccb5-72ac-49f4-b355-d3611728cbee req-e7f56b28-e0dc-4f3e-a22e-952cc2397ade tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 944 time: 0.4626861 Apr 01 15:26:28.983880 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:28.984614 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90674841-4faf-4bd5-885e-263e6382acc7 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:29.012546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d047ccb5-72ac-49f4-b355-d3611728cbee req-a30314fa-eaed-487d-8fe7-d425dd52bf2d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879829 Apr 01 15:26:29.127519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-a22b85c1-f524-45a0-a22a-185ad6e040ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964887 Apr 01 15:26:29.271728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b8e9-505a-4369-abac-032f1d49299f req-a0301c50-371c-450b-859c-012a6fd0ef98 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:29.273138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10c5b8e9-505a-4369-abac-032f1d49299f req-a0301c50-371c-450b-859c-012a6fd0ef98 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 950 time: 0.3077288 Apr 01 15:26:29.306121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-eaa0d70b-7d6c-4ec5-bd2a-ca5598a38d3b service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647794 Apr 01 15:26:29.373941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-10c5b8e9-505a-4369-abac-032f1d49299f req-c5e18e82-e4ee-4d02-aec9-eeaf66286a00 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929551 Apr 01 15:26:29.424456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:29.567388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d93488ea-329e-49a2-84a6-189c6ee46dcb req-01066fbd-6076-4385-9aa4-3a6ae31b401e service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526178 Apr 01 15:26:29.704746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:29.710190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:29.724654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:29.774159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0310c3a8-404d-4532-8357-29a3742da042 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:29.893467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb974a-f157-4452-9030-2921fd22df32 req-a3969baf-88fa-41dd-96cf-2cf7680b5fad tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:29.904821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dd9e107e-35a4-476f-b7c9-c90cf5851526 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/floatingips/a90af37e-9220-4060-8027-bfe3353957a0 HTTP/1.1" status: 200 len: 978 time: 5.3878596 Apr 01 15:26:29.907572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33068) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:29.912518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fdcb974a-f157-4452-9030-2921fd22df32 req-a3969baf-88fa-41dd-96cf-2cf7680b5fad tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 945 time: 0.2286124 Apr 01 15:26:29.913799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:29.929780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:29.931986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:30.042195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:30.045054 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fdcb974a-f157-4452-9030-2921fd22df32 req-425ce742-f538-495e-a55b-efc6135d0ca2 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258819 Apr 01 15:26:30.088298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:30.126911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:30.127550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:30.227927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:30.228448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e60bd-eadb-4f0f-ac00-474c14385969 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:30.244258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 0310c3a8-404d-4532-8357-29a3742da042 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:30.252165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 0310c3a8-404d-4532-8357-29a3742da042 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:30.252517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:30.281548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35e44d48-bc13-4120-97fb-748efd38a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:30.385862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:30.422239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0310c3a8-404d-4532-8357-29a3742da042'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:30.431696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0310c3a8-404d-4532-8357-29a3742da042, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0310c3a8-404d-4532-8357-29a3742da042,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:30.436853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:30.505728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0310c3a8-404d-4532-8357-29a3742da042,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:30.528328 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:30.536051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:30.536437 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP a90af37e-9220-4060-8027-bfe3353957a0 disassociated. External IP: 172.25.2.133, port: 32cc337b-e068-4e3d-9886-81a251d00c4c. Apr 01 15:26:30.626340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5dc15-6df8-41a3-916a-b1a56f099a27 req-82470869-544a-4b7a-b397-4e95c7a08b07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:30.627878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f7f5dc15-6df8-41a3-916a-b1a56f099a27 req-82470869-544a-4b7a-b397-4e95c7a08b07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 950 time: 0.0800276 Apr 01 15:26:30.655295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4ef74-fa24-428b-9294-d73d9728bbf3 req-c386b243-fd3a-4d91-9069-6b910946119d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:30.656733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aa4ef74-fa24-428b-9294-d73d9728bbf3 req-c386b243-fd3a-4d91-9069-6b910946119d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 944 time: 0.2982264 Apr 01 15:26:30.683973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f7f5dc15-6df8-41a3-916a-b1a56f099a27 req-bb2c176b-dfe4-4417-a775-ac3f82b6626d tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Apr 01 15:26:30.729721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aa4ef74-fa24-428b-9294-d73d9728bbf3 req-3d804f2b-33cd-403a-befc-2915fd4d4b51 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667775 Apr 01 15:26:30.808175 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0310c3a8-404d-4532-8357-29a3742da042', 'code': 200} Apr 01 15:26:31.056901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d95efe9-302e-4985-ae50-88ed79053358 req-f7ab7611-0763-46e5-94fe-f818a4684ab0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1097 time: 0.1762288 Apr 01 15:26:31.121036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d95efe9-302e-4985-ae50-88ed79053358 req-6926095f-b81e-4a77-9cf2-9fbb85bbaccf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542850 Apr 01 15:26:31.154563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:31.349894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:31.368081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b677177-8f57-472b-8fec-090c8b0f0e9a req-63d2754f-1581-4bb2-91e2-bf5ae88808b2 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:31.376732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b677177-8f57-472b-8fec-090c8b0f0e9a req-63d2754f-1581-4bb2-91e2-bf5ae88808b2 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 950 time: 0.1929643 Apr 01 15:26:31.393955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:31.446121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b677177-8f57-472b-8fec-090c8b0f0e9a req-6154f881-614c-4552-9ee7-3652a02e0b02 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681682 Apr 01 15:26:31.478632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baae5e-a983-46f7-8adf-142a8c004c43 req-1b8d1075-92f6-4521-8bc8-9c812b3cb66c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:31.483667 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86baae5e-a983-46f7-8adf-142a8c004c43 req-1b8d1075-92f6-4521-8bc8-9c812b3cb66c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 946 time: 0.1695557 Apr 01 15:26:31.551743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86baae5e-a983-46f7-8adf-142a8c004c43 req-b3e1bb5c-e5ae-4b3f-b17f-8c22f58fe9ca tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636754 Apr 01 15:26:31.577316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:31.583468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:31.590341 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:31.607122 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:31.608192 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:31.640676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-276a8d97-0baf-4d44-b7f7-75a6d0602c44 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/floatingips/a90af37e-9220-4060-8027-bfe3353957a0 HTTP/1.1" status: 200 len: 688 time: 1.7318525 Apr 01 15:26:31.643240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33116) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:31.679439 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:31.691089 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:31.691949 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:31.791054 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:31.791570 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7a75e-8a64-49f1-8c64-0d6dfffa1f94 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:31.820388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 02720dc8-95fd-4929-9815-5cbe1c47fd71 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:31.820722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.025753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.026130 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.083062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd3d0b-bf13-4a69-8fb0-b617a8d4ae0e req-dcd280f1-4cfc-4d1f-88a1-dc8a3d0a0ed0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:32.089487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-10dd3d0b-bf13-4a69-8fb0-b617a8d4ae0e req-dcd280f1-4cfc-4d1f-88a1-dc8a3d0a0ed0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 944 time: 0.1325233 Apr 01 15:26:32.195943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-10dd3d0b-bf13-4a69-8fb0-b617a8d4ae0e req-04e60aa6-dd13-44f4-907a-d7280aec970f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981336 Apr 01 15:26:32.308660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 02720dc8-95fd-4929-9815-5cbe1c47fd71 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:26:32.483877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.492343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-48b8dd56-001d-4de1-b4f0-ea6372cd1a2b tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:32.494186 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-48b8dd56-001d-4de1-b4f0-ea6372cd1a2b tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 950 time: 0.1551168 Apr 01 15:26:32.593748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=02720dc8-95fd-4929-9815-5cbe1c47fd71,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:32.619606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Deleting port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:32.620340 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.794240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.845320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.869953 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:32.872651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-60a5b415-1b60-4924-add2-5011caabc778 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/floatingips/a90af37e-9220-4060-8027-bfe3353957a0 HTTP/1.1" status: 204 len: 168 time: 1.2269657 Apr 01 15:26:32.874725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33136) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:32.951172 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-60097e09-8258-4aa2-bc87-51e34fd894a1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] delete failed (client error): The resource could not be found. Apr 01 15:26:32.952542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-60097e09-8258-4aa2-bc87-51e34fd894a1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/floatingips/a90af37e-9220-4060-8027-bfe3353957a0 HTTP/1.1" status: 404 len: 345 time: 0.0766435 Apr 01 15:26:32.959844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0adb4-1c32-4675-8854-e130ff479727 req-71145194-3e0d-4c6b-996b-74e2a5818804 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:32.960048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33140) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:32.961700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49c0adb4-1c32-4675-8854-e130ff479727 req-71145194-3e0d-4c6b-996b-74e2a5818804 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 950 time: 0.2937040 Apr 01 15:26:33.032437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49c0adb4-1c32-4675-8854-e130ff479727 req-10f85dc8-cae0-4665-b0fa-1ed8ce8aedf3 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b272853-6610-4b8c-9917-1365597e1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650527 Apr 01 15:26:33.062519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126241a2-8123-4bda-9d15-65d1c95adb4e req-23ee194f-ceaa-4e19-9a81-282e985bbeb6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:33.064098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-126241a2-8123-4bda-9d15-65d1c95adb4e req-23ee194f-ceaa-4e19-9a81-282e985bbeb6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 946 time: 0.3273256 Apr 01 15:26:33.081697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] For port fcb35ac9-18ad-43da-8a30-b59abebc7fd9, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:33.082062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:33.266631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Calling delete_port for fcb35ac9-18ad-43da-8a30-b59abebc7fd9 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:26:33.370301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17cac6-e001-4256-9ebe-65739ba80a95 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:33.374298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17cac6-e001-4256-9ebe-65739ba80a95 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:33.378199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17cac6-e001-4256-9ebe-65739ba80a95 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:33.379245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5e17cac6-e001-4256-9ebe-65739ba80a95 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Synchronizing usage tracker for tenant:2489fbf789214039a7b847c2a90587c7 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:33.387455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-126241a2-8123-4bda-9d15-65d1c95adb4e req-1c3e8ce1-9cf7-424c-9be5-c83eece08bb1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3094950 Apr 01 15:26:33.420810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5e17cac6-e001-4256-9ebe-65739ba80a95 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Unset dirty status for tenant:2489fbf789214039a7b847c2a90587c7 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:33.423195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5e17cac6-e001-4256-9ebe-65739ba80a95 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "GET /v2.0/ports?network_id=82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 HTTP/1.1" status: 200 len: 2358 time: 0.4615593 Apr 01 15:26:33.425968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:33.466653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30884cf6-117c-4e25-94c3-16bf71ed38d0 req-4e0252a1-de84-4dd8-88c3-4e381d7323e7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:33.468185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30884cf6-117c-4e25-94c3-16bf71ed38d0 req-4e0252a1-de84-4dd8-88c3-4e381d7323e7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 944 time: 0.1211245 Apr 01 15:26:33.550280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b79b0-6b22-4d4e-8b54-0bc7493de209 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:33.551375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-164b79b0-6b22-4d4e-8b54-0bc7493de209 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Synchronizing usage tracker for tenant:2489fbf789214039a7b847c2a90587c7 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:26:33.557854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:33.575701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30884cf6-117c-4e25-94c3-16bf71ed38d0 req-139f27d4-08a6-43d4-813e-43638538fc02 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994713 Apr 01 15:26:33.633852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-164b79b0-6b22-4d4e-8b54-0bc7493de209 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Unset dirty status for tenant:2489fbf789214039a7b847c2a90587c7 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:26:33.635323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-164b79b0-6b22-4d4e-8b54-0bc7493de209 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "GET /v2.0/subnets/234e8dc0-3298-4ecd-94ea-f11657a8b428 HTTP/1.1" status: 200 len: 797 time: 0.2084391 Apr 01 15:26:33.640177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33162) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:33.647711 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'port': {'network_id': '82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6', 'name': 'tempest-FloatingIPTestJSON-1822559589', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:33.692698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Pushing event deleted for resources: {'Port': ['ID=fcb35ac9-18ad-43da-8a30-b59abebc7fd9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:33.834783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:33.845882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:33.853825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] No DVR routers for this DVR port fcb35ac9-18ad-43da-8a30-b59abebc7fd9 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:26:33.863116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:33.866179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'name': 'network-vif-deleted', 'tag': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:33.872293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:26:33.906067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03b684-483f-47b7-b0af-f8570d663e0f req-9a963e37-a2c4-48ec-b099-b04b9c26ca27 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:33.908005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e03b684-483f-47b7-b0af-f8570d663e0f req-9a963e37-a2c4-48ec-b099-b04b9c26ca27 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 946 time: 0.2815146 Apr 01 15:26:33.909870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9aaaa9e1-d93e-4d62-96f5-48075dddf1dc req-8bc5c932-751c-4ca2-9aa7-04d8ad8e9a07 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.62 "DELETE /v2.0/ports/fcb35ac9-18ad-43da-8a30-b59abebc7fd9 HTTP/1.1" status: 204 len: 173 time: 1.4028921 Apr 01 15:26:34.073001 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:34.113838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] device_id is not set on port e7dae59a-c432-4b30-bf14-ad7a2f9b36aa yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:26:34.250495 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c', 'name': 'network-vif-deleted', 'tag': 'fcb35ac9-18ad-43da-8a30-b59abebc7fd9', 'status': 'completed', 'code': 200} Apr 01 15:26:34.273135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e03b684-483f-47b7-b0af-f8570d663e0f req-d7c5c688-ec07-4062-9443-31b4a8e81e08 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3568294 Apr 01 15:26:34.291603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33174) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:34.454684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-798f2635-2c49-4618-b609-e46dd53ecb92 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1092 time: 0.1526637 Apr 01 15:26:34.456224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33180) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:34.467899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:34.476670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:34.480973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:floatingip and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:34.484013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:34.493397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:34.518162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:34.575976 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb26af75-6637-4c10-8a63-fd8c0b71930b req-d0573c07-b876-4a2a-9a9f-df8c7e00f4c1 tempest-VolumesNegativeTest-291313983 tempest-VolumesNegativeTest-291313983-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb5cea4-ac13-42a0-ac00-0eba1c79ad4c HTTP/1.1" status: 200 len: 210 time: 0.2064049 Apr 01 15:26:34.852003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.14 (82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6/234e8dc0-3298-4ecd-94ea-f11657a8b428/e7dae59a-c432-4b30-bf14-ad7a2f9b36aa) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:34.858578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.13 (82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6/234e8dc0-3298-4ecd-94ea-f11657a8b428/e7dae59a-c432-4b30-bf14-ad7a2f9b36aa) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:34.868361 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:34.972384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a289e-1cff-4153-9ac2-f0151c5fa89e req-04a3fbca-8d54-4e84-a52a-b1fcc696cee9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:34.979544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b3a289e-1cff-4153-9ac2-f0151c5fa89e req-04a3fbca-8d54-4e84-a52a-b1fcc696cee9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 944 time: 0.1864228 Apr 01 15:26:35.137474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.25.2.243 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/6d92dfbd-c1fc-4499-8dab-cb6ad00324fc) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:35.193924 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:35.197207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b3a289e-1cff-4153-9ac2-f0151c5fa89e req-e008d33f-aa54-4f39-ba28-a1269d4958d0 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168348 Apr 01 15:26:35.235915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:35.354698 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:35.380916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:26:35.384910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device fcb35ac9-18ad-43da-8a30-b59abebc7fd9 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:26:35.413801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:35.474280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: fcb35ac9-18ad-43da-8a30-b59abebc7fd9 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:26:35.474476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:35.474772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device fcb35ac9-18ad-43da-8a30-b59abebc7fd9 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:26:35.478332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=e7dae59a-c432-4b30-bf14-ad7a2f9b36aa,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:35.480887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:35.483049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:35.556163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:35.559151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:35.563875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:35.598769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:35.599871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:35.623060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=6d92dfbd-c1fc-4499-8dab-cb6ad00324fc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:35.637629 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7609cf43-31c3-4825-8cef-11443aa034ba tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9955294 Apr 01 15:26:35.640448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33196) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:35.647873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'e7dae59a-c432-4b30-bf14-ad7a2f9b36aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:35.671994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:35.680144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.680483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.680821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.681151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.681491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.681847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.682335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.682660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.682984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.683362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.683741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:35.684191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:floatingip and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:35.695559 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:35.716681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:35.751275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:35.805936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:35.844789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:26:35.961152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:35.990583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:26:36.026752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:36.037682 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:36.038459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:36.204323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:36.215594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.215985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.216315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.216724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.217084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.217470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.217792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.218106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.218420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.218741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.219148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:36.251292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:26:36.415422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.25.2.74 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/e67a6196-b14a-4060-92b2-6063cf7ac998) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:36.606704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6440d6-43b0-4ec6-9a0e-79f8f760bb4d req-19f26c7b-059f-4c33-a3ab-aa3681579423 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:36.615250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa6440d6-43b0-4ec6-9a0e-79f8f760bb4d req-19f26c7b-059f-4c33-a3ab-aa3681579423 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 945 time: 0.2162340 Apr 01 15:26:36.769560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa6440d6-43b0-4ec6-9a0e-79f8f760bb4d req-a39f17a7-ab7e-4337-87a1-6aa094a353d5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518219 Apr 01 15:26:36.812504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:36.917568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:36.955544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.042930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.055104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:37.058881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:37.072866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:37.164927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=e67a6196-b14a-4060-92b2-6063cf7ac998,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:37.378396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:26:37.490460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:26:37.497814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:26:37.498571 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.499236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.506499 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.689560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.730332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:26:37.731560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:37.749864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.776520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=6d92dfbd-c1fc-4499-8dab-cb6ad00324fc,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:37.848603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:37.877960 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'code': 200} Apr 01 15:26:37.878914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:38.095920 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:38.175091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:38.300997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9c2eb-d9ea-4d67-8e82-c89dd8064ed8 req-16b5edcc-5161-49a6-95c4-f2cc472340a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:38.302757 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95e9c2eb-d9ea-4d67-8e82-c89dd8064ed8 req-16b5edcc-5161-49a6-95c4-f2cc472340a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 946 time: 0.1798708 Apr 01 15:26:38.314914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59a384e4-dfdc-4aed-ac2a-bd8ff48953a6 req-7557ee78-9034-4793-b64b-9878f503d995 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1097 time: 0.3659327 Apr 01 15:26:38.404873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95e9c2eb-d9ea-4d67-8e82-c89dd8064ed8 req-b1ae0f0e-8cf2-420b-9e3d-084580512011 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960994 Apr 01 15:26:38.412620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59a384e4-dfdc-4aed-ac2a-bd8ff48953a6 req-f9bfed95-69b7-419c-9d85-45d0fa5a74c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597043 Apr 01 15:26:38.435591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:38.442611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:38.461013 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Floating IP b4b5a8dc-8c34-43a7-867d-e670e0a27eb3 associated. External IP: 172.25.2.243, port: 0310c3a8-404d-4532-8357-29a3742da042. Apr 01 15:26:38.550194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=e67a6196-b14a-4060-92b2-6063cf7ac998,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:38.623864 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:38.889965 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:26:39.055773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router 9bda133d-0214-431f-8a30-2dcc95cd937a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:39.112886 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP 3777e1a7-9942-4b4d-a7fe-f75842117a7d associated. External IP: 172.25.2.74, port: e7dae59a-c432-4b30-bf14-ad7a2f9b36aa. Apr 01 15:26:39.476739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:39.488405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] Sync routers for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:39.527657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:39.528332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:39.540297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:39.668800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4c761877-b311-452a-bd57-6057064ffb2c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2080619 Apr 01 15:26:39.670222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'tag': '0310c3a8-404d-4532-8357-29a3742da042'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:39.671495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33378) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:39.754321 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'tag': '0310c3a8-404d-4532-8357-29a3742da042', 'status': 'completed', 'code': 200} Apr 01 15:26:39.890459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:39.993072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f5d5ac3-4d6f-4a72-92e6-9df196ef4a5d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/b4b5a8dc-8c34-43a7-867d-e670e0a27eb3 HTTP/1.1" status: 200 len: 992 time: 0.3203773 Apr 01 15:26:40.107222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e23114-9b29-414f-a0fb-8c443a03d975 req-95a4fc1d-3293-4c9d-8ceb-c5bd0826dbbb tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:40.125985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02e23114-9b29-414f-a0fb-8c443a03d975 req-95a4fc1d-3293-4c9d-8ceb-c5bd0826dbbb tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 946 time: 0.3051121 Apr 01 15:26:40.202876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-e1f31dfd-9e0d-4980-a1ce-3b2951b7cc4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1097 time: 0.3935657 Apr 01 15:26:40.452465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:40.454519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-256ed672-6991-45aa-8fcd-5556e6ccc3fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:40.456029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-256ed672-6991-45aa-8fcd-5556e6ccc3fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 898 time: 0.2385283 Apr 01 15:26:40.465681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02e23114-9b29-414f-a0fb-8c443a03d975 req-08b0af5c-a74f-4374-98f2-86097fd76ac5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388424 Apr 01 15:26:40.515969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:26:01Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:36Z', 'revision_number': 0, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:40.520472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] Checking router: 9bda133d-0214-431f-8a30-2dcc95cd937a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:26:40.536096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:40.536867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:40.760090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-ee1cee2d-1236-4d66-82b6-64c82bd06916 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 200 len: 1000 time: 0.2934563 Apr 01 15:26:40.798530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372f2e1-1a8a-4aba-b20b-fd995ba4ecc4 req-a3bcd86c-2ee9-40fb-97f2-9c8d94eaa4aa tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:40.800061 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f372f2e1-1a8a-4aba-b20b-fd995ba4ecc4 req-a3bcd86c-2ee9-40fb-97f2-9c8d94eaa4aa tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 946 time: 0.1335790 Apr 01 15:26:40.919692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f372f2e1-1a8a-4aba-b20b-fd995ba4ecc4 req-ea815b3a-60dc-4c3d-97df-4df0453e48f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132770 Apr 01 15:26:40.926398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:40.948984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:40.952508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-e1c73776-7f4c-4078-a937-7bdb658c6b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:40.959620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-e1c73776-7f4c-4078-a937-7bdb658c6b38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d548dc1-5ce5-4764-98a0-666305a9d48b HTTP/1.1" status: 200 len: 834 time: 0.1874001 Apr 01 15:26:41.022393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33418) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:41.149131 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:41.214765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d879e9df-e9b0-4c7c-8302-462fe3c331ad tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/b4b5a8dc-8c34-43a7-867d-e670e0a27eb3 HTTP/1.1" status: 200 len: 992 time: 0.1819866 Apr 01 15:26:41.244631 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec4add14-0b81-4f37-b323-3130e3890876 tempest-TestVolumeBootPattern-1041506169 tempest-TestVolumeBootPattern-1041506169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1092 time: 0.2925930 Apr 01 15:26:41.246868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33430) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:41.257378 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-9a74a6f7-53c6-434b-9d8c-9bee96d25d58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861178 Apr 01 15:26:41.267937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:41.277294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:41.285357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:floatingip and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:41.290518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:41.304326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:41.326669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:41.340974 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:41.371251 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:41.371871 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:41.566311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:26:01Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:36Z', 'revision_number': 0, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:41.578045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f5c7f-5073-4ffc-b182-937cbb9e4f02 None None] The sync data for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 is: [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:26:01Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:36Z', 'revision_number': 0, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:41.587488 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:41.631482 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:41.632258 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:41.714372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:41.738902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:41.798651 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:41.799052 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f26fd-1c3b-44ef-8ee8-9f9728ed3cfc None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:41.925441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:41.970082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8d5f012f-2aaf-4cd9-8c5f-c69183732df5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3281617 Apr 01 15:26:41.971154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33454) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:41.975335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ca05-1d21-4c1c-b78c-aaae7d0fe72a None None] New status for floating IP b4b5a8dc-8c34-43a7-867d-e670e0a27eb3: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:26:42.013902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'port_id': 'e7dae59a-c432-4b30-bf14-ad7a2f9b36aa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:42.117288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.25.2.157 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/9727d5e7-e216-42e7-8e05-6b3becd89eab) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:42.223394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-744a8089-e9cb-4259-95c1-433dad83c70a service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9468081 Apr 01 15:26:42.224295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33462) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:42.430154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:42.446463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:42.521695 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:42.647102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:42.650690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:42.657994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:42.691869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=9727d5e7-e216-42e7-8e05-6b3becd89eab,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:42.836150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a9bc381c-062f-4494-b312-d9ebb68f6985 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/b4b5a8dc-8c34-43a7-867d-e670e0a27eb3 HTTP/1.1" status: 200 len: 994 time: 0.5937750 Apr 01 15:26:42.884226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54062416-4f93-4d6d-af86-e666732ea7b8 req-fab48df0-8fbe-43d0-8ece-08cb3996b31c service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249440 Apr 01 15:26:43.460509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:43.467368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:43.487297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:43.603113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:43.985546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:44.001251 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:44.194346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=9727d5e7-e216-42e7-8e05-6b3becd89eab,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:44.214116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:44.303274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:44.528955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:44.538501 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:44.550519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:44.561091 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:44.583974 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:44.676570 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Floating IP 027b26a1-d289-4912-a58d-a2fd7af49811 associated. External IP: 172.25.2.157, port: 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a. Apr 01 15:26:44.750237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1fa59e38-bf63-408f-8b69-4e8515dcb8c3 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/floatingips/3777e1a7-9942-4b4d-a7fe-f75842117a7d HTTP/1.1" status: 200 len: 978 time: 2.7600451 Apr 01 15:26:44.751954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33498) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:44.911033 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:44.912935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:44.947375 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:44.956234 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:45.121750 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:45.123751 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11842e1-901c-4082-9103-05d40804fb74 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:45.284964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port e67a6196-b14a-4060-92b2-6063cf7ac998 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:45.285444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:45.528565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:45.680754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:45.680754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:45.824036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:45.825754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for e67a6196-b14a-4060-92b2-6063cf7ac998 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:26:45.842030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:45.886185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:45.887104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:45.936894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:46.160427 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:46.200008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9bd2e547-9a5c-441e-a5e1-65bc1f4f20b1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9360583 Apr 01 15:26:46.200008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:26:46.361275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=e67a6196-b14a-4060-92b2-6063cf7ac998,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:46.426298 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'status': 'completed', 'code': 200} Apr 01 15:26:46.455806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:46.605969 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:46.735963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-642610ac-87ce-4674-9fc7-ac4a3d2d8139 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1097 time: 0.2845597 Apr 01 15:26:46.971411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-8301524c-10f1-4754-a854-18012a7debc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:46.974207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-8301524c-10f1-4754-a854-18012a7debc4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.2330632 Apr 01 15:26:47.023734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33534) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:47.297607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-fb8f98f0-f0c4-493c-8e43-60bf2c42d69d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 1000 time: 0.3158865 Apr 01 15:26:47.445208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-365cc9f5-7379-4758-ab67-bbb8be99df42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:47.446615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-365cc9f5-7379-4758-ab67-bbb8be99df42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1398835 Apr 01 15:26:47.487710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:43Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:47.505348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:26:47.544269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:47.544995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:47.633405 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-d2f0715f-6524-43ff-9482-651ccbf4767c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803536 Apr 01 15:26:47.641786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0c2fa59f-3d3f-4118-8294-561a99698c64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=935d33e45d7a4f9e97ac4ffeab0c5d45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5980399 Apr 01 15:26:47.643712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33544) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:47.757989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:47.805587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:47.850842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:26:47.912642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:47.933600 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-db609655-7f37-494b-bf88-0db20b3c4cd4 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864199 Apr 01 15:26:47.951182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:48.002954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b272853-6610-4b8c-9917-1365597e1ed8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:48.165849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae92700c-ae5c-4d36-bcb9-189a64841d3f req-d56e56de-e931-44c7-83fa-bed906f73342 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226586 Apr 01 15:26:48.276341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.276897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.277220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.277641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.278280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.278495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.278862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.279350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.279658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.279975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.281763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:26:48.322314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:48.326110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-db6610be-8471-4818-9fde-7a9c41b2e07c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b272853-6610-4b8c-9917-1365597e1ed8 HTTP/1.1" status: 204 len: 168 time: 0.6784160 Apr 01 15:26:48.451460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:48.455836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:48.465992 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:48.493089 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:48.493704 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:48.514080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:43Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:48.527454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f54d6a-7cc0-4c1e-8816-1d063c3ea4be None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:43Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:48.638173 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:48.656405 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5d9d7889-0461-4a07-b9d9-e23a0fadeab1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/floatingips/3777e1a7-9942-4b4d-a7fe-f75842117a7d HTTP/1.1" status: 204 len: 168 time: 3.9031489 Apr 01 15:26:48.663259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33558) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:48.663372 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:48.663867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:48.746491 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:48.746873 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8d4ba-49c2-42d8-b979-4b3357ad3b0a None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:48.965485 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110fb209-3170-43ae-9022-22575a1a18de None None] New status for floating IP 027b26a1-d289-4912-a58d-a2fd7af49811: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:26:49.137582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port e7dae59a-c432-4b30-bf14-ad7a2f9b36aa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:49.137994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:49.640992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:49.827189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for e7dae59a-c432-4b30-bf14-ad7a2f9b36aa owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:26:50.185353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-48e7d0df-e724-42c1-b18c-287b869a4775 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2706964 Apr 01 15:26:50.589691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:50.841818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=e7dae59a-c432-4b30-bf14-ad7a2f9b36aa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:50.937004 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-d3be7bd6-136a-44cc-9d00-0f5af6ac7ba2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1097 time: 0.4845221 Apr 01 15:26:51.082370 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:51.111090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-21d7c143-91a1-40b3-a15b-cda12edbca0f tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/ports/e7dae59a-c432-4b30-bf14-ad7a2f9b36aa HTTP/1.1" status: 204 len: 168 time: 2.4467385 Apr 01 15:26:51.122163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33612) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:51.149355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:51.176568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:51.204501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:floatingip and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:51.225548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:51.246747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:51.272168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-3425d440-4371-43d7-9115-71d3d3b7c86b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:51.272168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-3425d440-4371-43d7-9115-71d3d3b7c86b service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.3047140 Apr 01 15:26:51.278968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:51.451621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-f1dfc644-34ea-46e5-b2e7-07c3546295c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 1002 time: 0.1741648 Apr 01 15:26:51.457631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33618) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:51.638460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-842e6e12-3a98-4bad-b55a-ddaae3566af7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:51.641647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-842e6e12-3a98-4bad-b55a-ddaae3566af7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1298513 Apr 01 15:26:51.769715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:51.861168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-a3cd49c3-1d06-42a7-9f33-2854252fc7f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069335 Apr 01 15:26:51.862355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:51.872367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:51.881875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Usage tracker for resource:security_group_rule and tenant:daac2853bfc44306960f24a6578366d7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:51.884985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:51.900988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:52.054771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.064307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.116498 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=daac2853bfc44306960f24a6578366d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569886 Apr 01 15:26:52.124452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33630) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:52.179527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd2c12-00e2-4fc4-a089-0036f7667948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edebc0ce-afb7-478b-8cc3-9774ca3264f8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:52.213570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8992c0bd-49ac-46a5-9dbd-443817151dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.270065 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8992c0bd-49ac-46a5-9dbd-443817151dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.281116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.25.2.133 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/63b6bf98-510e-47b4-bbc3-4d73d6aa2dde) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:52.369746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8992c0bd-49ac-46a5-9dbd-443817151dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.388131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992c0bd-49ac-46a5-9dbd-443817151dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edebc0ce-afb7-478b-8cc3-9774ca3264f8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:52.399991 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8992c0bd-49ac-46a5-9dbd-443817151dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.404651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8992c0bd-49ac-46a5-9dbd-443817151dbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edebc0ce-afb7-478b-8cc3-9774ca3264f8 HTTP/1.1" status: 204 len: 168 time: 0.2774711 Apr 01 15:26:52.553356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-9faae368-5c7c-4968-897d-108277731794 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349928 Apr 01 15:26:52.559527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.780734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2761ee23-f29a-4a70-84dd-85454aafb0f8 req-dda20a4f-b569-4074-b6a8-1217c12cc198 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170956 Apr 01 15:26:52.782577 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:52.873780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=63b6bf98-510e-47b4-bbc3-4d73d6aa2dde,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:52.878210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:52.879733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:52.884781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:52.979183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33644) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:53.017817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.051460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:53.055477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Usage tracker for resource:security_group_rule and tenant:a648f4ec839b40b18d18c20f0cdb9d41 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:53.058383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:53.064814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:53.086984 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.158711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.164119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.165149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.227539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a648f4ec839b40b18d18c20f0cdb9d41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2468259 Apr 01 15:26:53.230780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33650) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:53.245229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8f5c6-3317-4270-94d2-8687e62b0e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e167601-4356-44c7-9f2a-b9b46efb34da,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:53.321483 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6cc4ed2e-4da8-4477-a2e2-7e6bae8d8e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.353621 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6cc4ed2e-4da8-4477-a2e2-7e6bae8d8e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.410023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.414564 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6cc4ed2e-4da8-4477-a2e2-7e6bae8d8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.420456 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.446350 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6cc4ed2e-4da8-4477-a2e2-7e6bae8d8e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.447662 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6cc4ed2e-4da8-4477-a2e2-7e6bae8d8e79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e167601-4356-44c7-9f2a-b9b46efb34da HTTP/1.1" status: 204 len: 168 time: 0.2155504 Apr 01 15:26:53.450796 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4ed2e-4da8-4477-a2e2-7e6bae8d8e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e167601-4356-44c7-9f2a-b9b46efb34da,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:53.551716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=63b6bf98-510e-47b4-bbc3-4d73d6aa2dde,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:53.564154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.591917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.593507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1706437-4b78-4baa-9b92-f9e2aa5f6a6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4700375 Apr 01 15:26:53.596152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33658) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:53.601824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'port': {'network_id': '82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6', 'name': 'tempest-FloatingIPTestJSON-1248273147'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:53.763023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:26:53.768216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:port and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:26:53.771835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:26:53.780771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:26:53.793802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:26:53.798521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:53.825850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] device_id is not set on port 03bc0d43-4e25-452c-a1ab-280c579d6c94 yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:26:54.018709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.12 (82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6/234e8dc0-3298-4ecd-94ea-f11657a8b428/03bc0d43-4e25-452c-a1ab-280c579d6c94) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:26:54.280153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:54.369747 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:54.613499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=03bc0d43-4e25-452c-a1ab-280c579d6c94,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:54.622276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:26:54.623504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:26:54.626500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:26:54.696515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:26:54.697218 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:54.722338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-56d1178a-10ff-4086-9018-c62eb17f5560 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1250587 Apr 01 15:26:54.725434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:54.732792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'port_id': '03bc0d43-4e25-452c-a1ab-280c579d6c94'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:26:54.822774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:55.476390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:55.484204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:55.701380 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP 2d6e153e-89ca-45e3-8fb6-5440ca6eb366 associated. External IP: 172.25.2.133, port: 03bc0d43-4e25-452c-a1ab-280c579d6c94. Apr 01 15:26:56.169874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:56.533022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:56.538928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:56.547441 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:56.576087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:56.579449 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:56.620917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:56.622351 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-34da8b2d-875c-4a2b-8213-98df01945984 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/floatingips/2d6e153e-89ca-45e3-8fb6-5440ca6eb366 HTTP/1.1" status: 200 len: 979 time: 1.8932536 Apr 01 15:26:56.790422 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:56.802764 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:56.803636 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:56.846828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 03bc0d43-4e25-452c-a1ab-280c579d6c94 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:56.847196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:56.900388 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:56.901046 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b270a83-3977-48d9-839c-6a19b9616b9f None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:57.191503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:57.569660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:57.570016 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:57.570319 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP 2d6e153e-89ca-45e3-8fb6-5440ca6eb366 disassociated. External IP: 172.25.2.133, port: 03bc0d43-4e25-452c-a1ab-280c579d6c94. Apr 01 15:26:57.570647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 03bc0d43-4e25-452c-a1ab-280c579d6c94 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:26:57.729094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:57.791956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=03bc0d43-4e25-452c-a1ab-280c579d6c94,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:26:57.881861 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0bbbb5b-b2d2-4f5b-aae4-44f65bbd6520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:58.132909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:26:58.632976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:26:58.648492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:26:58.689828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:58.689828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:58.820625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:58.825239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:58.837914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:26:58.837914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:26:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:58.842527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4d14b3b0-df55-427a-a38f-298b11ff6b7d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/ports/03bc0d43-4e25-452c-a1ab-280c579d6c94 HTTP/1.1" status: 204 len: 168 time: 2.2174532 Apr 01 15:26:58.849447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:58.975196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:26:58.975196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4609226-22f9-4611-b8fe-3ec8c01966a1 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:26:59.022986 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f9d1ed7a-2507-40d3-94e5-4d5c207cf89e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "GET /v2.0/floatingips/2d6e153e-89ca-45e3-8fb6-5440ca6eb366 HTTP/1.1" status: 200 len: 688 time: 0.1788898 Apr 01 15:26:59.027556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33776) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:26:59.298049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 63b6bf98-510e-47b4-bbc3-4d73d6aa2dde {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:26:59.298049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:59.389805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-744a83ae-6908-4384-9304-6be9a8cf4587 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1841078 Apr 01 15:26:59.899702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:59.899702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:26:59.935409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-5f8a1b54-4e48-4900-86b9-441dcfd4ce0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1097 time: 0.3108993 Apr 01 15:27:00.281362 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4231ce31-bbfe-4e73-ad6a-65e96e4c52b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:00.527485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 63b6bf98-510e-47b4-bbc3-4d73d6aa2dde owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:00.724718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-545d2637-8ba2-41ac-8204-250b10b97f7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:00.735146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-545d2637-8ba2-41ac-8204-250b10b97f7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 898 time: 0.7080081 Apr 01 15:27:00.901335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-773ea101-f8b5-4a56-85fe-322daa09dcfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 200 len: 1002 time: 0.1592624 Apr 01 15:27:01.039730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-ffa93a41-57e3-48c2-853c-0293d9e418e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:01.039730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-ffa93a41-57e3-48c2-853c-0293d9e418e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d548dc1-5ce5-4764-98a0-666305a9d48b HTTP/1.1" status: 200 len: 834 time: 0.1087964 Apr 01 15:27:01.127034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:01.204085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=63b6bf98-510e-47b4-bbc3-4d73d6aa2dde,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:01.325844 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:01.344339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-65ed6b84-1d39-4362-83cb-7575ec608cc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2983539 Apr 01 15:27:01.351382 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:01.374518 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:01.458332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:01.462982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ccb4ca21-62dc-4f44-93eb-0ae73223db6a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/floatingips/2d6e153e-89ca-45e3-8fb6-5440ca6eb366 HTTP/1.1" status: 204 len: 168 time: 2.4363725 Apr 01 15:27:01.463301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33806) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:01.469435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '32cc337b-e068-4e3d-9886-81a251d00c4c'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:01.489071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:01.489071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:floatingip and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:01.500989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:01.519840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:01.535503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:01.564869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-769b4a90-fe3d-485b-bb06-fd067965e52e service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058599 Apr 01 15:27:01.819682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:01.857739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4155a3a4-8afe-4bf9-b0bf-3788d543dd85 req-c1d72f37-2466-4700-949c-ca9a3f420f41 service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903464 Apr 01 15:27:02.190030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.25.2.225 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/296ecebc-4bc0-40ba-a86c-ae608e3866a3) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:02.552148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:02.630875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:02.722182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:02.725627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:02.754477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:02.802878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:02.854242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=296ecebc-4bc0-40ba-a86c-ae608e3866a3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:03.678952 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:03.783270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:04.289342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:04.310556 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:04.472108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=296ecebc-4bc0-40ba-a86c-ae608e3866a3,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:04.496115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:04.782870 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP a63bc7de-c5cb-438b-8539-dfb492b6063f associated. External IP: 172.25.2.225, port: 32cc337b-e068-4e3d-9886-81a251d00c4c. Apr 01 15:27:05.434058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:05.777906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:05.795655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:05.824545 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:05.824545 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:05.862963 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:06.013773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33910) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:06.019009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1693cdba-0206-47ae-a668-a8a13a55c3c9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5465791 Apr 01 15:27:06.019665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-11970383'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:06.030292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:06.031755 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:06.039160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:network and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:06.043842 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:06.044430 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:06.052005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:06.066907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:06.096978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:06.096978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:06.120955 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:06.120955 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c855fd-f41e-40e3-8456-10fae5610f45 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:06.204031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:27:06.232918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:06.232918 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Added segment 4f1b5021-8b4e-483e-aa7c-4aaad7877dc2 of type vlan for network 9740f14d-8304-4297-8d9e-a4dc51f1db97 Apr 01 15:27:06.289044 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:06.339721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:06.343598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:06.344142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:06.482554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Network': ['ID=9740f14d-8304-4297-8d9e-a4dc51f1db97,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:06.528913 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6d8ffdb8-6754-4fe2-9b99-36389c05b534 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5067697 Apr 01 15:27:06.529213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33918) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:06.536868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'subnet': {'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:06.542172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:27:06.797195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:06.830867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:06.859711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:07.214965 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:08.242116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:08.426370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Subnet': ['ID=e617005b-a765-4f6f-9dc2-7e646591b9f3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:08.447580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Checking segment: {'id': '4f1b5021-8b4e-483e-aa7c-4aaad7877dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:08.447959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network hostable DHCP agents. Network: 9740f14d-8304-4297-8d9e-a4dc51f1db97, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:27:08.507385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:27:08.521546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 9740f14d-8304-4297-8d9e-a4dc51f1db97) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:08.521546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:08.521546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:08.533559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80befbfe-12a0-46a6-a4f2-464c0005336e None None] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:08.581636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7160ce57-a8b9-4096-b3ea-57c1b74b7582 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0515490 Apr 01 15:27:08.584088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 33950) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:08.596428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1417022215', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:08.627833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:08.639721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:router and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:08.646988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:08.661118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:08.683565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:08.684837 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:08.715610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:08.888176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938699eb-2859-4223-9722-a5173e18562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-9740f14d-8304-4297-8d9e-a4dc51f1db97', 'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97', 'tenant_id': '2489fbf789214039a7b847c2a90587c7', 'fixed_ips': [{'subnet_id': 'e617005b-a765-4f6f-9dc2-7e646591b9f3'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:27:08.889460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-938699eb-2859-4223-9722-a5173e18562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.048417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.094003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-938699eb-2859-4223-9722-a5173e18562e None None] Allocated IP 172.20.0.2 (9740f14d-8304-4297-8d9e-a4dc51f1db97/e617005b-a765-4f6f-9dc2-7e646591b9f3/9aa841e3-9e08-499e-93d2-89770a5edfd9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:09.405284 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.442835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.459347 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-938699eb-2859-4223-9722-a5173e18562e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.475419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-938699eb-2859-4223-9722-a5173e18562e None None] Transition to ACTIVE for port object 9aa841e3-9e08-499e-93d2-89770a5edfd9 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:09.499145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-938699eb-2859-4223-9722-a5173e18562e None None] Transition to ACTIVE for port object 9aa841e3-9e08-499e-93d2-89770a5edfd9 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:09.508002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-938699eb-2859-4223-9722-a5173e18562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.599204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938699eb-2859-4223-9722-a5173e18562e None None] Pushing event updated for resources: {'Port': ['ID=9aa841e3-9e08-499e-93d2-89770a5edfd9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:09.616902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938699eb-2859-4223-9722-a5173e18562e None None] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:09.618217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-938699eb-2859-4223-9722-a5173e18562e None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:09.623452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938699eb-2859-4223-9722-a5173e18562e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:09.650566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.25.2.22 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/07d85de9-0d96-49e4-a3e2-45c1145f00fa) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:09.724754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-938699eb-2859-4223-9722-a5173e18562e None None] Attempting to bind port 9aa841e3-9e08-499e-93d2-89770a5edfd9 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:09.725136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-938699eb-2859-4223-9722-a5173e18562e None None] Attempting to bind port 9aa841e3-9e08-499e-93d2-89770a5edfd9 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '4f1b5021-8b4e-483e-aa7c-4aaad7877dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:09.725930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938699eb-2859-4223-9722-a5173e18562e None None] Attempting to bind port 9aa841e3-9e08-499e-93d2-89770a5edfd9 on network 9740f14d-8304-4297-8d9e-a4dc51f1db97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:09.733254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938699eb-2859-4223-9722-a5173e18562e None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:09.733405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938699eb-2859-4223-9722-a5173e18562e None None] Checking segment: {'id': '4f1b5021-8b4e-483e-aa7c-4aaad7877dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:09.734095 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-938699eb-2859-4223-9722-a5173e18562e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.734681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938699eb-2859-4223-9722-a5173e18562e None None] Bound using segment: {'id': '4f1b5021-8b4e-483e-aa7c-4aaad7877dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:09.737039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-938699eb-2859-4223-9722-a5173e18562e None None] Bound port: 9aa841e3-9e08-499e-93d2-89770a5edfd9, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1b5021-8b4e-483e-aa7c-4aaad7877dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:09.737620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-938699eb-2859-4223-9722-a5173e18562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.868048 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.870099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-938699eb-2859-4223-9722-a5173e18562e None None] For port 9aa841e3-9e08-499e-93d2-89770a5edfd9, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:09.873398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-938699eb-2859-4223-9722-a5173e18562e None None] For port 9aa841e3-9e08-499e-93d2-89770a5edfd9, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9aa841e3-9e08-499e-93d2-89770a5edfd9,segment=NetworkSegment(4f1b5021-8b4e-483e-aa7c-4aaad7877dc2),segment_id=4f1b5021-8b4e-483e-aa7c-4aaad7877dc2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:09.878604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-938699eb-2859-4223-9722-a5173e18562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.897821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:09.961245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:09.964841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:09.972981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938699eb-2859-4223-9722-a5173e18562e None None] Pushing event updated for resources: {'Port': ['ID=9aa841e3-9e08-499e-93d2-89770a5edfd9,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:09.975744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:10.023874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=07d85de9-0d96-49e4-a3e2-45c1145f00fa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:10.289079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:10.290051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:10.750854 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 894fd551-53e3-4a35-81fe-b6bd5355af2b is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:27:10.972920 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:11.101151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:11.113119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] Sync routers for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:11.137080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:11.139254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:11.146888 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:11.152086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9cf2023e-3096-41b4-917c-69b6529340b6 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5644941 Apr 01 15:27:11.152458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 33986) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:11.320655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:11.363656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:11.364287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:11.502911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:11.505120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a50f9a-2883-4b3d-a1a1-b50046946a47 None None] The sync data for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:11.686132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba1b3d9-8df1-4172-b438-661c1b65e94a None None] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:12.155032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c978a8be-5eba-4856-9f2c-79a4d2fb7531 None None] Provisioning for port 9aa841e3-9e08-499e-93d2-89770a5edfd9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:12.329692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9aa841e3-9e08-499e-93d2-89770a5edfd9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:12.594324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 9aa841e3-9e08-499e-93d2-89770a5edfd9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:12.611674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9aa841e3-9e08-499e-93d2-89770a5edfd9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:12.612416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:12.753249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:12.806050 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:12.853329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 9aa841e3-9e08-499e-93d2-89770a5edfd9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9aa841e3-9e08-499e-93d2-89770a5edfd9,segment=NetworkSegment(4f1b5021-8b4e-483e-aa7c-4aaad7877dc2),segment_id=4f1b5021-8b4e-483e-aa7c-4aaad7877dc2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:12.861042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:12.946732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=9aa841e3-9e08-499e-93d2-89770a5edfd9,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:13.003817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9439b142-ada4-4de9-8993-d00800cf0a21 None None] Provisioning complete for port 9aa841e3-9e08-499e-93d2-89770a5edfd9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:13.004362 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9439b142-ada4-4de9-8993-d00800cf0a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:13.132951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34018) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:13.255249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-75b3fa2d-3d9a-46b7-9191-bbaf81027fe4 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=9720c81486604e9ab2fbd31cd11cb6a6&network_id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 2970 time: 0.1155267 Apr 01 15:27:13.313136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.1 (9740f14d-8304-4297-8d9e-a4dc51f1db97/e617005b-a765-4f6f-9dc2-7e646591b9f3/79eaaf65-6e8b-47b7-bda1-a543bfa162e4) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:13.476356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:13.492020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Transition to ACTIVE for port object 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:13.514575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:13.589747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:13.593071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:13.597931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:13.671292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:13.674182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=79eaaf65-6e8b-47b7-bda1-a543bfa162e4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:13.825713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:13.901303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a09f598c-360d-43bf-926d-944473b23b13 None None] Provisioning for port 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:13.915074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a09f598c-360d-43bf-926d-944473b23b13 None None] Provisioning complete for port 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:13.915617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a09f598c-360d-43bf-926d-944473b23b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:14.047170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a09f598c-360d-43bf-926d-944473b23b13 None None] Port 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:14.357833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9aa841e3-9e08-499e-93d2-89770a5edfd9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:14.498730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9aa841e3-9e08-499e-93d2-89770a5edfd9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:14.498730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:14.555356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:14.560993 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:14.728768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34056) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:14.893108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:14.939616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:14.964767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=79eaaf65-6e8b-47b7-bda1-a543bfa162e4,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:15.039065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34062) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:15.110000 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.126223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc819cd-3a5a-4875-a141-3bc0d83a1c10 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:15.128013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6dc819cd-3a5a-4875-a141-3bc0d83a1c10 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036 HTTP/1.1" status: 200 len: 814 time: 0.0873983 Apr 01 15:27:15.163706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:15.170462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Usage tracker for resource:security_group_rule and tenant:6cc049d36c3c49bba524de23a5fb2a93 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:15.174783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:15.182523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:15.243877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:15.246727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:15.342363 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.365995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.496372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e60439f-dc9e-4d3c-9ba6-0ac2f93f6b65,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:15.536204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2904f9a4-f5c3-4068-8ce0-82cb6b83bd66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cc049d36c3c49bba524de23a5fb2a93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8057425 Apr 01 15:27:15.541214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34080) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:15.588594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-41cd3ca7-2456-49fb-b65b-d0af21c827e9 None None] Provisioning complete for port 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:15.589219 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cd3ca7-2456-49fb-b65b-d0af21c827e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.676564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09a6ae33-d67a-48cd-abb7-88e3d2e00415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.702696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-41cd3ca7-2456-49fb-b65b-d0af21c827e9 None None] Port 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:15.733429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09a6ae33-d67a-48cd-abb7-88e3d2e00415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.803614 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09a6ae33-d67a-48cd-abb7-88e3d2e00415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.848801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6ae33-d67a-48cd-abb7-88e3d2e00415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e60439f-dc9e-4d3c-9ba6-0ac2f93f6b65,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:15.863019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-09a6ae33-d67a-48cd-abb7-88e3d2e00415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:15.866599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-09a6ae33-d67a-48cd-abb7-88e3d2e00415 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e60439f-dc9e-4d3c-9ba6-0ac2f93f6b65 HTTP/1.1" status: 204 len: 168 time: 0.3221464 Apr 01 15:27:15.885370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34094) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:15.892535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'network': {'name': 'tempest-network-smoke--433115028', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:15.903251 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:27:15.904866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:15.934022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:15.940642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 894fd551-53e3-4a35-81fe-b6bd5355af2b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:15.960186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:15.963797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:16.001528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:27:16.012726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:16.013439 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Added segment 24923907-745d-4b88-acb9-859c34037a76 of type vlan for network 656b4e81-cf5b-4f17-8e4b-cf467278fddd Apr 01 15:27:16.049681 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:16.093929 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:16.099728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:16.100432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:16.228903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:16.240389 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] Sync routers for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:16.261403 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:16.263624 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:16.281121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-63212c81-7c70-47fc-a4f0-00b30ddbd67d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/routers/894fd551-53e3-4a35-81fe-b6bd5355af2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1250162 Apr 01 15:27:16.282847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34100) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:16.287655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34104) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:16.288215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4009557 Apr 01 15:27:16.298895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'port': {'network_id': '9740f14d-8304-4297-8d9e-a4dc51f1db97', 'name': 'tempest-FloatingIPTestJSON-1733236249'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:16.326657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e595dd3-1ae9-4bfa-b781-383042763ca7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Network': ['ID=656b4e81-cf5b-4f17-8e4b-cf467278fddd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:16.342727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:27:16.363016 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:16.378301 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:16.379258 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:16.479632 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:16.480282 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb42d225-2411-4232-ad01-c946da5c06a2 None None] The sync data for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:16.484603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f553a2-f0b5-49bd-8362-0660181c09c7 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:16.487280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-46f553a2-f0b5-49bd-8362-0660181c09c7 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9720c81486604e9ab2fbd31cd11cb6a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1944101 Apr 01 15:27:16.489488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34114) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:16.535779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:16.541692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Usage tracker for resource:port and tenant:2489fbf789214039a7b847c2a90587c7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:16.546131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:16.552914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:16.564938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Made reservation on behalf of 2489fbf789214039a7b847c2a90587c7 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:16.567945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:16.606150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] device_id is not set on port b207f991-999c-4aa4-8447-b12af292fe25 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:27:16.652349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd288ba2-f3f9-41df-b690-2c0ffa7cbd53 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:16.653840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cd288ba2-f3f9-41df-b690-2c0ffa7cbd53 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1622980 Apr 01 15:27:16.657776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:16.710593 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a5cc50a3-67f0-4ad1-8da7-7111fbb44f42 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517135 Apr 01 15:27:16.713486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34124) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:16.773014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d893d25-d8be-4068-9307-c8f7cc74b23d tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9720c81486604e9ab2fbd31cd11cb6a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578022 Apr 01 15:27:16.776252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34130) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:16.876017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Allocated IP 172.20.0.14 (9740f14d-8304-4297-8d9e-a4dc51f1db97/e617005b-a765-4f6f-9dc2-7e646591b9f3/b207f991-999c-4aa4-8447-b12af292fe25) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:16.988101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c086d087-e6b9-4819-80af-f0cec1c7233a tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:16.989623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c086d087-e6b9-4819-80af-f0cec1c7233a tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121515 Apr 01 15:27:16.992868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:17.082468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-959c4117-1b8e-437f-99f5-03f2eef66eb2 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881162 Apr 01 15:27:17.083089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34150) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:17.083433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34154) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:17.094340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2020239181', 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:17.214344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:17.218694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:subnet and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:17.221639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:17.227659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:17.253463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:17.346430 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.370629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.383970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Transition to ACTIVE for port object b207f991-999c-4aa4-8447-b12af292fe25 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:17.433515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.468038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1016602409-network', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:17.478957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:17.488170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Usage tracker for resource:network and tenant:f5c5a4aa8f194735b11bbdeaae0b2a99 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:17.492310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:17.503292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:17.509688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:17.513026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:17.517613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:17.522800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Made reservation on behalf of f5c5a4aa8f194735b11bbdeaae0b2a99 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:17.525413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.547230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.547460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event updated for resources: {'Port': ['ID=b207f991-999c-4aa4-8447-b12af292fe25,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:17.590917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:17.591984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.618726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-736ce575-74fd-4edb-bfd1-9bab952aa629 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3339765 Apr 01 15:27:17.621401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34168) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:17.626901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Request body: {'floatingip': {'port_id': 'b207f991-999c-4aa4-8447-b12af292fe25'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:17.629523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:17.642014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c5a4aa8f194735b11bbdeaae0b2a99 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:17.647079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:17.656639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:17.727684 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.744043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.816584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Subnet': ['ID=3ceefbc9-6dcc-4a53-8c23-01dc12df89e8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:17.854444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-28783ba8-e718-4381-b501-4cc028f2d938 None None] Provisioning for port b207f991-999c-4aa4-8447-b12af292fe25 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:17.863802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-28783ba8-e718-4381-b501-4cc028f2d938 None None] Provisioning complete for port b207f991-999c-4aa4-8447-b12af292fe25 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:17.864426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28783ba8-e718-4381-b501-4cc028f2d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.884578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Checking segment: {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:17.884925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network hostable DHCP agents. Network: 656b4e81-cf5b-4f17-8e4b-cf467278fddd, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:27:17.912934 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.920590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-28783ba8-e718-4381-b501-4cc028f2d938 None None] Port b207f991-999c-4aa4-8447-b12af292fe25 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:17.921065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.934504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:27:17.961963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 656b4e81-cf5b-4f17-8e4b-cf467278fddd) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:17.967006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:17.967619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:17.977451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57800a7-b7da-4208-9bb3-d8e41d21c72a None None] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:17.996836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:27:18.006909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-df0f1740-8075-4920-8cc9-a3c95c64037c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9183042 Apr 01 15:27:18.006909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83edf285-abd6-4a27-925e-3a37c2e01678,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:18.014294 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.014677 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Added segment 6efee922-41ef-4e18-9ccd-751bafe22ed6 of type vlan for network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 Apr 01 15:27:18.050430 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.115719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.116582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:18.117212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.305890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2213852 Apr 01 15:27:18.309565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34178) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:18.316822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Request body: {'subnet': {'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1016602409-subnet', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:18.356833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ips': [{'subnet_id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:27:18.357662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.368077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:18.383199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b8f58-437f-4a5c-afb7-972b3e548423 admin admin] Pushing event updated for resources: {'Network': ['ID=592eaef3-3a6a-4943-88b6-e6f5a0cff8a5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:18.386840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Usage tracker for resource:subnet and tenant:f5c5a4aa8f194735b11bbdeaae0b2a99 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:18.399281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:27:18.401059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:18.416493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:18.455542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Made reservation on behalf of f5c5a4aa8f194735b11bbdeaae0b2a99 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:18.458959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.571889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34188) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:18.595089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508231639', 'description': 'tempest-secgroup-smoke-1508231639 description', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:18.605440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:18.622875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:18.650582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.682888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.708756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:18.775409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Allocated IP 172.20.0.18 (656b4e81-cf5b-4f17-8e4b-cf467278fddd/3ceefbc9-6dcc-4a53-8c23-01dc12df89e8/0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:18.838556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:18.850164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:18.855850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:18.864952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:18.964812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.055639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.079110 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.092999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87560341-fc69-401f-ba09-dccd8f270c4d,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:19.140841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Checking segment: {'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:19.141477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Network hostable DHCP agents. Network: 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:27:19.151482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f7333d-933e-4123-abb2-ba544c991b3f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:19.173052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.174417 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f4e94ca7-1fce-4170-b598-636103ed625b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6012402 Apr 01 15:27:19.178253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34204) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:19.184967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'c5f7333d-933e-4123-abb2-ba544c991b3f', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:19.194389 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.195567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:19.199467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:19.202709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:19.206022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:27:19.213443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:19.227356 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP a63bc7de-c5cb-438b-8539-dfb492b6063f associated. External IP: 172.25.2.225, port: 32cc337b-e068-4e3d-9886-81a251d00c4c. Apr 01 15:27:19.228420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:19.229064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Transition to ACTIVE for port object 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:19.233417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:19.234707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.251693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f57b37-7f4c-489c-9976-cd9ed13bebac None None] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:19.257368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.271337 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-deb3dc00-91d5-4e55-b548-1aecf1a1c594 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9609282 Apr 01 15:27:19.275072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34208) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:19.283422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:19.299410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:19.314997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Usage tracker for resource:router and tenant:f5c5a4aa8f194735b11bbdeaae0b2a99 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:19.320376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:19.330324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:19.415548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.429371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.443921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Transition to ACTIVE for port object 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:19.465949 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.482475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.483022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.492491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b73cce-846a-4fef-a417-cd7a3d5d7e14,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:19.518546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.522667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34216) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:19.523663 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e6b87e62-e416-495d-885b-cb37fa92c959 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3440316 Apr 01 15:27:19.536111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'c5f7333d-933e-4123-abb2-ba544c991b3f', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:19.549360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.550420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:19.577372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:19.584840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:19.595334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:19.612254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Pushing event updated for resources: {'Port': ['ID=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:19.636723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.659399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:19.662265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:19.665572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:19.804132 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.948789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Attempting to bind port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:19.949670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Attempting to bind port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:19.950188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Attempting to bind port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 on network 656b4e81-cf5b-4f17-8e4b-cf467278fddd {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:19.962356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'fixed_ips': [{'subnet_id': '87560341-fc69-401f-ba09-dccd8f270c4d'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:27:19.963427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.996792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:19.997375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Checking segment: {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:19.998028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:19.998607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Bound using segment: {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:19.999252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Bound port: 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:19.999919 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.000139 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.016663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.040831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.053546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4d45e7-e849-4e82-aaf3-b4bc2487c6ee,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:20.065181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.066573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-98b31af3-d81f-4f9b-bf6a-f381babb2537 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5427690 Apr 01 15:27:20.073020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34222) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:20.079276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'c5f7333d-933e-4123-abb2-ba544c991b3f', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:20.085986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:20.090821 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.095108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:20.098152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:20.104702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:20.127732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.240076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.248399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] For port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:20.254500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Allocated IP 172.25.2.244 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/14ffb04d-dc60-4058-8c63-31eaa3e80b02) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:20.255490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.259393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:20.275291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] For port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:20.294781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cde9db-6f61-4bbd-b423-bd62559b0dea,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:20.298405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Allocated IP 172.20.0.2 (592eaef3-3a6a-4943-88b6-e6f5a0cff8a5/87560341-fc69-401f-ba09-dccd8f270c4d/25d43fc0-4c5f-4635-88e6-f5a360365b3f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:20.302028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.369837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.370798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-01376fe5-4a38-4057-b5a9-8c8ce5c1d05f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2968066 Apr 01 15:27:20.374520 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34226) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:20.396485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'c5f7333d-933e-4123-abb2-ba544c991b3f', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:20.406737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:20.414179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:20.419581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:20.437957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:20.489886 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.501511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5133-1675-451b-bb2d-f8f5cb5128e0 None None] Pushing event updated for resources: {'Port': ['ID=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:20.503667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.608345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.611343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.664116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.669104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:20.682662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:20.723648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6442742d-61d2-40eb-91d3-8b993113a882,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:20.745647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:20.751883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:20.775440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:20.776960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Pushing event updated for resources: {'Port': ['ID=14ffb04d-dc60-4058-8c63-31eaa3e80b02,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:20.792398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:20.805881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:20.943788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:20.948045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7087f43a-46dc-4e5c-b067-487109401c92 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5677218 Apr 01 15:27:20.948548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34236) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:20.963633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'c5f7333d-933e-4123-abb2-ba544c991b3f', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:20.979832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:20.983283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:20.999146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:21.002800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:21.009773 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.015546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:21.016365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:21.024298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:21.052945 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Project 9720c81486604e9ab2fbd31cd11cb6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:27:21.099870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Transition to ACTIVE for port object 25d43fc0-4c5f-4635-88e6-f5a360365b3f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:21.105431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:21.106046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9eec5b-41d8-4b4e-9f20-1f0ccadbf6d9 None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:21.133814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.136946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Transition to ACTIVE for port object 25d43fc0-4c5f-4635-88e6-f5a360365b3f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:21.149179 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.267524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:21.273438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Pushing event updated for resources: {'Port': ['ID=25d43fc0-4c5f-4635-88e6-f5a360365b3f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:21.275628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:21.285808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:21.329514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.342990 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.387657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9f5e03-2649-4898-86ef-2d020f34e297,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:21.395553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.396730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5ed59579-5986-40cc-a3a6-3abf2ec9ee8b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4467568 Apr 01 15:27:21.400810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34240) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:21.406747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': 'c5f7333d-933e-4123-abb2-ba544c991b3f', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:21.413959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:21.418005 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:21.427305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:21.434908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:21.452079 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Project 9720c81486604e9ab2fbd31cd11cb6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:27:21.465319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.475015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 894fd551-53e3-4a35-81fe-b6bd5355af2b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:21.497210 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.497945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.500205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Attempting to bind port 25d43fc0-4c5f-4635-88e6-f5a360365b3f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:21.500827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Attempting to bind port 25d43fc0-4c5f-4635-88e6-f5a360365b3f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:21.501739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Attempting to bind port 25d43fc0-4c5f-4635-88e6-f5a360365b3f on network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:21.509329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:21.510148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Checking segment: {'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:21.510771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.511674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Bound using segment: {'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:21.512364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Bound port: 25d43fc0-4c5f-4635-88e6-f5a360365b3f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:21.512972 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.684462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] For port 25d43fc0-4c5f-4635-88e6-f5a360365b3f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:21.692606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] For port 25d43fc0-4c5f-4635-88e6-f5a360365b3f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=25d43fc0-4c5f-4635-88e6-f5a360365b3f,segment=NetworkSegment(6efee922-41ef-4e18-9ccd-751bafe22ed6),segment_id=6efee922-41ef-4e18-9ccd-751bafe22ed6)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:21.708403 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.710039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.730237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.757584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2748a1b3-8d0a-4a5b-9c24-237728a6f06a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:21.816877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.820621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2ecc78f4-2f4b-4397-a120-203055f0db64 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4201362 Apr 01 15:27:21.835998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9eefe4-840c-4e5c-8aea-69d70d00cf00 None None] Pushing event updated for resources: {'Port': ['ID=25d43fc0-4c5f-4635-88e6-f5a360365b3f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:21.893902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:21.899730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:21.902910 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] Sync routers for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:21.932882 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:21.933501 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:22.046084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Router fd95e8d5-d440-4229-8e85-bc2b7577624c is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:27:22.064084 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:22.079006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:22.079946 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:22.249559 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:22.250269 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912bc2d8-a537-4f35-9153-d90fd0cc82da None None] The sync data for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:22.258634 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d6dcd259-05af-4ecb-8cae-efa9e0b4e8ae tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/floatingips/a63bc7de-c5cb-438b-8539-dfb492b6063f HTTP/1.1" status: 200 len: 979 time: 4.6361489 Apr 01 15:27:22.259335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34258) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:22.334014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port b207f991-999c-4aa4-8447-b12af292fe25 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:22.334516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:22.418249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5d1f1-08b2-476d-9112-53d162c3e585 None None] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:22.653954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-55b41843-5623-4c62-8b55-051f986954f6 req-de85d63e-8382-47a7-8222-09123ce7a07b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:27:22.724633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-55b41843-5623-4c62-8b55-051f986954f6 req-de85d63e-8382-47a7-8222-09123ce7a07b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:27:22.725754 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-de85d63e-8382-47a7-8222-09123ce7a07b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508231639&fields=id&tenant_id=9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 267 time: 0.2118580 Apr 01 15:27:22.830552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:23.067555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:23.152357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-39b9adb6-6651-49a6-a9f5-f2d1e1640366 None None] Provisioning for port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:23.208339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b41843-5623-4c62-8b55-051f986954f6 req-1e30a68c-16c8-458f-993d-0ecbf5ae2223 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:23.209020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-55b41843-5623-4c62-8b55-051f986954f6 req-1e30a68c-16c8-458f-993d-0ecbf5ae2223 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:27:23.240535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-55b41843-5623-4c62-8b55-051f986954f6 req-1e30a68c-16c8-458f-993d-0ecbf5ae2223 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:27:23.241699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-1e30a68c-16c8-458f-993d-0ecbf5ae2223 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/networks?id=656b4e81-cf5b-4f17-8e4b-cf467278fddd HTTP/1.1" status: 200 len: 796 time: 0.4887474 Apr 01 15:27:23.264402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:23.292401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Sync routers for ids ['fd95e8d5-d440-4229-8e85-bc2b7577624c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:23.309828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-73e352d4-8bca-4b09-a3af-b11a044ecd5b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/quotas/9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 375 time: 0.0602729 Apr 01 15:27:23.318632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:23.322461 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ab6d26d8-602c-42a8-a2f9-275678aa45c8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0433125 Apr 01 15:27:23.379941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Routers {'fd95e8d5-d440-4229-8e85-bc2b7577624c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:23.383246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fd95e8d5-d440-4229-8e85-bc2b7577624c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:23.393503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34270) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:23.623178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:23.664769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:23.665455 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:23.713542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-15c230f5-ece8-46a1-ba4d-bdb951b792e9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3972182 Apr 01 15:27:23.809335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e778ce0-2c2c-459b-a6eb-5763ea6e8cff None None] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:23.869345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:23.870044 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:23.871003 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Floating IP a63bc7de-c5cb-438b-8539-dfb492b6063f disassociated. External IP: 172.25.2.225, port: b207f991-999c-4aa4-8447-b12af292fe25. Apr 01 15:27:23.871577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for b207f991-999c-4aa4-8447-b12af292fe25 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:24.030062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4ce8b441-bf8f-4d8f-b3be-8eb8b13e986a None None] Provisioning for port 25d43fc0-4c5f-4635-88e6-f5a360365b3f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:24.066585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:24.135181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=b207f991-999c-4aa4-8447-b12af292fe25,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:24.175927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Set router fd95e8d5-d440-4229-8e85-bc2b7577624c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:24.294274 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:24.364252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:24.368145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-28b11609-8b22-4d39-9f57-6b8206e8f7a3 service neutron] 10.222.0.48 "GET /v2.0/networks/656b4e81-cf5b-4f17-8e4b-cf467278fddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306560 Apr 01 15:27:24.554865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-6b6b3471-7b95-42e0-9b00-8bdf2b10c862 service neutron] 10.222.0.48 "GET /v2.0/networks/656b4e81-cf5b-4f17-8e4b-cf467278fddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790481 Apr 01 15:27:24.585367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 894fd551-53e3-4a35-81fe-b6bd5355af2b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:24.687342 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:24.695637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 25d43fc0-4c5f-4635-88e6-f5a360365b3f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:24.975438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a483b34-8982-4294-b733-548345424ec8 req-b2fa7d31-4bc2-4747-ada6-a799fa040122 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 210 time: 0.0865219 Apr 01 15:27:25.152742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:25.174968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 25d43fc0-4c5f-4635-88e6-f5a360365b3f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:25.190186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-28efea12-89a0-44fa-b044-160f9960aab4 None None] Provisioning complete for port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:25.190578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28efea12-89a0-44fa-b044-160f9960aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:25.216704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:25.226328 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] Sync routers for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:25.245598 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:25.248763 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:25.251293 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 25d43fc0-4c5f-4635-88e6-f5a360365b3f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:25.251670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:25.372914 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:25.379152 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:25.397577 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:25.398179 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:25.399870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bd61c90a-7008-4364-b899-fed56019a0f9 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/ports/b207f991-999c-4aa4-8447-b12af292fe25 HTTP/1.1" status: 204 len: 168 time: 3.1395993 Apr 01 15:27:25.402957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34302) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:25.414885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:19Z', 'updated_at': '2022-04-01T15:27:21Z', 'revision_number': 3, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'gw_port': {'id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:20Z', 'updated_at': '2022-04-01T15:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:25.424602 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Checking router: fd95e8d5-d440-4229-8e85-bc2b7577624c for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:27:25.424940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Updating router fd95e8d5-d440-4229-8e85-bc2b7577624c port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:27:25.463045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:25.538981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:25.539656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19756cc2-a790-4e18-b5c8-deea636927ea None None] The sync data for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:25.564851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:25.949564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Allocated IP 172.20.0.1 (592eaef3-3a6a-4943-88b6-e6f5a0cff8a5/87560341-fc69-401f-ba09-dccd8f270c4d/3ab03387-d254-41e4-98b7-3667e46b2500) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:26.072723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:26.176065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:26.196988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Transition to ACTIVE for port object 3ab03387-d254-41e4-98b7-3667e46b2500 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:26.227314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:26.347614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:26.454128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-59791622-cc2b-4482-a2eb-31d2806b4c52 req-598e4735-d031-41a6-8ac8-e5fff5a3a99e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 210 time: 0.1300499 Apr 01 15:27:26.464809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:26.469518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:26.489299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:26.585694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab03387-d254-41e4-98b7-3667e46b2500,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:26.591658 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:26.767854 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:26.831929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Transition to ACTIVE for port object 14ffb04d-dc60-4058-8c63-31eaa3e80b02 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:26.850433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 25d43fc0-4c5f-4635-88e6-f5a360365b3f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=25d43fc0-4c5f-4635-88e6-f5a360365b3f,segment=NetworkSegment(6efee922-41ef-4e18-9ccd-751bafe22ed6),segment_id=6efee922-41ef-4e18-9ccd-751bafe22ed6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:26.874271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:26.887051 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.006928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-835512c3-bd61-4254-87c7-e769ff444926 None None] Provisioning complete for port 25d43fc0-4c5f-4635-88e6-f5a360365b3f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:27.007759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-835512c3-bd61-4254-87c7-e769ff444926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.038423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34334) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:27.081170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Attempting to bind port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:27.082213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Attempting to bind port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:27.082717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Attempting to bind port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:27.085923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:27.155868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=25d43fc0-4c5f-4635-88e6-f5a360365b3f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:27.233450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:27.234329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:27.234898 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.235465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:27.236616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Bound port: 14ffb04d-dc60-4058-8c63-31eaa3e80b02, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:27.237264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.277830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b41843-5623-4c62-8b55-051f986954f6 req-b0f6383b-77ab-4832-b4cb-fbe76ea5ff49 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:27.281961 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-b0f6383b-77ab-4832-b4cb-fbe76ea5ff49 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.62 "GET /v2.0/networks?id=656b4e81-cf5b-4f17-8e4b-cf467278fddd HTTP/1.1" status: 200 len: 796 time: 0.5112424 Apr 01 15:27:27.345229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.388389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b08b7-d037-41f6-8422-71b19b185701 None None] Pushing event updated for resources: {'Port': ['ID=14ffb04d-dc60-4058-8c63-31eaa3e80b02,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:27.433838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] For port 14ffb04d-dc60-4058-8c63-31eaa3e80b02, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:27.439740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] For port 14ffb04d-dc60-4058-8c63-31eaa3e80b02, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=14ffb04d-dc60-4058-8c63-31eaa3e80b02,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:27.441135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:27.441526 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.465524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.475012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.562035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-6e92a1f0-61ce-44b3-b56a-0007b0c5f8b5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 471 time: 0.2612190 Apr 01 15:27:27.564314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34346) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:27.575476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'port': {'device_id': '99691b46-b375-437e-a5d8-4439da207dfe', 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'admin_state_up': True, 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'security_groups': ['c5f7333d-933e-4123-abb2-ba544c991b3f']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:27.592163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:27.610270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-79ee5b5f-ad23-4a0b-a6b0-daee92d87943 None None] Provisioning for port 3ab03387-d254-41e4-98b7-3667e46b2500 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:27.623936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b08b7-d037-41f6-8422-71b19b185701 None None] Pushing event updated for resources: {'Port': ['ID=14ffb04d-dc60-4058-8c63-31eaa3e80b02,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:27.628039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-79ee5b5f-ad23-4a0b-a6b0-daee92d87943 None None] Provisioning complete for port 3ab03387-d254-41e4-98b7-3667e46b2500 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:27.628407 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79ee5b5f-ad23-4a0b-a6b0-daee92d87943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.644285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Usage tracker for resource:security_group_rule and tenant:f1998815fd4c461ca84f6cb28cfb757e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:27.651258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:27.665063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:27.705431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-79ee5b5f-ad23-4a0b-a6b0-daee92d87943 None None] Port 3ab03387-d254-41e4-98b7-3667e46b2500 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:27.748741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Routers {'fd95e8d5-d440-4229-8e85-bc2b7577624c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:27.749836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fd95e8d5-d440-4229-8e85-bc2b7577624c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:27.844412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00d635cb-16d3-45e8-9dff-d09816ff9052 req-ad9b0671-e352-4f20-ae19-03fc64f3546c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 210 time: 0.1590207 Apr 01 15:27:27.936227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.977037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:27.988686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.011954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:28.012212 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f26b17f7-5f41-44ab-9715-f770d08800e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.024400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:port and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:28.029292 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:28.037437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:28.043949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:28.050757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Usage tracker for resource:security_group_rule and tenant:090daa14801d4744951bd881b9abdf6c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:28.055892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:28.058357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] Set router fd95e8d5-d440-4229-8e85-bc2b7577624c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:28.060938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de40b635-8130-417f-9cfd-fa2fbb3f500d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:28.067872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aa133f71-65e3-475a-92f7-ad0f1f0ce126 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1998815fd4c461ca84f6cb28cfb757e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0277541 Apr 01 15:27:28.069441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34354) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:28.075883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:28.082619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.084609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:28.087977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.105100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.188806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:28.189143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.233528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-300187c5-b6a6-4304-8dda-c84ba52b8dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.278600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.288831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab03387-d254-41e4-98b7-3667e46b2500,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:28.295837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-300187c5-b6a6-4304-8dda-c84ba52b8dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.422962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:19Z', 'updated_at': '2022-04-01T15:27:26Z', 'revision_number': 4, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'gw_port': {'id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:20Z', 'updated_at': '2022-04-01T15:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3ab03387-d254-41e4-98b7-3667e46b2500', 'name': '', 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'mac_address': 'fa:16:3e:c1:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:25Z', 'updated_at': '2022-04-01T15:27:25Z', 'revision_number': 1, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'subnets': [{'id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:28.427454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ae249-9ecc-4f60-a093-8b714daf4807 None None] The sync data for ids ['fd95e8d5-d440-4229-8e85-bc2b7577624c'] in n-d-836017-1 is: [{'id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:19Z', 'updated_at': '2022-04-01T15:27:26Z', 'revision_number': 4, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'gw_port': {'id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:20Z', 'updated_at': '2022-04-01T15:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3ab03387-d254-41e4-98b7-3667e46b2500', 'name': '', 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'mac_address': 'fa:16:3e:c1:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:25Z', 'updated_at': '2022-04-01T15:27:25Z', 'revision_number': 1, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'subnets': [{'id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:28.452650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.459983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-300187c5-b6a6-4304-8dda-c84ba52b8dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.591904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 79eaaf65-6e8b-47b7-bda1-a543bfa162e4 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:28.601940 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.619432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300187c5-b6a6-4304-8dda-c84ba52b8dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de40b635-8130-417f-9cfd-fa2fbb3f500d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:28.632429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-300187c5-b6a6-4304-8dda-c84ba52b8dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.638724 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-300187c5-b6a6-4304-8dda-c84ba52b8dbf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de40b635-8130-417f-9cfd-fa2fbb3f500d HTTP/1.1" status: 204 len: 168 time: 0.5628793 Apr 01 15:27:28.650183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.724708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.20.0.23 (656b4e81-cf5b-4f17-8e4b-cf467278fddd/3ceefbc9-6dcc-4a53-8c23-01dc12df89e8/01c4f5aa-ac7c-4979-a6b7-df94287860fb) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:28.747270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=090daa14801d4744951bd881b9abdf6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1816337 Apr 01 15:27:28.750153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34362) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:28.758692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec47246-098b-4318-aad1-014806829e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ede2996-ac6b-4caa-ba20-c3021d383093,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:28.764744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:28.767133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:28.845320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02ce65e3-908b-4143-9fe3-9f094c6be9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:28.899886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02ce65e3-908b-4143-9fe3-9f094c6be9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:29.022346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 25d43fc0-4c5f-4635-88e6-f5a360365b3f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:29.146088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:29.181374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 25d43fc0-4c5f-4635-88e6-f5a360365b3f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:29.181746 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:29.205750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=79eaaf65-6e8b-47b7-bda1-a543bfa162e4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:29.264506 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e384797-8a43-48c6-9e17-d815d93684d7 req-14000d89-b977-4a75-b179-8beaaaf2f3e1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 210 time: 0.1253262 Apr 01 15:27:29.278202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02ce65e3-908b-4143-9fe3-9f094c6be9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:29.283665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8983fc47-b909-42f3-9bd8-83fb6aafec12 None None] Provisioning complete for port 3ab03387-d254-41e4-98b7-3667e46b2500 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:29.284032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8983fc47-b909-42f3-9bd8-83fb6aafec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:29.395143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8983fc47-b909-42f3-9bd8-83fb6aafec12 None None] Port 3ab03387-d254-41e4-98b7-3667e46b2500 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:29.612219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce65e3-908b-4143-9fe3-9f094c6be9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ede2996-ac6b-4caa-ba20-c3021d383093,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:29.643973 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-02ce65e3-908b-4143-9fe3-9f094c6be9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:29.645108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-02ce65e3-908b-4143-9fe3-9f094c6be9e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ede2996-ac6b-4caa-ba20-c3021d383093 HTTP/1.1" status: 204 len: 168 time: 0.8938043 Apr 01 15:27:29.687979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:29.717083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Transition to ACTIVE for port object 01c4f5aa-ac7c-4979-a6b7-df94287860fb will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:29.810839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Router fd95e8d5-d440-4229-8e85-bc2b7577624c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:29.818627 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.022655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.106322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:30.121095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:30.123571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=01c4f5aa-ac7c-4979-a6b7-df94287860fb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:30.131092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:30.194010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34388) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:30.232694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:30.236256 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.266446 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40730fa7-151e-4ec3-88df-1814576098db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.294485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-db50347d-36c1-4551-9363-033688e96495 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7241299 Apr 01 15:27:30.320637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Request body: {'port': {'device_id': '99691b46-b375-437e-a5d8-4439da207dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:30.385858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34396) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:30.434977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.480513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:30.484519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:9535902221a94de08fa2aba5bd4b3701 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:30.487436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:30.496724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:30.532416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-048fca55-0fd0-4af1-9939-d6c558a06c09 None None] Provisioning for port 01c4f5aa-ac7c-4979-a6b7-df94287860fb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:30.538608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-048fca55-0fd0-4af1-9939-d6c558a06c09 None None] Provisioning complete for port 01c4f5aa-ac7c-4979-a6b7-df94287860fb triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:30.539152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-048fca55-0fd0-4af1-9939-d6c558a06c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.609119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-048fca55-0fd0-4af1-9939-d6c558a06c09 None None] Port 01c4f5aa-ac7c-4979-a6b7-df94287860fb cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:30.648983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.650154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e3f0-27e7-45aa-85a8-bfd791bf073e req-30679e7b-3a2b-4704-9445-92c263fb6d6c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:30.651619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c895e3f0-27e7-45aa-85a8-bfd791bf073e req-30679e7b-3a2b-4704-9445-92c263fb6d6c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 932 time: 0.1319923 Apr 01 15:27:30.656175 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.667314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.683645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:30.723117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1106539868-network', 'tenant_id': 'e0c815f01cb84e9dbf9b6d81b4dbff17'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:30.774994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db79f6d0-1800-42a8-90e0-3837f49d1084,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:30.782020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:30.783185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-97ac872d-4946-4c7b-9be4-f8c98ff8e5c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9535902221a94de08fa2aba5bd4b3701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3961740 Apr 01 15:27:30.787745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-997fd1d2-01bb-45e7-84cc-4450d06a1267 admin admin] 10.222.0.48 "PUT /v2.0/routers/fd95e8d5-d440-4229-8e85-bc2b7577624c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3854535 Apr 01 15:27:30.787901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34402) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:30.815088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Usage tracker for resource:network and tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:30.849589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:30.855571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:30.863793 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c895e3f0-27e7-45aa-85a8-bfd791bf073e req-b264cc7d-6f55-45a1-9bdb-5ec7148102aa tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629136 Apr 01 15:27:30.899294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Made reservation on behalf of e0c815f01cb84e9dbf9b6d81b4dbff17 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:30.901680 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:30.952162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.005103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 14ffb04d-dc60-4058-8c63-31eaa3e80b02 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:31.038230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:31.044703 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-663d01e3-30f7-437b-981e-8c4a2489a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.049701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Usage tracker for resource:security_group_rule and tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:31.054878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:31.068668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:31.095693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:31.101873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:31.102517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.110132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-663d01e3-30f7-437b-981e-8c4a2489a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.226500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.233125 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.240359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 894fd551-53e3-4a35-81fe-b6bd5355af2b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:31.243963 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.253884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 14ffb04d-dc60-4058-8c63-31eaa3e80b02, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=14ffb04d-dc60-4058-8c63-31eaa3e80b02,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:31.257243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-663d01e3-30f7-437b-981e-8c4a2489a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.257648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.287833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c4f5aa-ac7c-4979-a6b7-df94287860fb {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:27:31.292599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:27:31.299136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.319770 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Transition to ACTIVE for port object 01c4f5aa-ac7c-4979-a6b7-df94287860fb will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:31.327786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.337915 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.359482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=14ffb04d-dc60-4058-8c63-31eaa3e80b02,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:31.372169 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.443822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:31.447305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.447645 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Added segment 35abae06-38ed-48ad-86f5-254f323d0512 of type vlan for network 030123f5-7bcb-4f7a-b796-1435c24452df Apr 01 15:27:31.474037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-663d01e3-30f7-437b-981e-8c4a2489a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.477806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-663d01e3-30f7-437b-981e-8c4a2489a77f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db79f6d0-1800-42a8-90e0-3837f49d1084 HTTP/1.1" status: 204 len: 168 time: 0.6832912 Apr 01 15:27:31.478025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Pushing event updated for resources: {'Port': ['ID=01c4f5aa-ac7c-4979-a6b7-df94287860fb,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:31.486566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d01e3-30f7-437b-981e-8c4a2489a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db79f6d0-1800-42a8-90e0-3837f49d1084,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:31.509936 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.613734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.615921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:31.618514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.682370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Attempting to bind port 01c4f5aa-ac7c-4979-a6b7-df94287860fb on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:31.682702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Attempting to bind port 01c4f5aa-ac7c-4979-a6b7-df94287860fb by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:31.687945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Attempting to bind port 01c4f5aa-ac7c-4979-a6b7-df94287860fb on network 656b4e81-cf5b-4f17-8e4b-cf467278fddd {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:31.702226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Port 01c4f5aa-ac7c-4979-a6b7-df94287860fb on network 656b4e81-cf5b-4f17-8e4b-cf467278fddd not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:27:31.703471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Attempting to bind port 01c4f5aa-ac7c-4979-a6b7-df94287860fb on network 656b4e81-cf5b-4f17-8e4b-cf467278fddd {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:31.713579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:31.714157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Checking segment: {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:31.714743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Bound using segment: {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:31.715396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Bound port: 01c4f5aa-ac7c-4979-a6b7-df94287860fb, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:31.716163 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.854534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] For port 01c4f5aa-ac7c-4979-a6b7-df94287860fb, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:31.859580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] For port 01c4f5aa-ac7c-4979-a6b7-df94287860fb, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01c4f5aa-ac7c-4979-a6b7-df94287860fb,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:31.873831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.958960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:31.961327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] 10.222.0.62 "PUT /v2.0/ports/01c4f5aa-ac7c-4979-a6b7-df94287860fb HTTP/1.1" status: 200 len: 1092 time: 1.6581285 Apr 01 15:27:31.961873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99691b46-b375-437e-a5d8-4439da207dfe', 'tag': '01c4f5aa-ac7c-4979-a6b7-df94287860fb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:27:32.000146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32f2c9-8b8f-4f3b-85d3-2b89e9eb2a2f service neutron] Pushing event updated for resources: {'Port': ['ID=01c4f5aa-ac7c-4979-a6b7-df94287860fb,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:32.084335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] Pushing event updated for resources: {'Network': ['ID=030123f5-7bcb-4f7a-b796-1435c24452df,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:32.097743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a8ac967-f2e1-4ada-a6a2-91f569fbba1a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9013488 Apr 01 15:27:32.101186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34434) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:32.103807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 030123f5-7bcb-4f7a-b796-1435c24452df details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:27:32.111067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Request body: {'subnet': {'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1106539868-subnet', 'tenant_id': 'e0c815f01cb84e9dbf9b6d81b4dbff17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:32.119749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:32.124937 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99691b46-b375-437e-a5d8-4439da207dfe', 'tag': '01c4f5aa-ac7c-4979-a6b7-df94287860fb', 'status': 'completed', 'code': 200} Apr 01 15:27:32.129377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:32.131506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Usage tracker for resource:subnet and tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:32.138331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a949566a-d4ea-47fc-a202-6e0472b9ffdf tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/routers/894fd551-53e3-4a35-81fe-b6bd5355af2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7343197 Apr 01 15:27:32.139798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:32.145963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:32.150438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:32.158931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] Sync routers for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:32.180745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Made reservation on behalf of e0c815f01cb84e9dbf9b6d81b4dbff17 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:32.183112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.209210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34444) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:32.220581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-452286824-network', 'tenant_id': '0580e383453d4549abdfae51c6b86055'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:32.289712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:32.295471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:32.296495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:32.312299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Usage tracker for resource:network and tenant:0580e383453d4549abdfae51c6b86055 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:32.323168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:32.339675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:32.368916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Made reservation on behalf of 0580e383453d4549abdfae51c6b86055 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:32.371913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.392660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.397102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:32.428407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] Routers {'894fd551-53e3-4a35-81fe-b6bd5355af2b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:32.429016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['894fd551-53e3-4a35-81fe-b6bd5355af2b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:32.478023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:32.485851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Usage tracker for resource:security_group_rule and tenant:0580e383453d4549abdfae51c6b86055 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:32.490301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:32.490802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd92579-bc1a-4187-9171-6660df0b5bb7 req-888622fc-6f1d-47c9-b4f7-a220382862f1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:32.491903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3bd92579-bc1a-4187-9171-6660df0b5bb7 req-888622fc-6f1d-47c9-b4f7-a220382862f1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:27:32.492300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:32.492686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15104f-7241-422f-a4c8-c679f361576b None None] The sync data for ids ['894fd551-53e3-4a35-81fe-b6bd5355af2b'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:32.511312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:32.531165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-1f3f9bc0-9b04-43f4-b919-d705204a7dcb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 1095 time: 0.5183220 Apr 01 15:27:32.534664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3bd92579-bc1a-4187-9171-6660df0b5bb7 req-888622fc-6f1d-47c9-b4f7-a220382862f1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:27:32.535877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3bd92579-bc1a-4187-9171-6660df0b5bb7 req-888622fc-6f1d-47c9-b4f7-a220382862f1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 944 time: 0.3887799 Apr 01 15:27:32.544619 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.634037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-d355195d-5198-4e68-93ce-cafba958c10a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=01c4f5aa-ac7c-4979-a6b7-df94287860fb HTTP/1.1" status: 200 len: 217 time: 0.0952351 Apr 01 15:27:32.658337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c72738-a773-40a9-93d8-f53ad3835895,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:32.672249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.681056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.690700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Checking segment: {'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:32.691292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Network hostable DHCP agents. Network: 030123f5-7bcb-4f7a-b796-1435c24452df, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:27:32.723380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:27:32.727493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3bd92579-bc1a-4187-9171-6660df0b5bb7 req-da5a439c-4ac6-4a7d-a4d0-c8ec7159b6da tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316261 Apr 01 15:27:32.738346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b41843-5623-4c62-8b55-051f986954f6 req-6af331e9-cd0a-4296-a2dc-5c43e07130af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:32.738821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cdd040-d923-45ee-8e6d-c368d3c751a2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:32.739807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-6af331e9-cd0a-4296-a2dc-5c43e07130af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ceefbc9-6dcc-4a53-8c23-01dc12df89e8 HTTP/1.1" status: 200 len: 838 time: 0.0913236 Apr 01 15:27:32.748816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.751582 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Added segment 58849240-9585-41ec-b2ad-91cbf26c811f of type vlan for network 0c666067-79fa-439e-9f35-2210256bde1c Apr 01 15:27:32.781772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Network 030123f5-7bcb-4f7a-b796-1435c24452df is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:27:32.793826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.799242 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.799593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.833316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 030123f5-7bcb-4f7a-b796-1435c24452df) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:32.843237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444bfb8-0f4c-4553-a0ce-2ccbf3183123 None None] Network 030123f5-7bcb-4f7a-b796-1435c24452df requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:32.847478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:32.848447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.880345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.881228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:32.882066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:32.987925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8043b166-2bbc-412c-b246-7462d61ac6dd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8851955 Apr 01 15:27:32.995582 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7825680 Apr 01 15:27:33.009269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34462) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:33.017845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Request body: {'subnet': {'network_id': '0c666067-79fa-439e-9f35-2210256bde1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-452286824-subnet', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:33.026788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:33.030071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-d8e9c200-31a2-45e7-b0af-cf33f26fa5e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=656b4e81-cf5b-4f17-8e4b-cf467278fddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2828984 Apr 01 15:27:33.034406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Usage tracker for resource:subnet and tenant:0580e383453d4549abdfae51c6b86055 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:33.037905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca97e8-7b46-4ad6-9c12-303c21d3d651 admin admin] Pushing event updated for resources: {'Network': ['ID=0c666067-79fa-439e-9f35-2210256bde1c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:33.041088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:33.043617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 14ffb04d-dc60-4058-8c63-31eaa3e80b02 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:33.048612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:33.060580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Made reservation on behalf of 0580e383453d4549abdfae51c6b86055 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:27:33.063433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.112796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0c666067-79fa-439e-9f35-2210256bde1c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:27:33.212478 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-a2ec2272-ff37-4855-a99f-89a73a325ee5 service neutron] 10.222.0.62 "GET /v2.0/networks/656b4e81-cf5b-4f17-8e4b-cf467278fddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717126 Apr 01 15:27:33.326538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa24918-028a-4f23-b740-cb8780aa0f40 None None] Network 030123f5-7bcb-4f7a-b796-1435c24452df requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:33.347013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:33.347681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.366394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.480500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e7b59b-8dcc-481c-b1f5-b9858d6ad507,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:33.500091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Checking segment: {'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:33.500481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Network hostable DHCP agents. Network: 0c666067-79fa-439e-9f35-2210256bde1c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:27:33.510896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.534006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 07d85de9-0d96-49e4-a3e2-45c1145f00fa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:33.534340 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.565088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Network 0c666067-79fa-439e-9f35-2210256bde1c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:27:33.576759 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55b41843-5623-4c62-8b55-051f986954f6 req-fb07d8e7-7196-4d92-a535-14c2b476e678 service neutron] 10.222.0.62 "GET /v2.0/networks/656b4e81-cf5b-4f17-8e4b-cf467278fddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542190 Apr 01 15:27:33.580127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0c666067-79fa-439e-9f35-2210256bde1c) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:33.597120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:33.598581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677a028-5672-4638-83e0-a0263aa2bd7f None None] Network 0c666067-79fa-439e-9f35-2210256bde1c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:33.600540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.657552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e0bbebb8-baa0-4fca-87da-fb431516eb3e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6470435 Apr 01 15:27:33.658220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34474) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:33.664759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-452286824-router', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:27:33.678200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:33.688527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Usage tracker for resource:router and tenant:0580e383453d4549abdfae51c6b86055 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:33.692184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:33.704921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:33.729999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.731432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.777718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.859508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:33.894738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-15fd4395-73b3-40dd-9a58-8f9586fd0ff7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 1095 time: 0.2057900 Apr 01 15:27:34.068837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 07d85de9-0d96-49e4-a3e2-45c1145f00fa owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:34.139754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:34.180858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2c46c-1834-4f37-a000-c9c62ce7170d req-7a9aa174-6b3b-4d43-a9fa-5fcc2e0f7ede tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:34.183600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ad2c46c-1834-4f37-a000-c9c62ce7170d req-7a9aa174-6b3b-4d43-a9fa-5fcc2e0f7ede tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 944 time: 0.1377161 Apr 01 15:27:34.313796 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-0c666067-79fa-439e-9f35-2210256bde1c', 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'fixed_ips': [{'subnet_id': 'd1e7b59b-8dcc-481c-b1f5-b9858d6ad507'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:27:34.315833 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:34.332059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-3c230aba-c0ce-44b3-af3f-734b5f3ef8cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:34.333668 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-3c230aba-c0ce-44b3-af3f-734b5f3ef8cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=656b4e81-cf5b-4f17-8e4b-cf467278fddd HTTP/1.1" status: 200 len: 897 time: 0.3781786 Apr 01 15:27:34.425550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ad2c46c-1834-4f37-a000-c9c62ce7170d req-390ad0e1-730d-4a42-bd70-01383adc4e3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181296 Apr 01 15:27:34.432109 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-fe1f48ca-d440-4ae6-aa81-3b18a374b613 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=01c4f5aa-ac7c-4979-a6b7-df94287860fb HTTP/1.1" status: 200 len: 217 time: 0.0849531 Apr 01 15:27:34.595251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:34.606443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:34.647744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:34.685229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Allocated IP 172.20.0.2 (0c666067-79fa-439e-9f35-2210256bde1c/d1e7b59b-8dcc-481c-b1f5-b9858d6ad507/0241131b-f5e6-4157-9cc2-453afc9492dd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:34.761620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=07d85de9-0d96-49e4-a3e2-45c1145f00fa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:34.856645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Allocated IP 172.25.2.111 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/81de3cac-4df8-4a66-ae74-a50515832ed7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:34.909145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-2856cdc9-c686-42de-bde7-93aa0b787979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:34.912644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-2856cdc9-c686-42de-bde7-93aa0b787979 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ceefbc9-6dcc-4a53-8c23-01dc12df89e8 HTTP/1.1" status: 200 len: 838 time: 0.4690366 Apr 01 15:27:35.027637 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.051845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Transition to ACTIVE for port object 0241131b-f5e6-4157-9cc2-453afc9492dd will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:35.097818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Transition to ACTIVE for port object 0241131b-f5e6-4157-9cc2-453afc9492dd will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:35.116966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.263318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Network 0c666067-79fa-439e-9f35-2210256bde1c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:35.264387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Pushing event updated for resources: {'Port': ['ID=0241131b-f5e6-4157-9cc2-453afc9492dd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:35.268695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:35.277821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:35.300089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.339005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.366373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.421142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Attempting to bind port 0241131b-f5e6-4157-9cc2-453afc9492dd on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:35.421967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Attempting to bind port 0241131b-f5e6-4157-9cc2-453afc9492dd by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:35.422882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Attempting to bind port 0241131b-f5e6-4157-9cc2-453afc9492dd on network 0c666067-79fa-439e-9f35-2210256bde1c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:35.447877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-2378cdcb-fb13-41cf-9c1c-763e22450dbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=656b4e81-cf5b-4f17-8e4b-cf467278fddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5188215 Apr 01 15:27:35.448155 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:35.458656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:35.463696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:35.465738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:35.466434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Checking segment: {'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:35.470132 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.471547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Bound using segment: {'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:35.471547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Bound port: 0241131b-f5e6-4157-9cc2-453afc9492dd, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:35.472042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.539599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Pushing event updated for resources: {'Port': ['ID=81de3cac-4df8-4a66-ae74-a50515832ed7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:35.680817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-439537ac-136d-47b4-b1da-44974495c76d None None] For port 0241131b-f5e6-4157-9cc2-453afc9492dd, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:35.684053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01c4f5aa-ac7c-4979-a6b7-df94287860fb details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:27:35.792403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.795760 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:35.970797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-439537ac-136d-47b4-b1da-44974495c76d None None] For port 0241131b-f5e6-4157-9cc2-453afc9492dd, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0241131b-f5e6-4157-9cc2-453afc9492dd,segment=NetworkSegment(58849240-9585-41ec-b2ad-91cbf26c811f),segment_id=58849240-9585-41ec-b2ad-91cbf26c811f)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:36.001980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.145122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.162846 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.212723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670a1f8-b856-4b52-a344-668442de22a3 req-038a4369-ba12-4d16-9e30-f77a78276be3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:36.214200 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c670a1f8-b856-4b52-a344-668442de22a3 req-038a4369-ba12-4d16-9e30-f77a78276be3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 944 time: 0.4123533 Apr 01 15:27:36.216904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-89b69166-e4e4-47e1-8be8-5dc57e99fee2 service neutron] 10.222.0.62 "GET /v2.0/networks/656b4e81-cf5b-4f17-8e4b-cf467278fddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433289 Apr 01 15:27:36.219579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01c4f5aa-ac7c-4979-a6b7-df94287860fb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01c4f5aa-ac7c-4979-a6b7-df94287860fb,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:36.252195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '01c4f5aa-ac7c-4979-a6b7-df94287860fb', 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'port_id': '01c4f5aa-ac7c-4979-a6b7-df94287860fb', 'mac_address': 'fa:16:3e:c9:3a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:27:36.331031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.355336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Pushing event updated for resources: {'Port': ['ID=0241131b-f5e6-4157-9cc2-453afc9492dd,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:36.370546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c4f5aa-ac7c-4979-a6b7-df94287860fb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:27:36.374357 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.374901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Fanout notify agent at l3_agent the message router_deleted on router 894fd551-53e3-4a35-81fe-b6bd5355af2b {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:27:36.384058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Router 77d6218f-4a06-4a56-8c27-0685923d1a72 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:27:36.403738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01c4f5aa-ac7c-4979-a6b7-df94287860fb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01c4f5aa-ac7c-4979-a6b7-df94287860fb,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:36.405797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.412548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.412981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.413325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.413834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.414207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.414531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.415033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.415541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.416059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.416539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439537ac-136d-47b4-b1da-44974495c76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:36.427637 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.491887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.493884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f50e0873-cd86-42c9-98b6-efbe454eafd7 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/routers/894fd551-53e3-4a35-81fe-b6bd5355af2b HTTP/1.1" status: 204 len: 168 time: 4.3454616 Apr 01 15:27:36.497853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34522) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:36.500654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c670a1f8-b856-4b52-a344-668442de22a3 req-b72eacd0-3798-4f39-96f0-ce7f97ed487c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427449 Apr 01 15:27:36.546149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=01c4f5aa-ac7c-4979-a6b7-df94287860fb,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:36.594577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4a5e6f-59e6-4784-b1ad-af8177f306db req-96b28fd5-7306-4474-9d53-5500441581ed service neutron] 10.222.0.62 "GET /v2.0/networks/656b4e81-cf5b-4f17-8e4b-cf467278fddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567772 Apr 01 15:27:36.658437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['01c4f5aa-ac7c-4979-a6b7-df94287860fb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:27:36.839540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting subnet e617005b-a765-4f6f-9dc2-7e646591b9f3 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:27:36.844092 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:36.907874 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:37.040191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:37.060576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0241131b-f5e6-4157-9cc2-453afc9492dd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:37.078426 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Sync routers for ids ['77d6218f-4a06-4a56-8c27-0685923d1a72'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:37.091412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:37.098101 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Routers {'77d6218f-4a06-4a56-8c27-0685923d1a72'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:37.099024 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['77d6218f-4a06-4a56-8c27-0685923d1a72'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:37.139867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:37.141298 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8cc54bee-d3ab-45bd-8b24-bdabc6ab7a69 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4819212 Apr 01 15:27:37.144142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34530) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:37.253383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0241131b-f5e6-4157-9cc2-453afc9492dd completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:37.401849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:37.475449 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Set router 77d6218f-4a06-4a56-8c27-0685923d1a72 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:37.503646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Subnet': ['ID=e617005b-a765-4f6f-9dc2-7e646591b9f3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:37.571326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:37.584550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b1736e-18b4-4271-b34c-7a34f6f3319a None None] Network 9740f14d-8304-4297-8d9e-a4dc51f1db97 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:37.603345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-08077dd2-16eb-44a9-b3da-c8a0e0751a6b tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/subnets/e617005b-a765-4f6f-9dc2-7e646591b9f3 HTTP/1.1" status: 204 len: 168 time: 1.1044281 Apr 01 15:27:37.607352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34550) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:37.951758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01c4f5aa-ac7c-4979-a6b7-df94287860fb up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:37.985645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf85534-19f9-40a0-bb8b-cb88839fd8c5 None None] Network 0c666067-79fa-439e-9f35-2210256bde1c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:37.990444 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:38.019810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 9aa841e3-9e08-499e-93d2-89770a5edfd9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:38.020155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:38.211195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6086eeae-e9e4-460b-a532-c6da660bfc35 None None] Provisioning for port 0241131b-f5e6-4157-9cc2-453afc9492dd completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:38.238635 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'name': 'tempest-TestAggregatesBasicOps-452286824-router', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:33Z', 'updated_at': '2022-04-01T15:27:35Z', 'revision_number': 3, 'project_id': '0580e383453d4549abdfae51c6b86055', 'gw_port': {'id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:34Z', 'updated_at': '2022-04-01T15:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:38.248110 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Checking router: 77d6218f-4a06-4a56-8c27-0685923d1a72 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:27:38.248354 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Updating router 77d6218f-4a06-4a56-8c27-0685923d1a72 port 81de3cac-4df8-4a66-ae74-a50515832ed7 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:27:38.271665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6086eeae-e9e4-460b-a532-c6da660bfc35 None None] Provisioning complete for port 0241131b-f5e6-4157-9cc2-453afc9492dd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:38.272867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6086eeae-e9e4-460b-a532-c6da660bfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:38.379941 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:38.445729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] For port 9aa841e3-9e08-499e-93d2-89770a5edfd9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9aa841e3-9e08-499e-93d2-89770a5edfd9,segment=NetworkSegment(4f1b5021-8b4e-483e-aa7c-4aaad7877dc2),segment_id=4f1b5021-8b4e-483e-aa7c-4aaad7877dc2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:38.447003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:38.465722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49150cc9-0516-48e0-a9cf-7922bcd58adc req-dca8886b-f322-4c25-8cee-22cfba1c8968 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:38.467398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49150cc9-0516-48e0-a9cf-7922bcd58adc req-dca8886b-f322-4c25-8cee-22cfba1c8968 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 945 time: 0.5090749 Apr 01 15:27:38.639411 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49150cc9-0516-48e0-a9cf-7922bcd58adc req-c7736d0e-2b94-4c1b-bb70-6c647558f766 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510477 Apr 01 15:27:38.695534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 9aa841e3-9e08-499e-93d2-89770a5edfd9 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:38.795723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 01c4f5aa-ac7c-4979-a6b7-df94287860fb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:38.809534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:38.844886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 01c4f5aa-ac7c-4979-a6b7-df94287860fb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:38.845573 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:38.886579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=9aa841e3-9e08-499e-93d2-89770a5edfd9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:38.909841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] No DVR routers for this DVR port 9aa841e3-9e08-499e-93d2-89770a5edfd9 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:27:38.914324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.914477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.915015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.917671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.918379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.918888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.920128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.921689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.922234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.922860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:38.924688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.111444 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.139811 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Transition to ACTIVE for port object 81de3cac-4df8-4a66-ae74-a50515832ed7 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:39.160424 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.177614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae8d2e1-e14d-4346-9dad-9806899e165f None None] DHCP port deletion for 9740f14d-8304-4297-8d9e-a4dc51f1db97 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:27:39.242459 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.249883 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6086eeae-e9e4-460b-a532-c6da660bfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.332315 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Pushing event updated for resources: {'Port': ['ID=81de3cac-4df8-4a66-ae74-a50515832ed7,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:39.337724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9740f14d-8304-4297-8d9e-a4dc51f1db97']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:39.338278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6086eeae-e9e4-460b-a532-c6da660bfc35 None None] For port 0241131b-f5e6-4157-9cc2-453afc9492dd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0241131b-f5e6-4157-9cc2-453afc9492dd,segment=NetworkSegment(58849240-9585-41ec-b2ad-91cbf26c811f),segment_id=58849240-9585-41ec-b2ad-91cbf26c811f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:39.343117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.356665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1b5021-8b4e-483e-aa7c-4aaad7877dc2') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:39.357332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1b5021-8b4e-483e-aa7c-4aaad7877dc2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:39.358988 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.360603 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.362407 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.362673 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.363166 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.366345 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.367115 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.367603 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.368056 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.370434 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.371012 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:39.373029 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6086eeae-e9e4-460b-a532-c6da660bfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.403120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.457582 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Attempting to bind port 81de3cac-4df8-4a66-ae74-a50515832ed7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:39.460699 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Attempting to bind port 81de3cac-4df8-4a66-ae74-a50515832ed7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:39.461794 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Attempting to bind port 81de3cac-4df8-4a66-ae74-a50515832ed7 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:39.464526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.479356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:27:39.480575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.481080 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:39.481767 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:39.487498 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.488140 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:39.488850 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Bound port: 81de3cac-4df8-4a66-ae74-a50515832ed7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:39.493294 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:27:39.535619 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:27:39.666818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01c4f5aa-ac7c-4979-a6b7-df94287860fb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01c4f5aa-ac7c-4979-a6b7-df94287860fb,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:39.696280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99691b46-b375-437e-a5d8-4439da207dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c4f5aa-ac7c-4979-a6b7-df94287860fb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:27:39.699735 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.727720 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] For port 81de3cac-4df8-4a66-ae74-a50515832ed7, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:39.748198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] For port 81de3cac-4df8-4a66-ae74-a50515832ed7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=81de3cac-4df8-4a66-ae74-a50515832ed7,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:39.760038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f0ae7b96-bf09-4df8-985f-95dbf582c4a0 None None] Provisioning complete for port 0241131b-f5e6-4157-9cc2-453afc9492dd triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:39.760916 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7b96-bf09-4df8-985f-95dbf582c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.792983 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:39.871059 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:40.058480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086eeae-e9e4-460b-a532-c6da660bfc35 None None] Pushing event updated for resources: {'Port': ['ID=0241131b-f5e6-4157-9cc2-453afc9492dd,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:40.121452 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99691b46-b375-437e-a5d8-4439da207dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c4f5aa-ac7c-4979-a6b7-df94287860fb', 'code': 200} Apr 01 15:27:40.218586 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0c0b4-791f-4984-8157-66e8b413a5d4 None None] Pushing event updated for resources: {'Port': ['ID=81de3cac-4df8-4a66-ae74-a50515832ed7,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:40.260955 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Routers {'77d6218f-4a06-4a56-8c27-0685923d1a72'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:40.262266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=01c4f5aa-ac7c-4979-a6b7-df94287860fb,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:40.264255 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['77d6218f-4a06-4a56-8c27-0685923d1a72'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:40.384249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:40.445768 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:40.477999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Network': ['ID=9740f14d-8304-4297-8d9e-a4dc51f1db97,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:40.503440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2d1d-74b1-4ae4-9389-c926450dbc2d req-2151d918-aca8-4000-9277-09c22db5d556 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:40.509917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40eb2d1d-74b1-4ae4-9389-c926450dbc2d req-2151d918-aca8-4000-9277-09c22db5d556 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 946 time: 0.2645292 Apr 01 15:27:40.509917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-16de6cf6-a70a-4ac1-97eb-9653203d4ceb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/networks/9740f14d-8304-4297-8d9e-a4dc51f1db97 HTTP/1.1" status: 204 len: 168 time: 2.8981159 Apr 01 15:27:40.509917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34584) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:40.513210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Allocated IP 172.20.0.1 (0c666067-79fa-439e-9f35-2210256bde1c/d1e7b59b-8dcc-481c-b1f5-b9858d6ad507/29a9fa58-925b-40e4-b9bb-eb4a62ac658f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:40.627453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fef47096-8de2-414c-8cac-cd2b4130d0af req-d56bbb05-03a2-42d9-80aa-97e20c0f3986 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 1097 time: 0.3412468 Apr 01 15:27:40.633510 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] Set router 77d6218f-4a06-4a56-8c27-0685923d1a72 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:40.711490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34590) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:40.764535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:40.795166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 296ecebc-4bc0-40ba-a86c-ae608e3866a3 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:40.795538 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:40.797462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Transition to ACTIVE for port object 29a9fa58-925b-40e4-b9bb-eb4a62ac658f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:40.836977 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:40.862480 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-40eb2d1d-74b1-4ae4-9389-c926450dbc2d req-77cefd73-b8bd-4ad2-a4f3-4bb957797d20 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503587 Apr 01 15:27:40.877220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fef47096-8de2-414c-8cac-cd2b4130d0af req-83a780fb-f085-48fc-9d2a-66c7c45e0cb7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923075 Apr 01 15:27:40.985848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Pushing event updated for resources: {'Port': ['ID=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:40.992361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.002462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Network 0c666067-79fa-439e-9f35-2210256bde1c is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:41.004041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:41.006820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:41.025706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0241131b-f5e6-4157-9cc2-453afc9492dd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:41.074415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.121550 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.137146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.137504 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.159651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:41.167849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Usage tracker for resource:security_group_rule and tenant:cbe3f834788d405e907446f384161f0b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:41.173152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:41.180943 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-19522960-d023-49b1-93fd-367ec755e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'name': 'tempest-TestAggregatesBasicOps-452286824-router', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:33Z', 'updated_at': '2022-04-01T15:27:35Z', 'revision_number': 3, 'project_id': '0580e383453d4549abdfae51c6b86055', 'gw_port': {'id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:34Z', 'updated_at': '2022-04-01T15:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:41.181762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:41.197314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0241131b-f5e6-4157-9cc2-453afc9492dd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:41.197675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.200078 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19522960-d023-49b1-93fd-367ec755e9af None None] The sync data for ids ['77d6218f-4a06-4a56-8c27-0685923d1a72'] in n-d-836017-1 is: [{'id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'name': 'tempest-TestAggregatesBasicOps-452286824-router', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:33Z', 'updated_at': '2022-04-01T15:27:35Z', 'revision_number': 3, 'project_id': '0580e383453d4549abdfae51c6b86055', 'gw_port': {'id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:34Z', 'updated_at': '2022-04-01T15:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:41.272363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.336514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bf4b06b3-6966-4f21-8b98-2932eef77009 None None] Provisioning for port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:41.358346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bf4b06b3-6966-4f21-8b98-2932eef77009 None None] Provisioning complete for port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:41.358719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bf4b06b3-6966-4f21-8b98-2932eef77009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.377073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 296ecebc-4bc0-40ba-a86c-ae608e3866a3 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:41.435847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b06b3-6966-4f21-8b98-2932eef77009 None None] Port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:41.526087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.540058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9aa841e3-9e08-499e-93d2-89770a5edfd9 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:27:41.562385 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.586806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 9aa841e3-9e08-499e-93d2-89770a5edfd9 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:27:41.587833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9aa841e3-9e08-499e-93d2-89770a5edfd9 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:27:41.607781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.646337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a985c44-39e5-4a8c-a3a9-ad94ca49da68,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:41.661678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a7892e9f-5c42-4e85-8b27-b57efcebed3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbe3f834788d405e907446f384161f0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9470930 Apr 01 15:27:41.664997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34602) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:41.676943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=296ecebc-4bc0-40ba-a86c-ae608e3866a3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:41.728661 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.744550 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.840638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.849462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ae0a-1ac0-4b38-9a2d-27d97bbe2a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.876058 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.877965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3a55284c-cac6-4d02-a945-3ee102625280 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/floatingips/a63bc7de-c5cb-438b-8539-dfb492b6063f HTTP/1.1" status: 204 len: 168 time: 1.3670735 Apr 01 15:27:41.887782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34606) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:41.955877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Pushing event updated for resources: {'Port': ['ID=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:41.966328 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:41.989143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ae0a-1ac0-4b38-9a2d-27d97bbe2a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:42.033805 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d8c747-e911-4a63-81e2-0c4b3fa62b1e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] DELETE failed (client error): The resource could not be found. Apr 01 15:27:42.034154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d8c747-e911-4a63-81e2-0c4b3fa62b1e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:27:42.035922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-22d8c747-e911-4a63-81e2-0c4b3fa62b1e tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/ports/b207f991-999c-4aa4-8447-b12af292fe25 HTTP/1.1" status: 404 len: 333 time: 0.1472418 Apr 01 15:27:42.044857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34612) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:42.109060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ae0a-1ac0-4b38-9a2d-27d97bbe2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:42.132035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9ae0a-1ac0-4b38-9a2d-27d97bbe2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a985c44-39e5-4a8c-a3a9-ad94ca49da68,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:42.136057 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ae0a-1ac0-4b38-9a2d-27d97bbe2a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:42.137845 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a3c9ae0a-1ac0-4b38-9a2d-27d97bbe2a4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a985c44-39e5-4a8c-a3a9-ad94ca49da68 HTTP/1.1" status: 204 len: 168 time: 0.4650655 Apr 01 15:27:42.165476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eb352918-ebfc-4c40-b8a6-3689db38bd53 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Synchronizing usage tracker for tenant:2489fbf789214039a7b847c2a90587c7 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:27:42.205164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eb352918-ebfc-4c40-b8a6-3689db38bd53 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Unset dirty status for tenant:2489fbf789214039a7b847c2a90587c7 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:27:42.209607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34618) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:42.209859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-eb352918-ebfc-4c40-b8a6-3689db38bd53 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "GET /v2.0/ports?device_id=894fd551-53e3-4a35-81fe-b6bd5355af2b HTTP/1.1" status: 200 len: 205 time: 0.1647525 Apr 01 15:27:42.256425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Network 0c666067-79fa-439e-9f35-2210256bde1c is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:42.257615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:42.285389 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-15edd963-49c9-4aec-b500-d57adaebc544 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] delete failed (client error): The resource could not be found. Apr 01 15:27:42.286429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-15edd963-49c9-4aec-b500-d57adaebc544 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/routers/894fd551-53e3-4a35-81fe-b6bd5355af2b HTTP/1.1" status: 404 len: 336 time: 0.0756478 Apr 01 15:27:42.288999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34622) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:42.329956 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dc1017-5fdd-43fd-9388-467cf188c333 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] DELETE failed (client error): The resource could not be found. Apr 01 15:27:42.331169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dc1017-5fdd-43fd-9388-467cf188c333 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:27:42.333175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-20dc1017-5fdd-43fd-9388-467cf188c333 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/subnets/e617005b-a765-4f6f-9dc2-7e646591b9f3 HTTP/1.1" status: 404 len: 337 time: 0.0432117 Apr 01 15:27:42.339460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34626) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:42.440499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 32cc337b-e068-4e3d-9886-81a251d00c4c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:42.440945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:42.594145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-96d45af8-920a-4559-9054-5b15e2b1e7f4 None None] Provisioning complete for port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:42.594710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96d45af8-920a-4559-9054-5b15e2b1e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:42.715662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-96d45af8-920a-4559-9054-5b15e2b1e7f4 None None] Port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:42.751697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a135fe-1c94-4e1d-a849-2239161c5a4b req-381cfe12-1892-4dc5-8656-4eb5b0780e2b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:42.759689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-31a135fe-1c94-4e1d-a849-2239161c5a4b req-381cfe12-1892-4dc5-8656-4eb5b0780e2b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 946 time: 0.2835951 Apr 01 15:27:42.798137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34636) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:42.879318 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:42.948631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:42.966094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-31a135fe-1c94-4e1d-a849-2239161c5a4b req-e6b2b9b8-93c2-4511-b65d-13a436f186d1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052937 Apr 01 15:27:42.995744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:27:43.000430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Usage tracker for resource:security_group_rule and tenant:b681c77416c2468ca085e56cf81deb5c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:27:43.004126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:27:43.010213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:27:43.092157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 32cc337b-e068-4e3d-9886-81a251d00c4c owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:43.093399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.120502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.175715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Sync routers for ids ['fd95e8d5-d440-4229-8e85-bc2b7577624c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:43.190098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b681c77416c2468ca085e56cf81deb5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3882098 Apr 01 15:27:43.190826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583de20-2f1b-4050-8562-ea78d2a075dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279caf86-45ba-4a27-8561-6a2e573a04ab,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:43.192574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Routers {'fd95e8d5-d440-4229-8e85-bc2b7577624c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:43.193357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fd95e8d5-d440-4229-8e85-bc2b7577624c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:43.193490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:43.300575 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-071dfc5f-12d5-4c6e-82f6-0a2add83d9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.320734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7dfbc-63ea-480f-85d7-79584b2b58fe req-6ee70316-15e4-4092-85f7-8e1be819b637 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:43.322377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cec7dfbc-63ea-480f-85d7-79584b2b58fe req-6ee70316-15e4-4092-85f7-8e1be819b637 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 946 time: 0.1693439 Apr 01 15:27:43.381510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-071dfc5f-12d5-4c6e-82f6-0a2add83d9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.403873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.469743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Router 77d6218f-4a06-4a56-8c27-0685923d1a72 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:43.486702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=32cc337b-e068-4e3d-9886-81a251d00c4c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:43.502958 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cec7dfbc-63ea-480f-85d7-79584b2b58fe req-dc4379b3-947a-4687-9355-1fcf43256ae1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411548 Apr 01 15:27:43.585848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Set router fd95e8d5-d440-4229-8e85-bc2b7577624c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:43.587418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-071dfc5f-12d5-4c6e-82f6-0a2add83d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.687382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.717892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dfc5f-12d5-4c6e-82f6-0a2add83d9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279caf86-45ba-4a27-8561-6a2e573a04ab,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:43.731279 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-36663a03-b4f0-400a-9e5f-bb54c5741dc5 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/ports/32cc337b-e068-4e3d-9886-81a251d00c4c HTTP/1.1" status: 204 len: 168 time: 1.3903379 Apr 01 15:27:43.733511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34654) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:43.755775 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-071dfc5f-12d5-4c6e-82f6-0a2add83d9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.759427 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-071dfc5f-12d5-4c6e-82f6-0a2add83d9c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/279caf86-45ba-4a27-8561-6a2e573a04ab HTTP/1.1" status: 204 len: 168 time: 0.5611255 Apr 01 15:27:43.933808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port a0152b3d-8a69-4e9e-8c89-945f562e6d94 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:43.934156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:43.976205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:43.984003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4213b452-a559-4b35-841b-a43ea4c5715d admin admin] 10.222.0.48 "PUT /v2.0/routers/77d6218f-4a06-4a56-8c27-0685923d1a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8360097 Apr 01 15:27:44.103554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:19Z', 'updated_at': '2022-04-01T15:27:26Z', 'revision_number': 4, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'gw_port': {'id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:20Z', 'updated_at': '2022-04-01T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3ab03387-d254-41e4-98b7-3667e46b2500', 'name': '', 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'mac_address': 'fa:16:3e:c1:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:25Z', 'updated_at': '2022-04-01T15:27:27Z', 'revision_number': 2, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'subnets': [{'id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:44.109652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Checking router: fd95e8d5-d440-4229-8e85-bc2b7577624c for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:27:44.109932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Updating router fd95e8d5-d440-4229-8e85-bc2b7577624c port 3ab03387-d254-41e4-98b7-3667e46b2500 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:27:44.224489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:44.449514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:44.845890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for a0152b3d-8a69-4e9e-8c89-945f562e6d94 owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:44.922706 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:44.968000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Transition to ACTIVE for port object 3ab03387-d254-41e4-98b7-3667e46b2500 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:44.977825 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:44.982990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:45.053164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34680) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:45.168694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3143757-d63b-4d23-b25d-8caec3832557 None None] Pushing event updated for resources: {'Port': ['ID=3ab03387-d254-41e4-98b7-3667e46b2500,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:45.171873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 81de3cac-4df8-4a66-ae74-a50515832ed7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:45.347143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:45.495916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=a0152b3d-8a69-4e9e-8c89-945f562e6d94,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:45.727718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:45.729328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Attempting to bind port 3ab03387-d254-41e4-98b7-3667e46b2500 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:45.729889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Attempting to bind port 3ab03387-d254-41e4-98b7-3667e46b2500 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:45.731648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Attempting to bind port 3ab03387-d254-41e4-98b7-3667e46b2500 on network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:45.742465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd5f0845-4225-4072-b9ed-929de03c205d tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/ports/a0152b3d-8a69-4e9e-8c89-945f562e6d94 HTTP/1.1" status: 204 len: 168 time: 2.0072362 Apr 01 15:27:45.743961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34700) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:45.750481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:45.751778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Checking segment: {'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:45.752975 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:45.753154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Bound using segment: {'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:45.754181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Bound port: 3ab03387-d254-41e4-98b7-3667e46b2500, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efee922-41ef-4e18-9ccd-751bafe22ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:45.755004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:45.875003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1affb01-2b36-4474-a870-3a3ab83875e1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:45.876533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1affb01-2b36-4474-a870-3a3ab83875e1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Synchronizing usage tracker for tenant:2489fbf789214039a7b847c2a90587c7 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:27:45.909159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1affb01-2b36-4474-a870-3a3ab83875e1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Unset dirty status for tenant:2489fbf789214039a7b847c2a90587c7 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:27:45.910499 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1affb01-2b36-4474-a870-3a3ab83875e1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d5a26f3-4062-470b-93b2-bce520f1e41e HTTP/1.1" status: 200 len: 913 time: 0.1652105 Apr 01 15:27:45.913388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34710) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:45.977224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 81de3cac-4df8-4a66-ae74-a50515832ed7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:46.004656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 81de3cac-4df8-4a66-ae74-a50515832ed7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:46.006479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:46.081331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] For port 3ab03387-d254-41e4-98b7-3667e46b2500, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:46.108397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] For port 3ab03387-d254-41e4-98b7-3667e46b2500, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3ab03387-d254-41e4-98b7-3667e46b2500,segment=NetworkSegment(6efee922-41ef-4e18-9ccd-751bafe22ed6),segment_id=6efee922-41ef-4e18-9ccd-751bafe22ed6)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:46.122594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:46.574707 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:46.630157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 81de3cac-4df8-4a66-ae74-a50515832ed7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=81de3cac-4df8-4a66-ae74-a50515832ed7,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:46.645661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3143757-d63b-4d23-b25d-8caec3832557 None None] Pushing event updated for resources: {'Port': ['ID=3ab03387-d254-41e4-98b7-3667e46b2500,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:46.662853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:46.841374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Routers {'fd95e8d5-d440-4229-8e85-bc2b7577624c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:46.842047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fd95e8d5-d440-4229-8e85-bc2b7577624c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:46.897656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:47.030784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=81de3cac-4df8-4a66-ae74-a50515832ed7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:47.263017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3ab03387-d254-41e4-98b7-3667e46b2500 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:47.449496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:47.654677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3ab03387-d254-41e4-98b7-3667e46b2500 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:47.709725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] Set router fd95e8d5-d440-4229-8e85-bc2b7577624c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:47.765630 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Sync routers for ids ['77d6218f-4a06-4a56-8c27-0685923d1a72'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:47.799043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Routers {'77d6218f-4a06-4a56-8c27-0685923d1a72'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:47.800152 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['77d6218f-4a06-4a56-8c27-0685923d1a72'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:47.829118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3ab03387-d254-41e4-98b7-3667e46b2500 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:47.834680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:48.153369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34758) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:48.265698 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:48.416532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 3ab03387-d254-41e4-98b7-3667e46b2500, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3ab03387-d254-41e4-98b7-3667e46b2500,segment=NetworkSegment(6efee922-41ef-4e18-9ccd-751bafe22ed6),segment_id=6efee922-41ef-4e18-9ccd-751bafe22ed6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:48.437004 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:48.437602 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Set router 77d6218f-4a06-4a56-8c27-0685923d1a72 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:48.531753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.20.0.17 (656b4e81-cf5b-4f17-8e4b-cf467278fddd/3ceefbc9-6dcc-4a53-8c23-01dc12df89e8/0d3b7d72-e1d3-4133-85eb-bb47d0676be7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:27:48.636920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:19Z', 'updated_at': '2022-04-01T15:27:26Z', 'revision_number': 4, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'gw_port': {'id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:20Z', 'updated_at': '2022-04-01T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3ab03387-d254-41e4-98b7-3667e46b2500', 'name': '', 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'mac_address': 'fa:16:3e:c1:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:25Z', 'updated_at': '2022-04-01T15:27:46Z', 'revision_number': 4, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'subnets': [{'id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:48.652015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=3ab03387-d254-41e4-98b7-3667e46b2500,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:48.654482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575212c0-e59c-4846-8f0a-4f78fb917f67 None None] The sync data for ids ['fd95e8d5-d440-4229-8e85-bc2b7577624c'] in n-d-836017-1 is: [{'id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:19Z', 'updated_at': '2022-04-01T15:27:26Z', 'revision_number': 4, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'gw_port': {'id': '14ffb04d-dc60-4058-8c63-31eaa3e80b02', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:20Z', 'updated_at': '2022-04-01T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3ab03387-d254-41e4-98b7-3667e46b2500', 'name': '', 'network_id': '592eaef3-3a6a-4943-88b6-e6f5a0cff8a5', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'mac_address': 'fa:16:3e:c1:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:25Z', 'updated_at': '2022-04-01T15:27:46Z', 'revision_number': 4, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'subnets': [{'id': '87560341-fc69-401f-ba09-dccd8f270c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:48.671493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port 9b78362c-b1c6-4830-aa11-ba9224322f28 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:48.676564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:48.827183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:48.871362 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Transition to ACTIVE for port object 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:49.082706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3ab03387-d254-41e4-98b7-3667e46b2500 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:49.131683 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:49.196035 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'name': 'tempest-TestAggregatesBasicOps-452286824-router', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:33Z', 'updated_at': '2022-04-01T15:27:41Z', 'revision_number': 4, 'project_id': '0580e383453d4549abdfae51c6b86055', 'gw_port': {'id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:34Z', 'updated_at': '2022-04-01T15:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '29a9fa58-925b-40e4-b9bb-eb4a62ac658f', 'name': '', 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'mac_address': 'fa:16:3e:d9:f4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e7b59b-8dcc-481c-b1f5-b9858d6ad507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:39Z', 'updated_at': '2022-04-01T15:27:41Z', 'revision_number': 2, 'project_id': '0580e383453d4549abdfae51c6b86055', 'subnets': [{'id': 'd1e7b59b-8dcc-481c-b1f5-b9858d6ad507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:49.222147 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Checking router: 77d6218f-4a06-4a56-8c27-0685923d1a72 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:27:49.223521 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Updating router 77d6218f-4a06-4a56-8c27-0685923d1a72 port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:27:49.338308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3ab03387-d254-41e4-98b7-3667e46b2500 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:49.338929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:49.406950 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:49.432968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:49.475978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for 9b78362c-b1c6-4830-aa11-ba9224322f28 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:49.612658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 81de3cac-4df8-4a66-ae74-a50515832ed7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:49.662353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:49.695381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:49.706652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:27:49.780180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 81de3cac-4df8-4a66-ae74-a50515832ed7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:49.784250 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:49.871186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:49.910740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.911376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.911931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.912467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.914496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.915138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.915693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.916356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.917551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.920433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.920433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:27:49.928714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:49.932549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:50.133919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:50.160550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=9b78362c-b1c6-4830-aa11-ba9224322f28,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:50.174177 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:50.200438 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:50.226333 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Transition to ACTIVE for port object 29a9fa58-925b-40e4-b9bb-eb4a62ac658f will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:50.254407 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:50.254673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8ca4aee2-838b-4957-a3af-ca7882860f6e None None] Provisioning for port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:50.268255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8ca4aee2-838b-4957-a3af-ca7882860f6e None None] Provisioning complete for port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:50.268426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ca4aee2-838b-4957-a3af-ca7882860f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:50.410305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4aee2-838b-4957-a3af-ca7882860f6e None None] Port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:50.498296 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54df09-6731-4397-9674-79854a007a27 None None] Pushing event updated for resources: {'Port': ['ID=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:50.732617 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Attempting to bind port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:50.733558 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Attempting to bind port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:50.734321 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Attempting to bind port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f on network 0c666067-79fa-439e-9f35-2210256bde1c {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:50.745730 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:50.746511 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Checking segment: {'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:50.747115 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:50.747754 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Bound using segment: {'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:50.748418 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Bound port: 29a9fa58-925b-40e4-b9bb-eb4a62ac658f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58849240-9585-41ec-b2ad-91cbf26c811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:50.749028 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:51.005498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] For port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:51.023034 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] For port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,segment=NetworkSegment(58849240-9585-41ec-b2ad-91cbf26c811f),segment_id=58849240-9585-41ec-b2ad-91cbf26c811f)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:51.035415 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:51.154786 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54df09-6731-4397-9674-79854a007a27 None None] Pushing event updated for resources: {'Port': ['ID=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:51.178656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Routers {'77d6218f-4a06-4a56-8c27-0685923d1a72'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:51.179141 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['77d6218f-4a06-4a56-8c27-0685923d1a72'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:51.277233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:51.615799 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] Set router 77d6218f-4a06-4a56-8c27-0685923d1a72 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:51.896010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:51.934748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:52.084098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:52.090153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:52.210577 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'name': 'tempest-TestAggregatesBasicOps-452286824-router', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:33Z', 'updated_at': '2022-04-01T15:27:41Z', 'revision_number': 4, 'project_id': '0580e383453d4549abdfae51c6b86055', 'gw_port': {'id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:34Z', 'updated_at': '2022-04-01T15:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '29a9fa58-925b-40e4-b9bb-eb4a62ac658f', 'name': '', 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'mac_address': 'fa:16:3e:d9:f4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e7b59b-8dcc-481c-b1f5-b9858d6ad507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:39Z', 'updated_at': '2022-04-01T15:27:50Z', 'revision_number': 4, 'project_id': '0580e383453d4549abdfae51c6b86055', 'subnets': [{'id': 'd1e7b59b-8dcc-481c-b1f5-b9858d6ad507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:52.224041 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f74886-6b70-4288-b35d-148f277b0cca None None] The sync data for ids ['77d6218f-4a06-4a56-8c27-0685923d1a72'] in n-d-836017-1 is: [{'id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'name': 'tempest-TestAggregatesBasicOps-452286824-router', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:33Z', 'updated_at': '2022-04-01T15:27:41Z', 'revision_number': 4, 'project_id': '0580e383453d4549abdfae51c6b86055', 'gw_port': {'id': '81de3cac-4df8-4a66-ae74-a50515832ed7', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:34Z', 'updated_at': '2022-04-01T15:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '29a9fa58-925b-40e4-b9bb-eb4a62ac658f', 'name': '', 'network_id': '0c666067-79fa-439e-9f35-2210256bde1c', 'tenant_id': '0580e383453d4549abdfae51c6b86055', 'mac_address': 'fa:16:3e:d9:f4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d6218f-4a06-4a56-8c27-0685923d1a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e7b59b-8dcc-481c-b1f5-b9858d6ad507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:39Z', 'updated_at': '2022-04-01T15:27:50Z', 'revision_number': 4, 'project_id': '0580e383453d4549abdfae51c6b86055', 'subnets': [{'id': 'd1e7b59b-8dcc-481c-b1f5-b9858d6ad507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:52.370503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Router 2d5a26f3-4062-470b-93b2-bce520f1e41e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:52.383982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:27:52.391942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:27:52.831028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-49984a76-336c-4191-ad3f-c675337ba166 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1984558 Apr 01 15:27:52.867261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:52.878214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] Sync routers for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:52.897520 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:27:52.905307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:52.908305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:52.915579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-317f8f85-228e-4b9f-ace7-1b2b3f7e8f45 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "PUT /v2.0/routers/2d5a26f3-4062-470b-93b2-bce520f1e41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0008473 Apr 01 15:27:52.917666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34790) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:53.153222 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:53.208603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 29a9fa58-925b-40e4-b9bb-eb4a62ac658f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:53.324366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0f137a6b-13b6-41f9-937a-818a540103f9 None None] Provisioning complete for port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:53.324895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f137a6b-13b6-41f9-937a-818a540103f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:53.410562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0f137a6b-13b6-41f9-937a-818a540103f9 None None] Port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:27:53.427749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] Routers {'2d5a26f3-4062-470b-93b2-bce520f1e41e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:53.428478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['2d5a26f3-4062-470b-93b2-bce520f1e41e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:53.523341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:53.523961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8bf5a-e43a-429d-86cc-4cb13527ec9b None None] The sync data for ids ['2d5a26f3-4062-470b-93b2-bce520f1e41e'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:53.551875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:53.556979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:53.557333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:53.558094 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-4f46b433-933f-4b46-b03c-f2b7de3c36b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1097 time: 0.4704573 Apr 01 15:27:53.730411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Deleting port 3ab03387-d254-41e4-98b7-3667e46b2500 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:53.730411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:53.778969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:53.858755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,segment=NetworkSegment(58849240-9585-41ec-b2ad-91cbf26c811f),segment_id=58849240-9585-41ec-b2ad-91cbf26c811f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:53.877937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:53.946002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] For port 3ab03387-d254-41e4-98b7-3667e46b2500, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3ab03387-d254-41e4-98b7-3667e46b2500,segment=NetworkSegment(6efee922-41ef-4e18-9ccd-751bafe22ed6),segment_id=6efee922-41ef-4e18-9ccd-751bafe22ed6)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:53.946839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:53.975182 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:54.011807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:54.088245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Calling delete_port for 3ab03387-d254-41e4-98b7-3667e46b2500 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:54.094369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-f126febc-253e-4e8b-bfc0-4a9cd739d99f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:54.095849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-f126febc-253e-4e8b-bfc0-4a9cd739d99f service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.5058219 Apr 01 15:27:54.240459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-84afc23a-afa7-4f40-bf1f-0b769f91fe8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 1002 time: 0.1300654 Apr 01 15:27:54.306218 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:54.323104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-99e8587f-f2ab-4e64-b380-3b9fa49e90c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:27:54.324966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-99e8587f-f2ab-4e64-b380-3b9fa49e90c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.0758030 Apr 01 15:27:54.363957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab03387-d254-41e4-98b7-3667e46b2500,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:54.468422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router 9bda133d-0214-431f-8a30-2dcc95cd937a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:54.479353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-aac3e23c-4586-426e-a2bb-5e38a3b0dea4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422811 Apr 01 15:27:54.676362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:54.728562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting port f33884d7-a9b8-4370-9fb3-71125046b40a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:54.728932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:54.782393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-8bcde2d8-7ffa-461c-aac2-a93e31798149 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935991 Apr 01 15:27:55.054512 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:55.097738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe5eecb3-bc3e-4bdd-b133-891bb63563a4 req-fde696f3-a673-4bae-80d5-67fc1c6e39fc service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078575 Apr 01 15:27:55.112441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:55.222177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 29a9fa58-925b-40e4-b9bb-eb4a62ac658f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:55.333562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Calling delete_port for f33884d7-a9b8-4370-9fb3-71125046b40a owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:55.401538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:55.413163 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Sync routers for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:55.429718 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:55.430637 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:55.436595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:55.437193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:55.463230 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-79e1772c-482c-419c-be2a-5696f1c99b05 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "PUT /v2.0/routers/9bda133d-0214-431f-8a30-2dcc95cd937a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3961232 Apr 01 15:27:55.565155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:55.657350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Port': ['ID=f33884d7-a9b8-4370-9fb3-71125046b40a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:55.673973 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:56.106765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Router fd95e8d5-d440-4229-8e85-bc2b7577624c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:27:56.122933 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.147534 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:27:49Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:42Z', 'revision_number': 1, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b7d72-e1d3-4133-85eb-bb47d0676be7', 'name': '', 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:53:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:48Z', 'updated_at': '2022-04-01T15:27:51Z', 'revision_number': 2, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:56.152731 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Checking router: 9bda133d-0214-431f-8a30-2dcc95cd937a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:27:56.153081 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Updating router 9bda133d-0214-431f-8a30-2dcc95cd937a port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:27:56.215601 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.313826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:27:56.318936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-af8e33bf-a9f8-49bd-befc-9cbc1a40b118 admin admin] 10.222.0.48 "PUT /v2.0/routers/fd95e8d5-d440-4229-8e85-bc2b7577624c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1633804 Apr 01 15:27:56.321908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34824) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:56.387534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.392765 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.425053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.425968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Fanout notify agent at l3_agent the message router_deleted on router 2d5a26f3-4062-470b-93b2-bce520f1e41e {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:27:56.444002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.448151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-475aedd5-1568-4177-b408-8bbafc09394a tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/routers/2d5a26f3-4062-470b-93b2-bce520f1e41e HTTP/1.1" status: 204 len: 168 time: 3.5289981 Apr 01 15:27:56.449342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34828) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:56.559514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.616120 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.628641 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Transition to ACTIVE for port object 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:27:56.636935 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.686154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Deleting subnet 234e8dc0-3298-4ecd-94ea-f11657a8b428 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:27:56.689685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.757719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.785308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.817810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Deleting port 14ffb04d-dc60-4058-8c63-31eaa3e80b02 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:56.818281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.843129 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:56.987093 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.080806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Subnet': ['ID=234e8dc0-3298-4ecd-94ea-f11657a8b428,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:57.089585 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Attempting to bind port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:27:57.089949 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Attempting to bind port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:27:57.090356 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Attempting to bind port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 on network 656b4e81-cf5b-4f17-8e4b-cf467278fddd {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:27:57.100981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:27:57.101341 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Checking segment: {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:27:57.101809 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.102175 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Bound using segment: {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:27:57.102750 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Bound port: 0d3b7d72-e1d3-4133-85eb-bb47d0676be7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24923907-745d-4b88-acb9-859c34037a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:27:57.103167 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.109817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.120650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c4bdd49b-1a62-4bb0-8f23-93d7449ee5c1 tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/subnets/234e8dc0-3298-4ecd-94ea-f11657a8b428 HTTP/1.1" status: 204 len: 168 time: 0.6701164 Apr 01 15:27:57.123695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34854) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:57.161844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] For port 14ffb04d-dc60-4058-8c63-31eaa3e80b02, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=14ffb04d-dc60-4058-8c63-31eaa3e80b02,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:57.162428 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.253212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] For port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:27:57.256615 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] For port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:27:57.257870 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb036f-69ff-4694-97e7-d3859bcea3fc None None] Pushing event updated for resources: {'Port': ['ID=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:57.266190 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.313052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.317987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Calling delete_port for 14ffb04d-dc60-4058-8c63-31eaa3e80b02 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:27:57.343298 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb036f-69ff-4694-97e7-d3859bcea3fc None None] Pushing event updated for resources: {'Port': ['ID=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:57.368456 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:57.369117 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:57.539945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.606247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:57.634094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1250450-2624-4cfa-9a5e-700dedb918d9') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:57.634536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1250450-2624-4cfa-9a5e-700dedb918d9') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:57.648022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.666151 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.674665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:27:57.675241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:27:57.736886 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:27:57.746213 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:57.836467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.871846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-105b9bc2-f4b1-42ec-9f91-e7def1d0730d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.875735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:57.933418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:58.036648 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ffb04d-dc60-4058-8c63-31eaa3e80b02,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:58.036777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] Pushing event deleted for resources: {'Network': ['ID=82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:58.039574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ee2f8172-4996-47b0-b6db-43564c7087bb tempest-FloatingIPTestJSON-1711120021 tempest-FloatingIPTestJSON-1711120021-project] 10.222.0.48 "DELETE /v2.0/networks/82ffd0e5-6f14-4f0b-9a6a-2d727e011aa6 HTTP/1.1" status: 204 len: 168 time: 0.9144719 Apr 01 15:27:58.372848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:58.401218 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:27:49Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:42Z', 'revision_number': 1, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b7d72-e1d3-4133-85eb-bb47d0676be7', 'name': '', 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:53:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:48Z', 'updated_at': '2022-04-01T15:27:57Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:58.407428 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d1acb-ff42-4f01-9428-58f4efab146d None None] The sync data for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 is: [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:27:49Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:42Z', 'revision_number': 1, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b7d72-e1d3-4133-85eb-bb47d0676be7', 'name': '', 'network_id': '656b4e81-cf5b-4f17-8e4b-cf467278fddd', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:53:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:27:48Z', 'updated_at': '2022-04-01T15:27:57Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '3ceefbc9-6dcc-4a53-8c23-01dc12df89e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:58.471536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34886) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:58.534502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] Sync routers for ids ['fd95e8d5-d440-4229-8e85-bc2b7577624c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:27:58.570260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] Routers {'fd95e8d5-d440-4229-8e85-bc2b7577624c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:58.570921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fd95e8d5-d440-4229-8e85-bc2b7577624c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:58.740238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] Set router fd95e8d5-d440-4229-8e85-bc2b7577624c gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:27:58.776783 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:58.782253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:58.834358 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:58.835101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd95e8d5-d440-4229-8e85-bc2b7577624c {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:27:58.851234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:58.853834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-116f5d20-dd96-4ad2-9e3c-97bc26fd9dc7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fd95e8d5-d440-4229-8e85-bc2b7577624c HTTP/1.1" status: 204 len: 168 time: 2.5314958 Apr 01 15:27:58.856547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34896) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:58.951417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95e8d5-d440-4229-8e85-bc2b7577624c', 'name': 'tempest-TestAggregatesBasicOps-1016602409-router', 'tenant_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:27:19Z', 'updated_at': '2022-04-01T15:27:57Z', 'revision_number': 7, 'project_id': 'f5c5a4aa8f194735b11bbdeaae0b2a99', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:27:58.977564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] Checking router: fd95e8d5-d440-4229-8e85-bc2b7577624c for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:27:58.996905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:27:58.997908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:27:59.001239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_agentschedulers_db [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd95e8d5-d440-4229-8e85-bc2b7577624c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:27:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:27:59.001940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2fa51-7c50-4430-a11a-c69c35bbce9c None None] The sync data for ids ['fd95e8d5-d440-4229-8e85-bc2b7577624c'] in n-d-836017-1 is: [] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:27:59.067423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] Deleting subnet 87560341-fc69-401f-ba09-dccd8f270c4d {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:27:59.070758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.159789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2f7ce97c-1f22-452a-88e2-bc39a2cb790b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2489fbf789214039a7b847c2a90587c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6859357 Apr 01 15:27:59.163599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34906) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:59.170742 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.192469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:27:59.311715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-877ca7e9-47b9-4089-a79d-8b8aa88730b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.337520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.348187 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-877ca7e9-47b9-4089-a79d-8b8aa88730b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.361732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:27:59.366939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:27:59.367410 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.421610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.451809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-877ca7e9-47b9-4089-a79d-8b8aa88730b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.485815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ca7e9-47b9-4089-a79d-8b8aa88730b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f384990-985f-4f45-91c4-2c98d15dbaad,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:59.512708 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-877ca7e9-47b9-4089-a79d-8b8aa88730b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.516415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-877ca7e9-47b9-4089-a79d-8b8aa88730b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f384990-985f-4f45-91c4-2c98d15dbaad HTTP/1.1" status: 204 len: 168 time: 0.3515346 Apr 01 15:27:59.523879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.533497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1eb712-e350-4d3e-84b8-2996e90f3028 None None] Network 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:27:59.539312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87560341-fc69-401f-ba09-dccd8f270c4d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:27:59.551397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34914) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:27:59.564005 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c4f6e6da-45cb-434f-9563-021f29f26f6f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/87560341-fc69-401f-ba09-dccd8f270c4d HTTP/1.1" status: 204 len: 168 time: 0.7061784 Apr 01 15:27:59.704781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.808258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.835738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Deleting port 25d43fc0-4c5f-4635-88e6-f5a360365b3f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:27:59.836333 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.880095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:27:59.896568 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:27:59.976147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:00.122239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] For port 25d43fc0-4c5f-4635-88e6-f5a360365b3f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=25d43fc0-4c5f-4635-88e6-f5a360365b3f,segment=NetworkSegment(6efee922-41ef-4e18-9ccd-751bafe22ed6),segment_id=6efee922-41ef-4e18-9ccd-751bafe22ed6)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:00.123696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:00.163283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] DHCP port deletion for 592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:28:00.175040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Deleting port 25d43fc0-4c5f-4635-88e6-f5a360365b3f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:00.175440 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:00.297491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f81786c4-3d9e-4bd9-a77b-8081dfcc0daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:00.343457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Calling delete_port for 25d43fc0-4c5f-4635-88e6-f5a360365b3f owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:00.420682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] For port 25d43fc0-4c5f-4635-88e6-f5a360365b3f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=25d43fc0-4c5f-4635-88e6-f5a360365b3f,segment=NetworkSegment(6efee922-41ef-4e18-9ccd-751bafe22ed6),segment_id=6efee922-41ef-4e18-9ccd-751bafe22ed6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:00.421764 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:00.558085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Calling delete_port for 25d43fc0-4c5f-4635-88e6-f5a360365b3f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:00.628537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-c970d1e0-3dec-494f-9841-86c500952b48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4774849 Apr 01 15:28:00.648605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:00.666016 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:28:00.667650 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:28:00.720338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d43fc0-4c5f-4635-88e6-f5a360365b3f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:00.768324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34960) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:00.782207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] No DVR routers for this DVR port 25d43fc0-4c5f-4635-88e6-f5a360365b3f on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:01.005369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.005847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'networks': [{'name': 'tempest-network--1503142969'}, {'name': 'tempest-network--2139457942'}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:01.006474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'network': {'name': 'tempest-network--1503142969'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:01.007068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'network': {'name': 'tempest-network--2139457942'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:01.014150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:01.018719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Usage tracker for resource:network and tenant:49d55e36bf7944fcbbe896c5b5d589bc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:01.021795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:01.029228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:01.040754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Made reservation on behalf of 49d55e36bf7944fcbbe896c5b5d589bc for: {'network': 2} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:01.044222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-17def29f-dd3c-47b9-bcfb-0cb35a12fffd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1097 time: 0.3187129 Apr 01 15:28:01.048704 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.056364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:01.057154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592eaef3-3a6a-4943-88b6-e6f5a0cff8a5']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:01.071081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.074259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efee922-41ef-4e18-9ccd-751bafe22ed6') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:01.074801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efee922-41ef-4e18-9ccd-751bafe22ed6') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:01.110518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:01.116439 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Usage tracker for resource:security_group_rule and tenant:49d55e36bf7944fcbbe896c5b5d589bc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:01.121735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:01.129813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:01.167290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:01.167290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.204548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Deleting port 25d43fc0-4c5f-4635-88e6-f5a360365b3f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:01.205299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.226293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.240292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.240968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.248984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.290695 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.301859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:01.302487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:01.316407 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:01.360419 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6b5600bc-cd0b-4e85-8418-2f4efeff446a None None] The port '25d43fc0-4c5f-4635-88e6-f5a360365b3f' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:28:01.376851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11023897-dc8c-47bd-a600-59902b766d2e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:01.431568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33595-6b3c-4bb0-b378-7953449daefb req-56322295-302e-40bc-801c-c39a193fb3f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:01.432908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:01.433296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-56322295-302e-40bc-801c-c39a193fb3f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 898 time: 0.3505199 Apr 01 15:28:01.435133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.438131 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.440463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.445523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.454871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.454871 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Added segment a8a66f32-daa8-447f-afc9-58a817678eab of type vlan for network 38aef10a-1233-4940-981c-7a5187983e78 Apr 01 15:28:01.511189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.534134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=592eaef3-3a6a-4943-88b6-e6f5a0cff8a5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:01.543773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-99c5c074-0012-4223-857e-373793b627b7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/592eaef3-3a6a-4943-88b6-e6f5a0cff8a5 HTTP/1.1" status: 204 len: 168 time: 1.9878037 Apr 01 15:28:01.551170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 34976) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:01.590306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:01.602097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.602447 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Added segment fe05da95-b5d6-4568-b58b-881b69547467 of type vlan for network c06c1afe-4b65-4863-9056-7c4dcff841ae Apr 01 15:28:01.632558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.634637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3ab03387-d254-41e4-98b7-3667e46b2500 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:01.669391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.670204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.676208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:01.680116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:01.682080 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:01.730349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3ab03387-d254-41e4-98b7-3667e46b2500 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:01.730716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3ab03387-d254-41e4-98b7-3667e46b2500 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:01.731142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 25d43fc0-4c5f-4635-88e6-f5a360365b3f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:01.796735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 25d43fc0-4c5f-4635-88e6-f5a360365b3f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:01.797117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 25d43fc0-4c5f-4635-88e6-f5a360365b3f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:01.815102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-301fd779-c9bf-426a-a639-0dd7fa6d43f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 200 len: 1002 time: 0.3696883 Apr 01 15:28:01.928882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Network': ['ID=38aef10a-1233-4940-981c-7a5187983e78,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:01.932657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33595-6b3c-4bb0-b378-7953449daefb req-d16e6e11-4c7d-42dd-8581-0c0990c126c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:01.934143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-d16e6e11-4c7d-42dd-8581-0c0990c126c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d548dc1-5ce5-4764-98a0-666305a9d48b HTTP/1.1" status: 200 len: 834 time: 0.1071413 Apr 01 15:28:01.949383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 38aef10a-1233-4940-981c-7a5187983e78 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:01.950473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1796017 Apr 01 15:28:01.951141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 34988) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:02.098670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-7d7a7359-d1f3-466e-b7d5-a9a695e2420e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373956 Apr 01 15:28:02.233211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7dba-8264-4e03-8b31-55b4994f28bd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Network': ['ID=c06c1afe-4b65-4863-9056-7c4dcff841ae,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:02.257486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c06c1afe-4b65-4863-9056-7c4dcff841ae details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:02.352359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90872751-fdfc-4293-968a-3fae1ded10fd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:02.368063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90872751-fdfc-4293-968a-3fae1ded10fd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:02.373944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90872751-fdfc-4293-968a-3fae1ded10fd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:02.379403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90872751-fdfc-4293-968a-3fae1ded10fd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:02.380350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-90872751-fdfc-4293-968a-3fae1ded10fd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Synchronizing usage tracker for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:02.404278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-90872751-fdfc-4293-968a-3fae1ded10fd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Unset dirty status for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:02.406216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-90872751-fdfc-4293-968a-3fae1ded10fd tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4379840 Apr 01 15:28:02.409338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35000) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:02.484372 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-de2f0985-b47d-4591-b5c8-30036fe775b7 service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772438 Apr 01 15:28:02.567603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.704740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.755142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aef10a-1233-4940-981c-7a5187983e78']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:02.768190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a66f32-daa8-447f-afc9-58a817678eab') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:02.778232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a66f32-daa8-447f-afc9-58a817678eab') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:02.794344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.796823 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.821205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.827545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b33595-6b3c-4bb0-b378-7953449daefb req-21cd0c22-6dac-4f02-b806-c806d9ff629f service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366172 Apr 01 15:28:02.843736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:02.844148 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:02.868541 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:02.883159 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.955921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.975624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:02.988504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Network': ['ID=38aef10a-1233-4940-981c-7a5187983e78,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:02.999800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1cb4a18a-c315-4873-af3d-be9b23ae192b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/networks/38aef10a-1233-4940-981c-7a5187983e78 HTTP/1.1" status: 204 len: 168 time: 0.5866637 Apr 01 15:28:03.000144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35014) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:03.144402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.526478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.555549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06c1afe-4b65-4863-9056-7c4dcff841ae']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:03.568953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe05da95-b5d6-4568-b58b-881b69547467') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:03.569252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe05da95-b5d6-4568-b58b-881b69547467') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:03.585229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.605610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.613646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:03.614050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.696831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Deleting port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:03.697199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:03.715077 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:03.729060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.775979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.779485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Network': ['ID=c06c1afe-4b65-4863-9056-7c4dcff841ae,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:03.797343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ffd77e94-4e3e-442e-a90c-e84bb22a94a4 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/networks/c06c1afe-4b65-4863-9056-7c4dcff841ae HTTP/1.1" status: 204 len: 168 time: 0.7958865 Apr 01 15:28:03.798244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35036) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:03.905879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] For port 29a9fa58-925b-40e4-b9bb-eb4a62ac658f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,segment=NetworkSegment(58849240-9585-41ec-b2ad-91cbf26c811f),segment_id=58849240-9585-41ec-b2ad-91cbf26c811f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:03.906411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:03.999172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e2a6b-4fbd-4ef7-aca9-423a3cbb602d tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:04.004370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e2a6b-4fbd-4ef7-aca9-423a3cbb602d tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:04.008393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-834e2a6b-4fbd-4ef7-aca9-423a3cbb602d tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Synchronizing usage tracker for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:04.041351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-834e2a6b-4fbd-4ef7-aca9-423a3cbb602d tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Unset dirty status for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:04.049740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-834e2a6b-4fbd-4ef7-aca9-423a3cbb602d tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2492890 Apr 01 15:28:04.060066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35044) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:04.069298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-403088628'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:04.075076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Calling delete_port for 29a9fa58-925b-40e4-b9bb-eb4a62ac658f owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:04.077380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:04.088941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:04.102510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Made reservation on behalf of 49d55e36bf7944fcbbe896c5b5d589bc for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:04.106116 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.143278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:04.155004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.156166 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Added segment cbebbf92-9aac-46d6-a500-727b02a74c11 of type vlan for network 3f9498fa-5506-4ebe-8c3d-99e269c8f46e Apr 01 15:28:04.206534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.238409 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.243026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:04.243974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.285184 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.347717 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=29a9fa58-925b-40e4-b9bb-eb4a62ac658f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:04.414053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3502901 Apr 01 15:28:04.414053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1af40-2e81-4165-9850-7dfbbf8e1f04 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Network': ['ID=3f9498fa-5506-4ebe-8c3d-99e269c8f46e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:04.418835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35056) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:04.426201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3f9498fa-5506-4ebe-8c3d-99e269c8f46e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:04.433135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1423349909'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:04.452456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:04.457224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Usage tracker for resource:network and tenant:49d55e36bf7944fcbbe896c5b5d589bc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:04.465949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:04.483078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:04.515987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Made reservation on behalf of 49d55e36bf7944fcbbe896c5b5d589bc for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:04.519050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.594311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:04.621676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.622051 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Added segment 3001794f-5637-4fe0-aeb9-6627273c7da3 of type vlan for network 276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2 Apr 01 15:28:04.661660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.712763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.717365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:04.718205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:04.767829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3477285 Apr 01 15:28:04.769758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35066) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:04.777138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'ports': [{'network_id': '3f9498fa-5506-4ebe-8c3d-99e269c8f46e', 'name': 'tempest-port--1142846221', 'admin_state_up': True}, {'network_id': '276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2', 'admin_state_up': False}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:04.777604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'port': {'network_id': '3f9498fa-5506-4ebe-8c3d-99e269c8f46e', 'name': 'tempest-port--1142846221', 'admin_state_up': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:04.778160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'port': {'network_id': '276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2', 'admin_state_up': False}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:04.864197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884608-f70d-41c9-94b6-8b13676f2100 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Network': ['ID=276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:04.877136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:05.200180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:05.206843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Usage tracker for resource:port and tenant:49d55e36bf7944fcbbe896c5b5d589bc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:05.210652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:05.218675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:05.234124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:05.255206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Made reservation on behalf of 49d55e36bf7944fcbbe896c5b5d589bc for: {'port': 2} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:05.259182 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:05.332665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:05.680936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] device_id is not set on port b1f1f555-baa7-4da9-aba5-bc23b7aa09c9 yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:28:05.946939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.080394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35094) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:06.098347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] device_id is not set on port 6088ea99-8fbd-4244-9bb2-0ee155e845ff yet. {{(pid=83954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:28:06.228451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.273137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.314064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:06.317785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Usage tracker for resource:security_group_rule and tenant:6268f723d10d478c88c2cdf053f79992 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:06.328396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:06.338690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:06.409376 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.415898 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.420723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.468012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69254138-5bcd-4165-902f-4b4dc0888480,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:06.473223 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1df18c61-8d45-4e03-a9c1-dd9464035360 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6268f723d10d478c88c2cdf053f79992&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3907294 Apr 01 15:28:06.475796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35106) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:06.519781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Port': ['ID=b1f1f555-baa7-4da9-aba5-bc23b7aa09c9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:06.552616 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9b69dcb-f012-40a7-bd15-df8b888b200d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.567431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Checking segment: {'id': 'cbebbf92-9aac-46d6-a500-727b02a74c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f9498fa-5506-4ebe-8c3d-99e269c8f46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:06.568089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network hostable DHCP agents. Network: 3f9498fa-5506-4ebe-8c3d-99e269c8f46e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:28:06.582076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9b69dcb-f012-40a7-bd15-df8b888b200d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.597545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Router 77d6218f-4a06-4a56-8c27-0685923d1a72 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:28:06.609560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network 3f9498fa-5506-4ebe-8c3d-99e269c8f46e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:28:06.657068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9b69dcb-f012-40a7-bd15-df8b888b200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.678826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a9b69dcb-f012-40a7-bd15-df8b888b200d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.684389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3f9498fa-5506-4ebe-8c3d-99e269c8f46e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:06.685135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a9b69dcb-f012-40a7-bd15-df8b888b200d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69254138-5bcd-4165-902f-4b4dc0888480 HTTP/1.1" status: 204 len: 168 time: 0.2081976 Apr 01 15:28:06.687667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b69dcb-f012-40a7-bd15-df8b888b200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69254138-5bcd-4165-902f-4b4dc0888480,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:06.696739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60129c8e-ccef-46bd-8cc4-77a2fdaf6e05 None None] Network 3f9498fa-5506-4ebe-8c3d-99e269c8f46e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:06.734725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:06.735602 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:06.961500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 14ffb04d-dc60-4058-8c63-31eaa3e80b02 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:07.006865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Port': ['ID=6088ea99-8fbd-4244-9bb2-0ee155e845ff,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:07.016582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 14ffb04d-dc60-4058-8c63-31eaa3e80b02 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:07.016980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 14ffb04d-dc60-4058-8c63-31eaa3e80b02 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:07.037983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Checking segment: {'id': '3001794f-5637-4fe0-aeb9-6627273c7da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:07.038338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network hostable DHCP agents. Network: 276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:28:07.079888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network 276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:28:07.096448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:07.101350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:07.105435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:07.108741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:07.109428 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.111405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b8aad-5f81-4069-ae34-bc3765042b12 None None] Network 276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:07.141482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:07.150149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1c850162-27de-4f06-a467-0303b5118c8d admin admin] 10.222.0.48 "PUT /v2.0/routers/77d6218f-4a06-4a56-8c27-0685923d1a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5946655 Apr 01 15:28:07.150659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35124) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:07.153754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35128) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:07.154441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-93e4a274-51c9-4b18-b151-7958da9011f8 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3831794 Apr 01 15:28:07.252147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35136) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:07.275166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.341356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:07.346962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Usage tracker for resource:security_group_rule and tenant:d5b4656b60aa42aaa47c9dd2ff5c7f0c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:07.350152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:07.358214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:07.432502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11ada4-30a9-40ca-b563-b38c03793c65 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:07.436514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11ada4-30a9-40ca-b563-b38c03793c65 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:07.440813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.441425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35140) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:07.441702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a11ada4-30a9-40ca-b563-b38c03793c65 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2867444 Apr 01 15:28:07.496737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.502361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.572916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Deleting port b1f1f555-baa7-4da9-aba5-bc23b7aa09c9 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:07.572916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.602812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7039b091-29fb-477c-9c9a-38875928790b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:07.617383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d2091a0b-1354-4f51-9a8f-16eefd909ffd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5b4656b60aa42aaa47c9dd2ff5c7f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3641183 Apr 01 15:28:07.618110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35150) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:07.718307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.729508 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Deleting port 81de3cac-4df8-4a66-ae74-a50515832ed7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:07.730142 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.823121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd499d33-c975-4323-bbdb-cab5e6704664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.872868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:07.887438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd499d33-c975-4323-bbdb-cab5e6704664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.031084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Calling delete_port for b1f1f555-baa7-4da9-aba5-bc23b7aa09c9 owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:08.059073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] For port 81de3cac-4df8-4a66-ae74-a50515832ed7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=81de3cac-4df8-4a66-ae74-a50515832ed7,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:08.059480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.129919 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.196746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Port': ['ID=b1f1f555-baa7-4da9-aba5-bc23b7aa09c9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:08.199834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Calling delete_port for 81de3cac-4df8-4a66-ae74-a50515832ed7 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:08.200200 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd499d33-c975-4323-bbdb-cab5e6704664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.203617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.223028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd499d33-c975-4323-bbdb-cab5e6704664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7039b091-29fb-477c-9c9a-38875928790b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:08.229685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bd499d33-c975-4323-bbdb-cab5e6704664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.230801 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bd499d33-c975-4323-bbdb-cab5e6704664 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7039b091-29fb-477c-9c9a-38875928790b HTTP/1.1" status: 204 len: 168 time: 0.6097572 Apr 01 15:28:08.248642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-340882df-adae-4a41-9464-cd977244db5e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/ports/b1f1f555-baa7-4da9-aba5-bc23b7aa09c9 HTTP/1.1" status: 204 len: 168 time: 0.8035748 Apr 01 15:28:08.248973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35164) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:08.325395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Deleting port 6088ea99-8fbd-4244-9bb2-0ee155e845ff {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:08.326072 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.411917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.510958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=81de3cac-4df8-4a66-ae74-a50515832ed7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:08.600039 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.738704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Calling delete_port for 6088ea99-8fbd-4244-9bb2-0ee155e845ff owned by {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:08.850680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.854267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.915979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Port': ['ID=6088ea99-8fbd-4244-9bb2-0ee155e845ff,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:08.928342 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:08.936938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d15a7f86-2a9c-4d5d-a907-b4cbbe9d1cce tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/ports/6088ea99-8fbd-4244-9bb2-0ee155e845ff HTTP/1.1" status: 204 len: 168 time: 0.6868193 Apr 01 15:28:08.939341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35188) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:08.991401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0696078f-8bff-4857-b66f-f04d6538d93e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Synchronizing usage tracker for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:09.023937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0696078f-8bff-4857-b66f-f04d6538d93e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Unset dirty status for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:09.029169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0696078f-8bff-4857-b66f-f04d6538d93e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0848532 Apr 01 15:28:09.029744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35196) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:09.035870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-529160952'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:09.042528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:09.047423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Usage tracker for resource:network and tenant:49d55e36bf7944fcbbe896c5b5d589bc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:09.050438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:09.056760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:09.070483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Made reservation on behalf of 49d55e36bf7944fcbbe896c5b5d589bc for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:09.074243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.115748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:09.130562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.130562 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Added segment 194c96f5-c738-464e-b5d7-3af60be5a8fe of type vlan for network e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c Apr 01 15:28:09.181008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.188008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.190305 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.216893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.217444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77d6218f-4a06-4a56-8c27-0685923d1a72 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:28:09.245521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.246748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e2c24771-e1c6-469a-8cf4-9a5109256d70 admin admin] 10.222.0.48 "DELETE /v2.0/routers/77d6218f-4a06-4a56-8c27-0685923d1a72 HTTP/1.1" status: 204 len: 168 time: 2.0950773 Apr 01 15:28:09.248199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.251655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35206) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:09.252211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:09.253037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.318138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] Deleting subnet d1e7b59b-8dcc-481c-b1f5-b9858d6ad507 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:28:09.321906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.377958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.498710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.498952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Network': ['ID=e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:09.505304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ac6174a9-c954-4031-959b-8d5bb3cddac3 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4744501 Apr 01 15:28:09.506238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35216) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:09.506564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:09.513347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1512490566'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:09.513745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:09.598035 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] Sync routers for ids ['77d6218f-4a06-4a56-8c27-0685923d1a72'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:09.605814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:09.612304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Usage tracker for resource:network and tenant:49d55e36bf7944fcbbe896c5b5d589bc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:09.615184 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:09.615586 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:28:09.616076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:09.618180 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_agentschedulers_db [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77d6218f-4a06-4a56-8c27-0685923d1a72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83956) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:28:09.623707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:09.644052 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:09.644700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:28:09.645478 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_agentschedulers_db [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77d6218f-4a06-4a56-8c27-0685923d1a72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83956) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:28:09.646027 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377ce8a-2406-4653-8e7b-3ef1c5d8b01d None None] The sync data for ids ['77d6218f-4a06-4a56-8c27-0685923d1a72'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:28:09.654002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Made reservation on behalf of 49d55e36bf7944fcbbe896c5b5d589bc for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:09.658796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.711907 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.802544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e7b59b-8dcc-481c-b1f5-b9858d6ad507,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:09.809266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:09.827665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.828279 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Added segment ebc79946-276b-4683-bb08-40951befb024 of type vlan for network dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 Apr 01 15:28:09.828642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:09.835440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d998fff9-4bf8-44ee-ad17-a9790888887b None None] Network 0c666067-79fa-439e-9f35-2210256bde1c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:09.848701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-42630dd6-0b7d-4832-806d-4b48cf790397 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d1e7b59b-8dcc-481c-b1f5-b9858d6ad507 HTTP/1.1" status: 204 len: 168 time: 0.5932744 Apr 01 15:28:09.852659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35234) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:09.965368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.000705 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.050084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Deleting port 0241131b-f5e6-4157-9cc2-453afc9492dd {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:10.050768 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.138837 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.140565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:10.141052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.213039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] DHCP port deletion for 0c666067-79fa-439e-9f35-2210256bde1c request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:28:10.217272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] Deleting port 0241131b-f5e6-4157-9cc2-453afc9492dd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:10.217647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.433719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9245515 Apr 01 15:28:10.441055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6296f86-59f4-4ec7-a2ee-37c93b0cab4f tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Network': ['ID=dbcb9a2a-1508-45e3-a292-1bc394f6e1e9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:10.454408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:10.585527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35256) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:10.599493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'subnets': [{'network_id': 'e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--168525447', 'ip_version': 4}, {'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:10.600003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'subnet': {'network_id': 'e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--168525447', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:10.600774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Request body: {'subnet': {'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:10.664858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] For port 0241131b-f5e6-4157-9cc2-453afc9492dd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0241131b-f5e6-4157-9cc2-453afc9492dd,segment=NetworkSegment(58849240-9585-41ec-b2ad-91cbf26c811f),segment_id=58849240-9585-41ec-b2ad-91cbf26c811f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:10.665457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.786962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] For port 0241131b-f5e6-4157-9cc2-453afc9492dd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0241131b-f5e6-4157-9cc2-453afc9492dd,segment=NetworkSegment(58849240-9585-41ec-b2ad-91cbf26c811f),segment_id=58849240-9585-41ec-b2ad-91cbf26c811f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:10.788077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:10.830120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] Calling delete_port for 0241131b-f5e6-4157-9cc2-453afc9492dd owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:10.997962 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:11.072099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:11.074511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Calling delete_port for 0241131b-f5e6-4157-9cc2-453afc9492dd owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:11.159227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] Pushing event deleted for resources: {'Port': ['ID=0241131b-f5e6-4157-9cc2-453afc9492dd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:11.163452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0241131b-f5e6-4157-9cc2-453afc9492dd no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:11.215655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0241131b-f5e6-4157-9cc2-453afc9492dd {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:11.216275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0241131b-f5e6-4157-9cc2-453afc9492dd not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:11.228631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bcba60-726b-4a9f-a9b3-ee106a9488b2 None None] No DVR routers for this DVR port 0241131b-f5e6-4157-9cc2-453afc9492dd on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:11.235753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.api [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:28:11.236445 n-d-836017-1 neutron-server[83954]: DEBUG oslo_db.api [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:28:11.253528 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:11.258003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:11.287809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Usage tracker for resource:subnet and tenant:49d55e36bf7944fcbbe896c5b5d589bc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:11.293647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:11.300685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:11.317231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Made reservation on behalf of 49d55e36bf7944fcbbe896c5b5d589bc for: {'subnet': 2} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:11.594476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:11.595166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:11.737833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Deleting port 0241131b-f5e6-4157-9cc2-453afc9492dd {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:11.738418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:11.891869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] The port '0241131b-f5e6-4157-9cc2-453afc9492dd' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:28:12.029286 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.098098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c666067-79fa-439e-9f35-2210256bde1c']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:12.122367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58849240-9585-41ec-b2ad-91cbf26c811f') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:12.122884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58849240-9585-41ec-b2ad-91cbf26c811f') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:12.140758 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.195713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.248439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.285539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Subnet': ['ID=b2dfb397-7494-41a4-87fc-9fbe3815f04c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:12.294188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:12.294594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: util.warn( Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:12.308297 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:12.310777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Checking segment: {'id': '194c96f5-c738-464e-b5d7-3af60be5a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:12.310777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network hostable DHCP agents. Network: e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:28:12.338784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:28:12.352566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:12.363614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e3279-8526-4f72-b244-34c15403afcf None None] Network e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:12.372020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.408698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.414019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.440259 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0c666067-79fa-439e-9f35-2210256bde1c HTTP/1.1" status: 204 len: 168 time: 2.5834281 Apr 01 15:28:12.475232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ddb1e-2324-4fae-93f1-9bc7c97b7002 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c666067-79fa-439e-9f35-2210256bde1c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:12.499186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event updated for resources: {'Subnet': ['ID=917fc3a7-8e69-4bfb-a1fa-43ab022141b2,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:12.516493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Checking segment: {'id': 'ebc79946-276b-4683-bb08-40951befb024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:12.517487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network hostable DHCP agents. Network: dbcb9a2a-1508-45e3-a292-1bc394f6e1e9, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:28:12.584407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Network dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:28:12.607860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, dbcb9a2a-1508-45e3-a292-1bc394f6e1e9) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:12.613325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:12.613933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:12.614778 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.624309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c5253-e0e8-4152-a9b6-00a4e2b4fc98 None None] Network dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:12.664293 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ac0fcb6f-0376-4d5b-a529-431e0a16dcb5 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0768557 Apr 01 15:28:12.666743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35300) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:12.688546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:12.688940 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:12.776315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f3cf4-e2ac-4ec5-ba23-a0db7798777b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:12.781279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f3cf4-e2ac-4ec5-ba23-a0db7798777b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:12.793965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f3cf4-e2ac-4ec5-ba23-a0db7798777b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:12.796573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6c2f3cf4-e2ac-4ec5-ba23-a0db7798777b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Synchronizing usage tracker for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:12.843835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6c2f3cf4-e2ac-4ec5-ba23-a0db7798777b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Unset dirty status for tenant:49d55e36bf7944fcbbe896c5b5d589bc on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:12.849790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6c2f3cf4-e2ac-4ec5-ba23-a0db7798777b tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1820426 Apr 01 15:28:12.853758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35306) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:12.915864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35310) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:13.003675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Deleting subnet b2dfb397-7494-41a4-87fc-9fbe3815f04c {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:28:13.013646 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.088493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-cb98e61b-453c-42fb-bc50-07db70855acd req-fa195f84-a7d8-4a65-8133-d8469d73d55a service neutron] (83953) timed out ('10.222.0.48', 39136) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:28:13.095078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 0d3b7d72-e1d3-4133-85eb-bb47d0676be7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:13.095078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.133705 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d4db8b11-09a3-40bd-9a98-37f3bdf85a1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5c5a4aa8f194735b11bbdeaae0b2a99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2164381 Apr 01 15:28:13.153964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-dbcb9a2a-1508-45e3-a292-1bc394f6e1e9', 'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9', 'tenant_id': '49d55e36bf7944fcbbe896c5b5d589bc', 'fixed_ips': [{'subnet_id': '917fc3a7-8e69-4bfb-a1fa-43ab022141b2'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:28:13.154807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.174309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.192334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 29a9fa58-925b-40e4-b9bb-eb4a62ac658f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:13.234754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35320) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:13.253069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 29a9fa58-925b-40e4-b9bb-eb4a62ac658f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:13.253399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 29a9fa58-925b-40e4-b9bb-eb4a62ac658f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:13.273492 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.314990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2a2f1-8263-4779-a053-985f6b5d4b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c', 'network_id': 'e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c', 'tenant_id': '49d55e36bf7944fcbbe896c5b5d589bc', 'fixed_ips': [{'subnet_id': 'b2dfb397-7494-41a4-87fc-9fbe3815f04c'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:28:13.315732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fa2a2f1-8263-4779-a053-985f6b5d4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.322084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:13.382863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.444159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Subnet': ['ID=b2dfb397-7494-41a4-87fc-9fbe3815f04c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:13.450883 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.477270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-31ad363d-5b3a-431b-9c62-5d82b06c229e tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/subnets/b2dfb397-7494-41a4-87fc-9fbe3815f04c HTTP/1.1" status: 204 len: 168 time: 0.6220701 Apr 01 15:28:13.489390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35328) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server [None req-0fa2a2f1-8263-4779-a053-985f6b5d4b6c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2dfb397-7494-41a4-87fc-9fbe3815f04c: This subnet is being modified by another concurrent operation. Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2dfb397-7494-41a4-87fc-9fbe3815f04c: This subnet is being modified by another concurrent operation. Apr 01 15:28:13.520049 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Apr 01 15:28:13.536453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Allocated IP 172.20.0.18 (dbcb9a2a-1508-45e3-a292-1bc394f6e1e9/917fc3a7-8e69-4bfb-a1fa-43ab022141b2/dd3d3bca-ae4f-4bdd-a5d0-960ed0358449) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:13.547308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56793441-e4da-47c4-9b22-eb4ba68d3540 None None] Network e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:13.589821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Deleting subnet 917fc3a7-8e69-4bfb-a1fa-43ab022141b2 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:28:13.595967 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f512306b-9309-42f7-9414-6f0504a1361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.608173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:13.673974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=0d3b7d72-e1d3-4133-85eb-bb47d0676be7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:13.677252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f512306b-9309-42f7-9414-6f0504a1361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.023761 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.093976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Transition to ACTIVE for port object dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:14.096389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f512306b-9309-42f7-9414-6f0504a1361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.123698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Transition to ACTIVE for port object dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:14.136320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.138079 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.138373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512306b-9309-42f7-9414-6f0504a1361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83edf285-abd6-4a27-925e-3a37c2e01678,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:14.152348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f512306b-9309-42f7-9414-6f0504a1361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.156721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f512306b-9309-42f7-9414-6f0504a1361b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83edf285-abd6-4a27-925e-3a37c2e01678 HTTP/1.1" status: 204 len: 168 time: 0.9177396 Apr 01 15:28:14.223958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Pushing event updated for resources: {'Port': ['ID=dd3d3bca-ae4f-4bdd-a5d0-960ed0358449,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:14.233201 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Network dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:14.237435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:14.244169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:14.250476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.267240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.360555 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Attempting to bind port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:28:14.361154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Attempting to bind port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'ebc79946-276b-4683-bb08-40951befb024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:28:14.361664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Attempting to bind port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 on network dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:28:14.369403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:28:14.370049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Checking segment: {'id': 'ebc79946-276b-4683-bb08-40951befb024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:14.370598 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.371651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Bound using segment: {'id': 'ebc79946-276b-4683-bb08-40951befb024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:28:14.372874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Bound port: dd3d3bca-ae4f-4bdd-a5d0-960ed0358449, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc79946-276b-4683-bb08-40951befb024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dbcb9a2a-1508-45e3-a292-1bc394f6e1e9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:28:14.373650 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.391757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.667237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.669824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] For port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:28:14.674404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] For port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=dd3d3bca-ae4f-4bdd-a5d0-960ed0358449,segment=NetworkSegment(ebc79946-276b-4683-bb08-40951befb024),segment_id=ebc79946-276b-4683-bb08-40951befb024)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:28:14.689373 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.788562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Subnet': ['ID=917fc3a7-8e69-4bfb-a1fa-43ab022141b2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:14.818383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.841799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35360) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:14.842047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d677c938-3007-47e5-b89c-81c10dcf2013 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/subnets/917fc3a7-8e69-4bfb-a1fa-43ab022141b2 HTTP/1.1" status: 204 len: 168 time: 1.3517234 Apr 01 15:28:14.944340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600b61d-a8f2-48da-b231-c377163cdd87 None None] Pushing event updated for resources: {'Port': ['ID=dd3d3bca-ae4f-4bdd-a5d0-960ed0358449,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:14.944630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35368) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:14.953223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bc892-bd95-41d1-aae5-cdb4019007db tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:14.954902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cf1bc892-bd95-41d1-aae5-cdb4019007db tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116123 Apr 01 15:28:14.960084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:14.960951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:15.091977 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9b9c539f-7e50-4b35-91bf-c1aeb6b7af99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0580e383453d4549abdfae51c6b86055&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1449475 Apr 01 15:28:15.093071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35376) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:15.200004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5484433b-1f24-44ef-8e20-39146193dce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:15.246780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5484433b-1f24-44ef-8e20-39146193dce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:15.317636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5484433b-1f24-44ef-8e20-39146193dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:15.337095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484433b-1f24-44ef-8e20-39146193dce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cdd040-d923-45ee-8e6d-c368d3c751a2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:15.340288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5484433b-1f24-44ef-8e20-39146193dce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:15.340690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:15.344572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5484433b-1f24-44ef-8e20-39146193dce6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67cdd040-d923-45ee-8e6d-c368d3c751a2 HTTP/1.1" status: 204 len: 168 time: 0.2503629 Apr 01 15:28:15.395234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Deleting port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:15.395662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:15.758048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] For port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=dd3d3bca-ae4f-4bdd-a5d0-960ed0358449,segment=NetworkSegment(ebc79946-276b-4683-bb08-40951befb024),segment_id=ebc79946-276b-4683-bb08-40951befb024)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:15.761862 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:15.931520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Calling delete_port for dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:15.998472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router 9bda133d-0214-431f-8a30-2dcc95cd937a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:28:16.379046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:16.456438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Port': ['ID=dd3d3bca-ae4f-4bdd-a5d0-960ed0358449,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:16.479332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] No DVR routers for this DVR port dd3d3bca-ae4f-4bdd-a5d0-960ed0358449 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:16.544774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d658611-5cb6-4b7c-ae76-41b7890b227a None None] Network dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:16.568859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d8beac4b-532e-4b18-a4c1-766b0d41a235 None None] Could not find standard attr ID for object dd3d3bca-ae4f-4bdd-a5d0-960ed0358449. {{(pid=83955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:28:16.655859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:16.705877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcb9a2a-1508-45e3-a292-1bc394f6e1e9']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:16.721811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc79946-276b-4683-bb08-40951befb024') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:16.722229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc79946-276b-4683-bb08-40951befb024') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:16.738401 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:16.788814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:16.817605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:16.817605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:16.828115 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:16.942514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb533ed-c19a-459a-a0a4-fc5fe3b61aa5 None None] DHCP port deletion for dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:28:16.943130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:16.945359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:16.978923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] Sync routers for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:16.996383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:16.998782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d020e25-75ff-40b8-a92c-1c9fa526937b None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:28:17.009356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/networks/dbcb9a2a-1508-45e3-a292-1bc394f6e1e9 HTTP/1.1" status: 204 len: 168 time: 2.0450311 Apr 01 15:28:17.009998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35426) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:17.010858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914681-6773-411d-99b6-b9a010d19189 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Network': ['ID=dbcb9a2a-1508-45e3-a292-1bc394f6e1e9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:17.015733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4f527a6e-4a4d-4240-b466-b672df1d08cb tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "PUT /v2.0/routers/9bda133d-0214-431f-8a30-2dcc95cd937a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5078669 Apr 01 15:28:17.053998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 81de3cac-4df8-4a66-ae74-a50515832ed7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:17.135072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:17.135975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:17.227828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:17.365518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 81de3cac-4df8-4a66-ae74-a50515832ed7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:17.365869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 81de3cac-4df8-4a66-ae74-a50515832ed7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:17.519503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:17.561968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:17.578602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194c96f5-c738-464e-b5d7-3af60be5a8fe') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:17.579723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194c96f5-c738-464e-b5d7-3af60be5a8fe') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:17.592022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:17.595705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:17.627264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:17.634450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:17.635122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:17.651865 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:17.671668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d020e25-75ff-40b8-a92c-1c9fa526937b None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:28:17.812107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:17.840709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:17.851588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Network': ['ID=e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:17.854481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7f3e6e3-2e72-4a7b-bae0-0202309b3032 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/networks/e3e9cd97-831d-4ae6-bbd5-d0d1e0fc604c HTTP/1.1" status: 204 len: 168 time: 0.8433852 Apr 01 15:28:17.857611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35458) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:18.038091 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.301294 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.334330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:18.354213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21b977-b9ca-4775-9ce2-6961ceced836 req-88d0f820-b7eb-4e88-a055-9637c5809b62 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:18.354930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-de21b977-b9ca-4775-9ce2-6961ceced836 req-88d0f820-b7eb-4e88-a055-9637c5809b62 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:18.360585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3001794f-5637-4fe0-aeb9-6627273c7da3') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:18.361095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3001794f-5637-4fe0-aeb9-6627273c7da3') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:18.380872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.399939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-de21b977-b9ca-4775-9ce2-6961ceced836 req-88d0f820-b7eb-4e88-a055-9637c5809b62 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:18.401943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de21b977-b9ca-4775-9ce2-6961ceced836 req-88d0f820-b7eb-4e88-a055-9637c5809b62 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 946 time: 0.7512960 Apr 01 15:28:18.403204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.442511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:18.443045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:18.461189 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:18.526839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:13Z', 'revision_number': 6, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:42Z', 'revision_number': 1, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:18.532882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] Checking router: 9bda133d-0214-431f-8a30-2dcc95cd937a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:28:18.553692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:18.554944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:18.634885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de21b977-b9ca-4775-9ce2-6961ceced836 req-97a24052-01d8-415f-b780-0f8e27fd459f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5f7333d-933e-4123-abb2-ba544c991b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251985 Apr 01 15:28:18.640534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.660839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.684133 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/networks/276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2 HTTP/1.1" status: 204 len: 168 time: 0.8172169 Apr 01 15:28:18.684238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35488) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:18.686260 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83782fa-2777-4a66-aeed-1292c0139fb2 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Network': ['ID=276d8ee0-4afa-4b1b-86a8-5a3ba3e42ba2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:18.877682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:18.928450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:18.956295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-d2b7afbf-17bb-472d-96df-0657b786dd3c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:18.957900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-d2b7afbf-17bb-472d-96df-0657b786dd3c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.62 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 946 time: 0.2380130 Apr 01 15:28:19.095188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 01c4f5aa-ac7c-4979-a6b7-df94287860fb {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:19.095594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:19.319743 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:19.394843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9498fa-5506-4ebe-8c3d-99e269c8f46e']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:19.443962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:13Z', 'revision_number': 6, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:42Z', 'revision_number': 1, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:19.443962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d530f5-3c72-4b5a-b7a9-d000a0bbd194 None None] The sync data for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 is: [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:13Z', 'revision_number': 6, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b4b5a8dc-8c34-43a7-867d-e670e0a27eb3', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'port_id': '0310c3a8-404d-4532-8357-29a3742da042', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'mac_address': 'fa:16:3e:35:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f75ea3d-7462-4dec-adab-a062111ac965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:36Z', 'updated_at': '2022-04-01T15:26:42Z', 'revision_number': 1, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:28:19.490374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbebbf92-9aac-46d6-a500-727b02a74c11') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:19.490675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbebbf92-9aac-46d6-a500-727b02a74c11') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:19.528004 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:19.558241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:19.581547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:19.581957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:19.597164 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:19.702847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 01c4f5aa-ac7c-4979-a6b7-df94287860fb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01c4f5aa-ac7c-4979-a6b7-df94287860fb,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:19.703438 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:20.102488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 01c4f5aa-ac7c-4979-a6b7-df94287860fb owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:20.160291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:20.225719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:20.262235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] Pushing event deleted for resources: {'Network': ['ID=3f9498fa-5506-4ebe-8c3d-99e269c8f46e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:20.279011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-81c0bd91-e3ee-42ac-aa04-2c54af7918a0 tempest-BulkNetworkOpsTest-765029406 tempest-BulkNetworkOpsTest-765029406-project] 10.222.0.48 "DELETE /v2.0/networks/3f9498fa-5506-4ebe-8c3d-99e269c8f46e HTTP/1.1" status: 204 len: 168 time: 1.5988119 Apr 01 15:28:20.312433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35658) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:20.422464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:20.494198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=01c4f5aa-ac7c-4979-a6b7-df94287860fb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:20.656674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:20.663628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-93d2a4ed-3e6d-464f-a9bf-ec088fc4eda8 req-061b3075-ca69-4be6-8740-8310b44454e9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=99691b46-b375-437e-a5d8-4439da207dfe HTTP/1.1" status: 200 len: 210 time: 0.5109632 Apr 01 15:28:20.664971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] No DVR routers for this DVR port 01c4f5aa-ac7c-4979-a6b7-df94287860fb on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:20.667940 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:20.671564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99691b46-b375-437e-a5d8-4439da207dfe', 'name': 'network-vif-deleted', 'tag': '01c4f5aa-ac7c-4979-a6b7-df94287860fb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:28:20.693533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8dbe11e4-3346-48ce-a223-1daabf4807a2 req-da9e46a9-424f-42d2-a694-4d03ba6105d7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.62 "DELETE /v2.0/ports/01c4f5aa-ac7c-4979-a6b7-df94287860fb HTTP/1.1" status: 204 len: 173 time: 1.6754780 Apr 01 15:28:20.729521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:20.751321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb32ce64eb84be8b80750e629aed9d4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:20.756176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:20.767543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:20.772949 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99691b46-b375-437e-a5d8-4439da207dfe', 'name': 'network-vif-deleted', 'tag': '01c4f5aa-ac7c-4979-a6b7-df94287860fb', 'status': 'completed', 'code': 200} Apr 01 15:28:20.978332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35684) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:20.990503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:21.019076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.037598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:21.037939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0d3b7d72-e1d3-4133-85eb-bb47d0676be7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:21.040392 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.107921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c506002-db7b-4112-85d8-ebde94f8d436,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:21.115407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35690) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:21.130869 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d8f80b0b-c5c4-4cad-9d23-5532ecda7dd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eeb32ce64eb84be8b80750e629aed9d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8173697 Apr 01 15:28:21.214161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b34-0ad6-4951-9958-992115a94074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.270804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b34-0ad6-4951-9958-992115a94074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.397186 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e81bd88-08d9-4f78-9428-5f893ca7d062 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49d55e36bf7944fcbbe896c5b5d589bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4157045 Apr 01 15:28:21.400067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35702) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:21.419475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b34-0ad6-4951-9958-992115a94074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.440660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc2b34-0ad6-4951-9958-992115a94074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c506002-db7b-4112-85d8-ebde94f8d436,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:21.445012 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b34-0ad6-4951-9958-992115a94074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.446331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a6fc2b34-0ad6-4951-9958-992115a94074 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c506002-db7b-4112-85d8-ebde94f8d436 HTTP/1.1" status: 204 len: 168 time: 0.3274860 Apr 01 15:28:21.522471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49e1af42-a2d8-479b-b496-e31fa256815f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.569280 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49e1af42-a2d8-479b-b496-e31fa256815f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.645794 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49e1af42-a2d8-479b-b496-e31fa256815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.662718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1af42-a2d8-479b-b496-e31fa256815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11023897-dc8c-47bd-a600-59902b766d2e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:21.682354 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49e1af42-a2d8-479b-b496-e31fa256815f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:21.687182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49e1af42-a2d8-479b-b496-e31fa256815f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11023897-dc8c-47bd-a600-59902b766d2e HTTP/1.1" status: 204 len: 168 time: 0.2832963 Apr 01 15:28:21.859168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35724) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:21.861213 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01c4f5aa-ac7c-4979-a6b7-df94287860fb no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:21.906012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 01c4f5aa-ac7c-4979-a6b7-df94287860fb {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:21.906727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01c4f5aa-ac7c-4979-a6b7-df94287860fb not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:21.971087 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4805d173-87f3-4372-9d24-993b5efd638e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.006015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35734) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:22.041571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4805d173-87f3-4372-9d24-993b5efd638e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.059903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.119932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:22.120150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4805d173-87f3-4372-9d24-993b5efd638e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.124138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Usage tracker for resource:security_group_rule and tenant:a534daff4ece419c8eaa9f6ea62b5af7 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:22.127570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:22.134438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:22.144835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805d173-87f3-4372-9d24-993b5efd638e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f7333d-933e-4123-abb2-ba544c991b3f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:22.179749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4805d173-87f3-4372-9d24-993b5efd638e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.180894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4805d173-87f3-4372-9d24-993b5efd638e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5f7333d-933e-4123-abb2-ba544c991b3f HTTP/1.1" status: 204 len: 168 time: 0.3205230 Apr 01 15:28:22.227205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.238095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.248896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35746) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:22.302875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a534daff4ece419c8eaa9f6ea62b5af7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2920942 Apr 01 15:28:22.310436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35754) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:22.324116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7acb9-f63d-4e39-b71d-a9d05a6c5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90cbdcd-9671-425c-8f4e-1e4ce17b3bfa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:22.563103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe35c22b-b3eb-4db9-8f31-c8e4f18792a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.721729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe35c22b-b3eb-4db9-8f31-c8e4f18792a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.770164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting subnet 3ceefbc9-6dcc-4a53-8c23-01dc12df89e8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:28:22.773443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.856061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:22.975882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.007814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe35c22b-b3eb-4db9-8f31-c8e4f18792a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.018552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35788) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:23.037843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c22b-b3eb-4db9-8f31-c8e4f18792a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90cbdcd-9671-425c-8f4e-1e4ce17b3bfa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:23.060530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe35c22b-b3eb-4db9-8f31-c8e4f18792a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.063257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fe35c22b-b3eb-4db9-8f31-c8e4f18792a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d90cbdcd-9671-425c-8f4e-1e4ce17b3bfa HTTP/1.1" status: 204 len: 168 time: 0.7500937 Apr 01 15:28:23.135813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.259057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Subnet': ['ID=3ceefbc9-6dcc-4a53-8c23-01dc12df89e8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:23.273994 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.283912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7d35b6cd-b220-41a1-a942-791e4e78caff tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/subnets/3ceefbc9-6dcc-4a53-8c23-01dc12df89e8 HTTP/1.1" status: 204 len: 168 time: 1.0311365 Apr 01 15:28:23.286361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904e30c-d5d3-47fc-adca-54a9af09b041 None None] Network 656b4e81-cf5b-4f17-8e4b-cf467278fddd requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:23.292356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35802) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:23.342195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-156674256'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:23.349337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:23.355921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Usage tracker for resource:network and tenant:4e8722dd0a0948a8bfc6c8590eb1355c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:23.360065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:23.369475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:23.437497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Made reservation on behalf of 4e8722dd0a0948a8bfc6c8590eb1355c for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:23.444517 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.522674 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.532238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.573945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:23.574577 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.641128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:23.645301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Usage tracker for resource:security_group_rule and tenant:4e8722dd0a0948a8bfc6c8590eb1355c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:23.648816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:23.659780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:23.800964 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.811807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.816378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05898202-f150-4141-96a0-956254bba17e None None] DHCP port deletion for 656b4e81-cf5b-4f17-8e4b-cf467278fddd request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:28:23.821324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-05898202-f150-4141-96a0-956254bba17e None None] Deleting port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:23.821708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05898202-f150-4141-96a0-956254bba17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.833165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:23.878130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.878386 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Added segment cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2 of type vlan for network 937efc2e-c202-4ec1-beea-e9632abec250 Apr 01 15:28:23.954905 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:23.965445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:23.965840 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.047493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-05898202-f150-4141-96a0-956254bba17e None None] For port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,segment=NetworkSegment(24923907-745d-4b88-acb9-859c34037a76),segment_id=24923907-745d-4b88-acb9-859c34037a76)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:24.047882 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05898202-f150-4141-96a0-956254bba17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.069666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9ac73-e557-4787-8a09-d605f302d053,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:24.085757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.118569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:24.119227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.172653 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:24.316178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.337847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-05898202-f150-4141-96a0-956254bba17e None None] Calling delete_port for 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:24.360029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event updated for resources: {'Network': ['ID=937efc2e-c202-4ec1-beea-e9632abec250,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:24.367145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dbfa0ef4-4051-4922-9a12-1381a9bde9d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3469415 Apr 01 15:28:24.370025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35838) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:24.375860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Request body: {'subnet': {'network_id': '937efc2e-c202-4ec1-beea-e9632abec250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:24.384329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:24.394326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] No DVR routers for this DVR port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:24.404153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 937efc2e-c202-4ec1-beea-e9632abec250 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:24.607140 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-05898202-f150-4141-96a0-956254bba17e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:28:24.609261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:24.616302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Usage tracker for resource:subnet and tenant:4e8722dd0a0948a8bfc6c8590eb1355c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:24.620166 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-05898202-f150-4141-96a0-956254bba17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:28:24.623073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:24.646137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:24.654972 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.657744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Made reservation on behalf of 4e8722dd0a0948a8bfc6c8590eb1355c for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:24.690928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656b4e81-cf5b-4f17-8e4b-cf467278fddd']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:24.756951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24923907-745d-4b88-acb9-859c34037a76') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:24.757468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24923907-745d-4b88-acb9-859c34037a76') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:24.781170 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.826032 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.835449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.846831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:24.847248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:24.881522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35858) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:24.882350 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:24.990418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.030141 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.046887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Network': ['ID=656b4e81-cf5b-4f17-8e4b-cf467278fddd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:25.061391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:25.110912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9463a9f-432a-41aa-9559-097e1cf51b16 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/networks/656b4e81-cf5b-4f17-8e4b-cf467278fddd HTTP/1.1" status: 204 len: 168 time: 1.8174291 Apr 01 15:28:25.113554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35872) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:25.132666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-05898202-f150-4141-96a0-956254bba17e None None] Deleting port 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:25.135630 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05898202-f150-4141-96a0-956254bba17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.209843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:25.210185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:25.230480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-05898202-f150-4141-96a0-956254bba17e None None] The port '0b8a9d7b-5859-4a67-868e-9fe4fa21d6b5' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:28:25.239316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-133378388-network', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:25.257429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:25.266376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Usage tracker for resource:network and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:25.270716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:25.277428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:25.279844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.345268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Made reservation on behalf of 80569f9cedc94258b4b1b3831eaf741a for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:25.347867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.363838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.416083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 6d92dfbd-c1fc-4499-8dab-cb6ad00324fc {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:25.416611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.443497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event updated for resources: {'Subnet': ['ID=f0e47e8a-fe41-4c93-8099-09f66a1051e6,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:25.465018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:25.471672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:25.475978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:25.482741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:25.489740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Checking segment: {'id': 'cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '937efc2e-c202-4ec1-beea-e9632abec250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:25.490081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Network hostable DHCP agents. Network: 937efc2e-c202-4ec1-beea-e9632abec250, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:28:25.550766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Network 937efc2e-c202-4ec1-beea-e9632abec250 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:28:25.579872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 937efc2e-c202-4ec1-beea-e9632abec250) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:25.589095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b102e-95aa-46ed-8495-7b5fe10a6492 None None] Network 937efc2e-c202-4ec1-beea-e9632abec250 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:25.605966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:25.606805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.622319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.665521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.729591 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-342bd7e4-c063-4fe1-a335-b7937cc3405f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3585215 Apr 01 15:28:25.730542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:25.737393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35888) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:25.744762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Request body: {'port': {'network_id': '937efc2e-c202-4ec1-beea-e9632abec250', 'name': 'tempest-TagsExtTest-1076943944'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:25.762086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9005fd0e-bd3e-4585-84bb-38a9a828fd5e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:25.889274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.889804 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.946626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:25.946970 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Added segment d4a58641-f830-479f-bc2f-09983b6cce41 of type vlan for network 7f55eb63-21ff-40fc-bbc7-fe7375545aca Apr 01 15:28:26.075518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.091099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 6d92dfbd-c1fc-4499-8dab-cb6ad00324fc owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:26.101066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-937efc2e-c202-4ec1-beea-e9632abec250', 'network_id': '937efc2e-c202-4ec1-beea-e9632abec250', 'tenant_id': '4e8722dd0a0948a8bfc6c8590eb1355c', 'fixed_ips': [{'subnet_id': 'f0e47e8a-fe41-4c93-8099-09f66a1051e6'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:28:26.101864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.145890 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.146878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:26.147594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.253909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3709142 Apr 01 15:28:26.270078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:26.270752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35900) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:26.274627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Usage tracker for resource:port and tenant:4e8722dd0a0948a8bfc6c8590eb1355c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:26.277793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:26.281507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Request body: {'subnet': {'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-133378388-subnet', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:26.284205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:26.287115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:26.291416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Usage tracker for resource:subnet and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:26.291583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Allocated IP 172.20.0.2 (937efc2e-c202-4ec1-beea-e9632abec250/f0e47e8a-fe41-4c93-8099-09f66a1051e6/e209f127-c3f0-41b3-ac21-46df7e9516a1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:26.294354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:26.303549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Made reservation on behalf of 4e8722dd0a0948a8bfc6c8590eb1355c for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:26.305172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:26.307240 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.328364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ceba32-1ea6-4e26-801e-33b936349660 admin admin] Pushing event updated for resources: {'Network': ['ID=7f55eb63-21ff-40fc-bbc7-fe7375545aca,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:26.329860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Made reservation on behalf of 80569f9cedc94258b4b1b3831eaf741a for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:26.333192 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.337228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] device_id is not set on port b3a4b29f-cf5c-4374-810d-577f18ef2dff yet. {{(pid=83953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:28:26.442110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.450855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:26.590152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=6d92dfbd-c1fc-4499-8dab-cb6ad00324fc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:26.720420 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.753682 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.757709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Transition to ACTIVE for port object e209f127-c3f0-41b3-ac21-46df7e9516a1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:26.797517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Transition to ACTIVE for port object e209f127-c3f0-41b3-ac21-46df7e9516a1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:26.813886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:26.916282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Network 937efc2e-c202-4ec1-beea-e9632abec250 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:26.921703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:26.924887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Allocated IP 172.20.0.3 (937efc2e-c202-4ec1-beea-e9632abec250/f0e47e8a-fe41-4c93-8099-09f66a1051e6/b3a4b29f-cf5c-4374-810d-577f18ef2dff) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:26.941624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:26.962456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Pushing event updated for resources: {'Port': ['ID=e209f127-c3f0-41b3-ac21-46df7e9516a1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:27.075041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Attempting to bind port e209f127-c3f0-41b3-ac21-46df7e9516a1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:28:27.075960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Attempting to bind port e209f127-c3f0-41b3-ac21-46df7e9516a1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '937efc2e-c202-4ec1-beea-e9632abec250'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:28:27.076490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Attempting to bind port e209f127-c3f0-41b3-ac21-46df7e9516a1 on network 937efc2e-c202-4ec1-beea-e9632abec250 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:28:27.085866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:28:27.086733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Checking segment: {'id': 'cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '937efc2e-c202-4ec1-beea-e9632abec250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:27.087466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.089092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Bound using segment: {'id': 'cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '937efc2e-c202-4ec1-beea-e9632abec250'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:28:27.089725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Bound port: e209f127-c3f0-41b3-ac21-46df7e9516a1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '937efc2e-c202-4ec1-beea-e9632abec250'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:28:27.090271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.100171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.208289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82838a9-efb3-4e24-9fa7-6cd71be19e54,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:27.223521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Checking segment: {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:27.223521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Network hostable DHCP agents. Network: 7f55eb63-21ff-40fc-bbc7-fe7375545aca, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:28:27.235650 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] For port e209f127-c3f0-41b3-ac21-46df7e9516a1, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:28:27.239792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] For port e209f127-c3f0-41b3-ac21-46df7e9516a1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e209f127-c3f0-41b3-ac21-46df7e9516a1,segment=NetworkSegment(cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2),segment_id=cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:28:27.250657 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.292941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.314091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Transition to ACTIVE for port object b3a4b29f-cf5c-4374-810d-577f18ef2dff will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:27.352075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.382886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf182c6-3227-4136-ae2f-60b0ddfc28a7 None None] Pushing event updated for resources: {'Port': ['ID=e209f127-c3f0-41b3-ac21-46df7e9516a1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:27.422224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:28:27.427457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Network 937efc2e-c202-4ec1-beea-e9632abec250 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:27.430832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:27.451518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:27.459042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 7f55eb63-21ff-40fc-bbc7-fe7375545aca) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:27.470498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:27.470498 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.472295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757b1f4-4aed-40ad-9c2b-892a00903a01 None None] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:27.506375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-378704a7-d9c0-4756-8f4b-ca994e52536d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2339833 Apr 01 15:28:27.509046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35932) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:27.514724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:27.520623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:27.525797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Usage tracker for resource:router and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:27.529132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:27.535406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:27.565527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.566644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.594752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event updated for resources: {'Port': ['ID=b3a4b29f-cf5c-4374-810d-577f18ef2dff,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:27.603559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.620836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router 9bda133d-0214-431f-8a30-2dcc95cd937a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:28:27.635480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:27.636079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.697527 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-23806bbc-4cab-4cad-b3c7-f17e7f942c3e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9590452 Apr 01 15:28:27.698710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35942) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:27.704054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1784828554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:27.724970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:27.744981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Usage tracker for resource:router and tenant:4e8722dd0a0948a8bfc6c8590eb1355c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:27.789346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:27.834144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:27.877777 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.878749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.932730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:27.989924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.010450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a369189f-6dd1-4164-8e75-f1899400e4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.064373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.092331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-953bf148-fa13-4282-831c-ea32041048ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3924875 Apr 01 15:28:28.095141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35952) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:28.105556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-98cb4725-13a3-4ab0-97b9-90bed803a40c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-605134436', 'prefixes': ['172.20.0.0/16']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:28.125388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-98cb4725-13a3-4ab0-97b9-90bed803a40c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:28.161171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:28:28.163585 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.235415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98cb4725-13a3-4ab0-97b9-90bed803a40c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for subnetpool, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.237688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-98cb4725-13a3-4ab0-97b9-90bed803a40c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1374571 Apr 01 15:28:28.240807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35962) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:28.248190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-612dfe60-375b-4f98-bf13-062475b0948d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', 'tempest-TagsExtTest-Tag-501776716') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:28.420256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-612dfe60-375b-4f98-bf13-062475b0948d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags/tempest-TagsExtTest-Tag-501776716 HTTP/1.1" status: 201 len: 201 time: 0.1776869 Apr 01 15:28:28.423171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35968) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:28.432125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-a7b62966-d19b-4a5c-8d15-4db35c5e53e4 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', 'tempest-TagsExtTest-Tag-1026362206') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:28.435551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Allocated IP 172.20.0.2 (7f55eb63-21ff-40fc-bbc7-fe7375545aca/d82838a9-efb3-4e24-9fa7-6cd71be19e54/45dac160-c931-4ffd-94c7-9a51e5577b4c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:28.505746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.565103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7b62966-d19b-4a5c-8d15-4db35c5e53e4 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags/tempest-TagsExtTest-Tag-1026362206 HTTP/1.1" status: 201 len: 201 time: 0.1403952 Apr 01 15:28:28.568669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 35972) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:28.580246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.tag.tag_plugin [None req-096156a4-4272-466d-bf35-bb925c108a86 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', 'tempest-TagsExtTest-Tag-1213899960') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:28.746324 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.757575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Transition to ACTIVE for port object 45dac160-c931-4ffd-94c7-9a51e5577b4c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:28.824192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Transition to ACTIVE for port object 45dac160-c931-4ffd-94c7-9a51e5577b4c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:28.839986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:28.929900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:28.933462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:28.947336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:28.993685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:29.007655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] Sync routers for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:29.017868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:29.036876 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:29.037157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Pushing event updated for resources: {'Port': ['ID=45dac160-c931-4ffd-94c7-9a51e5577b4c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:29.037862 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:29.063522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-096156a4-4272-466d-bf35-bb925c108a86 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags/tempest-TagsExtTest-Tag-1213899960 HTTP/1.1" status: 201 len: 201 time: 0.4924788 Apr 01 15:28:29.066453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35990) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:29.074082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-643b5baf-3992-4cdd-9b05-f355ddf4eb30 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', 'tempest-TagsExtTest-Tag-1592063588') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:29.154971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7a7563d4-9981-4fd7-a1a9-1da94f79af66 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/floatingips/b4b5a8dc-8c34-43a7-867d-e670e0a27eb3 HTTP/1.1" status: 204 len: 168 time: 4.0401936 Apr 01 15:28:29.160973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e209f127-c3f0-41b3-ac21-46df7e9516a1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:29.191993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-643b5baf-3992-4cdd-9b05-f355ddf4eb30 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags/tempest-TagsExtTest-Tag-1592063588 HTTP/1.1" status: 201 len: 201 time: 0.1243405 Apr 01 15:28:29.194517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 35996) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:29.201281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-2d74209f-3a64-4550-9817-89f58e62f04a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:29.226428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'tag': '0310c3a8-404d-4532-8357-29a3742da042'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:28:29.233494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:29.267425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:29.305597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Attempting to bind port 45dac160-c931-4ffd-94c7-9a51e5577b4c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:28:29.306037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Attempting to bind port 45dac160-c931-4ffd-94c7-9a51e5577b4c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:28:29.306344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Attempting to bind port 45dac160-c931-4ffd-94c7-9a51e5577b4c on network 7f55eb63-21ff-40fc-bbc7-fe7375545aca {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:28:29.308578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0cebdd-f4f0-4358-a81d-0660ed284e05 None None] Network 937efc2e-c202-4ec1-beea-e9632abec250 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:29.390918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d74209f-3a64-4550-9817-89f58e62f04a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags HTTP/1.1" status: 200 len: 240 time: 0.1952379 Apr 01 15:28:29.393473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36006) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:29.396037 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'tag': '0310c3a8-404d-4532-8357-29a3742da042', 'status': 'completed', 'code': 200} Apr 01 15:28:29.398757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-f833700b-5a4c-4f5a-92ea-ac825fec8708 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', 'tempest-TagsExtTest-Tag-501776716') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:29.574557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:28:29.574557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Checking segment: {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:29.574557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:29.575585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Bound using segment: {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:28:29.578872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Bound port: 45dac160-c931-4ffd-94c7-9a51e5577b4c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:28:29.578872 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:29.583827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f833700b-5a4c-4f5a-92ea-ac825fec8708 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags/tempest-TagsExtTest-Tag-501776716 HTTP/1.1" status: 204 len: 168 time: 0.1893101 Apr 01 15:28:29.586302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36014) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:29.589669 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:29.592106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-0f6f1888-d1cf-441c-be03-e03f4fb6390d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', 'tempest-TagsExtTest-Tag-501776716') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:29.606422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Allocated IP 172.25.2.194 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/134f8d15-81b5-41d9-a075-b35a651defd1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:29.616869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e209f127-c3f0-41b3-ac21-46df7e9516a1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:29.646142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-38ef563d-8728-4804-9d47-352f3a712296 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 1097 time: 0.2252190 Apr 01 15:28:29.804108 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0f6f1888-d1cf-441c-be03-e03f4fb6390d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags/tempest-TagsExtTest-Tag-501776716 HTTP/1.1" status: 204 len: 168 time: 0.2165723 Apr 01 15:28:29.809338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36026) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:29.833219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-9ab1d225-2392-4921-b8a4-eef52f0a2bd8 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:29.880569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] For port 45dac160-c931-4ffd-94c7-9a51e5577b4c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:28:29.884713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] For port 45dac160-c931-4ffd-94c7-9a51e5577b4c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=45dac160-c931-4ffd-94c7-9a51e5577b4c,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:28:29.910704 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:30.040136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9ab1d225-2392-4921-b8a4-eef52f0a2bd8 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags HTTP/1.1" status: 200 len: 205 time: 0.2192304 Apr 01 15:28:30.042033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36036) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:30.050599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-9702b398-5751-4016-bf34-fe572ab343e5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:30.089703 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-95fdbb69-5f0f-4fce-a45b-2aa3e4786b50 None None] Provisioning for port e209f127-c3f0-41b3-ac21-46df7e9516a1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:30.118718 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:28:30.124881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-95fdbb69-5f0f-4fce-a45b-2aa3e4786b50 None None] Provisioning complete for port e209f127-c3f0-41b3-ac21-46df7e9516a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:30.124881 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95fdbb69-5f0f-4fce-a45b-2aa3e4786b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:30.207748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9702b398-5751-4016-bf34-fe572ab343e5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags HTTP/1.1" status: 200 len: 241 time: 0.1621544 Apr 01 15:28:30.208641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36040) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:30.217352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-15994bfb-8038-42ce-a3dd-bbba6dd85edc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', 'tempest-TagsExtTest-Tag-1026362206') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:30.316144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff100e9b-4315-4a79-903a-4a9971dbbaec None None] Pushing event updated for resources: {'Port': ['ID=45dac160-c931-4ffd-94c7-9a51e5577b4c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:30.328987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-15994bfb-8038-42ce-a3dd-bbba6dd85edc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags/tempest-TagsExtTest-Tag-1026362206 HTTP/1.1" status: 204 len: 168 time: 0.1195891 Apr 01 15:28:30.331571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36048) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:30.338241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-814d914b-d9d0-4839-976f-386a08263d17 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', 'tempest-TagsExtTest-Tag-1026362206') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:30.397554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:30.429466 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:13Z', 'revision_number': 6, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:30.431511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e0e84ef-6bb4-484d-9977-169998f1480f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:30.437594 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] Checking router: 9bda133d-0214-431f-8a30-2dcc95cd937a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:28:30.462319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-ef75cb78-86de-497d-a962-a5ae8b496173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:30.464959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-ef75cb78-86de-497d-a962-a5ae8b496173 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 200 len: 898 time: 0.8178701 Apr 01 15:28:30.470013 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:30.470652 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:30.565531 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95fdbb69-5f0f-4fce-a45b-2aa3e4786b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:30.619700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-95fdbb69-5f0f-4fce-a45b-2aa3e4786b50 None None] For port e209f127-c3f0-41b3-ac21-46df7e9516a1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e209f127-c3f0-41b3-ac21-46df7e9516a1,segment=NetworkSegment(cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2),segment_id=cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:30.629214 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95fdbb69-5f0f-4fce-a45b-2aa3e4786b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:30.636326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-377ac168-161b-4a46-be11-48287a1c00c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 200 len: 217 time: 0.1585810 Apr 01 15:28:30.662014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-814d914b-d9d0-4839-976f-386a08263d17 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags/tempest-TagsExtTest-Tag-1026362206 HTTP/1.1" status: 204 len: 168 time: 0.3291624 Apr 01 15:28:30.664342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36056) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:30.670769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-24afaffb-cd38-4304-b011-bdde89f98c8b tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:30.729959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-8cd7690d-b03e-4ac9-9642-f52b378ba4c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:30.732380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-8cd7690d-b03e-4ac9-9642-f52b378ba4c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d548dc1-5ce5-4764-98a0-666305a9d48b HTTP/1.1" status: 200 len: 834 time: 0.0876994 Apr 01 15:28:30.745403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bcf4e-fa99-47ae-a5de-98b54bb8c88b req-62213fb5-b365-4f7e-9214-c3dcbf63e593 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:30.746098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-566bcf4e-fa99-47ae-a5de-98b54bb8c88b req-62213fb5-b365-4f7e-9214-c3dcbf63e593 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:30.771890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:30.845217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdbb69-5f0f-4fce-a45b-2aa3e4786b50 None None] Pushing event updated for resources: {'Port': ['ID=e209f127-c3f0-41b3-ac21-46df7e9516a1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:30.874292 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24afaffb-cd38-4304-b011-bdde89f98c8b tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags HTTP/1.1" status: 200 len: 205 time: 0.2063527 Apr 01 15:28:30.875303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36064) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:30.881472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-4253e0e8-77cb-4c66-b2ba-4bb1c40d8491 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:30.894014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-566bcf4e-fa99-47ae-a5de-98b54bb8c88b req-62213fb5-b365-4f7e-9214-c3dcbf63e593 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:30.903145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-566bcf4e-fa99-47ae-a5de-98b54bb8c88b req-62213fb5-b365-4f7e-9214-c3dcbf63e593 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 946 time: 0.9455900 Apr 01 15:28:30.986881 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:31.110866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:31.116632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:31.124092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:31.138975 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4253e0e8-77cb-4c66-b2ba-4bb1c40d8491 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags HTTP/1.1" status: 200 len: 241 time: 0.2628176 Apr 01 15:28:31.142426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:31.153040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-276118fa-b6ec-450b-8413-3b47ef92e8a2 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', 'tempest-TagsExtTest-Tag-1213899960') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:31.187416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bd03cdcc-692a-4908-ba67-5f75beb7042a None None] Provisioning complete for port e209f127-c3f0-41b3-ac21-46df7e9516a1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:31.188515 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd03cdcc-692a-4908-ba67-5f75beb7042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:31.368466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45dac160-c931-4ffd-94c7-9a51e5577b4c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:31.508367 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:31.533034 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:31.578467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 45dac160-c931-4ffd-94c7-9a51e5577b4c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:31.594214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e209f127-c3f0-41b3-ac21-46df7e9516a1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:31.736739 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:13Z', 'revision_number': 6, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:31.741853 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca1864c-9af7-4f0b-b4b9-a59574dd4e7f None None] The sync data for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 is: [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:13Z', 'revision_number': 6, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '39d920c3-cbd3-4ba6-8006-57b7e8d9980b', 'name': '', 'network_id': '0589d6d8-c49d-4d46-a68c-48b56cd10a6a', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:70:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:26:00Z', 'updated_at': '2022-04-01T15:26:10Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '8d548dc1-5ce5-4764-98a0-666305a9d48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:28:31.772199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-276118fa-b6ec-450b-8413-3b47ef92e8a2 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags/tempest-TagsExtTest-Tag-1213899960 HTTP/1.1" status: 204 len: 168 time: 0.6283345 Apr 01 15:28:31.772941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36086) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:31.781761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-aad4190e-52da-42c0-8ead-e01365b04f2a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', 'tempest-TagsExtTest-Tag-1213899960') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:31.810322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bd03cdcc-692a-4908-ba67-5f75beb7042a None None] Provisioning for port b3a4b29f-cf5c-4374-810d-577f18ef2dff completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:31.823806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bd03cdcc-692a-4908-ba67-5f75beb7042a None None] Provisioning complete for port b3a4b29f-cf5c-4374-810d-577f18ef2dff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:31.824140 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd03cdcc-692a-4908-ba67-5f75beb7042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:31.943713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bd03cdcc-692a-4908-ba67-5f75beb7042a None None] Port b3a4b29f-cf5c-4374-810d-577f18ef2dff cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:28:31.948063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e209f127-c3f0-41b3-ac21-46df7e9516a1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:31.954884 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:32.052215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Pushing event updated for resources: {'Port': ['ID=134f8d15-81b5-41d9-a075-b35a651defd1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:32.121828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aad4190e-52da-42c0-8ead-e01365b04f2a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags/tempest-TagsExtTest-Tag-1213899960 HTTP/1.1" status: 204 len: 168 time: 0.3477509 Apr 01 15:28:32.124049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36100) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:32.140293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-566bcf4e-fa99-47ae-a5de-98b54bb8c88b req-06565d84-f8c2-4d09-9e74-8791722159c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:32.143840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-cb2daf95-5b1f-43da-b388-71598b7ba978 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:32.146358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e0a4124f-99fa-4d57-b935-73109882f8ac None None] Provisioning complete for port b3a4b29f-cf5c-4374-810d-577f18ef2dff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:32.146820 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0a4124f-99fa-4d57-b935-73109882f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:32.253276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-566bcf4e-fa99-47ae-a5de-98b54bb8c88b req-06565d84-f8c2-4d09-9e74-8791722159c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:32.253762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-566bcf4e-fa99-47ae-a5de-98b54bb8c88b req-06565d84-f8c2-4d09-9e74-8791722159c5 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3498287 Apr 01 15:28:32.293759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91577b9f-1c0c-42cd-9eca-b589f669d8ba None None] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:32.305499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-4b5857de-a89c-431e-a6dc-ce10d5bd5d18 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:32.307193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-4b5857de-a89c-431e-a6dc-ce10d5bd5d18 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 946 time: 0.9535990 Apr 01 15:28:32.311284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-20502782-985d-41c5-8bff-ab2037c6ae77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0589d6d8-c49d-4d46-a68c-48b56cd10a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5583642 Apr 01 15:28:32.357728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f4b33-1aa4-4837-a531-e62e0436d022 None None] New status for floating IP b4b5a8dc-8c34-43a7-867d-e670e0a27eb3: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:28:32.371725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-8b64bb5d-eb8f-4aea-a036-084d6b1b4dc1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:28:32.372668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-8b64bb5d-eb8f-4aea-a036-084d6b1b4dc1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058997 Apr 01 15:28:32.398358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cb2daf95-5b1f-43da-b388-71598b7ba978 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags HTTP/1.1" status: 200 len: 205 time: 0.2675040 Apr 01 15:28:32.401347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36108) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:32.408195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-b72e083d-79e5-4212-938e-a3aa70b886be tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:32.460104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b72e083d-79e5-4212-938e-a3aa70b886be tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags HTTP/1.1" status: 200 len: 241 time: 0.0576274 Apr 01 15:28:32.463804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36114) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:32.479501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-b2e795ed-a32b-48cd-9fb4-8b98698c3e38 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', 'tempest-TagsExtTest-Tag-1592063588') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:32.517824 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b2e795ed-a32b-48cd-9fb4-8b98698c3e38 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags/tempest-TagsExtTest-Tag-1592063588 HTTP/1.1" status: 204 len: 168 time: 0.0528080 Apr 01 15:28:32.518830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36120) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:32.574931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.tag.tag_plugin [None req-39712018-e561-4ad9-a880-7d5af7df4755 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', 'tempest-TagsExtTest-Tag-1592063588') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:32.586798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4124f-99fa-4d57-b935-73109882f8ac None None] Port b3a4b29f-cf5c-4374-810d-577f18ef2dff cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:28:32.630596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 0310c3a8-404d-4532-8357-29a3742da042 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:32.630596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:32.715528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-ad0ce688-a1b2-4be6-bbb6-3c635b2e8e73 service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154995 Apr 01 15:28:32.899765 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:32.906036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-89dc2695-1e36-40bc-b4b8-ce13fec6fc6e None None] Provisioning for port 45dac160-c931-4ffd-94c7-9a51e5577b4c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:32.913448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-89dc2695-1e36-40bc-b4b8-ce13fec6fc6e None None] Provisioning complete for port 45dac160-c931-4ffd-94c7-9a51e5577b4c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:32.913812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89dc2695-1e36-40bc-b4b8-ce13fec6fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:33.097985 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89dc2695-1e36-40bc-b4b8-ce13fec6fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:33.145962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34154e10-ff81-4ea2-98b7-fe2a34abcd99 req-b5b35be6-f407-4de8-b8c4-7c7812d47834 service neutron] 10.222.0.44 "GET /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203873 Apr 01 15:28:33.148074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-89dc2695-1e36-40bc-b4b8-ce13fec6fc6e None None] For port 45dac160-c931-4ffd-94c7-9a51e5577b4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=45dac160-c931-4ffd-94c7-9a51e5577b4c,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:33.154754 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89dc2695-1e36-40bc-b4b8-ce13fec6fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:33.177201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36136) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:33.180200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39712018-e561-4ad9-a880-7d5af7df4755 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags/tempest-TagsExtTest-Tag-1592063588 HTTP/1.1" status: 204 len: 168 time: 0.6571240 Apr 01 15:28:33.185105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-433b83f4-e17d-4fc7-868d-b4a1bbe82b45 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:33.204221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:33.204660 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:33.234885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-433b83f4-e17d-4fc7-868d-b4a1bbe82b45 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags HTTP/1.1" status: 200 len: 205 time: 0.0561366 Apr 01 15:28:33.237449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36142) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:33.245016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-1d69c6ca-34da-40ce-86c2-3b7a0fb54adb tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:33.301813 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc2695-1e36-40bc-b4b8-ce13fec6fc6e None None] Pushing event updated for resources: {'Port': ['ID=45dac160-c931-4ffd-94c7-9a51e5577b4c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:33.316631 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d69c6ca-34da-40ce-86c2-3b7a0fb54adb tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags HTTP/1.1" status: 204 len: 168 time: 0.0779564 Apr 01 15:28:33.319969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:33.328061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-daa5af6f-7144-4047-97ae-b9bd630b9e20 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:33.377510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b6bbf80b-41fb-4cae-b253-0c6db83ef640 None None] Provisioning complete for port 45dac160-c931-4ffd-94c7-9a51e5577b4c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:33.378161 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6bbf80b-41fb-4cae-b253-0c6db83ef640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:33.560239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 0310c3a8-404d-4532-8357-29a3742da042, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0310c3a8-404d-4532-8357-29a3742da042,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:33.560595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:33.604714 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-daa5af6f-7144-4047-97ae-b9bd630b9e20 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags HTTP/1.1" status: 204 len: 168 time: 0.2835102 Apr 01 15:28:33.607311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36160) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:33.613689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-4f206a5b-6b3c-48aa-9adc-819b696ec383 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:33.662579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aa1c7-348d-497d-9672-1979ecdc60a9 req-1dc1497b-e6f4-475b-8cd9-2463ef61cbbc tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:33.663538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d39aa1c7-348d-497d-9672-1979ecdc60a9 req-1dc1497b-e6f4-475b-8cd9-2463ef61cbbc tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:33.691307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d39aa1c7-348d-497d-9672-1979ecdc60a9 req-1dc1497b-e6f4-475b-8cd9-2463ef61cbbc tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:33.697819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d39aa1c7-348d-497d-9672-1979ecdc60a9 req-1dc1497b-e6f4-475b-8cd9-2463ef61cbbc tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 946 time: 0.1723218 Apr 01 15:28:33.765435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 0310c3a8-404d-4532-8357-29a3742da042 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:33.789281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d39aa1c7-348d-497d-9672-1979ecdc60a9 req-84479c23-d436-4542-b51b-1e6da7ccb20f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1f27470-54c1-45c0-a1f9-fa37d24ca443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902555 Apr 01 15:28:33.797323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4f206a5b-6b3c-48aa-9adc-819b696ec383 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags HTTP/1.1" status: 204 len: 168 time: 0.1889875 Apr 01 15:28:33.798131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36172) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:33.805639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-5feba532-5dfb-41a7-9225-b5142fb1560f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:33.915015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5feba532-5dfb-41a7-9225-b5142fb1560f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1158369 Apr 01 15:28:33.915606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36176) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:33.921980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-b2d15fda-43f5-4cbe-b5ba-1596eda5924a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', 'tempest-TagsExtTest-Tag-2131787071') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:34.022206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b2d15fda-43f5-4cbe-b5ba-1596eda5924a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags/tempest-TagsExtTest-Tag-2131787071 HTTP/1.1" status: 201 len: 201 time: 0.1053591 Apr 01 15:28:34.022743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36180) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:34.025490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:34.066491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.tag.tag_plugin [None req-17b2918b-21aa-48b7-b83f-a2235fb679af tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', 'tempest-TagsExtTest-Tag-1263893735') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:34.121549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=0310c3a8-404d-4532-8357-29a3742da042,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:34.258628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] No DVR routers for this DVR port 0310c3a8-404d-4532-8357-29a3742da042 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:34.263140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:34.268424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'name': 'network-vif-deleted', 'tag': '0310c3a8-404d-4532-8357-29a3742da042'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:28:34.301869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:28:34.307507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78b4f5a9-b74a-41c2-94cb-d0faec398193 req-befbe73d-07a7-405c-826e-60342943a4c0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "DELETE /v2.0/ports/0310c3a8-404d-4532-8357-29a3742da042 HTTP/1.1" status: 204 len: 173 time: 1.9862297 Apr 01 15:28:34.389024 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f75ea3d-7462-4dec-adab-a062111ac965', 'name': 'network-vif-deleted', 'tag': '0310c3a8-404d-4532-8357-29a3742da042', 'status': 'completed', 'code': 200} Apr 01 15:28:34.766226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36210) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:34.773054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-e6429890-a0e4-4f28-9121-11e9d164f9d7 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', 'tempest-TagsExtTest-Tag-1589256999') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:34.776505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-17b2918b-21aa-48b7-b83f-a2235fb679af tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags/tempest-TagsExtTest-Tag-1263893735 HTTP/1.1" status: 201 len: 201 time: 0.7522793 Apr 01 15:28:34.986503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:34.999312 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Sync routers for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:35.004639 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e6429890-a0e4-4f28-9121-11e9d164f9d7 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags/tempest-TagsExtTest-Tag-1589256999 HTTP/1.1" status: 201 len: 201 time: 0.2363591 Apr 01 15:28:35.005262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36224) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:35.012962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-19747e5d-a6ca-4f69-8426-f3122b21f7d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', 'tempest-TagsExtTest-Tag-914554074') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.017609 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:35.024222 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.092801 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:35.099569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-39988c0a-8419-4136-ba90-99061ce410cc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5864172 Apr 01 15:28:35.105704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36230) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:35.111045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-19747e5d-a6ca-4f69-8426-f3122b21f7d5 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags/tempest-TagsExtTest-Tag-914554074 HTTP/1.1" status: 201 len: 201 time: 0.1039414 Apr 01 15:28:35.111515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36232) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:35.146190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-fab12272-dd8c-43b2-b512-2c5e1330ee33 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', {'tags': ['tempest-TagsExtTest-Tag-1101192185', 'tempest-TagsExtTest-Tag-786979133', 'tempest-TagsExtTest-Tag-2122250086']}) {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.213748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45dac160-c931-4ffd-94c7-9a51e5577b4c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:35.322142 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:35.426884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fab12272-dd8c-43b2-b512-2c5e1330ee33 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags HTTP/1.1" status: 200 len: 317 time: 0.3134780 Apr 01 15:28:35.427577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36244) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:35.437903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-58549f84-b74d-4562-b43d-cec50545fa80 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.478473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-735eb7ba-a979-4d70-9da6-8fd99a6f7940 req-9cfe4935-ef8c-44ff-bc36-d3d30548f7aa tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f75ea3d-7462-4dec-adab-a062111ac965 HTTP/1.1" status: 200 len: 210 time: 0.0979364 Apr 01 15:28:35.479674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 45dac160-c931-4ffd-94c7-9a51e5577b4c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:35.480152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:35.581813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-58549f84-b74d-4562-b43d-cec50545fa80 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1463017 Apr 01 15:28:35.582112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36254) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:35.587754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-09f3efc8-5d9b-45bb-8eca-df8ed1a6219e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', 'tempest-TagsExtTest-Tag-1101192185') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.755906 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-09f3efc8-5d9b-45bb-8eca-df8ed1a6219e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:35.768347 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-09f3efc8-5d9b-45bb-8eca-df8ed1a6219e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags/tempest-TagsExtTest-Tag-1101192185 HTTP/1.1" status: 404 len: 329 time: 0.1851919 Apr 01 15:28:35.771141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36260) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:35.776519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-c8fd3582-fdec-46f4-9281-cbe15dcc7ef9 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', 'tempest-TagsExtTest-Tag-786979133') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.865006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:32Z', 'revision_number': 3, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.869198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Checking router: 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:28:35.871643 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Updating router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 port 134f8d15-81b5-41d9-a075-b35a651defd1 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:28:35.909057 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-c8fd3582-fdec-46f4-9281-cbe15dcc7ef9 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:35.910248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c8fd3582-fdec-46f4-9281-cbe15dcc7ef9 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags/tempest-TagsExtTest-Tag-786979133 HTTP/1.1" status: 404 len: 328 time: 0.1380916 Apr 01 15:28:35.913018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36264) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:35.918272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-d9f282b5-3d92-4942-a3f2-f5dd1d61efa0 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6', 'tempest-TagsExtTest-Tag-2122250086') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:35.979831 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:36.053537 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-d9f282b5-3d92-4942-a3f2-f5dd1d61efa0 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:36.066554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d9f282b5-3d92-4942-a3f2-f5dd1d61efa0 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags/tempest-TagsExtTest-Tag-2122250086 HTTP/1.1" status: 404 len: 329 time: 0.1435637 Apr 01 15:28:36.066554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36272) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:36.086905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-6e729deb-ee92-40e8-b632-6a6f77993351 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', {'tags': ['tempest-TagsExtTest-Tag-737382491', 'tempest-TagsExtTest-Tag-586560330', 'tempest-TagsExtTest-Tag-994054296']}) {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:36.287538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0310c3a8-404d-4532-8357-29a3742da042 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:36.345373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 0310c3a8-404d-4532-8357-29a3742da042 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:36.345723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0310c3a8-404d-4532-8357-29a3742da042 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:36.533110 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6e729deb-ee92-40e8-b632-6a6f77993351 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags HTTP/1.1" status: 200 len: 315 time: 0.4662113 Apr 01 15:28:36.537414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36292) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:36.548334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-32a70a25-c132-4bd8-b80a-a9cb8dc1b880 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:36.589578 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:36.632212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Transition to ACTIVE for port object 134f8d15-81b5-41d9-a075-b35a651defd1 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:36.660135 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:36.721677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-32a70a25-c132-4bd8-b80a-a9cb8dc1b880 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags HTTP/1.1" status: 204 len: 168 time: 0.1802251 Apr 01 15:28:36.721978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36300) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:36.727591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-bfe58f25-960f-419d-b353-5148d0c3e21d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', 'tempest-TagsExtTest-Tag-737382491') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:36.761548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36304) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:36.877984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:36.878534 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c7f10-28b5-40d9-956c-0a3b0090b4ce None None] Pushing event updated for resources: {'Port': ['ID=134f8d15-81b5-41d9-a075-b35a651defd1,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:36.893693 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Attempting to bind port 134f8d15-81b5-41d9-a075-b35a651defd1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:28:36.895552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Attempting to bind port 134f8d15-81b5-41d9-a075-b35a651defd1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:28:36.895990 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Attempting to bind port 134f8d15-81b5-41d9-a075-b35a651defd1 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:28:36.903935 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:28:36.904759 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:36.905926 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:36.906542 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:28:36.907108 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Bound port: 134f8d15-81b5-41d9-a075-b35a651defd1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:28:36.907757 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:36.938575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e23428b4-2632-4b13-9504-1fdcf8c56e45 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:36.958698 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-bfe58f25-960f-419d-b353-5148d0c3e21d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:36.960036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bfe58f25-960f-419d-b353-5148d0c3e21d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags/tempest-TagsExtTest-Tag-737382491 HTTP/1.1" status: 404 len: 328 time: 0.2371736 Apr 01 15:28:36.968514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36312) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:36.986674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-18468b32-424c-4d6d-93b4-66e80d2e2a4c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', 'tempest-TagsExtTest-Tag-586560330') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:37.050015 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e23428b4-2632-4b13-9504-1fdcf8c56e45 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:37.074340 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] For port 134f8d15-81b5-41d9-a075-b35a651defd1, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:28:37.081037 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] For port 134f8d15-81b5-41d9-a075-b35a651defd1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=134f8d15-81b5-41d9-a075-b35a651defd1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:28:37.093154 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:37.166248 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-18468b32-424c-4d6d-93b4-66e80d2e2a4c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:37.170603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-18468b32-424c-4d6d-93b4-66e80d2e2a4c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags/tempest-TagsExtTest-Tag-586560330 HTTP/1.1" status: 404 len: 328 time: 0.1989539 Apr 01 15:28:37.171154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36316) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:37.178389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-e9db5cf5-66bb-4056-be03-6ad577f3935e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff', 'tempest-TagsExtTest-Tag-994054296') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:37.207928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e23428b4-2632-4b13-9504-1fdcf8c56e45 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:37.236333 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23428b4-2632-4b13-9504-1fdcf8c56e45 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f27470-54c1-45c0-a1f9-fa37d24ca443,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:37.267147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Allocated IP 172.20.0.1 (7f55eb63-21ff-40fc-bbc7-fe7375545aca/d82838a9-efb3-4e24-9fa7-6cd71be19e54/3e6be7ce-c6de-4606-8379-83eedf507137) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:37.274683 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e23428b4-2632-4b13-9504-1fdcf8c56e45 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:37.276273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e23428b4-2632-4b13-9504-1fdcf8c56e45 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/security-groups/d1f27470-54c1-45c0-a1f9-fa37d24ca443 HTTP/1.1" status: 204 len: 168 time: 0.5133383 Apr 01 15:28:37.307086 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-e9db5cf5-66bb-4056-be03-6ad577f3935e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:37.315889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e9db5cf5-66bb-4056-be03-6ad577f3935e tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags/tempest-TagsExtTest-Tag-994054296 HTTP/1.1" status: 404 len: 328 time: 0.1420181 Apr 01 15:28:37.326477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36326) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:37.362692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-1f0b630f-0e25-49d1-8de0-1b0456adb99a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', {'tags': ['tempest-TagsExtTest-Tag-980788449', 'tempest-TagsExtTest-Tag-1703515846', 'tempest-TagsExtTest-Tag-834602931']}) {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:37.389305 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c7f10-28b5-40d9-956c-0a3b0090b4ce None None] Pushing event updated for resources: {'Port': ['ID=134f8d15-81b5-41d9-a075-b35a651defd1,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:37.402645 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:37.403631 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:37.473865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36336) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:37.697221 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f0b630f-0e25-49d1-8de0-1b0456adb99a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags HTTP/1.1" status: 200 len: 316 time: 0.3683195 Apr 01 15:28:37.700234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36344) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:37.706961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-49b006e4-0060-4aea-bd53-7f5eea0954fa tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:37.803971 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:37.903831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-49b006e4-0060-4aea-bd53-7f5eea0954fa tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags HTTP/1.1" status: 204 len: 168 time: 0.2024174 Apr 01 15:28:37.906550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36348) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:37.912346 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-44f08a94-9d92-4f87-bfe2-71f27d119bff tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', 'tempest-TagsExtTest-Tag-980788449') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:37.920884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:37.976335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Transition to ACTIVE for port object 3e6be7ce-c6de-4606-8379-83eedf507137 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:38.023588 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:38.130549 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-44f08a94-9d92-4f87-bfe2-71f27d119bff tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:38.132394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-44f08a94-9d92-4f87-bfe2-71f27d119bff tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags/tempest-TagsExtTest-Tag-980788449 HTTP/1.1" status: 404 len: 328 time: 0.2249279 Apr 01 15:28:38.135877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36360) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:38.144134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-10343884-e161-46e6-9a42-abbd0fb162e3 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', 'tempest-TagsExtTest-Tag-1703515846') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:38.151552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:38.159966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:38.308485 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:32Z', 'revision_number': 3, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:38.318593 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02f82d-84a5-480e-812c-fad52a2031dd None None] The sync data for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 is: [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:32Z', 'revision_number': 3, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:28:38.349573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:38.422973 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-10343884-e161-46e6-9a42-abbd0fb162e3 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:38.432069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-10343884-e161-46e6-9a42-abbd0fb162e3 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags/tempest-TagsExtTest-Tag-1703515846 HTTP/1.1" status: 404 len: 329 time: 0.2936521 Apr 01 15:28:38.434797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36370) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:38.440802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-889e0c1c-fdb3-4923-8de5-326aa337670f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2', 'tempest-TagsExtTest-Tag-834602931') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:38.563012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-164aea23-c30e-42a5-aa9f-7e98644c48fe None None] Provisioning for port 3e6be7ce-c6de-4606-8379-83eedf507137 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:38.572013 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:38.575682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Pushing event updated for resources: {'Port': ['ID=3e6be7ce-c6de-4606-8379-83eedf507137,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:38.576887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-164aea23-c30e-42a5-aa9f-7e98644c48fe None None] Provisioning complete for port 3e6be7ce-c6de-4606-8379-83eedf507137 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:38.582149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-164aea23-c30e-42a5-aa9f-7e98644c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:38.812957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-164aea23-c30e-42a5-aa9f-7e98644c48fe None None] Port 3e6be7ce-c6de-4606-8379-83eedf507137 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:28:38.881855 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-889e0c1c-fdb3-4923-8de5-326aa337670f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:38.883301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-889e0c1c-fdb3-4923-8de5-326aa337670f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags/tempest-TagsExtTest-Tag-834602931 HTTP/1.1" status: 404 len: 328 time: 0.4475310 Apr 01 15:28:38.887893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36386) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:38.894311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-6be06cad-a680-44a4-9df3-5aac4bbd66fa tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', {'tags': ['tempest-TagsExtTest-Tag-116047200', 'tempest-TagsExtTest-Tag-1332682982', 'tempest-TagsExtTest-Tag-738608832']}) {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:38.967473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6be06cad-a680-44a4-9df3-5aac4bbd66fa tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "PUT /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags HTTP/1.1" status: 200 len: 316 time: 0.0778899 Apr 01 15:28:38.969889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36390) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:38.984109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-4a12eaf9-34d9-4bfa-947a-9b6a0839ad3c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:39.079959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4a12eaf9-34d9-4bfa-947a-9b6a0839ad3c tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags HTTP/1.1" status: 204 len: 168 time: 0.1059382 Apr 01 15:28:39.080620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36396) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:39.094066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-4d6571d3-6d8f-4acb-b3c1-498e1ab2eac3 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', 'tempest-TagsExtTest-Tag-116047200') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:39.112204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 134f8d15-81b5-41d9-a075-b35a651defd1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:39.158531 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-4d6571d3-6d8f-4acb-b3c1-498e1ab2eac3 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:39.162957 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4d6571d3-6d8f-4acb-b3c1-498e1ab2eac3 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags/tempest-TagsExtTest-Tag-116047200 HTTP/1.1" status: 404 len: 328 time: 0.0794086 Apr 01 15:28:39.162957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36402) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:39.174956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-1aeaf8fb-afd4-44b6-b1e3-d0528e104961 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', 'tempest-TagsExtTest-Tag-1332682982') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:39.212023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:39.285016 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-1aeaf8fb-afd4-44b6-b1e3-d0528e104961 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:39.288434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1aeaf8fb-afd4-44b6-b1e3-d0528e104961 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags/tempest-TagsExtTest-Tag-1332682982 HTTP/1.1" status: 404 len: 329 time: 0.1246083 Apr 01 15:28:39.291536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36410) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:39.297761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 134f8d15-81b5-41d9-a075-b35a651defd1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:39.304787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 134f8d15-81b5-41d9-a075-b35a651defd1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:39.305971 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:39.307738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-4713a147-b5d0-40d7-a56d-4ee3e1b41fe0 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2', 'tempest-TagsExtTest-Tag-738608832') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:39.394438 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [None req-4713a147-b5d0-40d7-a56d-4ee3e1b41fe0 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] show failed (client error): The resource could not be found. Apr 01 15:28:39.399778 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4713a147-b5d0-40d7-a56d-4ee3e1b41fe0 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags/tempest-TagsExtTest-Tag-738608832 HTTP/1.1" status: 404 len: 328 time: 0.1042531 Apr 01 15:28:39.400516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:39.427651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-9e83a15a-f8cb-475c-a961-2c42f7279355 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19836025-4193-4ce7-9e9a-14f7c9e27cd2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:39.486227 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9e83a15a-f8cb-475c-a961-2c42f7279355 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2/tags HTTP/1.1" status: 204 len: 168 time: 0.0780334 Apr 01 15:28:39.489120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36418) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:39.494782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-4ca11677-1c2c-47b6-b188-b0f26134fa5f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a883a777-6f9b-45f5-b518-13d34674d1b2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:39.529756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:39.550604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 134f8d15-81b5-41d9-a075-b35a651defd1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=134f8d15-81b5-41d9-a075-b35a651defd1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:39.559768 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:39.738472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=134f8d15-81b5-41d9-a075-b35a651defd1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:39.764667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.765241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.765332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.765637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.765957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.766277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.766762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.767360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.767459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.767973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.768078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:39.870924 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:39.882638 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:40.096586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4ca11677-1c2c-47b6-b188-b0f26134fa5f tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2/tags HTTP/1.1" status: 204 len: 168 time: 0.6064312 Apr 01 15:28:40.097215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36440) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:40.103565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-e53e8492-65ab-4304-b2ff-baabdadda43d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b3a4b29f-cf5c-4374-810d-577f18ef2dff') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:40.169360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:40.197224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e53e8492-65ab-4304-b2ff-baabdadda43d tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff/tags HTTP/1.1" status: 204 len: 168 time: 0.0989563 Apr 01 15:28:40.198747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36450) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:40.205779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.tag.tag_plugin [None req-f860e736-f916-4c79-aa5f-580605528a69 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f0e47e8a-fe41-4c93-8099-09f66a1051e6') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:40.242811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:40.246135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Pushing event updated for resources: {'Port': ['ID=3e6be7ce-c6de-4606-8379-83eedf507137,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:40.364922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f860e736-f916-4c79-aa5f-580605528a69 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1647727 Apr 01 15:28:40.370003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36460) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:40.475241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a983339b-f301-43da-be17-b85a8bc4b122 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for subnetpool, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:40.476482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a983339b-f301-43da-be17-b85a8bc4b122 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnetpools/19836025-4193-4ce7-9e9a-14f7c9e27cd2 HTTP/1.1" status: 204 len: 168 time: 0.1054976 Apr 01 15:28:40.478990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36464) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:40.545861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e291df07-9c11-408b-a074-cbf0d22a53cc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Synchronizing usage tracker for tenant:4e8722dd0a0948a8bfc6c8590eb1355c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:40.569621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:40.570572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e291df07-9c11-408b-a074-cbf0d22a53cc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Unset dirty status for tenant:4e8722dd0a0948a8bfc6c8590eb1355c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:40.572260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e291df07-9c11-408b-a074-cbf0d22a53cc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a883a777-6f9b-45f5-b518-13d34674d1b2 HTTP/1.1" status: 200 len: 205 time: 0.0920644 Apr 01 15:28:40.573350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:40.576864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36470) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:40.888407 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29613b9-bcce-4fba-8331-ad0e8615d5ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:40.989280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.079799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 134f8d15-81b5-41d9-a075-b35a651defd1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:41.237721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-038d2aa2-158b-474b-a4ec-e533c1c82b3a None None] Provisioning complete for port 3e6be7ce-c6de-4606-8379-83eedf507137 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:41.238111 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-038d2aa2-158b-474b-a4ec-e533c1c82b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.341244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-038d2aa2-158b-474b-a4ec-e533c1c82b3a None None] Port 3e6be7ce-c6de-4606-8379-83eedf507137 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:28:41.393147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 134f8d15-81b5-41d9-a075-b35a651defd1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:41.393914 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.629696 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29613b9-bcce-4fba-8331-ad0e8615d5ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.634339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29613b9-bcce-4fba-8331-ad0e8615d5ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.662246 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29613b9-bcce-4fba-8331-ad0e8615d5ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.665343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29613b9-bcce-4fba-8331-ad0e8615d5ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Fanout notify agent at l3_agent the message router_deleted on router a883a777-6f9b-45f5-b518-13d34674d1b2 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:28:41.681372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e29613b9-bcce-4fba-8331-ad0e8615d5ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.685751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e29613b9-bcce-4fba-8331-ad0e8615d5ed tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/routers/a883a777-6f9b-45f5-b518-13d34674d1b2 HTTP/1.1" status: 204 len: 168 time: 1.1065323 Apr 01 15:28:41.686433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36494) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:41.810761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Deleting port b3a4b29f-cf5c-4374-810d-577f18ef2dff {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:41.811072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:41.936014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:28:42.247396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:42.291696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:42.292521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:42.407617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Calling delete_port for b3a4b29f-cf5c-4374-810d-577f18ef2dff owned by {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:42.732402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 39d920c3-cbd3-4ba6-8006-57b7e8d9980b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:42.732756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:42.816447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:42.944430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event deleted for resources: {'Port': ['ID=b3a4b29f-cf5c-4374-810d-577f18ef2dff,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:42.970340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:42.983421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 39d920c3-cbd3-4ba6-8006-57b7e8d9980b owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:43.007466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.008049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.008525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.008996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.009726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.010227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.010815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.011297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.011772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.013594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.013948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:43.082543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:43.107333 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-44b7e81a-569f-41f3-980f-885bd3286b95 tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/ports/b3a4b29f-cf5c-4374-810d-577f18ef2dff HTTP/1.1" status: 204 len: 168 time: 1.4196570 Apr 01 15:28:43.121245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36520) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:43.143845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Sync routers for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:43.163730 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:43.164288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:43.371934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-26e8e09c-f51f-40c3-8751-db134c639eed admin admin] 10.222.0.48 "PUT /v2.0/routers/71e96b1b-bde3-455e-9f1c-e0e50fadd4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2624354 Apr 01 15:28:43.373720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:43.523863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=39d920c3-cbd3-4ba6-8006-57b7e8d9980b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:43.720612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:43.815874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Deleting subnet f0e47e8a-fe41-4c93-8099-09f66a1051e6 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:28:43.825480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:44.059885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:44.239019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:44.440144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:44.523399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:44.643181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e47e8a-fe41-4c93-8099-09f66a1051e6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:44.647204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:44.658154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2b74c72f-4056-4966-8c16-a666f527ce5a tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/subnets/f0e47e8a-fe41-4c93-8099-09f66a1051e6 HTTP/1.1" status: 204 len: 168 time: 1.5352855 Apr 01 15:28:44.661358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36632) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:44.747700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de97f7-5ff9-402d-8502-8d8fec693bbc None None] Network 937efc2e-c202-4ec1-beea-e9632abec250 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:44.847759 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:44.881481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Deleting port e209f127-c3f0-41b3-ac21-46df7e9516a1 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:44.881989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:45.152188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:45.424656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 2, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:45.438513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Checking router: 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:28:45.439060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Updating router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 port 3e6be7ce-c6de-4606-8379-83eedf507137 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:28:45.615674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] For port e209f127-c3f0-41b3-ac21-46df7e9516a1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e209f127-c3f0-41b3-ac21-46df7e9516a1,segment=NetworkSegment(cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2),segment_id=cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:45.617385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:45.673495 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:45.733145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36720) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:45.950219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-22498915-network', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:45.972910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:45.980588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Usage tracker for resource:network and tenant:297ae4b9b6034a848e50a817dd65166e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:45.983703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:45.992295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:46.012883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Calling delete_port for e209f127-c3f0-41b3-ac21-46df7e9516a1 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:46.042614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Made reservation on behalf of 297ae4b9b6034a848e50a817dd65166e for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:46.045498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.066099 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.128510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4976720-d9ec-47f8-904b-c3fcb31da39d None None] DHCP port deletion for 937efc2e-c202-4ec1-beea-e9632abec250 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:28:46.159940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e4976720-d9ec-47f8-904b-c3fcb31da39d None None] Deleting port e209f127-c3f0-41b3-ac21-46df7e9516a1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:46.160383 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4976720-d9ec-47f8-904b-c3fcb31da39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.162559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:46.169274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Usage tracker for resource:security_group_rule and tenant:297ae4b9b6034a848e50a817dd65166e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:46.172659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:46.197105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:46.218470 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.326735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e4976720-d9ec-47f8-904b-c3fcb31da39d None None] The port 'e209f127-c3f0-41b3-ac21-46df7e9516a1' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:28:46.355443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] No DVR routers for this DVR port e209f127-c3f0-41b3-ac21-46df7e9516a1 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:46.401720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event deleted for resources: {'Port': ['ID=e209f127-c3f0-41b3-ac21-46df7e9516a1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:46.577707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.619562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.648900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Transition to ACTIVE for port object 3e6be7ce-c6de-4606-8379-83eedf507137 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:46.664413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937efc2e-c202-4ec1-beea-e9632abec250']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:46.673101 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.714616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:46.715282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8a08dc-e71d-43d6-afc8-0ddc130ca5a2') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:46.747608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.779746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.795545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:46.796282 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:46.895187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router 9bda133d-0214-431f-8a30-2dcc95cd937a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:28:47.100523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df707dac-8116-4de5-9cd1-5e682b766f97 None None] Pushing event updated for resources: {'Port': ['ID=3e6be7ce-c6de-4606-8379-83eedf507137,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:47.155389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e209f127-c3f0-41b3-ac21-46df7e9516a1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:47.187162 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:47.212811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.304114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e209f127-c3f0-41b3-ac21-46df7e9516a1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:47.304891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e209f127-c3f0-41b3-ac21-46df7e9516a1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:47.319797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.348165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Attempting to bind port 3e6be7ce-c6de-4606-8379-83eedf507137 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:28:47.348735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Attempting to bind port 3e6be7ce-c6de-4606-8379-83eedf507137 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:28:47.349495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Attempting to bind port 3e6be7ce-c6de-4606-8379-83eedf507137 on network 7f55eb63-21ff-40fc-bbc7-fe7375545aca {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:28:47.364881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:28:47.365351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Checking segment: {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:47.365953 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.367083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Bound using segment: {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:28:47.370678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Bound port: 3e6be7ce-c6de-4606-8379-83eedf507137, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:28:47.371347 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.377960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] Pushing event deleted for resources: {'Network': ['ID=937efc2e-c202-4ec1-beea-e9632abec250,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:47.395954 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-162baf43-1528-4eb7-b60c-7920aaf3facc tempest-TagsExtTest-1237156627 tempest-TagsExtTest-1237156627-project] 10.222.0.48 "DELETE /v2.0/networks/937efc2e-c202-4ec1-beea-e9632abec250 HTTP/1.1" status: 204 len: 168 time: 2.7335401 Apr 01 15:28:47.500183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.520488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.592983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0fd97c-0eef-4973-88b3-cb13ada49a93,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:47.616798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] For port 3e6be7ce-c6de-4606-8379-83eedf507137, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:28:47.637212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] For port 3e6be7ce-c6de-4606-8379-83eedf507137, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3e6be7ce-c6de-4606-8379-83eedf507137,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:28:47.641111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:47.652485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.681002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:47.689260 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Added segment 33d302b5-4c56-4de6-86bb-61a8c632b777 of type vlan for network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d Apr 01 15:28:47.788968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:48.022259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:48.025658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:48.026655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:48.047582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df707dac-8116-4de5-9cd1-5e682b766f97 None None] Pushing event updated for resources: {'Port': ['ID=3e6be7ce-c6de-4606-8379-83eedf507137,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:48.059106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:48.060169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:48.100357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:48.109120 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fe7b59c0-61dc-425d-b2ea-0bf9b69c162e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "PUT /v2.0/routers/9bda133d-0214-431f-8a30-2dcc95cd937a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6340322 Apr 01 15:28:48.112389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 36902) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:48.122040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] Sync routers for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:48.203429 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:48.204388 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:48.510095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:48.523753 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:48.524690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] Pushing event updated for resources: {'Network': ['ID=9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:48.537670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-56ed7257-b026-44e9-ae48-473afff5555a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8023379 Apr 01 15:28:48.541419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 36942) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:48.560554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Request body: {'subnet': {'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-22498915-subnet', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:48.578294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:48.590409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Usage tracker for resource:subnet and tenant:297ae4b9b6034a848e50a817dd65166e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:48.593844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:48.621174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:48.647764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:48.672278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Made reservation on behalf of 297ae4b9b6034a848e50a817dd65166e for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:48.679018 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:48.696520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting subnet 8d548dc1-5ce5-4764-98a0-666305a9d48b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:28:48.700883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:48.800019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.050645 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:49.076532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.256434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-71e22df9-ad34-4ccc-9401-04c34802ecd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e8722dd0a0948a8bfc6c8590eb1355c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243323 Apr 01 15:28:49.259542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37000) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:49.330928 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.397592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.462012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Subnet': ['ID=8d548dc1-5ce5-4764-98a0-666305a9d48b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:49.491812 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.509741 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ec96bdb2-f9eb-409f-a7bd-1220899585f6 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/subnets/8d548dc1-5ce5-4764-98a0-666305a9d48b HTTP/1.1" status: 204 len: 168 time: 1.3961632 Apr 01 15:28:49.514264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37028) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:49.541319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33ed3ab-18d0-4cd7-8afb-718884831cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.606618 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33ed3ab-18d0-4cd7-8afb-718884831cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.612195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80d25a-7cfc-469b-affd-0a4c4de2e673 None None] Network 0589d6d8-c49d-4d46-a68c-48b56cd10a6a requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:49.715987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33ed3ab-18d0-4cd7-8afb-718884831cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.745760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed3ab-18d0-4cd7-8afb-718884831cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9ac73-e557-4787-8a09-d605f302d053,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:49.757849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a33ed3ab-18d0-4cd7-8afb-718884831cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:49.759229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a33ed3ab-18d0-4cd7-8afb-718884831cc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38f9ac73-e557-4787-8a09-d605f302d053 HTTP/1.1" status: 204 len: 168 time: 0.4985652 Apr 01 15:28:49.820778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=969a56d7-8580-4bb9-8eac-ca8cc9d6be9e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:49.824212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Checking segment: {'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:49.824785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Network hostable DHCP agents. Network: 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:28:49.899912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:28:49.923883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:49.931603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:49.944330 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:50.083206 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:43Z', 'revision_number': 7, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:50.086690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37076) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:50.087911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f73a8a5f-7f52-4673-b6f8-4ebfa582f37e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5320232 Apr 01 15:28:50.091105 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] Checking router: 9bda133d-0214-431f-8a30-2dcc95cd937a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:28:50.095605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:50.112080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:50.115921 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] Routers {'9bda133d-0214-431f-8a30-2dcc95cd937a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:50.117237 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9bda133d-0214-431f-8a30-2dcc95cd937a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:50.129147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Usage tracker for resource:router and tenant:297ae4b9b6034a848e50a817dd65166e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:50.144964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:50.154529 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:50.173504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:50.218356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:50.219846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:50.267316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:50.348059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9790645-72d2-47a7-b37b-51ac92734fe6 None None] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:50.606756 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:50.652887 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] Set router 9bda133d-0214-431f-8a30-2dcc95cd937a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:50.723180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:50.751844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 453290dc-af2a-4f59-b013-11852025f333 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:50.751844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:51.161552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:47Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:51.174261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41c278-ee12-4d35-88a4-b369ff7dda3c None None] The sync data for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 is: [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:47Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:28:51.291748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 453290dc-af2a-4f59-b013-11852025f333, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=453290dc-af2a-4f59-b013-11852025f333,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:51.299849 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:51.347125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d', 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'fixed_ips': [{'subnet_id': '969a56d7-8580-4bb9-8eac-ca8cc9d6be9e'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:28:51.347991 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:51.448957 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:43Z', 'revision_number': 7, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:51.466603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] DHCP port deletion for 0589d6d8-c49d-4d46-a68c-48b56cd10a6a request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:28:51.467943 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176c03a-5c87-4560-9943-98a8d8101807 None None] The sync data for ids ['9bda133d-0214-431f-8a30-2dcc95cd937a'] in n-d-836017-1 is: [{'id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'name': 'tempest-TestNetworkBasicOps-router-829117223', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '453290dc-af2a-4f59-b013-11852025f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:25:50Z', 'updated_at': '2022-04-01T15:28:43Z', 'revision_number': 7, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '453290dc-af2a-4f59-b013-11852025f333', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda133d-0214-431f-8a30-2dcc95cd937a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:25:51Z', 'updated_at': '2022-04-01T15:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:28:51.477111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] Deleting port d6357384-4fae-4248-a095-6ea505fcdee0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:28:51.477775 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:51.726383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 453290dc-af2a-4f59-b013-11852025f333 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:51.734443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-6749a3d7-59c9-4c7d-9f38-d6981ef3de1f tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:51.736706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-6749a3d7-59c9-4c7d-9f38-d6981ef3de1f tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Synchronizing usage tracker for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:28:51.837977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-6749a3d7-59c9-4c7d-9f38-d6981ef3de1f tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Unset dirty status for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:28:51.846731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-6749a3d7-59c9-4c7d-9f38-d6981ef3de1f tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/networks?id=030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 200 len: 814 time: 0.6149797 Apr 01 15:28:51.923081 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-df38455f-6ef3-4699-a349-4d96bfac5da5 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/quotas/e0c815f01cb84e9dbf9b6d81b4dbff17 HTTP/1.1" status: 200 len: 375 time: 0.0753775 Apr 01 15:28:52.055926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-8a5719e8-953f-46f9-989d-675c73f7a9e9 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1317573 Apr 01 15:28:52.158986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:52.299454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=453290dc-af2a-4f59-b013-11852025f333,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:52.332841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Allocated IP 172.20.0.2 (9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d/969a56d7-8580-4bb9-8eac-ca8cc9d6be9e/693958e4-24d6-4dd6-a99d-59559f82302e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:52.584153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:52.689009 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:52.950346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] For port d6357384-4fae-4248-a095-6ea505fcdee0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d6357384-4fae-4248-a095-6ea505fcdee0,segment=NetworkSegment(2ec30668-cfc8-48e5-8f9c-deae2fdf9f08),segment_id=2ec30668-cfc8-48e5-8f9c-deae2fdf9f08)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:52.950346 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:53.070633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-835aff9b-14a3-4409-b371-23127d1df6a8 service neutron] 10.222.0.48 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0138288 Apr 01 15:28:53.137405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:53.178994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:53.193698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Allocated IP 172.25.2.237 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/3c616421-ab1b-4731-9d0d-35411841863d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:53.394666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e6be7ce-c6de-4606-8379-83eedf507137 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:53.484657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] Calling delete_port for d6357384-4fae-4248-a095-6ea505fcdee0 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:28:53.537756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Transition to ACTIVE for port object 693958e4-24d6-4dd6-a99d-59559f82302e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:53.582138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Transition to ACTIVE for port object 693958e4-24d6-4dd6-a99d-59559f82302e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:53.612998 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:53.625129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3e6be7ce-c6de-4606-8379-83eedf507137 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:53.665618 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:53.692629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Pushing event updated for resources: {'Port': ['ID=693958e4-24d6-4dd6-a99d-59559f82302e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:53.696233 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3e6be7ce-c6de-4606-8379-83eedf507137 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:53.696663 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:53.838852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:53.854116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:53.865050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:53.869786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:53.881553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.021512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] No DVR routers for this DVR port d6357384-4fae-4248-a095-6ea505fcdee0 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:28:54.022196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.028023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.075408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-d0a2b94d-7824-40d5-b2b0-8237dbd9edef service neutron] 10.222.0.48 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9603167 Apr 01 15:28:54.076403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.077158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Fanout notify agent at l3_agent the message router_deleted on router 9bda133d-0214-431f-8a30-2dcc95cd937a {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:28:54.089424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:54.091263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:54.097457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:54.108237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.113330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d86525bf-0f12-4534-9447-7d3e23800e72 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/routers/9bda133d-0214-431f-8a30-2dcc95cd937a HTTP/1.1" status: 204 len: 168 time: 4.5898111 Apr 01 15:28:54.113965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37158) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:54.215389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Pushing event updated for resources: {'Port': ['ID=3c616421-ab1b-4731-9d0d-35411841863d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:54.235318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54148e-ab50-4c02-a314-4fb2488c0e19 None None] Pushing event deleted for resources: {'Port': ['ID=d6357384-4fae-4248-a095-6ea505fcdee0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:54.241883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.242533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.243013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.243553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.244033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.244501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.244960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.245424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.246107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.246597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.248307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:28:54.373921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.377580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.378771 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.429738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Attempting to bind port 693958e4-24d6-4dd6-a99d-59559f82302e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:28:54.429738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Attempting to bind port 693958e4-24d6-4dd6-a99d-59559f82302e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:28:54.439910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Attempting to bind port 693958e4-24d6-4dd6-a99d-59559f82302e on network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:28:54.456595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:28:54.456966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Checking segment: {'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:28:54.457364 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.457748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Bound using segment: {'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:28:54.458288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Bound port: 693958e4-24d6-4dd6-a99d-59559f82302e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:28:54.458593 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.472701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.506146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 3e6be7ce-c6de-4606-8379-83eedf507137, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3e6be7ce-c6de-4606-8379-83eedf507137,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:54.604608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] For port 693958e4-24d6-4dd6-a99d-59559f82302e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:28:54.608102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] For port 693958e4-24d6-4dd6-a99d-59559f82302e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=693958e4-24d6-4dd6-a99d-59559f82302e,segment=NetworkSegment(33d302b5-4c56-4de6-86bb-61a8c632b777),segment_id=33d302b5-4c56-4de6-86bb-61a8c632b777)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:28:54.611001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:54.729074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 39d920c3-cbd3-4ba6-8006-57b7e8d9980b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:54.815637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e2e0ee7-b4eb-4f31-bd7c-179968d0b577 req-aee191c6-f66e-477b-8604-db0750701797 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 210 time: 0.2574379 Apr 01 15:28:54.949728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 39d920c3-cbd3-4ba6-8006-57b7e8d9980b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:54.950427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 39d920c3-cbd3-4ba6-8006-57b7e8d9980b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:54.950651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d6357384-4fae-4248-a095-6ea505fcdee0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:28:55.022282 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.089605 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.093456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: d6357384-4fae-4248-a095-6ea505fcdee0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:28:55.094516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d6357384-4fae-4248-a095-6ea505fcdee0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:28:55.129627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0589d6d8-c49d-4d46-a68c-48b56cd10a6a']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:55.141473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:28:55.145841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:55.146412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec30668-cfc8-48e5-8f9c-deae2fdf9f08') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:55.163351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=3e6be7ce-c6de-4606-8379-83eedf507137,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:55.180805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.214107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.230265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:28:55.232555 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:28:55.265024 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:28:55.394940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852094e6-aa71-4bd1-ac81-bd2057caeb13 None None] Pushing event updated for resources: {'Port': ['ID=693958e4-24d6-4dd6-a99d-59559f82302e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:55.516264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.584903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.640808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Network': ['ID=0589d6d8-c49d-4d46-a68c-48b56cd10a6a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:55.669465 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-30687d1f-ee99-45a8-8014-87a5a44ca68f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/networks/0589d6d8-c49d-4d46-a68c-48b56cd10a6a HTTP/1.1" status: 204 len: 168 time: 1.5541558 Apr 01 15:28:55.694151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37206) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:55.715262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'network': {'name': 'tempest-network-smoke--359341455', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:55.744385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:55.752788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:network and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:55.768235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:55.788344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:55.822134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:28:55.822134 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.884131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:28:55.898603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.899064 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Added segment 112966c4-2909-480e-81f0-d3d0b95242d6 of type vlan for network 1fb2ea8a-732d-4172-897a-8be73db26e26 Apr 01 15:28:55.918294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:55.928875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Sync routers for ids ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:55.955605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Routers {'9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:55.959291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:55.975189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-dd7ba064-920e-411d-825b-320a2850860d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615390156&fields=id&tenant_id=eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 267 time: 0.3903306 Apr 01 15:28:55.978839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:55.980401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1193e01f-6290-4258-9fd5-0f21487e33db admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8924932 Apr 01 15:28:56.004872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37220) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:56.040843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:56.046740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a10b1031-4901-4188-b60d-029f6facf3a8 req-ee4709db-c559-4f62-ab2f-413d92b9b09e tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 210 time: 0.1123545 Apr 01 15:28:56.125185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:56.129002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:56.129832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:56.266330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Network': ['ID=1fb2ea8a-732d-4172-897a-8be73db26e26,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:56.285782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-8a69c14b-3203-498f-809f-c3c0e15b6174 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:56.287235 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-8a69c14b-3203-498f-809f-c3c0e15b6174 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.3109901 Apr 01 15:28:56.296370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7928e61-a8b5-4415-85ff-da251eaae181 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6045268 Apr 01 15:28:56.299858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37236) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:56.309711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'admin_state_up': True, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:56.337922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Set router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:28:56.362049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:56.367529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:router and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:56.371363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-91d6f72f-9b48-485b-b7b8-695928db8aeb tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/quotas/eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 375 time: 0.0571952 Apr 01 15:28:56.373013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:56.382201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:56.408455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:56.409498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:56.462396 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:56.577824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-66ae4c28-8586-4f3a-9ca2-8606f10748fa tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2044311 Apr 01 15:28:56.652169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:28:56.999357 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:57.132545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1db16-c28d-41ce-aadd-548a6bd097e8 None None] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:28:57.284079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f3cdb955-9ae2-4975-8975-e82ecaf20d5c req-570c3d57-3d11-4cf5-b863-d9a68cbdf71b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 210 time: 0.0736442 Apr 01 15:28:57.343153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-c2a8d370-7528-432a-8e7b-839244af717b service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641804 Apr 01 15:28:57.536733 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:57.550974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1f2a1705-08e8-4cfa-8ec5-efe91a993cb2 None None] Provisioning for port 693958e4-24d6-4dd6-a99d-59559f82302e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:57.602913 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:57.680090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-d072c709-4f83-4c70-b8fd-5cc030a06531 service neutron] 10.222.0.48 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279281 Apr 01 15:28:57.712448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 693958e4-24d6-4dd6-a99d-59559f82302e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:57.849231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.25.2.116 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/69c6175c-e46d-4714-9871-d21887613634) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:28:57.988887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37284) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:58.134755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '3c616421-ab1b-4731-9d0d-35411841863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 3, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port': {'id': '3c616421-ab1b-4731-9d0d-35411841863d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:52Z', 'updated_at': '2022-04-01T15:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:58.142944 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b9af2578-fe66-4fef-824c-256a95f69d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.156677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Checking router: 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:28:58.158545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Updating router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b port 3c616421-ab1b-4731-9d0d-35411841863d binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:28:58.167661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.228270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 693958e4-24d6-4dd6-a99d-59559f82302e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:28:58.251874 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.305021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 693958e4-24d6-4dd6-a99d-59559f82302e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:58.305562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.373069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:28:58.384437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:28:58.403569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:28:58.430423 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.540918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=69c6175c-e46d-4714-9871-d21887613634,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:58.794937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.795785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc4dfa22-390c-438d-9a47-362377d5056d req-12161d5f-5d4d-4d32-89bc-7e57079919e6 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 210 time: 0.0864193 Apr 01 15:28:58.917556 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.920602 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.983089 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.988457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 693958e4-24d6-4dd6-a99d-59559f82302e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=693958e4-24d6-4dd6-a99d-59559f82302e,segment=NetworkSegment(33d302b5-4c56-4de6-86bb-61a8c632b777),segment_id=33d302b5-4c56-4de6-86bb-61a8c632b777)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:28:58.998083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:58.999091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e6be7ce-c6de-4606-8379-83eedf507137 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:28:59.271885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=693958e4-24d6-4dd6-a99d-59559f82302e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:28:59.409260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3e6be7ce-c6de-4606-8379-83eedf507137 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:59.409424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:59.420958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router ffe25c91-b06b-47a6-845f-28ff740f7b94 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:28:59.442138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-be209111-c8de-470b-8b0a-2415143bc1a8 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:28:59.445090 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-be209111-c8de-470b-8b0a-2415143bc1a8 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.44 "GET /v2.0/networks?id=030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 200 len: 814 time: 0.8527915 Apr 01 15:28:59.450679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-534bf3f4-8e5b-4ae1-b9a8-301506e21a1d req-af096ccb-0940-4f99-8dba-4127aab13ea9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 210 time: 0.6261914 Apr 01 15:28:59.499941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:59.517168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Request body: {'port': {'device_id': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df', 'admin_state_up': True, 'tenant_id': 'e0c815f01cb84e9dbf9b6d81b4dbff17'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:28:59.520794 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:59.553427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bc059e1c-e2c2-49ee-9e77-e40f99dd37fc None None] Provisioning complete for port 693958e4-24d6-4dd6-a99d-59559f82302e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:28:59.553814 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc059e1c-e2c2-49ee-9e77-e40f99dd37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:59.628223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Transition to ACTIVE for port object 3c616421-ab1b-4731-9d0d-35411841863d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:28:59.830632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:59.849524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Usage tracker for resource:security_group_rule and tenant:c6deb0e3718941cdb1882d8eb4e75392 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:59.874481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:28:59.876555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:28:59.887924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:28:59.890412 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Sync routers for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:28:59.910503 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:59.917101 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:28:59.919602 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:28:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:28:59.933092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:28:59.935652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Usage tracker for resource:port and tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:28:59.936462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:28:59.942372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d84d643a-0053-4de4-b433-532affb1026c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6368639 Apr 01 15:28:59.942372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37324) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:28:59.960364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:00.009115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:00.043691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7430f1c1-a26b-4641-9dab-72d0028c277e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9720c81486604e9ab2fbd31cd11cb6a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0990078 Apr 01 15:29:00.043897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37328) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:00.044224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Allocated IP 172.20.0.1 (9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d/969a56d7-8580-4bb9-8eac-ca8cc9d6be9e/a29ce397-1834-4aca-87e3-4fcd2fd772be) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:00.103277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Made reservation on behalf of e0c815f01cb84e9dbf9b6d81b4dbff17 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:29:00.114216 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:00.132312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Attempting to bind port 3c616421-ab1b-4731-9d0d-35411841863d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:00.132935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Attempting to bind port 3c616421-ab1b-4731-9d0d-35411841863d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:00.133569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Attempting to bind port 3c616421-ab1b-4731-9d0d-35411841863d on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:00.180033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:00.180662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:00.181384 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:00.182179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:00.182812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Bound port: 3c616421-ab1b-4731-9d0d-35411841863d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:00.183521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:00.211118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5a03-78c5-4c31-ae0a-9405ab160639 None None] Pushing event updated for resources: {'Port': ['ID=3c616421-ab1b-4731-9d0d-35411841863d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:00.227038 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fde3875-d4a9-4e9e-8020-f61ca05e5978 req-65cb4aee-85e2-4e14-b186-b8180b650a8f tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 210 time: 0.0613887 Apr 01 15:29:00.240834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 453290dc-af2a-4f59-b013-11852025f333 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:29:00.369781 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:00.475979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 453290dc-af2a-4f59-b013-11852025f333 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:29:00.477161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 453290dc-af2a-4f59-b013-11852025f333 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:29:00.525587 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e424bf-cbdb-4ed5-9248-7f677aa1e8b6 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:00.531688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-91e424bf-cbdb-4ed5-9248-7f677aa1e8b6 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4851589 Apr 01 15:29:00.532580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37342) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:00.543724 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-499370ba-3ee9-4609-b1ab-82252d2cc6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:00.607959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1b8642e7-9403-4009-a5a4-af5c59ea93dd tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740485 Apr 01 15:29:00.610199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37348) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:00.627928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] For port 3c616421-ab1b-4731-9d0d-35411841863d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:00.639268 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] For port 3c616421-ab1b-4731-9d0d-35411841863d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3c616421-ab1b-4731-9d0d-35411841863d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:00.660570 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:00.682576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1301566785', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:00.774951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 693958e4-24d6-4dd6-a99d-59559f82302e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:00.874557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:00.898471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:00.985963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5a03-78c5-4c31-ae0a-9405ab160639 None None] Pushing event updated for resources: {'Port': ['ID=3c616421-ab1b-4731-9d0d-35411841863d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:00.999886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce9971d0-b591-484e-a6ec-5c6c88ebc787 req-fbad6744-e1d8-46bc-852b-247815d186e5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 210 time: 0.1342199 Apr 01 15:29:01.010209 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.015817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Routers {'9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:01.016315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:01.083382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6deb0e3718941cdb1882d8eb4e75392&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0889668 Apr 01 15:29:01.084675 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:28:58Z', 'revision_number': 3, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:01.086920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37356) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:01.088061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Transition to ACTIVE for port object a29ce397-1834-4aca-87e3-4fcd2fd772be will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:01.098455 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Checking router: ffe25c91-b06b-47a6-845f-28ff740f7b94 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:29:01.099664 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Updating router ffe25c91-b06b-47a6-845f-28ff740f7b94 port 69c6175c-e46d-4714-9871-d21887613634 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:29:01.123509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:01.129655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.136846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Allocated IP 172.20.0.13 (030123f5-7bcb-4f7a-b796-1435c24452df/52c72738-a773-40a9-93d8-f53ad3835895/d2fe84ca-99ab-4dee-a6d5-19bd276fcc22) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:01.149917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:subnet and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:01.190951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:01.216229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:01.277784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 693958e4-24d6-4dd6-a99d-59559f82302e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:01.278281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.280193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:29:01.294394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:01.295736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd1a86-bcab-4a25-892f-86684ed20ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ddb9e-fdff-4143-8761-5eb9d23caf1f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:01.303097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:01.312172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-fef39dca-ec11-4eee-8a1b-a9629dca7804 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:01.313790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-fef39dca-ec11-4eee-8a1b-a9629dca7804 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 811 time: 0.7046151 Apr 01 15:29:01.315072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:01.401568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.415673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.422488 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.430879 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.473609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Pushing event updated for resources: {'Port': ['ID=a29ce397-1834-4aca-87e3-4fcd2fd772be,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:01.496333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] Set router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:01.567166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47c619f9-460c-4855-8818-be0d78ab7cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.636186 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47c619f9-460c-4855-8818-be0d78ab7cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.820705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b22ab73f-5f67-4cec-a280-6713311a5743 None None] Provisioning for port a29ce397-1834-4aca-87e3-4fcd2fd772be completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:01.841921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b22ab73f-5f67-4cec-a280-6713311a5743 None None] Provisioning complete for port a29ce397-1834-4aca-87e3-4fcd2fd772be triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:01.842605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b22ab73f-5f67-4cec-a280-6713311a5743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:01.931451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4aaff54-5cbb-474a-a935-159a7edc6b96 req-b2937a8e-3d88-4652-bd40-346ef32dbc24 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 210 time: 0.2456927 Apr 01 15:29:01.991987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.012747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b22ab73f-5f67-4cec-a280-6713311a5743 None None] Port a29ce397-1834-4aca-87e3-4fcd2fd772be cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:29:02.025297 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.100376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '3c616421-ab1b-4731-9d0d-35411841863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 3, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port': {'id': '3c616421-ab1b-4731-9d0d-35411841863d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:52Z', 'updated_at': '2022-04-01T15:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:02.109249 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.110490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb87177-cb98-4c09-88c4-37704009f91c None None] The sync data for ids ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'] in n-d-836017-1 is: [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '3c616421-ab1b-4731-9d0d-35411841863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 3, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port': {'id': '3c616421-ab1b-4731-9d0d-35411841863d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:52Z', 'updated_at': '2022-04-01T15:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:29:02.163827 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Transition to ACTIVE for port object 69c6175c-e46d-4714-9871-d21887613634 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:02.174607 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.245291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-11962999-8643-4f05-b83b-9964eae2fa86 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa6a1395bc746ee876eff4a2e233d1e HTTP/1.1" status: 200 len: 379 time: 0.7995956 Apr 01 15:29:02.264226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'port': {'device_id': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'admin_state_up': True, 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'security_groups': ['5ee6516e-44d3-4893-a02c-1eda4b6cc776']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:02.310502 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Attempting to bind port 69c6175c-e46d-4714-9871-d21887613634 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:02.310502 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Attempting to bind port 69c6175c-e46d-4714-9871-d21887613634 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:02.310502 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Attempting to bind port 69c6175c-e46d-4714-9871-d21887613634 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:02.311317 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Pushing event updated for resources: {'Port': ['ID=69c6175c-e46d-4714-9871-d21887613634,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:02.328396 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:02.329127 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:02.329742 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.330428 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:02.331161 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Bound port: 69c6175c-e46d-4714-9871-d21887613634, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:02.331872 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.368495 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.369135 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.370332 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.372185 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.372810 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.373393 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.374000 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.374518 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.375088 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.375673 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.376331 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:02.409553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47c619f9-460c-4855-8818-be0d78ab7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.479260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c619f9-460c-4855-8818-be0d78ab7cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ddb9e-fdff-4143-8761-5eb9d23caf1f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:02.552468 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] For port 69c6175c-e46d-4714-9871-d21887613634, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:02.557166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-47c619f9-460c-4855-8818-be0d78ab7cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.558435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-47c619f9-460c-4855-8818-be0d78ab7cd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e5ddb9e-fdff-4143-8761-5eb9d23caf1f HTTP/1.1" status: 204 len: 168 time: 1.4663038 Apr 01 15:29:02.559663 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] For port 69c6175c-e46d-4714-9871-d21887613634, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=69c6175c-e46d-4714-9871-d21887613634,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:02.571895 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.693810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3d48725-7a11-4136-b527-8f7d407d5fd4 req-8a1dc473-9dc3-4598-bbf1-ec6252f878b4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 210 time: 0.2093601 Apr 01 15:29:02.797513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:02.823122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.834878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.842028 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ed55c-8a4f-40e1-b7d6-244630c927bc None None] Pushing event updated for resources: {'Port': ['ID=69c6175c-e46d-4714-9871-d21887613634,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:02.865049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:02.880088 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:02.886434 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:02.896911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:29:02.910918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Made reservation on behalf of eaa6a1395bc746ee876eff4a2e233d1e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:29:02.914261 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.919655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:02.939730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:03.094318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:03.156443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:03.200008 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:03.210743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Pushing event updated for resources: {'Port': ['ID=a29ce397-1834-4aca-87e3-4fcd2fd772be,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:03.309010 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:03.330680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Subnet': ['ID=2328f4dc-8ab8-4e91-9975-5ed9528349fe,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:03.377240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Network 030123f5-7bcb-4f7a-b796-1435c24452df is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:03.385025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:03.388641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:03.401719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37390) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:03.452472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:03.485517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.20.0.5 (bdc8007c-3d24-4d99-8014-9c1166e7b7b6/e00af11d-21d6-4fa7-b29a-373aee54e8b3/cedaa49d-3f97-42eb-9b05-b1067bda5992) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:03.494510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Checking segment: {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:03.494510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network hostable DHCP agents. Network: 1fb2ea8a-732d-4172-897a-8be73db26e26, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:29:03.660145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:29:03.663002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:03.690871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba352ae0eec400fa628823da537549e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:03.714341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:03.856410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:03.856926 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:03.889343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f109b-abc3-45ab-a472-b6e808e9fdbc req-8c2c6bfc-440d-41c2-9c5b-1e2ec57431dd tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:03.892947 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:28:58Z', 'revision_number': 3, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:03.896434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-570f109b-abc3-45ab-a472-b6e808e9fdbc req-8c2c6bfc-440d-41c2-9c5b-1e2ec57431dd tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 932 time: 0.5867951 Apr 01 15:29:03.901101 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ffc8c-0413-484c-8b21-913a76b729cf None None] The sync data for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 is: [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:28:58Z', 'revision_number': 3, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:29:03.930212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:03.930212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:03.938111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Pushing event updated for resources: {'Port': ['ID=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:03.956043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:03.958076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1fb2ea8a-732d-4172-897a-8be73db26e26) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:03.968920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861a785-31c5-43aa-aa3c-8ff0bde082c5 None None] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:29:04.067299 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.090923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Transition to ACTIVE for port object cedaa49d-3f97-42eb-9b05-b1067bda5992 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:04.140485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:04.141478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.169862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.251228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f133282e-461c-4cbf-bf69-9b40f0ca966f req-91babda0-e132-445a-96cc-39b7f41ee45b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 210 time: 0.3273916 Apr 01 15:29:04.259546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-e64003df-7139-4360-8aaf-8164bd46fc3b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7617643 Apr 01 15:29:04.281725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-da308939-2b73-4263-8be6-5f1a6b71dd3f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6703882 Apr 01 15:29:04.285443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:04.297476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1fb2ea8a-732d-4172-897a-8be73db26e26', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:29:04.298877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.303035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37406) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:04.315168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Request body: {'port': {'device_id': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:04.391045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-570f109b-abc3-45ab-a472-b6e808e9fdbc req-53c00428-90fb-44de-89bd-a18a032e2bb5 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936244 Apr 01 15:29:04.391795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=cedaa49d-3f97-42eb-9b05-b1067bda5992,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:04.408542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:04.430362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:04.452326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-faa72da0-9c18-4f6c-b409-fd05ef49dc3b None None] Provisioning complete for port a29ce397-1834-4aca-87e3-4fcd2fd772be triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:04.463826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faa72da0-9c18-4f6c-b409-fd05ef49dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.677698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.735233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:04.735967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.804130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Allocated IP 172.20.0.2 (1fb2ea8a-732d-4172-897a-8be73db26e26/2328f4dc-8ab8-4e91-9975-5ed9528349fe/0866b04d-bd68-4e93-9cd7-fe7fb8962f0f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:04.865481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-1d3c4cd4-686b-4078-8e37-60a6514fd196 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6123331 Apr 01 15:29:04.874664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.881332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Request body: {'port': {'device_id': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:04.917365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:04.968907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-faa72da0-9c18-4f6c-b409-fd05ef49dc3b None None] Port a29ce397-1834-4aca-87e3-4fcd2fd772be cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:29:05.010646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3d49e-b3ed-4d93-b626-2d9f098eb676,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:05.031812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-04fd80d4-5392-4cb6-8170-77beaba96e19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ba352ae0eec400fa628823da537549e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6287379 Apr 01 15:29:05.047624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37416) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:05.104375 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.129112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bfa53699-0a66-4686-b339-c925e12d992a None None] Provisioning for port cedaa49d-3f97-42eb-9b05-b1067bda5992 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:05.136846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bfa53699-0a66-4686-b339-c925e12d992a None None] Provisioning complete for port cedaa49d-3f97-42eb-9b05-b1067bda5992 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:05.137216 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bfa53699-0a66-4686-b339-c925e12d992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.233063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.235545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bfa53699-0a66-4686-b339-c925e12d992a None None] Port cedaa49d-3f97-42eb-9b05-b1067bda5992 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:29:05.245642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Transition to ACTIVE for port object 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:05.265634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Transition to ACTIVE for port object 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:05.274679 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.315812 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd3936e8-da5e-4879-8569-0763fd4d0587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.351574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:05.354526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:05.357126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:05.369585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Pushing event updated for resources: {'Port': ['ID=0866b04d-bd68-4e93-9cd7-fe7fb8962f0f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:05.475189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Attempting to bind port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:05.475929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Attempting to bind port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:05.476506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Attempting to bind port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f on network 1fb2ea8a-732d-4172-897a-8be73db26e26 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:05.483599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:05.484238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Checking segment: {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:05.484798 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.485349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Bound using segment: {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:05.485987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Bound port: 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:05.486366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.555116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd3936e8-da5e-4879-8569-0763fd4d0587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.602110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedaa49d-3f97-42eb-9b05-b1067bda5992 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:29:05.609665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.627199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] For port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:05.631464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] For port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0866b04d-bd68-4e93-9cd7-fe7fb8962f0f,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:05.639364 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.666249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Transition to ACTIVE for port object cedaa49d-3f97-42eb-9b05-b1067bda5992 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:05.683150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.742275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd3936e8-da5e-4879-8569-0763fd4d0587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:05.757932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e509-d074-499b-b0ca-fcc8741325a7 None None] Pushing event updated for resources: {'Port': ['ID=0866b04d-bd68-4e93-9cd7-fe7fb8962f0f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:05.950331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Pushing event updated for resources: {'Port': ['ID=cedaa49d-3f97-42eb-9b05-b1067bda5992,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:06.212723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c6e65-6df0-4071-8846-26f734feebb9 req-fc0ff933-206a-4772-bff9-48a5231e1bba tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:06.221539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-733c6e65-6df0-4071-8846-26f734feebb9 req-fc0ff933-206a-4772-bff9-48a5231e1bba tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 932 time: 0.5948961 Apr 01 15:29:06.276508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3936e8-da5e-4879-8569-0763fd4d0587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3d49e-b3ed-4d93-b626-2d9f098eb676,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:06.299776 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd3936e8-da5e-4879-8569-0763fd4d0587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:06.306130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dd3936e8-da5e-4879-8569-0763fd4d0587 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5b3d49e-b3ed-4d93-b626-2d9f098eb676 HTTP/1.1" status: 204 len: 168 time: 1.2521687 Apr 01 15:29:06.337541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:29:06.383864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Attempting to bind port cedaa49d-3f97-42eb-9b05-b1067bda5992 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:06.390448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Attempting to bind port cedaa49d-3f97-42eb-9b05-b1067bda5992 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:06.390755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Attempting to bind port cedaa49d-3f97-42eb-9b05-b1067bda5992 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:06.452380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-733c6e65-6df0-4071-8846-26f734feebb9 req-8f8ea1bf-5e6a-4fe3-8df4-1b23780921e5 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188492 Apr 01 15:29:06.453351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Port cedaa49d-3f97-42eb-9b05-b1067bda5992 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:29:06.453664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Attempting to bind port cedaa49d-3f97-42eb-9b05-b1067bda5992 on network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:06.469271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:06.469604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Checking segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:06.469987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Bound using segment: {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:06.470608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Bound port: cedaa49d-3f97-42eb-9b05-b1067bda5992, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe997ea-148f-421a-93c2-2f4bd0d03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:06.471153 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:06.516470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364887f-b072-459a-bd65-c56e993889f8 req-5c3c50bf-8ae3-4275-845a-3d03f2be09d2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:06.518025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7364887f-b072-459a-bd65-c56e993889f8 req-5c3c50bf-8ae3-4275-845a-3d03f2be09d2 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 931 time: 1.0477648 Apr 01 15:29:06.667029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:29:06.705921 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:06.709813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] For port cedaa49d-3f97-42eb-9b05-b1067bda5992, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:06.715394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] For port cedaa49d-3f97-42eb-9b05-b1067bda5992, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:06.733535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:06.776080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Transition to ACTIVE for port object d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:06.812496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7364887f-b072-459a-bd65-c56e993889f8 req-0dcfbe4d-e50c-476f-a492-53fbbd312de4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435222 Apr 01 15:29:06.820128 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:06.877719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69c6175c-e46d-4714-9871-d21887613634 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:06.918695 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:06.932686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] 10.222.0.62 "PUT /v2.0/ports/cedaa49d-3f97-42eb-9b05-b1067bda5992 HTTP/1.1" status: 200 len: 1091 time: 2.0558934 Apr 01 15:29:06.947457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:07.020282 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:29:07.044071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:29:07.137146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 69c6175c-e46d-4714-9871-d21887613634 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:07.145453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 69c6175c-e46d-4714-9871-d21887613634 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:07.145583 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:07.183775 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'status': 'completed', 'code': 200} Apr 01 15:29:07.255934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edc7f5-4fe4-491a-8acd-d982cb318cab service neutron] Pushing event updated for resources: {'Port': ['ID=cedaa49d-3f97-42eb-9b05-b1067bda5992,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:07.328769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-83de03e5-839c-4d8f-b0f6-8a3d729d9f33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 1094 time: 0.3415866 Apr 01 15:29:07.434103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Pushing event updated for resources: {'Port': ['ID=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:07.598484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:07.606380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-d25b30c0-129b-42d7-98c4-74154b8012ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992 HTTP/1.1" status: 200 len: 217 time: 0.2667937 Apr 01 15:29:07.636683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 69c6175c-e46d-4714-9871-d21887613634, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=69c6175c-e46d-4714-9871-d21887613634,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:07.646884 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:07.647721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3c616421-ab1b-4731-9d0d-35411841863d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:07.803330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-9b03ae48-0e68-419d-8beb-68a672b9bebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:07.805639 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-9b03ae48-0e68-419d-8beb-68a672b9bebd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1921022 Apr 01 15:29:07.830716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0250f303-2fba-4e73-b09c-cda56dea929e None None] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:29:08.056835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d471de10-3643-4517-9c9c-8ec9d731d54f None None] Provisioning for port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:08.085157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=69c6175c-e46d-4714-9871-d21887613634,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:08.110709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-369acaf3-9941-41e8-89c5-26d7b86fbed1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938974 Apr 01 15:29:08.191461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3c616421-ab1b-4731-9d0d-35411841863d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:08.204792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3c616421-ab1b-4731-9d0d-35411841863d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:08.205288 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:08.341525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a6964-148d-48f1-a985-65bb477a8cfa req-1b3599fe-4292-4050-97ba-57b2b924dbab tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:08.343050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b84a6964-148d-48f1-a985-65bb477a8cfa req-1b3599fe-4292-4050-97ba-57b2b924dbab tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:08.350718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-d41f801e-db02-4b49-931f-55d8d85e58fc service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334230 Apr 01 15:29:08.360357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Attempting to bind port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:08.360683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Attempting to bind port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:08.361004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Attempting to bind port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 on network 030123f5-7bcb-4f7a-b796-1435c24452df {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:08.394408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 on network 030123f5-7bcb-4f7a-b796-1435c24452df not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:29:08.394724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Attempting to bind port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 on network 030123f5-7bcb-4f7a-b796-1435c24452df {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:08.441477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:08.442237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Checking segment: {'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:08.442237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Bound using segment: {'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:08.442580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Bound port: d2fe84ca-99ab-4dee-a6d5-19bd276fcc22, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:08.443112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:08.533184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:08.558506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefc6e5-9fcb-4ae1-85fa-4e8d2c0dfee0 req-b12702ec-3810-44c7-bda7-3efee5376754 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:08.559548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbefc6e5-9fcb-4ae1-85fa-4e8d2c0dfee0 req-b12702ec-3810-44c7-bda7-3efee5376754 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Synchronizing usage tracker for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:08.575379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 3c616421-ab1b-4731-9d0d-35411841863d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3c616421-ab1b-4731-9d0d-35411841863d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:08.590120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:08.591330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:08.662040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] For port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:08.667063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] For port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:08.678920 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbefc6e5-9fcb-4ae1-85fa-4e8d2c0dfee0 req-b12702ec-3810-44c7-bda7-3efee5376754 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Unset dirty status for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:08.679321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dbefc6e5-9fcb-4ae1-85fa-4e8d2c0dfee0 req-b12702ec-3810-44c7-bda7-3efee5376754 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 944 time: 0.9296842 Apr 01 15:29:08.702112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:08.887112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=3c616421-ab1b-4731-9d0d-35411841863d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:08.918861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b84a6964-148d-48f1-a985-65bb477a8cfa req-1b3599fe-4292-4050-97ba-57b2b924dbab tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:08.920151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b84a6964-148d-48f1-a985-65bb477a8cfa req-1b3599fe-4292-4050-97ba-57b2b924dbab tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 943 time: 0.8904696 Apr 01 15:29:08.949515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:08.950998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] 10.222.0.44 "PUT /v2.0/ports/d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 HTTP/1.1" status: 200 len: 1092 time: 4.6471460 Apr 01 15:29:08.952841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:08.962189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'tag': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:08.963370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:08.964168 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:08.999082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-194edbe2-0b97-4ae9-a0c3-e3f82ed19aa0 req-10eb36df-a276-439f-8f0b-6a2c5c7251bc service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389711 Apr 01 15:29:09.002427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbefc6e5-9fcb-4ae1-85fa-4e8d2c0dfee0 req-21e22897-ee58-4499-aae5-0d851ffc9163 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Synchronizing usage tracker for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:09.020770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42f167-e543-4f86-bf22-f0bb9c9fc9ff service neutron] Pushing event updated for resources: {'Port': ['ID=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:09.069679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b84a6964-148d-48f1-a985-65bb477a8cfa req-39479aa4-86bf-4f65-8b76-9201c64dbade tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288397 Apr 01 15:29:09.137687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d9b28d3-3fb2-4f1d-a6f7-7a36d3418fa3 None None] Provisioning complete for port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:09.138223 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d9b28d3-3fb2-4f1d-a6f7-7a36d3418fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:09.176740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:29:09.195082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-35f417f4-77a2-403d-8f25-ae42e49cba9a admin admin] 10.222.0.48 "PUT /v2.0/routers/9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1888721 Apr 01 15:29:09.247837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-d5d5e0ac-a4f8-4a76-9648-926c9ef3dadf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 1094 time: 0.1688645 Apr 01 15:29:09.248944 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'tag': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22', 'status': 'completed', 'code': 200} Apr 01 15:29:09.272965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbefc6e5-9fcb-4ae1-85fa-4e8d2c0dfee0 req-21e22897-ee58-4499-aae5-0d851ffc9163 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Unset dirty status for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:09.288101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dbefc6e5-9fcb-4ae1-85fa-4e8d2c0dfee0 req-21e22897-ee58-4499-aae5-0d851ffc9163 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997214 Apr 01 15:29:09.300265 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:09.402183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0866b04d-bd68-4e93-9cd7-fe7fb8962f0f,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:09.407885 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d9b28d3-3fb2-4f1d-a6f7-7a36d3418fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:09.429966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:09.585491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-2040d0a2-f7fb-4076-a7e9-4b8d424dbc58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:09.587515 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-2040d0a2-f7fb-4076-a7e9-4b8d424dbc58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.3331363 Apr 01 15:29:09.612121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3c616421-ab1b-4731-9d0d-35411841863d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:09.627757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-704a89b2-8ee5-47b0-a0e2-e6f49ca9d556 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 1095 time: 0.6123743 Apr 01 15:29:09.672811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-fea0673a-fd3a-49f3-86e7-d252d227bbbb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992 HTTP/1.1" status: 200 len: 217 time: 0.0790508 Apr 01 15:29:09.780599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-228f79f9-650e-4e77-8d6c-ab4881d283fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:09.782036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-228f79f9-650e-4e77-8d6c-ab4881d283fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1026840 Apr 01 15:29:09.790415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-eba1ccc7-a76b-47fa-ae3a-add7cb96104a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 HTTP/1.1" status: 200 len: 217 time: 0.1536720 Apr 01 15:29:09.874586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0866b04d-bd68-4e93-9cd7-fe7fb8962f0f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:09.917961 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-0d9b28d3-3fb2-4f1d-a6f7-7a36d3418fa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:29:09.918730 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-0d9b28d3-3fb2-4f1d-a6f7-7a36d3418fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:29:09.923764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-c840aaa4-2818-4fa8-9724-94234cfb1a89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346693 Apr 01 15:29:09.930462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3c616421-ab1b-4731-9d0d-35411841863d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:09.931142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:10.167326 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-c658149a-f892-49cc-92bd-73f85417e18e service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370090 Apr 01 15:29:10.269307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69c6175c-e46d-4714-9871-d21887613634 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:10.467732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:10.536544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-d1d2c49f-7338-4e2d-8ccd-83c08b9555aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:10.538155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-d1d2c49f-7338-4e2d-8ccd-83c08b9555aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52c72738-a773-40a9-93d8-f53ad3835895 HTTP/1.1" status: 200 len: 854 time: 0.3080001 Apr 01 15:29:10.567229 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea818d4b-9fd8-4777-a37f-acf7c01321a3 req-22010cc7-b7f6-4c04-912f-c569bde82117 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933620 Apr 01 15:29:10.629334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 69c6175c-e46d-4714-9871-d21887613634 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:10.631240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:10.730159 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-bdec4a4a-e016-4c48-b6d0-28991aa22ae9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=030123f5-7bcb-4f7a-b796-1435c24452df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738760 Apr 01 15:29:10.945446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7575-1a97-4fa4-a448-6bb3f3653532 req-db62cf09-60f5-463f-b724-304252a223ef tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:10.954205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c82d7575-1a97-4fa4-a448-6bb3f3653532 req-db62cf09-60f5-463f-b724-304252a223ef tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 943 time: 0.1482062 Apr 01 15:29:11.032577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c82d7575-1a97-4fa4-a448-6bb3f3653532 req-0830e3a6-6bc5-4916-aa51-484893a17a27 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773139 Apr 01 15:29:11.036592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:11.245342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-6353d41a-92a8-4c87-a4b9-7021938b61a1 service neutron] 10.222.0.44 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565001 Apr 01 15:29:11.250969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ba6f5-c2b2-46ba-97cd-682d6d7a10d8 req-fd7e78f4-1ec4-41b4-acef-fa613e117152 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:11.253370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-556ba6f5-c2b2-46ba-97cd-682d6d7a10d8 req-fd7e78f4-1ec4-41b4-acef-fa613e117152 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 944 time: 0.6293547 Apr 01 15:29:11.637483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:11.664048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-556ba6f5-c2b2-46ba-97cd-682d6d7a10d8 req-37d4eec3-a59b-442b-befa-21e11887ce51 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913774 Apr 01 15:29:11.802470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5172e4c5-20ad-44a5-932b-b1ae684e34f1 req-dd31569e-7ede-4f4f-9a74-8370c0089618 service neutron] 10.222.0.44 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309510 Apr 01 15:29:11.860634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.20.0.1 (1fb2ea8a-732d-4172-897a-8be73db26e26/2328f4dc-8ab8-4e91-9975-5ed9528349fe/8c8241f8-1e22-4274-9e83-75f0f596dfb1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:11.875618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:11.876146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:12.156989 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-33fe5183-1a2b-4689-9a6c-4d4077217dc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 1095 time: 0.2858231 Apr 01 15:29:12.227747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:12.295871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a98343-8f51-485f-a06f-2b344e457e0f req-49921965-bd30-427a-9439-2550ee768e3e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:12.302548 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5a98343-8f51-485f-a06f-2b344e457e0f req-49921965-bd30-427a-9439-2550ee768e3e tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 943 time: 0.0942233 Apr 01 15:29:12.313553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Transition to ACTIVE for port object 8c8241f8-1e22-4274-9e83-75f0f596dfb1 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:12.369296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5a98343-8f51-485f-a06f-2b344e457e0f req-c3327f03-f52d-4f63-a577-084766d859a1 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657237 Apr 01 15:29:12.376985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-bfee8eab-048b-4da2-88c3-190dd0317f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:12.378623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-bfee8eab-048b-4da2-88c3-190dd0317f1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 200 len: 915 time: 0.2003763 Apr 01 15:29:12.455411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:12.534966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-9fbecaf4-68b9-4ec6-8612-4b42da47c11a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 HTTP/1.1" status: 200 len: 217 time: 0.1494141 Apr 01 15:29:12.639040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:12.640252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=8c8241f8-1e22-4274-9e83-75f0f596dfb1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:12.651490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:12.656098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:12.876611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:12.888866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-ba28f273-ca9e-4aec-8069-3b72c4f46229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:12.890633 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-ba28f273-ca9e-4aec-8069-3b72c4f46229 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52c72738-a773-40a9-93d8-f53ad3835895 HTTP/1.1" status: 200 len: 854 time: 0.3348949 Apr 01 15:29:13.086182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-d9601379-4486-47da-ac72-b780b51dac92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=030123f5-7bcb-4f7a-b796-1435c24452df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872623 Apr 01 15:29:13.185980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-58002f14-002a-40e4-b1a1-e1ad0d7cb65a None None] Provisioning for port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:13.192059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-58002f14-002a-40e4-b1a1-e1ad0d7cb65a None None] Provisioning complete for port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:13.192059 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58002f14-002a-40e4-b1a1-e1ad0d7cb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:13.265567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-58002f14-002a-40e4-b1a1-e1ad0d7cb65a None None] Port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:29:13.314075 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-0bfd39e2-223f-4603-bbe4-f0d984d6fd00 service neutron] 10.222.0.44 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202301 Apr 01 15:29:13.328935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d1aaf-20c9-4851-8af5-fb4631f2c0d6 req-c0417b6d-79d8-4330-b11b-48ae0c33beb6 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:13.330416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee2d1aaf-20c9-4851-8af5-fb4631f2c0d6 req-c0417b6d-79d8-4330-b11b-48ae0c33beb6 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 944 time: 0.3742495 Apr 01 15:29:13.331084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:13.554355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ee2d1aaf-20c9-4851-8af5-fb4631f2c0d6 req-605e2c96-e51e-4eff-a1e4-915daa2f607c tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796224 Apr 01 15:29:13.658604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdab47a-b638-4d99-961a-49ae2f6b9eff req-3a16e0d1-4799-4212-98ff-dd2160f046e5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:13.660411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbdab47a-b638-4d99-961a-49ae2f6b9eff req-3a16e0d1-4799-4212-98ff-dd2160f046e5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 943 time: 0.1546113 Apr 01 15:29:13.718178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbdab47a-b638-4d99-961a-49ae2f6b9eff req-1819d78a-18fd-4a3e-8223-2441fd695723 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504014 Apr 01 15:29:13.780873 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f58db0bd-1b59-4a69-9cba-ad995adbaede req-b86dbdde-a92a-437c-a14a-893d8450fb5f service neutron] 10.222.0.44 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584908 Apr 01 15:29:13.995140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:14.001360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:14.113341 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:14.116863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=8c8241f8-1e22-4274-9e83-75f0f596dfb1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:14.293301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:14.294227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:14.505862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:29:14.775632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a33f9aec-d3f5-44e9-8f75-39e93ee79cab None None] Provisioning complete for port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:14.779751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a33f9aec-d3f5-44e9-8f75-39e93ee79cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:14.870636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a33f9aec-d3f5-44e9-8f75-39e93ee79cab None None] Port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:29:14.899287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:14.956472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22', 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df', 'port_id': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22', 'mac_address': 'fa:16:3e:dc:55:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c72738-a773-40a9-93d8-f53ad3835895', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:29:15.021059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80873a-85d4-4253-8456-6ae8a4e5d29f req-c970efdd-54a3-40ae-b842-d82617d5f7b7 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.034110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c80873a-85d4-4253-8456-6ae8a4e5d29f req-c970efdd-54a3-40ae-b842-d82617d5f7b7 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 944 time: 0.1290686 Apr 01 15:29:15.124493 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:15.130162 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:15.156740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c80873a-85d4-4253-8456-6ae8a4e5d29f req-b6f6b50e-ab9d-4db9-9fca-0bdd04f2efa4 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215787 Apr 01 15:29:15.159677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:29:15.163564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f5919-dde5-4f83-9bba-a3acf08ba5f8 req-ef259050-502a-4cc7-9cd0-a579ff8074a4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.171291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-193f5919-dde5-4f83-9bba-a3acf08ba5f8 req-ef259050-502a-4cc7-9cd0-a579ff8074a4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 943 time: 0.1240065 Apr 01 15:29:15.188225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:15.200314 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:15.210181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router ffe25c91-b06b-47a6-845f-28ff740f7b94 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:29:15.247624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-193f5919-dde5-4f83-9bba-a3acf08ba5f8 req-ec4ac4a6-519a-416e-809c-b259aa77785b tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750744 Apr 01 15:29:15.313150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:15.430959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d2fe84ca-99ab-4dee-a6d5-19bd276fcc22'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:29:15.462302 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:29:15.496034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37664) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:15.496215 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3d4dc80-9991-4db6-8157-970596d32c76 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "PUT /v2.0/routers/ffe25c91-b06b-47a6-845f-28ff740f7b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0362611 Apr 01 15:29:15.679665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.680286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.680797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.681298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.681909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.682399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.682898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.683542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.684039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.690107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37670) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:15.695739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8e406e84-a882-46a2-89f7-4ec4c50b946e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.1982973 Apr 01 15:29:15.775987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.776350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.776701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.777046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.777397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.777741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.778079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.778414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.778754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:15.780854 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f11695c2-0564-4f5e-9a6d-e1402a48bf2e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5926 time: 0.0897422 Apr 01 15:29:15.783823 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37678) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:16.153181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f5a89dc5-02de-424c-983a-2de29bbe7e0e tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.3680537 Apr 01 15:29:16.177610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device cedaa49d-3f97-42eb-9b05-b1067bda5992 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:29:16.455669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37704) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:16.463087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111070547', 'description': 'tempest-secgroup-smoke-111070547 description', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:16.479060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port cedaa49d-3f97-42eb-9b05-b1067bda5992, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:16.489137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:16.494994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'port_id': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'mac_address': 'fa:16:3e:5a:33:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:29:16.506460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:16.522527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:16.544488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:16.561724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:16.585142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.624714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2770829-c0e1-4a80-bd8d-e420298e4c40 req-a60ec3e1-d44a-40a5-a230-dd73cdd9fc06 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:16.628582 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2770829-c0e1-4a80-bd8d-e420298e4c40 req-a60ec3e1-d44a-40a5-a230-dd73cdd9fc06 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 945 time: 0.2541139 Apr 01 15:29:16.635804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.657644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedaa49d-3f97-42eb-9b05-b1067bda5992 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:29:16.682566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port cedaa49d-3f97-42eb-9b05-b1067bda5992, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:16.690695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.693553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:16.702073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:16.706024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2770829-c0e1-4a80-bd8d-e420298e4c40 req-d00e938c-bc3b-4a5d-94fd-8ba7090c535a tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703804 Apr 01 15:29:16.708436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:16.724502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:16.736116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:16.757356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:16.757721 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.765792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58b47b-b7c0-4f29-b83e-0419cdbce101 req-879d92fd-11dd-4815-a40a-fed1d0a53a70 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:16.767540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a58b47b-b7c0-4f29-b83e-0419cdbce101 req-879d92fd-11dd-4815-a40a-fed1d0a53a70 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 943 time: 0.1374366 Apr 01 15:29:16.822058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=cedaa49d-3f97-42eb-9b05-b1067bda5992,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:16.858535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.863632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0a58b47b-b7c0-4f29-b83e-0419cdbce101 req-343a564a-2253-4b42-b19c-ce7777fde2a4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899186 Apr 01 15:29:16.865388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.901165 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.914252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['cedaa49d-3f97-42eb-9b05-b1067bda5992'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:29:16.920791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3038d5c8-929d-4470-8c00-506b7c6d99fd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:16.925545 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:16.926800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3bd0733a-dc80-43a5-bce0-373ce904d022 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4695454 Apr 01 15:29:16.929874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37708) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:16.937210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': '3038d5c8-929d-4470-8c00-506b7c6d99fd', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:16.947107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:16.952307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:16.955537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:16.964373 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:16.984430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:16.987228 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.004023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:17.047189 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.126053 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22', 'code': 200} Apr 01 15:29:17.157991 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.169109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.201991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:17.272565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06181728-3410-4dab-9f25-22a4f8601d6f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:17.306219 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.307591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6bef0969-62cd-46b4-a4cd-ccbabeb8b503 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3764706 Apr 01 15:29:17.310774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37718) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:17.319681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': '3038d5c8-929d-4470-8c00-506b7c6d99fd', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:17.322249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3491ba3-0924-4419-88e2-b8d9535fedea req-fc5e2cbf-5b9e-4321-8df6-8410b7edc188 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 1097 time: 0.1217709 Apr 01 15:29:17.330394 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:17.339483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:17.345558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:17.358597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:17.378224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3491ba3-0924-4419-88e2-b8d9535fedea req-30c2aba0-d988-4b74-9f17-7ab169932e92 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499959 Apr 01 15:29:17.386411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.456124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.461445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.502688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c2f2c3-0aa8-424e-9445-1ecbd47d701b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:17.506045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.507206 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5590553d-6608-44c4-b74a-ea942dbf5f29 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1948390 Apr 01 15:29:17.510239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37722) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:17.520098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': '3038d5c8-929d-4470-8c00-506b7c6d99fd', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:17.530212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:17.535509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:17.539861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:17.548996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:17.578752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.661343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.669113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.698872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62651406-6cf1-4a8d-b270-d0c029c0a6af,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:17.715921 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.717996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-afa45025-ab1e-49a0-abc6-ef91a0453b6f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2059848 Apr 01 15:29:17.721048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37732) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:17.727287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': '3038d5c8-929d-4470-8c00-506b7c6d99fd', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:17.734686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:17.739347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:17.742967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:17.749143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:17.774805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.868026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.875141 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.896278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa77315b-a854-463f-8bd8-b95bc7a43a24,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:17.950354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:17.952923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff8e926f-16e8-48d0-b377-49a0f4468d44 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2295897 Apr 01 15:29:17.955137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37740) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:17.968620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': '3038d5c8-929d-4470-8c00-506b7c6d99fd', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:17.984136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:17.997451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:18.003042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:18.011415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:18.031591 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Project 9720c81486604e9ab2fbd31cd11cb6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:29:18.045828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.066980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c156c6-a24a-4034-afee-472cc789aea3 req-7eeaacb0-d68d-4f15-96df-3897e046bf65 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:18.075838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97c156c6-a24a-4034-afee-472cc789aea3 req-7eeaacb0-d68d-4f15-96df-3897e046bf65 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 946 time: 0.2054298 Apr 01 15:29:18.167906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97c156c6-a24a-4034-afee-472cc789aea3 req-e10e268d-6cc2-4bb2-9618-e656d1140fed tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891263 Apr 01 15:29:18.170998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device cedaa49d-3f97-42eb-9b05-b1067bda5992 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:18.288256 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.294717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974331c-8701-4b52-9111-cb794af7b808 req-8a62dcf9-d017-4889-96c2-bb12d8d28e3d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:18.302409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4974331c-8701-4b52-9111-cb794af7b808 req-8a62dcf9-d017-4889-96c2-bb12d8d28e3d tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 944 time: 0.2337413 Apr 01 15:29:18.305320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.306968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port cedaa49d-3f97-42eb-9b05-b1067bda5992 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:18.313232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port cedaa49d-3f97-42eb-9b05-b1067bda5992 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:18.313708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.364900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f02d22-3f3e-4f78-acdf-4bb637239c2c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:18.400679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.401896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d2605ee-4320-4407-8e4e-fdc6ae5977f9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4456604 Apr 01 15:29:18.404770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4974331c-8701-4b52-9111-cb794af7b808 req-70c669fe-f1c0-4147-9c5a-afa7bb2223ad tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016738 Apr 01 15:29:18.405405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37752) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:18.411328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'security_group_rule': {'security_group_id': '3038d5c8-929d-4470-8c00-506b7c6d99fd', 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:18.418350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:18.424870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:security_group_rule and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:18.428147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:18.434618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:18.453458 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Project 9720c81486604e9ab2fbd31cd11cb6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:29:18.467622 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.503644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.585154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port cedaa49d-3f97-42eb-9b05-b1067bda5992, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:18.589785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.594032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.600676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.634876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fe0dcf-f05b-427e-afd2-2c58d2f50a64,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:18.667795 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:18.669492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-414f0aed-fa99-4a36-9d37-c93a45ef41ee tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2633417 Apr 01 15:29:18.709638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=cedaa49d-3f97-42eb-9b05-b1067bda5992,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:19.070584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-3934cc3f-dbe2-45cd-96e2-994c4f10237d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:19.100568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-3934cc3f-dbe2-45cd-96e2-994c4f10237d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:19.102249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-3934cc3f-dbe2-45cd-96e2-994c4f10237d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111070547&fields=id&tenant_id=9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 267 time: 0.1033587 Apr 01 15:29:19.127839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:19.210596 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'code': 200} Apr 01 15:29:19.435694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-75cd8793-7c52-46b5-aaaa-9e05b878792a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:19.436701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-75cd8793-7c52-46b5-aaaa-9e05b878792a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:19.462192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-75cd8793-7c52-46b5-aaaa-9e05b878792a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:19.470896 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-75cd8793-7c52-46b5-aaaa-9e05b878792a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/networks?id=1fb2ea8a-732d-4172-897a-8be73db26e26 HTTP/1.1" status: 200 len: 796 time: 0.3542268 Apr 01 15:29:19.472034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae4180-c2d9-4ced-8f57-51a79b286253 req-86a69505-ced0-4934-968f-3c1edec507e7 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:19.484847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a6ae4180-c2d9-4ced-8f57-51a79b286253 req-86a69505-ced0-4934-968f-3c1edec507e7 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 946 time: 0.1602685 Apr 01 15:29:19.493409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-d7bbc012-7d39-49a6-aad9-213341d34200 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/quotas/9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 375 time: 0.0215571 Apr 01 15:29:19.594729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a6ae4180-c2d9-4ced-8f57-51a79b286253 req-3f0d9ec8-34c0-42b2-aa1a-a1e6bba67ced tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029861 Apr 01 15:29:19.683849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-c70fde90-04cc-4177-9548-944c92e7891f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:19.705850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-c70fde90-04cc-4177-9548-944c92e7891f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:19.721286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-c70fde90-04cc-4177-9548-944c92e7891f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2189386 Apr 01 15:29:19.728727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-5dd307ad-a87c-482b-91f4-4137ced5fde7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:29:19.734056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-5dd307ad-a87c-482b-91f4-4137ced5fde7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0097342 Apr 01 15:29:19.740950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9632e2b-a0b4-4a8b-a854-ed4df2c76283 req-bfafca53-cf88-4e8a-82a6-20ea4447f62d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 1096 time: 0.4495890 Apr 01 15:29:19.907512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9632e2b-a0b4-4a8b-a854-ed4df2c76283 req-078a706e-6b51-4fca-9927-80b2757bf80b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592436 Apr 01 15:29:19.971623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840d258-0fdc-42f2-9b4e-e6d88ba3a1e5 req-5978039a-404c-416c-a274-0be10b2a3b2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:19.973345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d840d258-0fdc-42f2-9b4e-e6d88ba3a1e5 req-5978039a-404c-416c-a274-0be10b2a3b2a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 945 time: 0.1717482 Apr 01 15:29:20.001970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-d9bc3d79-0953-46fb-86f7-0a6f6cd2b1a0 service neutron] 10.222.0.48 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635820 Apr 01 15:29:20.123470 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d840d258-0fdc-42f2-9b4e-e6d88ba3a1e5 req-5e74e449-350f-4241-9ad6-fcdc17b019b5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438851 Apr 01 15:29:20.177464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-e7f8d5c6-4d20-47ee-a589-d380ddbd91e2 service neutron] 10.222.0.48 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745119 Apr 01 15:29:20.254383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37808) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:20.498842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:20.537449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e990c5a-ccb0-48bc-a7fb-3ef945fd4056 req-cd91e0ad-746e-4384-a73c-05c5f6de8970 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 210 time: 0.0820000 Apr 01 15:29:20.575712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:20.575712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Usage tracker for resource:security_group_rule and tenant:96fed47b795d4b948f18c0b0cbe29251 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:20.581929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:20.593370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:20.861019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:20.868171 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:20.922800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96fed47b795d4b948f18c0b0cbe29251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6666079 Apr 01 15:29:20.923132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:20.946288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c2a56-d5e4-448c-b2a9-18a2df5b9045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef69e47-562e-4ca2-9cec-607e780ecd62,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:21.095615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58a11a76-0756-4fc6-874e-b59a149f89ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:21.153223 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58a11a76-0756-4fc6-874e-b59a149f89ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:21.235576 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58a11a76-0756-4fc6-874e-b59a149f89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:21.257644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a11a76-0756-4fc6-874e-b59a149f89ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef69e47-562e-4ca2-9cec-607e780ecd62,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:21.270788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-58a11a76-0756-4fc6-874e-b59a149f89ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:21.272050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-58a11a76-0756-4fc6-874e-b59a149f89ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ef69e47-562e-4ca2-9cec-607e780ecd62 HTTP/1.1" status: 204 len: 168 time: 0.3478403 Apr 01 15:29:21.517421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0ea0c-73d7-4af2-923d-480c6b30e2a3 req-d7064e57-3e9b-4281-ba8f-dfdc631cb0fc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:21.518982 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ed0ea0c-73d7-4af2-923d-480c6b30e2a3 req-d7064e57-3e9b-4281-ba8f-dfdc631cb0fc tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 945 time: 0.1608467 Apr 01 15:29:21.634002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ed0ea0c-73d7-4af2-923d-480c6b30e2a3 req-523220fe-e20a-4a9e-a94b-b5fe4b9ef9f6 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078379 Apr 01 15:29:21.846227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37866) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:21.849149 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c7858ee-0a2d-4ef7-baf8-79a55c994282 req-719e6af6-bf5a-4772-a2fe-d46d2d158420 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 210 time: 0.1041973 Apr 01 15:29:21.881116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:21.903959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e117a8-ceee-471a-ba26-56e0369c9cab req-f32c392a-3165-4d0d-ac28-e0d7cd2b32b4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:21.911642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46e117a8-ceee-471a-ba26-56e0369c9cab req-f32c392a-3165-4d0d-ac28-e0d7cd2b32b4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 945 time: 0.1469288 Apr 01 15:29:21.969252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:21.982337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Usage tracker for resource:security_group_rule and tenant:0989599d72484430945e0ef95981d8f7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:21.990857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:22.028245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-46e117a8-ceee-471a-ba26-56e0369c9cab req-97340eaf-bce1-4866-a9e6-58856681ccdf tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153879 Apr 01 15:29:22.030035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:22.059675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37872) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:22.389284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Sync routers for ids ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:29:22.412368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Routers {'9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:22.413074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:22.427147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-7440b5cd-c7e9-4a78-ba68-233ce38ae30e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:22.428926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-7440b5cd-c7e9-4a78-ba68-233ce38ae30e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "GET /v2.0/networks?id=1fb2ea8a-732d-4172-897a-8be73db26e26 HTTP/1.1" status: 200 len: 796 time: 0.3937857 Apr 01 15:29:22.437735 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:22.477572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:22.515153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Sync routers for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:29:22.538523 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:22.539055 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:22.581527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4259f-96a0-48bc-b330-2ed6b97834ee,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:22.650259 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 37882) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:22.663838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fe4d5446-d6a1-453e-bd2b-4dcc4870d169 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0989599d72484430945e0ef95981d8f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8158846 Apr 01 15:29:22.667732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-f6a4b887-0d99-445a-a728-1ecf2bb9455d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9720c81486604e9ab2fbd31cd11cb6a6 HTTP/1.1" status: 200 len: 379 time: 0.2221000 Apr 01 15:29:22.677387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'port': {'device_id': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'admin_state_up': True, 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'security_groups': ['3038d5c8-929d-4470-8c00-506b7c6d99fd']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:22.691647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Set router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:22.767498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:22.873528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f7a9-e4f5-49ee-93f8-5523992b5719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:22.960957 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f7a9-e4f5-49ee-93f8-5523992b5719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:22.974141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:22.996057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:23.015694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 37890) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:23.015940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-318af97c-74af-482d-a75a-4365e1bc88f1 tempest-TestVolumeBootPattern-1041506169 tempest-TestVolumeBootPattern-1041506169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 1091 time: 0.9515309 Apr 01 15:29:23.028918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:23.045245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:23.054825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Usage tracker for resource:floatingip and tenant:eaa6a1395bc746ee876eff4a2e233d1e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:23.062396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:23.080671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:23.109124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Made reservation on behalf of 9720c81486604e9ab2fbd31cd11cb6a6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:29:23.113409 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:23.133504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:23.153502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f7a9-e4f5-49ee-93f8-5523992b5719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:23.202050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a6b9ec0-aff1-4383-b523-99562196cfdc req-49a1b66d-f66e-446e-ac3b-05fe52565196 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 210 time: 0.0955720 Apr 01 15:29:23.208788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4f7a9-e4f5-49ee-93f8-5523992b5719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4259f-96a0-48bc-b330-2ed6b97834ee,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:23.231314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '3c616421-ab1b-4731-9d0d-35411841863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:29:01Z', 'revision_number': 4, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port': {'id': '3c616421-ab1b-4731-9d0d-35411841863d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:52Z', 'updated_at': '2022-04-01T15:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a29ce397-1834-4aca-87e3-4fcd2fd772be', 'name': '', 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'mac_address': 'fa:16:3e:76:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '969a56d7-8580-4bb9-8eac-ca8cc9d6be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:59Z', 'updated_at': '2022-04-01T15:29:02Z', 'revision_number': 2, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'subnets': [{'id': '969a56d7-8580-4bb9-8eac-ca8cc9d6be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:23.232302 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f7a9-e4f5-49ee-93f8-5523992b5719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:23.232302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0bd4f7a9-e4f5-49ee-93f8-5523992b5719 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1c4259f-96a0-48bc-b330-2ed6b97834ee HTTP/1.1" status: 204 len: 168 time: 0.5751033 Apr 01 15:29:23.261237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Checking router: 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:29:23.261511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Updating router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b port a29ce397-1834-4aca-87e3-4fcd2fd772be binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:29:23.454172 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 2, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:23.466047 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Checking router: ffe25c91-b06b-47a6-845f-28ff740f7b94 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:29:23.466393 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Updating router ffe25c91-b06b-47a6-845f-28ff740f7b94 port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:29:23.487006 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:23.512990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.20.0.9 (1fb2ea8a-732d-4172-897a-8be73db26e26/2328f4dc-8ab8-4e91-9975-5ed9528349fe/a8ba44b9-5232-40aa-b5f6-f36f5314fcff) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:23.590769 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:23.921393 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:23.964624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Transition to ACTIVE for port object a8ba44b9-5232-40aa-b5f6-f36f5314fcff will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:24.039806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:24.210052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:24.277873 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:24.308153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Transition to ACTIVE for port object a29ce397-1834-4aca-87e3-4fcd2fd772be will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:24.328876 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:24.796714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933062f-103f-438d-8b82-b913d8388f13 None None] Pushing event updated for resources: {'Port': ['ID=a29ce397-1834-4aca-87e3-4fcd2fd772be,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:24.823881 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:24.870823 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Transition to ACTIVE for port object 8c8241f8-1e22-4274-9e83-75f0f596dfb1 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:24.905549 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:24.913407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Attempting to bind port a29ce397-1834-4aca-87e3-4fcd2fd772be on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:24.913407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Attempting to bind port a29ce397-1834-4aca-87e3-4fcd2fd772be by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:24.913407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Attempting to bind port a29ce397-1834-4aca-87e3-4fcd2fd772be on network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:24.945443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:24.945443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Checking segment: {'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:24.945443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:24.945443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Bound using segment: {'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:24.945443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Bound port: a29ce397-1834-4aca-87e3-4fcd2fd772be, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d302b5-4c56-4de6-86bb-61a8c632b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:24.945443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:25.003766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Allocated IP 172.25.2.117 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/7449dea1-236a-48ab-b6ab-5acc2204286f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:25.037144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:25.168820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] For port a29ce397-1834-4aca-87e3-4fcd2fd772be, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:25.177340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] For port a29ce397-1834-4aca-87e3-4fcd2fd772be, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a29ce397-1834-4aca-87e3-4fcd2fd772be,segment=NetworkSegment(33d302b5-4c56-4de6-86bb-61a8c632b777),segment_id=33d302b5-4c56-4de6-86bb-61a8c632b777)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:25.187307 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:25.276562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:25.297208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:25.299328 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94147cd-2a7e-489c-a88d-9710600efeb2 None None] Pushing event updated for resources: {'Port': ['ID=8c8241f8-1e22-4274-9e83-75f0f596dfb1,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:25.387689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933062f-103f-438d-8b82-b913d8388f13 None None] Pushing event updated for resources: {'Port': ['ID=a29ce397-1834-4aca-87e3-4fcd2fd772be,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:25.490670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Routers {'9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:25.490670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:25.605839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:25.606573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:25.621838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:25.623519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Attempting to bind port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:25.624693 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Attempting to bind port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:25.625416 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Attempting to bind port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 on network 1fb2ea8a-732d-4172-897a-8be73db26e26 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:25.636093 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:25.637166 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Checking segment: {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:25.638298 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:25.639060 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Bound using segment: {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:25.639745 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Bound port: 8c8241f8-1e22-4274-9e83-75f0f596dfb1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:25.640496 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:25.770989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:25.928768 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] For port 8c8241f8-1e22-4274-9e83-75f0f596dfb1, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:25.951124 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] For port 8c8241f8-1e22-4274-9e83-75f0f596dfb1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8c8241f8-1e22-4274-9e83-75f0f596dfb1,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:25.967471 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:26.036416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:26.209807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] Set router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:26.239360 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94147cd-2a7e-489c-a88d-9710600efeb2 None None] Pushing event updated for resources: {'Port': ['ID=8c8241f8-1e22-4274-9e83-75f0f596dfb1,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:26.250552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:26.250552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:26.285289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-04039944-400a-4b9a-8ed0-f02136690f70 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6054308 Apr 01 15:29:26.306721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98588a-6f94-48a0-a6b3-e1f28298f3f2 req-b20f0ba9-52ce-4912-9d85-e5d5e3b0623a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:26.306721 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1b98588a-6f94-48a0-a6b3-e1f28298f3f2 req-b20f0ba9-52ce-4912-9d85-e5d5e3b0623a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:26.332014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Request body: {'port': {'device_id': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:26.454662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=7449dea1-236a-48ab-b6ab-5acc2204286f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:26.541782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:26.620253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:26.625671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:26.825574 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:26.852218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1b98588a-6f94-48a0-a6b3-e1f28298f3f2 req-b20f0ba9-52ce-4912-9d85-e5d5e3b0623a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:26.859556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b98588a-6f94-48a0-a6b3-e1f28298f3f2 req-b20f0ba9-52ce-4912-9d85-e5d5e3b0623a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 931 time: 2.2848020 Apr 01 15:29:26.951518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8a92ffb1-57d7-486a-9f30-2c400e9f6c9b None None] Provisioning for port a8ba44b9-5232-40aa-b5f6-f36f5314fcff completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:26.977672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:26.997032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8a92ffb1-57d7-486a-9f30-2c400e9f6c9b None None] Provisioning complete for port a8ba44b9-5232-40aa-b5f6-f36f5314fcff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:26.997407 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a92ffb1-57d7-486a-9f30-2c400e9f6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:27.154816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8a92ffb1-57d7-486a-9f30-2c400e9f6c9b None None] Port a8ba44b9-5232-40aa-b5f6-f36f5314fcff cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:29:27.174432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '3c616421-ab1b-4731-9d0d-35411841863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:29:01Z', 'revision_number': 4, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port': {'id': '3c616421-ab1b-4731-9d0d-35411841863d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:52Z', 'updated_at': '2022-04-01T15:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a29ce397-1834-4aca-87e3-4fcd2fd772be', 'name': '', 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'mac_address': 'fa:16:3e:76:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '969a56d7-8580-4bb9-8eac-ca8cc9d6be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:59Z', 'updated_at': '2022-04-01T15:29:25Z', 'revision_number': 4, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'subnets': [{'id': '969a56d7-8580-4bb9-8eac-ca8cc9d6be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:27.188033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf4825-315f-47df-9443-f0ef16131b07 None None] The sync data for ids ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'] in n-d-836017-1 is: [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '3c616421-ab1b-4731-9d0d-35411841863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:29:01Z', 'revision_number': 4, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port': {'id': '3c616421-ab1b-4731-9d0d-35411841863d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:52Z', 'updated_at': '2022-04-01T15:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a29ce397-1834-4aca-87e3-4fcd2fd772be', 'name': '', 'network_id': '9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'mac_address': 'fa:16:3e:76:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '969a56d7-8580-4bb9-8eac-ca8cc9d6be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:59Z', 'updated_at': '2022-04-01T15:29:25Z', 'revision_number': 4, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'subnets': [{'id': '969a56d7-8580-4bb9-8eac-ca8cc9d6be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:29:27.422282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b98588a-6f94-48a0-a6b3-e1f28298f3f2 req-e04165f4-fa83-498d-860b-dce0c358a255 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5618882 Apr 01 15:29:27.446938 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:25Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:27.453671 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae104c-5dd1-437e-ab80-2420cbb7b219 None None] The sync data for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 is: [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:25Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:29:27.871658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a29ce397-1834-4aca-87e3-4fcd2fd772be up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:27.944194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf2c0-4fd6-438c-a198-124463348e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:28.098627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a29ce397-1834-4aca-87e3-4fcd2fd772be completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:28.119020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a29ce397-1834-4aca-87e3-4fcd2fd772be triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:28.119020 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:28.675383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ba44b9-5232-40aa-b5f6-f36f5314fcff {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:29:28.676258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:28.716062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:28.757595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port a29ce397-1834-4aca-87e3-4fcd2fd772be, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a29ce397-1834-4aca-87e3-4fcd2fd772be,segment=NetworkSegment(33d302b5-4c56-4de6-86bb-61a8c632b777),segment_id=33d302b5-4c56-4de6-86bb-61a8c632b777)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:28.769405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:28.781034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Transition to ACTIVE for port object a8ba44b9-5232-40aa-b5f6-f36f5314fcff will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:29:28.809522 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:29.067656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=a29ce397-1834-4aca-87e3-4fcd2fd772be,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:29.070619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879f9a4-76c7-4e8c-9df2-71a711f57ff0 req-9fa7435c-fb20-4844-9820-27d0ebfe5f91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:29.070619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b879f9a4-76c7-4e8c-9df2-71a711f57ff0 req-9fa7435c-fb20-4844-9820-27d0ebfe5f91 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 943 time: 0.2499423 Apr 01 15:29:29.213463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b879f9a4-76c7-4e8c-9df2-71a711f57ff0 req-55159cf9-edc5-4627-9448-c42c1cf1d366 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:29:29.245542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b879f9a4-76c7-4e8c-9df2-71a711f57ff0 req-55159cf9-edc5-4627-9448-c42c1cf1d366 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:29:29.256399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b879f9a4-76c7-4e8c-9df2-71a711f57ff0 req-55159cf9-edc5-4627-9448-c42c1cf1d366 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795025 Apr 01 15:29:29.288509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:29.292875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:29.589902 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:29.908037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8c8241f8-1e22-4274-9e83-75f0f596dfb1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:30.167470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:30.178135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:30.178135 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:30.391378 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eff0fec0-d968-4011-909d-0e5e5ade1df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:30.470196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38040) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:30.527445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Attempting to bind port a8ba44b9-5232-40aa-b5f6-f36f5314fcff on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:29:30.527986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Attempting to bind port a8ba44b9-5232-40aa-b5f6-f36f5314fcff by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:29:30.528069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Attempting to bind port a8ba44b9-5232-40aa-b5f6-f36f5314fcff on network 1fb2ea8a-732d-4172-897a-8be73db26e26 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:30.566020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Port a8ba44b9-5232-40aa-b5f6-f36f5314fcff on network 1fb2ea8a-732d-4172-897a-8be73db26e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:29:30.566020 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Attempting to bind port a8ba44b9-5232-40aa-b5f6-f36f5314fcff on network 1fb2ea8a-732d-4172-897a-8be73db26e26 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:29:30.630357 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:30.700722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8c8241f8-1e22-4274-9e83-75f0f596dfb1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8c8241f8-1e22-4274-9e83-75f0f596dfb1,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:30.710758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:29:30.710758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Checking segment: {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:29:30.710758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Bound using segment: {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:29:30.711035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Bound port: a8ba44b9-5232-40aa-b5f6-f36f5314fcff, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112966c4-2909-480e-81f0-d3d0b95242d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:29:30.711574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:30.716781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:30.717663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a29ce397-1834-4aca-87e3-4fcd2fd772be up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:30.772968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:30.871906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:30.880163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Usage tracker for resource:security_group_rule and tenant:aa84e39384814a509dc8f4d7c1f9ba4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:30.880163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:30.886767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:30.944299 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:29:30.986172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:30.998976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.016166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.023623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54ceba-37cd-44d8-8615-00d31acdb52f req-e2cbf904-c2e5-40b7-8cca-252acf51d5b9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:31.034871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef54ceba-37cd-44d8-8615-00d31acdb52f req-e2cbf904-c2e5-40b7-8cca-252acf51d5b9 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 943 time: 0.4313450 Apr 01 15:29:31.059002 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.080139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a6b40-ea55-4472-85d3-81c53c1ce0f8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:31.088908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-959bc8cc-32d8-418b-a925-8fbb9a2a31a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa84e39384814a509dc8f4d7c1f9ba4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6152620 Apr 01 15:29:31.089465 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38052) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:31.118339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8c8241f8-1e22-4274-9e83-75f0f596dfb1,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:31.131968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a29ce397-1834-4aca-87e3-4fcd2fd772be triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:31.132540 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.142819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event updated for resources: {'Port': ['ID=7449dea1-236a-48ab-b6ab-5acc2204286f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:31.152370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] For port a8ba44b9-5232-40aa-b5f6-f36f5314fcff, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:29:31.195888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef54ceba-37cd-44d8-8615-00d31acdb52f req-ecdd75f7-8e0a-487e-a971-2f3be9339e09 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555412 Apr 01 15:29:31.215265 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ae26c1d-7228-40be-9a5a-c3aee1f913ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.245835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] For port a8ba44b9-5232-40aa-b5f6-f36f5314fcff, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:29:31.258599 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.336924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ae26c1d-7228-40be-9a5a-c3aee1f913ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.359185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:31.363134 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.426915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.432264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-83927718-2240-49ca-8213-799a4dfc5ed6 service neutron] 10.222.0.44 "PUT /v2.0/ports/a8ba44b9-5232-40aa-b5f6-f36f5314fcff HTTP/1.1" status: 200 len: 1091 time: 5.1229730 Apr 01 15:29:31.432716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:31.500976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ae26c1d-7228-40be-9a5a-c3aee1f913ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.511011 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.537436 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.594636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae26c1d-7228-40be-9a5a-c3aee1f913ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a6b40-ea55-4472-85d3-81c53c1ce0f8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:31.625491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4ae26c1d-7228-40be-9a5a-c3aee1f913ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:31.625491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4ae26c1d-7228-40be-9a5a-c3aee1f913ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf8a6b40-ea55-4472-85d3-81c53c1ce0f8 HTTP/1.1" status: 204 len: 168 time: 0.5306146 Apr 01 15:29:31.763370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8c8241f8-1e22-4274-9e83-75f0f596dfb1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:31.842234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-2b018703-f4ff-4ca5-be5e-a8254f0ff59c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 1094 time: 0.2738812 Apr 01 15:29:31.935292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-c14703da-8281-4d7b-a2b0-402640010b15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff HTTP/1.1" status: 200 len: 217 time: 0.0798435 Apr 01 15:29:32.016467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:32.016555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:32.178415 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'status': 'completed', 'code': 200} Apr 01 15:29:32.191910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-23a57f2d-f586-467c-b47f-d3d42823158d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:32.198287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-23a57f2d-f586-467c-b47f-d3d42823158d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2328f4dc-8ab8-4e91-9975-5ed9528349fe HTTP/1.1" status: 200 len: 835 time: 0.2501338 Apr 01 15:29:32.399811 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Floating IP c216a6ea-1306-4460-8e79-8efeef6fe91d associated. External IP: 172.25.2.117, port: cedaa49d-3f97-42eb-9b05-b1067bda5992. Apr 01 15:29:32.527933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38080) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:32.582271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:32.676229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:32.684767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Usage tracker for resource:security_group_rule and tenant:50a2fe04f8c54d75ad12da009a39cd1a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:32.702281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:32.711408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:32.734917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-da8cdb84-01f5-4818-a93c-c8bd12145769 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fb2ea8a-732d-4172-897a-8be73db26e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5245769 Apr 01 15:29:32.813069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:32.910294 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:32.920998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:32.987434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-aa9018f2-ba74-41e5-b533-6fe7f63a9666 service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204847 Apr 01 15:29:33.008073 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19cc2be-e1f9-4afe-8340-f605e4ab5c99,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:33.060726 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5afaa8d1-7544-433d-a564-0eb5491a30b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50a2fe04f8c54d75ad12da009a39cd1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5262294 Apr 01 15:29:33.060726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38090) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:33.132380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5347b-ea16-42b4-97f5-88c6950bb0c5 req-143d4445-7e6e-498e-a5f0-944c1e69992a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:33.139540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-abe5347b-ea16-42b4-97f5-88c6950bb0c5 req-143d4445-7e6e-498e-a5f0-944c1e69992a tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 943 time: 0.6402044 Apr 01 15:29:33.147877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28246ba6-dccc-437c-b35a-82d4ec21e1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:33.199142 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28246ba6-dccc-437c-b35a-82d4ec21e1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:33.324877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28246ba6-dccc-437c-b35a-82d4ec21e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:33.365323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28246ba6-dccc-437c-b35a-82d4ec21e1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19cc2be-e1f9-4afe-8340-f605e4ab5c99,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:33.388476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28246ba6-dccc-437c-b35a-82d4ec21e1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:33.406546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-28246ba6-dccc-437c-b35a-82d4ec21e1c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f19cc2be-e1f9-4afe-8340-f605e4ab5c99 HTTP/1.1" status: 204 len: 168 time: 0.3505991 Apr 01 15:29:33.534894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-abe5347b-ea16-42b4-97f5-88c6950bb0c5 req-96d429d9-4698-47ce-a425-1746e0ff03cc tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924465 Apr 01 15:29:33.626547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb79698a-e445-4d0a-b946-3c9c2d40022c req-c2514170-ca2e-4e59-8549-254ce84f460e service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330185 Apr 01 15:29:33.876881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-dbfcd131-8cd7-473b-b616-28c34d410127 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 1094 time: 0.1579301 Apr 01 15:29:34.160557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-e00aeb5e-769f-4008-89d3-ae299fc288da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:34.160557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-e00aeb5e-769f-4008-89d3-ae299fc288da service neutron] 10.222.0.44 "GET /v2.0/networks?id=1fb2ea8a-732d-4172-897a-8be73db26e26 HTTP/1.1" status: 200 len: 897 time: 0.2743225 Apr 01 15:29:34.222971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:29:34.254086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-cd8578f0-5aed-4eb9-ac48-d301ccad2e20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff HTTP/1.1" status: 200 len: 217 time: 0.0886304 Apr 01 15:29:34.462421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-682a3d9f-be47-4459-99db-8dc6cc961df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:34.462421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-682a3d9f-be47-4459-99db-8dc6cc961df0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2328f4dc-8ab8-4e91-9975-5ed9528349fe HTTP/1.1" status: 200 len: 835 time: 0.1933086 Apr 01 15:29:34.676961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-8f3914bb-646d-44cd-8e4d-3cf61d644c04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fb2ea8a-732d-4172-897a-8be73db26e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096448 Apr 01 15:29:34.863420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:29:34.876218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:29:34.904079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:34.906854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:34.909534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:34.995638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-6dcc1cca-7cd3-421e-b0cb-9f4691ea375d service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060648 Apr 01 15:29:35.019344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-07f01c75-bfac-49b9-b190-a7832cf78109 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.9949408 Apr 01 15:29:35.041993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beeb99-2664-47d5-860b-3b009a9dbac6 req-54e4287b-6fb4-4ab7-b1c0-f8ff3767c423 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:35.049713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06beeb99-2664-47d5-860b-3b009a9dbac6 req-54e4287b-6fb4-4ab7-b1c0-f8ff3767c423 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 943 time: 0.2765465 Apr 01 15:29:35.056482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:35.127937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06beeb99-2664-47d5-860b-3b009a9dbac6 req-9bee1dca-3b46-49df-9cfb-ded0076265e0 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760083 Apr 01 15:29:35.197911 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'status': 'completed', 'code': 200} Apr 01 15:29:35.336870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-d4f3440a-fd76-455c-b069-924136b21071 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 1096 time: 0.1720269 Apr 01 15:29:35.391156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9dabf5da-1e30-430a-af73-3be19d9c1bcb req-4a7a0a5f-0a34-4f5e-9a2f-a50d52fd1af9 service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771875 Apr 01 15:29:35.415668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:35.625890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-a0e43975-3491-4855-8a8c-43c1cabfdd85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:35.628570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-a0e43975-3491-4855-8a8c-43c1cabfdd85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.2838080 Apr 01 15:29:35.852056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-91228ef3-d0f0-49c1-97a0-228c7d900415 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992 HTTP/1.1" status: 200 len: 999 time: 0.2156615 Apr 01 15:29:35.980735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-950028f2-2cb0-4295-81bb-0416a9d4db8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:35.982836 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-950028f2-2cb0-4295-81bb-0416a9d4db8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1064699 Apr 01 15:29:36.099874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:49Z', 'revision_number': 1, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}, {'id': 'c216a6ea-1306-4460-8e79-8efeef6fe91d', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:5a:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:29:28Z', 'updated_at': '2022-04-01T15:29:28Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:36.115338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:29:36.131528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:36.131528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:36.235561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-ee843b60-1f1c-490b-9145-487d8c2deabc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476263 Apr 01 15:29:36.252797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-02af55de-5450-400a-81ef-f324d909dd31 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:29:36.256980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-02af55de-5450-400a-81ef-f324d909dd31 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0136132 Apr 01 15:29:36.438700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:36.502842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-a955f845-8885-46c4-a8ea-4a93d5731837 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349021 Apr 01 15:29:36.512602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38166) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:36.598594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b2f5-6663-45d1-9e4f-2c49a39c6e78 req-724a7120-0739-49af-9059-0f3fecdfcd9d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:36.600694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ffe0b2f5-6663-45d1-9e4f-2c49a39c6e78 req-724a7120-0739-49af-9059-0f3fecdfcd9d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 943 time: 0.2362936 Apr 01 15:29:36.710046 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ffe0b2f5-6663-45d1-9e4f-2c49a39c6e78 req-c80b1360-f164-42a1-8db0-2edd28a80681 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983212 Apr 01 15:29:36.722607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a8ba44b9-5232-40aa-b5f6-f36f5314fcff details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:29:36.993875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a8ba44b9-5232-40aa-b5f6-f36f5314fcff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:37.048097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa8d670d-9ccb-45c0-a548-77bdb9226dc7 req-7982f84f-02f8-4a66-b68e-64c4e397a075 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318003 Apr 01 15:29:37.074126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.110545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:37.110545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Usage tracker for resource:security_group_rule and tenant:4f750e4d3d9244eea6418481ad2ad402 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:37.116869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:37.120162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'port_id': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'mac_address': 'fa:16:3e:0e:f0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:29:37.123452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:37.205249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.210391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.281756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0543c19-e7aa-4bb3-bc94-7fea45176c68,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:37.294874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e51f1c15-d37d-4d40-bb3d-864662eee305 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f750e4d3d9244eea6418481ad2ad402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7818227 Apr 01 15:29:37.297524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38186) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:37.318304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.353747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ba44b9-5232-40aa-b5f6-f36f5314fcff {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:29:37.380262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a8ba44b9-5232-40aa-b5f6-f36f5314fcff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:37.389469 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.422264 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea399fac-6061-43cb-8037-882842598ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.466792 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea399fac-6061-43cb-8037-882842598ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.486808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:37.553715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea399fac-6061-43cb-8037-882842598ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.574659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea399fac-6061-43cb-8037-882842598ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:37.575956 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ea399fac-6061-43cb-8037-882842598ec6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0543c19-e7aa-4bb3-bc94-7fea45176c68 HTTP/1.1" status: 204 len: 168 time: 0.2770970 Apr 01 15:29:37.578863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea399fac-6061-43cb-8037-882842598ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0543c19-e7aa-4bb3-bc94-7fea45176c68,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:37.690443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:49Z', 'revision_number': 1, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}, {'id': 'c216a6ea-1306-4460-8e79-8efeef6fe91d', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:5a:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:29:28Z', 'updated_at': '2022-04-01T15:29:28Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:37.705905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['a8ba44b9-5232-40aa-b5f6-f36f5314fcff'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:29:37.947196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8e616-5b84-4606-9576-6107f5eba106 None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:49Z', 'revision_number': 1, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}, {'id': 'c216a6ea-1306-4460-8e79-8efeef6fe91d', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:5a:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:29:28Z', 'updated_at': '2022-04-01T15:29:28Z', 'revision_number': 0, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:29:38.242671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5923f-84db-4e9f-baf1-39a600436bd7 req-1f19cde9-67fc-4eb8-ac21-ec8cc73dfaa3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:38.251127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84a5923f-84db-4e9f-baf1-39a600436bd7 req-1f19cde9-67fc-4eb8-ac21-ec8cc73dfaa3 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 944 time: 0.1675007 Apr 01 15:29:38.332847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84a5923f-84db-4e9f-baf1-39a600436bd7 req-46b53c14-2deb-4dc1-acf2-91d6f551858b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794022 Apr 01 15:29:39.666801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000ab82-543d-4095-bc0e-54a9a5aeb704 req-7f2c9845-97f9-4366-b8f6-54330219057c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:39.666801 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5000ab82-543d-4095-bc0e-54a9a5aeb704 req-7f2c9845-97f9-4366-b8f6-54330219057c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 944 time: 0.1348951 Apr 01 15:29:39.788811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5000ab82-543d-4095-bc0e-54a9a5aeb704 req-292f2b08-8419-4ea9-831c-3609961dd1d2 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149178 Apr 01 15:29:40.610715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a8ba44b9-5232-40aa-b5f6-f36f5314fcff up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:29:40.787160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port a8ba44b9-5232-40aa-b5f6-f36f5314fcff completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:29:40.787160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port a8ba44b9-5232-40aa-b5f6-f36f5314fcff triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:29:40.787160 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:41.237056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e9bcd-1eb6-4da7-9524-8d70b80969e5 req-e5a3872e-965f-4e17-8008-00d9f08ba14e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:41.237056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed4e9bcd-1eb6-4da7-9524-8d70b80969e5 req-e5a3872e-965f-4e17-8008-00d9f08ba14e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 944 time: 0.1343875 Apr 01 15:29:41.321149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:41.336394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ed4e9bcd-1eb6-4da7-9524-8d70b80969e5 req-9dc3d864-b555-4724-8d53-eedc2a4b5e65 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822117 Apr 01 15:29:41.352205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:41.424521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:41.449694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port a8ba44b9-5232-40aa-b5f6-f36f5314fcff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:29:41.467557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:41.533117 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'code': 200} Apr 01 15:29:41.627863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:41.641964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.651819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:29:41.862714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36d49a1c-b8ef-4e7a-bd78-85a983535ec0 req-888bf28a-0a3b-446b-bcdd-81a5eb1a7364 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 1096 time: 0.2094221 Apr 01 15:29:41.999776 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36d49a1c-b8ef-4e7a-bd78-85a983535ec0 req-257f4174-705b-441b-a958-02fe1b061402 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232777 Apr 01 15:29:42.653147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402aaac-ae69-4de9-9860-14507ef123f4 req-58c610af-3ddb-436d-8430-ad30e21c29b8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:42.665840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5402aaac-ae69-4de9-9860-14507ef123f4 req-58c610af-3ddb-436d-8430-ad30e21c29b8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 945 time: 0.1099560 Apr 01 15:29:42.774421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5402aaac-ae69-4de9-9860-14507ef123f4 req-887e7a5c-4c12-4363-ba3e-c3e7dee2a263 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099148 Apr 01 15:29:44.046375 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:29:44.398345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0b53-216b-4d25-86f6-1f8ae328d185 req-b878443c-d192-465c-8235-cd41960b80fc tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:44.405246 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-163a0b53-216b-4d25-86f6-1f8ae328d185 req-b878443c-d192-465c-8235-cd41960b80fc tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 945 time: 0.4107230 Apr 01 15:29:44.484758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-163a0b53-216b-4d25-86f6-1f8ae328d185 req-eb006448-3343-4d1b-a98e-58df9e82dae7 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772405 Apr 01 15:29:44.859319 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07eabc-d1dc-477d-9a21-915e125bf51b req-42e644ca-179c-4a3d-9110-24fbfc34587d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:44.867671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e07eabc-d1dc-477d-9a21-915e125bf51b req-42e644ca-179c-4a3d-9110-24fbfc34587d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 945 time: 0.1987906 Apr 01 15:29:44.951698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e07eabc-d1dc-477d-9a21-915e125bf51b req-be3afa2b-37b3-49f2-a221-74f109a2aa07 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854621 Apr 01 15:29:44.958607 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:44.977890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38350) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:45.085912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f678d815-3b3b-4403-aa40-e38d6989df69 tempest-TestNetworkBasicOps-162211365 tempest-TestNetworkBasicOps-162211365-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 1091 time: 0.1076136 Apr 01 15:29:45.088787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38354) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:45.094623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:29:45.099916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:29:45.106625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Usage tracker for resource:floatingip and tenant:9720c81486604e9ab2fbd31cd11cb6a6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:29:45.106625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:29:45.115658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:29:45.129001 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:45.364508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:45.541627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Allocated IP 172.25.2.77 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/8c4c6e73-16ff-4a47-97a4-71971e6ce619) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:29:45.794980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:45.866249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:45.968324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:29:45.968324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:29:45.972469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:29:46.040047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=8c4c6e73-16ff-4a47-97a4-71971e6ce619,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:46.938962 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbfe1b-6f62-49da-82de-4f469d699f77 None None] New status for floating IP c216a6ea-1306-4460-8e79-8efeef6fe91d: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:29:47.458151 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:47.613293 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:47.967974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:47.976048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:48.138888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:48.551993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event updated for resources: {'Port': ['ID=8c4c6e73-16ff-4a47-97a4-71971e6ce619,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:29:48.857678 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Floating IP e19a13b6-5d87-49f4-9ee7-4b6aa906a80c associated. External IP: 172.25.2.77, port: a8ba44b9-5232-40aa-b5f6-f36f5314fcff. Apr 01 15:29:49.653948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router ffe25c91-b06b-47a6-845f-28ff740f7b94 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:29:50.149003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:29:50.169523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] Sync routers for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:29:50.215750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:50.215750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:50.242579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:50.305142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-60e36926-e455-4249-bb1f-97d218d87df4 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2214797 Apr 01 15:29:50.305811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38454) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:50.306283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:29:50.530772 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'status': 'completed', 'code': 200} Apr 01 15:29:50.622394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:50.693496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d027c67d-b61f-4078-93dc-c2be7e5c2987 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.3807144 Apr 01 15:29:50.728187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-e5b11312-9fa0-4810-8de8-e0ac9468ff15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 1096 time: 0.2673953 Apr 01 15:29:51.097140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-40fe2e62-697d-4711-93a8-869cb5e31010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:51.115846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-40fe2e62-697d-4711-93a8-869cb5e31010 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1fb2ea8a-732d-4172-897a-8be73db26e26 HTTP/1.1" status: 200 len: 897 time: 0.3769269 Apr 01 15:29:51.363262 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-a8a653c8-871d-475d-aa7a-eab70be8f848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff HTTP/1.1" status: 200 len: 998 time: 0.2398851 Apr 01 15:29:51.527114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-062c3221-6793-4fc3-92af-4b1b64f82aa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:51.528649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-062c3221-6793-4fc3-92af-4b1b64f82aa3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2328f4dc-8ab8-4e91-9975-5ed9528349fe HTTP/1.1" status: 200 len: 835 time: 0.1585870 Apr 01 15:29:51.659376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e19a13b6-5d87-49f4-9ee7-4b6aa906a80c', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'port_id': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'mac_address': 'fa:16:3e:0e:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:29:46Z', 'updated_at': '2022-04-01T15:29:46Z', 'revision_number': 0, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:30Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:51.674550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] Checking router: ffe25c91-b06b-47a6-845f-28ff740f7b94 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:29:51.700701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:29:51.700701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:29:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:51.704024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38482) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:51.794383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-355e8cff-8ce7-4cb8-99ac-4abb64392f45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fb2ea8a-732d-4172-897a-8be73db26e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492392 Apr 01 15:29:52.103507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:29:52.242538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9ee7b273-a6e1-4462-a01f-43c5d010d68b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.5299580 Apr 01 15:29:52.415471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-4de85e97-202c-433e-bff3-83f3778f6fdc service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057875 Apr 01 15:29:52.914415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e19a13b6-5d87-49f4-9ee7-4b6aa906a80c', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'port_id': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'mac_address': 'fa:16:3e:0e:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:29:46Z', 'updated_at': '2022-04-01T15:29:46Z', 'revision_number': 0, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:30Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:29:52.918955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce016-fea4-4520-9109-fa9cb4b2a1ff None None] The sync data for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 is: [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'e19a13b6-5d87-49f4-9ee7-4b6aa906a80c', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'port_id': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'mac_address': 'fa:16:3e:0e:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:29:46Z', 'updated_at': '2022-04-01T15:29:46Z', 'revision_number': 0, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:30Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:29:52.977471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a38b148-2d05-44e8-a589-f60dbd6561cf req-4e604e65-ad0e-4a39-95f1-fc4f36457b79 service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607526 Apr 01 15:29:53.240467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:53.464225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a5606b44-7451-4853-be35-49881af0c9dd tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.2263370 Apr 01 15:29:54.468689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38540) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:54.677746 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ebfb498b-e5df-4f2a-ab3b-124cef627b5f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.2030413 Apr 01 15:29:54.975853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-3385b0a7-c66a-42b5-9356-e16220078e52 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035576 Apr 01 15:29:55.204273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-55a21580-2c12-440f-899c-54637eff6c88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1097 time: 0.1326315 Apr 01 15:29:55.439137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-475f2f07-c6c1-4315-a496-bfb34c08f969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:55.439137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-475f2f07-c6c1-4315-a496-bfb34c08f969 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.2134137 Apr 01 15:29:55.673181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38582) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:55.676624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-dd328c37-c1ee-4e87-8568-49b3987bd3ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 1002 time: 0.2331910 Apr 01 15:29:55.891905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-37acf250-7d20-4122-85e3-414b24805508 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:29:55.891905 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-37acf250-7d20-4122-85e3-414b24805508 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.2038045 Apr 01 15:29:55.925310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-afffdcf8-d86b-4a7c-8e0e-850f2a6e275c tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.2449112 Apr 01 15:29:56.074458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-a24c2ce5-6a8c-4ff3-877c-ce105c45a6ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766894 Apr 01 15:29:56.282555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-df748644-4262-4bbc-8a12-bff185e702f9 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885478 Apr 01 15:29:56.633564 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-700e27c5-a4e7-44ad-ba69-f41cdfc849f6 req-dbbac95f-e72e-45ad-b99c-aca24fd65dcb service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512764 Apr 01 15:29:56.928589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38612) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:57.165342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cff236c3-a865-4c82-92cd-7b21673edb9f tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.2344878 Apr 01 15:29:57.913477 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c01a67c-ac92-44d6-ab9b-335142a6b364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:29:58.165123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38638) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:58.458951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3a6d1e15-8f50-4f55-bc3b-f2ec8a2e6132 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.2926528 Apr 01 15:29:59.105281 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e8ef5-b28b-44b8-87b0-e387ee17321d None None] New status for floating IP e19a13b6-5d87-49f4-9ee7-4b6aa906a80c: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:29:59.469363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38668) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:29:59.783664 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-901f7a40-5c29-40c7-9508-57f5c96ff13b tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 990 time: 0.3206153 Apr 01 15:30:00.139849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38684) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:00.268954 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0eebabce-ee05-45f1-9120-f3e8cfc08aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:00.467201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:00.514817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:00.518732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Usage tracker for resource:security_group_rule and tenant:4c67fa16d12d48b19bdea6a1b3056802 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:00.527334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:00.535459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:00.671358 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:00.678101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:00.733059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b464452-5215-46f9-a723-123b5c84c103,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.753088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:00.789981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38696) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:00.805527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21a4e238-4592-49fd-a7ae-761f88fd0e7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c67fa16d12d48b19bdea6a1b3056802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6605151 Apr 01 15:30:00.811912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38702) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:00.957315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-422a41f9-f89d-4152-ba04-02103631f060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:00.970753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-69df96d2-f91a-4f42-93c6-ea1f4c35d35e tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 992 time: 0.1809483 Apr 01 15:30:01.002899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-422a41f9-f89d-4152-ba04-02103631f060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:01.114062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-422a41f9-f89d-4152-ba04-02103631f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:01.136361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a41f9-f89d-4152-ba04-02103631f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b464452-5215-46f9-a723-123b5c84c103,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:01.136361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-422a41f9-f89d-4152-ba04-02103631f060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:01.136361 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-422a41f9-f89d-4152-ba04-02103631f060 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b464452-5215-46f9-a723-123b5c84c103 HTTP/1.1" status: 204 len: 168 time: 0.3253479 Apr 01 15:30:01.332054 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-0267c438-deae-4432-b177-221086adb311 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456268 Apr 01 15:30:01.420568 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:01.420568 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:01.684927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-bbe3ccc8-e949-424e-b19d-abca091fd379 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 1097 time: 0.1933122 Apr 01 15:30:01.769342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38722) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:01.793379 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:01.876221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:01.890810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-0c77e7cc-59bc-4b2d-9b12-fc84eca7c7a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:01.891589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2439f3979a44fdb5c2cd509ad628b6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:01.892365 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-0c77e7cc-59bc-4b2d-9b12-fc84eca7c7a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 200 len: 915 time: 0.1755233 Apr 01 15:30:01.900148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:01.914807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:02.012103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-f8bcbd10-3f8d-4731-8193-55410acc2a5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 HTTP/1.1" status: 200 len: 217 time: 0.1083422 Apr 01 15:30:02.027546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:02.041895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:02.103477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bf2aac-000c-45bd-9df2-3a31a5025b3b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.125336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:02.129817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-9c48d9ea-8fc2-4188-a8f9-300eef4c1352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:02.135618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-9c48d9ea-8fc2-4188-a8f9-300eef4c1352 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=52c72738-a773-40a9-93d8-f53ad3835895 HTTP/1.1" status: 200 len: 854 time: 0.1152968 Apr 01 15:30:02.152647 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9349e857-4ab8-4fd7-8b4a-40e231b46d21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb2439f3979a44fdb5c2cd509ad628b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3794420 Apr 01 15:30:02.152647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38730) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:02.234044 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-87f5a821-f8da-4e15-93a1-9bce811f71b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=030123f5-7bcb-4f7a-b796-1435c24452df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853972 Apr 01 15:30:02.242335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-021d889b-2856-4a7d-8562-8ca086dc5e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:02.277968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-021d889b-2856-4a7d-8562-8ca086dc5e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:02.350446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-021d889b-2856-4a7d-8562-8ca086dc5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:02.376982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d889b-2856-4a7d-8562-8ca086dc5e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bf2aac-000c-45bd-9df2-3a31a5025b3b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:02.385860 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-021d889b-2856-4a7d-8562-8ca086dc5e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:02.403908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-021d889b-2856-4a7d-8562-8ca086dc5e94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68bf2aac-000c-45bd-9df2-3a31a5025b3b HTTP/1.1" status: 204 len: 168 time: 0.2449808 Apr 01 15:30:02.422587 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-dc359b4b-0b77-425d-b8bf-6ee42cc29b0a service neutron] 10.222.0.44 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776974 Apr 01 15:30:02.601247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ccff7ab-1742-4fe1-827c-240d0a46ab2c req-1daa78c3-702e-462f-ba8d-17595829cc8a service neutron] 10.222.0.44 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733782 Apr 01 15:30:02.807137 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.042715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38756) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:03.062046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.099421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:03.103608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Usage tracker for resource:security_group_rule and tenant:d0da96c1a8c649cda192171469eaf39b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:03.108242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:03.117503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:03.213616 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.222060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.281387 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ef5400-728f-4855-ae78-765fd1171bd0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:03.288324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-018f3219-0d8a-4ee1-89ec-fb1c96a9ed39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0da96c1a8c649cda192171469eaf39b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2486491 Apr 01 15:30:03.291399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38764) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:03.356432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f70b3-d566-4f53-b471-5db66e75cda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.394292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f70b3-d566-4f53-b471-5db66e75cda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.463894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f70b3-d566-4f53-b471-5db66e75cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.484978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f70b3-d566-4f53-b471-5db66e75cda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ef5400-728f-4855-ae78-765fd1171bd0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:03.490144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b6f70b3-d566-4f53-b471-5db66e75cda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:03.491285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8b6f70b3-d566-4f53-b471-5db66e75cda8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90ef5400-728f-4855-ae78-765fd1171bd0 HTTP/1.1" status: 204 len: 168 time: 0.2021110 Apr 01 15:30:04.729177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38810) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:04.925700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1053888620-network', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:04.925700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:04.934590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Usage tracker for resource:network and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:04.934590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:04.951134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:04.962541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Made reservation on behalf of 0873a1b8502b4abb890ccc73b4b763d6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:04.962541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:04.992697 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.035360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:05.052950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:05.058658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:05.064847 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:05.207723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.212613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.237510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:30:05.256756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.256756 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Added segment 992f12a5-487e-4c17-8094-4a264e0d09e5 of type vlan for network 73760509-486f-486f-89a3-dcf984683c0b Apr 01 15:30:05.269237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b8bd8-fcd5-41c0-a531-5f1dc9620d61,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:05.308404 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.355516 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.356397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:05.357179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.477977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] Pushing event updated for resources: {'Network': ['ID=73760509-486f-486f-89a3-dcf984683c0b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:05.491646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 73760509-486f-486f-89a3-dcf984683c0b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:30:05.496332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-12bd8b59-5d26-4a7c-b333-fd8567240c2b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7628071 Apr 01 15:30:05.496332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38832) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:05.505036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Request body: {'subnet': {'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1053888620-subnet', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:05.512478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:05.512478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Usage tracker for resource:subnet and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:05.517584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:05.532559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:05.542523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Made reservation on behalf of 0873a1b8502b4abb890ccc73b4b763d6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:05.542523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.797732 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:05.891158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e79f6a-e168-4181-9eec-b0a4b31641aa,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:05.903322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Checking segment: {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:05.903737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Network hostable DHCP agents. Network: 73760509-486f-486f-89a3-dcf984683c0b, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:30:05.933990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Network 73760509-486f-486f-89a3-dcf984683c0b is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:30:05.953952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 73760509-486f-486f-89a3-dcf984683c0b) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:05.962059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc09c15-a9f9-445c-953a-63a4d80e599b None None] Network 73760509-486f-486f-89a3-dcf984683c0b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:05.963412 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:05.964196 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.021938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-72d31b52-65bf-48af-a950-57809f7311a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5203621 Apr 01 15:30:06.024933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 38844) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:06.032919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:06.042982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:06.051190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Usage tracker for resource:router and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:06.054999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:06.081793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:06.126117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.134048 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.174973 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.308457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-73760509-486f-486f-89a3-dcf984683c0b', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:30:06.308457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.512896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Allocated IP 172.20.0.2 (73760509-486f-486f-89a3-dcf984683c0b/b4e79f6a-e168-4181-9eec-b0a4b31641aa/868326a4-baa4-43bf-af0f-7b672ec20c11) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:06.534557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.826639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.857739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.862372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:06.869256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Transition to ACTIVE for port object 868326a4-baa4-43bf-af0f-7b672ec20c11 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:06.890194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Transition to ACTIVE for port object 868326a4-baa4-43bf-af0f-7b672ec20c11 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:06.898433 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.019411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Network 73760509-486f-486f-89a3-dcf984683c0b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:07.023104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:07.027010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:07.045804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Allocated IP 172.25.2.71 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/290f3045-c880-4be3-9d6c-8fcf5299b1e0) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:07.109262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Pushing event updated for resources: {'Port': ['ID=868326a4-baa4-43bf-af0f-7b672ec20c11,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:07.142959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Attempting to bind port 868326a4-baa4-43bf-af0f-7b672ec20c11 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:07.142959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Attempting to bind port 868326a4-baa4-43bf-af0f-7b672ec20c11 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:07.142959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Attempting to bind port 868326a4-baa4-43bf-af0f-7b672ec20c11 on network 73760509-486f-486f-89a3-dcf984683c0b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:07.149246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:07.149246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Checking segment: {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:07.149246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.149246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Bound using segment: {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:07.149246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Bound port: 868326a4-baa4-43bf-af0f-7b672ec20c11, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:07.149246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.240597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] For port 868326a4-baa4-43bf-af0f-7b672ec20c11, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:07.244585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] For port 868326a4-baa4-43bf-af0f-7b672ec20c11, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=868326a4-baa4-43bf-af0f-7b672ec20c11,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:07.251437 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.287746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.326200 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.363539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee9076-90f5-480e-8dbd-39cb97d984aa None None] Pushing event updated for resources: {'Port': ['ID=868326a4-baa4-43bf-af0f-7b672ec20c11,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:07.417436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:07.422551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:07.426339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:07.465709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Pushing event updated for resources: {'Port': ['ID=290f3045-c880-4be3-9d6c-8fcf5299b1e0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:07.702678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.703463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:07.758072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 868326a4-baa4-43bf-af0f-7b672ec20c11 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:07.938167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 868326a4-baa4-43bf-af0f-7b672ec20c11 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:08.126225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Router 95e939cb-3440-498d-8458-dbc02709d708 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:30:08.346055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:30:08.358634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Sync routers for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:30:08.397625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:08.398351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:08.402261 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:08.403985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6da27969-31e9-4688-9d2c-ff8309de6627 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3813396 Apr 01 15:30:08.406844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 38884) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:08.789248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7fff8-864d-44dd-8c52-2af674d09e9d None None] Network 73760509-486f-486f-89a3-dcf984683c0b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:08.836229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:09.486594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5c5a7c83-f67a-47a9-b05e-728be49a37d9 None None] Provisioning for port 868326a4-baa4-43bf-af0f-7b672ec20c11 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:09.499681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5c5a7c83-f67a-47a9-b05e-728be49a37d9 None None] Provisioning complete for port 868326a4-baa4-43bf-af0f-7b672ec20c11 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:09.500641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7c83-f67a-47a9-b05e-728be49a37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:09.685127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:09.810805 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7c83-f67a-47a9-b05e-728be49a37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:09.844064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:07Z', 'revision_number': 3, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:09.858448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Checking router: 95e939cb-3440-498d-8458-dbc02709d708 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:30:09.861756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Updating router 95e939cb-3440-498d-8458-dbc02709d708 port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:30:09.917435 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Allocated IP 172.20.0.1 (73760509-486f-486f-89a3-dcf984683c0b/b4e79f6a-e168-4181-9eec-b0a4b31641aa/1d495502-ad88-4d74-85f1-24992993a794) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:09.936518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5c5a7c83-f67a-47a9-b05e-728be49a37d9 None None] For port 868326a4-baa4-43bf-af0f-7b672ec20c11, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=868326a4-baa4-43bf-af0f-7b672ec20c11,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:09.943740 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7c83-f67a-47a9-b05e-728be49a37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:09.993718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.107243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.125247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Transition to ACTIVE for port object 1d495502-ad88-4d74-85f1-24992993a794 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:10.158683 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.231727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Network 73760509-486f-486f-89a3-dcf984683c0b is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:10.235808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:10.249845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:10.308808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.358766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Pushing event updated for resources: {'Port': ['ID=1d495502-ad88-4d74-85f1-24992993a794,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:10.385916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a7c83-f67a-47a9-b05e-728be49a37d9 None None] Pushing event updated for resources: {'Port': ['ID=868326a4-baa4-43bf-af0f-7b672ec20c11,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:10.505382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.556666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.589365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Transition to ACTIVE for port object 290f3045-c880-4be3-9d6c-8fcf5299b1e0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:10.610133 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.823943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e1dd7-573b-45d1-93d3-6b2451dc02ed None None] Pushing event updated for resources: {'Port': ['ID=290f3045-c880-4be3-9d6c-8fcf5299b1e0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:10.832824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Attempting to bind port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:10.833504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Attempting to bind port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:10.834027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Attempting to bind port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:10.859452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:10.860320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:10.860877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.861415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:10.862076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Bound port: 290f3045-c880-4be3-9d6c-8fcf5299b1e0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:10.862635 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:10.934565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-16602f5c-f945-41c0-9d99-931dd587f1fb None None] Provisioning complete for port 868326a4-baa4-43bf-af0f-7b672ec20c11 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:10.935066 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16602f5c-f945-41c0-9d99-931dd587f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:11.206591 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:11.217747 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:11.247125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] For port 290f3045-c880-4be3-9d6c-8fcf5299b1e0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:11.254274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] For port 290f3045-c880-4be3-9d6c-8fcf5299b1e0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=290f3045-c880-4be3-9d6c-8fcf5299b1e0,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:11.283205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:11.392922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:11.399008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e1dd7-573b-45d1-93d3-6b2451dc02ed None None] Pushing event updated for resources: {'Port': ['ID=290f3045-c880-4be3-9d6c-8fcf5299b1e0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:11.472924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:11.474656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:11.563628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Pushing event updated for resources: {'Port': ['ID=1d495502-ad88-4d74-85f1-24992993a794,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:11.572339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:11.816491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:11.913397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Network 73760509-486f-486f-89a3-dcf984683c0b is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:11.914662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:11.992668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 868326a4-baa4-43bf-af0f-7b672ec20c11 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:12.173308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 868326a4-baa4-43bf-af0f-7b672ec20c11 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:12.173586 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:12.606272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ef840346-0906-4b78-babc-80ff95a12fdc None None] Provisioning for port 1d495502-ad88-4d74-85f1-24992993a794 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:12.613716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ef840346-0906-4b78-babc-80ff95a12fdc None None] Provisioning complete for port 1d495502-ad88-4d74-85f1-24992993a794 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:12.614173 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef840346-0906-4b78-babc-80ff95a12fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:12.690877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 2, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:12.695719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ef840346-0906-4b78-babc-80ff95a12fdc None None] Port 1d495502-ad88-4d74-85f1-24992993a794 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:30:12.702547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ebd40-f568-4a6e-9279-5ad691db64d8 None None] The sync data for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 is: [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 2, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:30:12.838512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Router 95e939cb-3440-498d-8458-dbc02709d708 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:30:13.306635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:30:13.321220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eaa00eda-895e-46ac-8ca8-2c6008bc59cb admin admin] 10.222.0.48 "PUT /v2.0/routers/95e939cb-3440-498d-8458-dbc02709d708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9115360 Apr 01 15:30:14.951682 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.043758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39194) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:15.057901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-781114495-network', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:15.067926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:15.081641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Usage tracker for resource:network and tenant:52d3cb8a08d64bac8a2c9b068fd5883e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:15.086963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:15.094407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:15.126652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Made reservation on behalf of 52d3cb8a08d64bac8a2c9b068fd5883e for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:15.129101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.150186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.196067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:15.202383 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Usage tracker for resource:security_group_rule and tenant:52d3cb8a08d64bac8a2c9b068fd5883e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:15.205925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:15.213645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:15.304962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.314891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.367244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:30:15.392921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f394e86d-72aa-4369-a360-e10ff9499024,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:15.398619 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.399171 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Added segment eb3e36db-498d-4e0b-a5c2-4b97d35e0538 of type vlan for network 6bb44028-86da-40d9-b564-797322d4b295 Apr 01 15:30:15.462698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.500558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.501476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:15.502077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:15.690470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] Pushing event updated for resources: {'Network': ['ID=6bb44028-86da-40d9-b564-797322d4b295,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:15.744549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 6bb44028-86da-40d9-b564-797322d4b295 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:30:15.751391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3d443117-febe-4d1b-9366-e5614a1aea8a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7023206 Apr 01 15:30:15.752601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:15.759035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Request body: {'subnet': {'network_id': '6bb44028-86da-40d9-b564-797322d4b295', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-781114495-subnet', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:15.775999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:15.783795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 290f3045-c880-4be3-9d6c-8fcf5299b1e0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:15.784832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Usage tracker for resource:subnet and tenant:52d3cb8a08d64bac8a2c9b068fd5883e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:15.792328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:15.808063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:15.829815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Made reservation on behalf of 52d3cb8a08d64bac8a2c9b068fd5883e for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:15.833199 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.146380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:16.153400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:16.154107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.318524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.338035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.361574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 290f3045-c880-4be3-9d6c-8fcf5299b1e0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=290f3045-c880-4be3-9d6c-8fcf5299b1e0,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:16.374211 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.450008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Pushing event updated for resources: {'Subnet': ['ID=473131c9-1729-438f-b5bb-1f76d7fe1561,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:16.468994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=290f3045-c880-4be3-9d6c-8fcf5299b1e0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:16.470338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Checking segment: {'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:16.470693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Network hostable DHCP agents. Network: 6bb44028-86da-40d9-b564-797322d4b295, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:30:16.498187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Network 6bb44028-86da-40d9-b564-797322d4b295 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:30:16.518190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 6bb44028-86da-40d9-b564-797322d4b295) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:16.541732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535a72d-ae7b-4c54-a760-5fb252bd98c1 None None] Network 6bb44028-86da-40d9-b564-797322d4b295 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:16.545020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:16.546655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.601011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-38d67d47-c1a1-4bc1-b9a6-c2b7e36f090c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8463743 Apr 01 15:30:16.602641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39360) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:16.624833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:16.635977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:16.650665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Usage tracker for resource:router and tenant:52d3cb8a08d64bac8a2c9b068fd5883e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:16.658649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:16.666585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:16.692971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.694553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.728524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:16.973141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-6bb44028-86da-40d9-b564-797322d4b295', 'network_id': '6bb44028-86da-40d9-b564-797322d4b295', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'fixed_ips': [{'subnet_id': '473131c9-1729-438f-b5bb-1f76d7fe1561'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:30:16.974082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.069959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.203394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Allocated IP 172.20.0.2 (6bb44028-86da-40d9-b564-797322d4b295/473131c9-1729-438f-b5bb-1f76d7fe1561/8584d1bc-abbf-4834-a19e-4057f2509a15) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:17.413445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.471967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.531029 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.556252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Transition to ACTIVE for port object 8584d1bc-abbf-4834-a19e-4057f2509a15 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:17.581610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Transition to ACTIVE for port object 8584d1bc-abbf-4834-a19e-4057f2509a15 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:17.611958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.687385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Allocated IP 172.25.2.26 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/ab5e45cd-47f5-4483-9c93-90ecc0c94bbd) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:17.695903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Network 6bb44028-86da-40d9-b564-797322d4b295 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:17.705177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:17.715430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:17.791020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 290f3045-c880-4be3-9d6c-8fcf5299b1e0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:17.900295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:17.900575 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.959267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Attempting to bind port 8584d1bc-abbf-4834-a19e-4057f2509a15 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:17.959666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Attempting to bind port 8584d1bc-abbf-4834-a19e-4057f2509a15 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:17.960034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Attempting to bind port 8584d1bc-abbf-4834-a19e-4057f2509a15 on network 6bb44028-86da-40d9-b564-797322d4b295 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:17.967702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Pushing event updated for resources: {'Port': ['ID=8584d1bc-abbf-4834-a19e-4057f2509a15,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:17.979604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:17.979983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Checking segment: {'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:17.980391 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:17.980781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Bound using segment: {'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:17.981262 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Bound port: 8584d1bc-abbf-4834-a19e-4057f2509a15, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:17.981675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:18.056654 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:18.093746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:18.171855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] For port 8584d1bc-abbf-4834-a19e-4057f2509a15, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:18.175771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] For port 8584d1bc-abbf-4834-a19e-4057f2509a15, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8584d1bc-abbf-4834-a19e-4057f2509a15,segment=NetworkSegment(eb3e36db-498d-4e0b-a5c2-4b97d35e0538),segment_id=eb3e36db-498d-4e0b-a5c2-4b97d35e0538)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:18.182317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:18.190967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:18.195174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:18.198525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:18.239054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:18.285987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da34f6-1aa7-4985-a2a8-8ef8f5625182 None None] Pushing event updated for resources: {'Port': ['ID=8584d1bc-abbf-4834-a19e-4057f2509a15,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:18.435738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:18.436651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:18.840046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Router 24007fb9-1519-4527-a285-3e2ecae4e03c is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:30:19.145780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:30:19.155681 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Sync routers for ids ['24007fb9-1519-4527-a285-3e2ecae4e03c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:30:19.170489 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Routers {'24007fb9-1519-4527-a285-3e2ecae4e03c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:19.171507 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['24007fb9-1519-4527-a285-3e2ecae4e03c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:19.171682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:19.173021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3b2824ff-8a3c-4cd1-ad0f-d4fc54d657d2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5636554 Apr 01 15:30:19.175865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39488) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:19.452027 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Set router 24007fb9-1519-4527-a285-3e2ecae4e03c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:19.812659 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:30:18Z', 'revision_number': 3, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port': {'id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:17Z', 'updated_at': '2022-04-01T15:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:19.818555 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Checking router: 24007fb9-1519-4527-a285-3e2ecae4e03c for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:30:19.819074 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Updating router 24007fb9-1519-4527-a285-3e2ecae4e03c port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:30:19.827064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8584d1bc-abbf-4834-a19e-4057f2509a15 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:19.874216 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:19.978764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b93677-3490-441e-8173-9b8b885e5dd9 None None] Network 6bb44028-86da-40d9-b564-797322d4b295 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:20.172082 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-41f2119a-01ab-4c2d-9511-43ca8d66472a None None] Provisioning for port 8584d1bc-abbf-4834-a19e-4057f2509a15 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:20.201660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8584d1bc-abbf-4834-a19e-4057f2509a15 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:20.236844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-41f2119a-01ab-4c2d-9511-43ca8d66472a None None] Provisioning complete for port 8584d1bc-abbf-4834-a19e-4057f2509a15 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:20.237240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41f2119a-01ab-4c2d-9511-43ca8d66472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.342933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8584d1bc-abbf-4834-a19e-4057f2509a15 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:20.355467 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.445097 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.470522 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Transition to ACTIVE for port object ab5e45cd-47f5-4483-9c93-90ecc0c94bbd will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:20.485912 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.590489 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Attempting to bind port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:20.590868 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Attempting to bind port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:20.591415 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Attempting to bind port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:20.607346 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Pushing event updated for resources: {'Port': ['ID=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:20.611145 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:20.611791 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:20.612604 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.613131 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:20.613730 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Bound port: ab5e45cd-47f5-4483-9c93-90ecc0c94bbd, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:20.614246 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.690180 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.691352 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.691873 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.692348 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.692805 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.693259 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.693873 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.694339 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.695158 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.701622 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.702166 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:20.754640 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] For port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:20.761864 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] For port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:20.778326 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.826195 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41f2119a-01ab-4c2d-9511-43ca8d66472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.837368 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.879106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-41f2119a-01ab-4c2d-9511-43ca8d66472a None None] For port 8584d1bc-abbf-4834-a19e-4057f2509a15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8584d1bc-abbf-4834-a19e-4057f2509a15,segment=NetworkSegment(eb3e36db-498d-4e0b-a5c2-4b97d35e0538),segment_id=eb3e36db-498d-4e0b-a5c2-4b97d35e0538)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:20.894042 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41f2119a-01ab-4c2d-9511-43ca8d66472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.930463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:20.936343 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80c7ae-946d-4046-98cd-696987c3c51b None None] Pushing event updated for resources: {'Port': ['ID=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:20.946959 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Routers {'24007fb9-1519-4527-a285-3e2ecae4e03c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:20.948454 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['24007fb9-1519-4527-a285-3e2ecae4e03c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:21.034650 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:30:21.035000 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:30:21.037249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2119a-01ab-4c2d-9511-43ca8d66472a None None] Pushing event updated for resources: {'Port': ['ID=8584d1bc-abbf-4834-a19e-4057f2509a15,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:21.134570 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:30:21.191589 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] Set router 24007fb9-1519-4527-a285-3e2ecae4e03c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:21.381944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Allocated IP 172.20.0.1 (6bb44028-86da-40d9-b564-797322d4b295/473131c9-1729-438f-b5bb-1f76d7fe1561/353702ae-0e74-49bd-aef4-f5eb53cbfd66) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:21.429862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a8b3c197-ad6f-43b0-9e3a-582c8403f9ab None None] Provisioning complete for port 8584d1bc-abbf-4834-a19e-4057f2509a15 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:21.430351 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c197-ad6f-43b0-9e3a-582c8403f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:21.626073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:21.658959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Transition to ACTIVE for port object 353702ae-0e74-49bd-aef4-f5eb53cbfd66 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:21.688670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:21.780705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Pushing event updated for resources: {'Port': ['ID=353702ae-0e74-49bd-aef4-f5eb53cbfd66,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:21.782595 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:30:18Z', 'revision_number': 3, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port': {'id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:17Z', 'updated_at': '2022-04-01T15:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:21.798395 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40e75d-4c4e-481f-ac64-a38bd2c2dd38 None None] The sync data for ids ['24007fb9-1519-4527-a285-3e2ecae4e03c'] in n-d-836017-1 is: [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:30:18Z', 'revision_number': 3, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port': {'id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:17Z', 'updated_at': '2022-04-01T15:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:30:21.822042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Network 6bb44028-86da-40d9-b564-797322d4b295 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:21.823570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:21.827751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:21.927149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8584d1bc-abbf-4834-a19e-4057f2509a15 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:21.973392 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:22.054657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8584d1bc-abbf-4834-a19e-4057f2509a15 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:22.055193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:22.088368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:22.280190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f56cf858-cfca-4dcc-83c0-c671b3fe1158 None None] Provisioning for port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:22.288679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f56cf858-cfca-4dcc-83c0-c671b3fe1158 None None] Provisioning complete for port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:22.289039 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f56cf858-cfca-4dcc-83c0-c671b3fe1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:22.375183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f56cf858-cfca-4dcc-83c0-c671b3fe1158 None None] Port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:30:22.410544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39534) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:22.446244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:22.458195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:22.542372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d46dac6-e19a-4e26-beac-68f774db7c65 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 200 len: 992 time: 0.1311414 Apr 01 15:30:22.620206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:22.631035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Pushing event updated for resources: {'Port': ['ID=353702ae-0e74-49bd-aef4-f5eb53cbfd66,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:22.912633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Network 6bb44028-86da-40d9-b564-797322d4b295 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:22.914022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:22.931627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39542) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:23.298401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 8c4c6e73-16ff-4a47-97a4-71971e6ce619 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:30:23.299864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:23.431877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0eaadbc7-534e-440d-bfac-2a525eb4378b None None] Provisioning complete for port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:23.432381 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0eaadbc7-534e-440d-bfac-2a525eb4378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:23.591204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0eaadbc7-534e-440d-bfac-2a525eb4378b None None] Port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:30:23.618707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Router 24007fb9-1519-4527-a285-3e2ecae4e03c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:30:23.712873 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:23.713315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:23.943974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 8c4c6e73-16ff-4a47-97a4-71971e6ce619 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:30:24.082878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:30:24.123887 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-213a9d9a-d22c-4ee6-ac57-2650f993473d admin admin] 10.222.0.48 "PUT /v2.0/routers/24007fb9-1519-4527-a285-3e2ecae4e03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9299924 Apr 01 15:30:24.172345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:24.413853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=8c4c6e73-16ff-4a47-97a4-71971e6ce619,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:24.539159 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:25.352758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router ffe25c91-b06b-47a6-845f-28ff740f7b94 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:30:25.557068 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 39586) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:25.565782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057297750', 'description': 'tempest-secgroup-smoke-1057297750 description', 'project_id': '0873a1b8502b4abb890ccc73b4b763d6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:25.573955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:25.577897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:25.583805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:25.596958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:25.614027 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:25.635020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:30:25.654740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] Sync routers for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:30:25.669497 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:25.675149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:25.675149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:25.677700 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:25.682394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:25.687606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:25.694806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:25.746691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e25fc138-04e0-4d01-a369-860dc844beac tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/floatingips/e19a13b6-5d87-49f4-9ee7-4b6aa906a80c HTTP/1.1" status: 204 len: 168 time: 2.8138189 Apr 01 15:30:25.747535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:25.842980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:25.854551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:25.890384 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'status': 'completed', 'code': 200} Apr 01 15:30:25.916162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:25.916924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3614750 Apr 01 15:30:25.920515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39596) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:25.928214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'security_group_rule': {'security_group_id': '75355a57-0382-4ae8-af9b-71fd48e28456', 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:25.952839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:25.976559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:25.987886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:26.008632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:26.051715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.052883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd80ed-c6b5-4ad1-aec2-dad5f646a13b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75355a57-0382-4ae8-af9b-71fd48e28456,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:26.156302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-0001ff3d-c095-43af-98db-54b6ef8bcc33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 1096 time: 0.2350094 Apr 01 15:30:26.202231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:26.247137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.264482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.334524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e729d6ce-57c7-443d-b1be-c407f9c6b2dc,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:26.354401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.355998 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1ea53132-0ad2-4f93-ab40-1930edbf56c1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4342723 Apr 01 15:30:26.358722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39610) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:26.364558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'security_group_rule': {'security_group_id': '75355a57-0382-4ae8-af9b-71fd48e28456', 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:26.378431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:26.389290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:26.396149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:26.408137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:26.419006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-710be3e4-b3f2-4642-a2d8-eadb8d950942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:26.422199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-710be3e4-b3f2-4642-a2d8-eadb8d950942 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1fb2ea8a-732d-4172-897a-8be73db26e26 HTTP/1.1" status: 200 len: 897 time: 0.2601466 Apr 01 15:30:26.458034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.591168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.596971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-bfcb4b61-8590-4d83-82fa-e5606fc90cbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff HTTP/1.1" status: 200 len: 217 time: 0.1678505 Apr 01 15:30:26.608870 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.651709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98db0458-2ef1-4c2e-9445-9333bd707f10,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:26.706221 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.712268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a00b3fbc-6f39-4709-83fc-9d4cf9fd6e27 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3479242 Apr 01 15:30:26.712268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39616) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:26.720709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'security_group_rule': {'security_group_id': '75355a57-0382-4ae8-af9b-71fd48e28456', 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:26.734268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:26.744112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:26.757449 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:26.764620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:26.816820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:26.897030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-f1e4fc44-9806-4132-8312-eb635e295d9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:26.900460 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-f1e4fc44-9806-4132-8312-eb635e295d9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2328f4dc-8ab8-4e91-9975-5ed9528349fe HTTP/1.1" status: 200 len: 835 time: 0.2197783 Apr 01 15:30:27.005651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:27.011704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:30Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:27.015774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:27.021774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] Checking router: ffe25c91-b06b-47a6-845f-28ff740f7b94 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:30:27.035481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:27.036452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:27.067906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccfafb9-020e-47ad-b0c2-f96d7281dadc,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:27.083446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6bfa0-220b-4a21-b8d7-b4d62b4a9652 req-1612cfe3-3131-418f-88fc-b6f3e3628713 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:27.085284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67c6bfa0-220b-4a21-b8d7-b4d62b4a9652 req-1612cfe3-3131-418f-88fc-b6f3e3628713 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 945 time: 0.4850976 Apr 01 15:30:27.090065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-4f149161-8b83-4022-ae2b-962f83751256 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fb2ea8a-732d-4172-897a-8be73db26e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778643 Apr 01 15:30:27.091961 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:27.101877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fdc4987f-a7ca-42ab-bf0c-2bc3721d146d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3889143 Apr 01 15:30:27.104650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39624) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:27.124251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'security_group_rule': {'security_group_id': '75355a57-0382-4ae8-af9b-71fd48e28456', 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:27.153363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:27.158370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:27.165991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:27.188535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:27.248692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:27.307712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:27.312819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67c6bfa0-220b-4a21-b8d7-b4d62b4a9652 req-469ac4d1-8a9b-4223-b68c-51053af12f14 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208347 Apr 01 15:30:27.400822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-e5131c8a-6487-482b-9af8-41ce367884d0 service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777460 Apr 01 15:30:27.412697 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:27.427491 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:27.475901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e1dad7-f0d1-41c7-b732-6cee687b81ec,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:27.509088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:27.510322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-511b9b60-a40b-4ab2-9c11-6bd4866bbd36 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4044535 Apr 01 15:30:27.518044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39634) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:27.524890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'security_group_rule': {'security_group_id': '75355a57-0382-4ae8-af9b-71fd48e28456', 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:27.544756 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Sync routers for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:30:27.554279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:27.568158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:27.572408 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:27.575390 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:27.577374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:27.600249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:27.653187 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Project 0873a1b8502b4abb890ccc73b4b763d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:30:27.671885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.065128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.080386 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.118600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab5e45cd-47f5-4483-9c93-90ecc0c94bbd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:28.158890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0985d3c-174a-4e80-a1a0-58b623653b68,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:28.212825 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.216839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c58f7d02-00c9-4fff-a328-66300754659b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6945732 Apr 01 15:30:28.222252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39654) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:28.230153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'security_group_rule': {'security_group_id': '75355a57-0382-4ae8-af9b-71fd48e28456', 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:28.247482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c858e7aa-ad45-4de3-a173-7d0707d5fd12 req-7b5f8495-42c0-4da6-907d-2634c4b57f07 service neutron] 10.222.0.44 "GET /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313727 Apr 01 15:30:28.277701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:28.284462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-fb6494ee-6665-4555-aba1-b8093987bfd1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:28.290323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:security_group_rule and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:28.298458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:28.303179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-fb6494ee-6665-4555-aba1-b8093987bfd1 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 945 time: 0.4977422 Apr 01 15:30:28.318975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:28.363469 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Project 0873a1b8502b4abb890ccc73b4b763d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:30:28.376983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.552979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port a8ba44b9-5232-40aa-b5f6-f36f5314fcff {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:30:28.556606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.584492 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92fb4d0d-fa97-4494-bebf-83bea1b42d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.644668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.664073 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:28.669655 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.707365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68708215-5569-41ae-8fe4-3bf21f0a400d,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:28.737220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:28.738822 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d821b1cb-2d26-4e19-ab18-fb229bca1478 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5153658 Apr 01 15:30:28.928273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:28.933802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:28.934197 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:29.038808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:30Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:29.045389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91391d44-7015-4528-aa0a-6ff7678e97d3 None None] The sync data for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 is: [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:29:13Z', 'revision_number': 4, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8c8241f8-1e22-4274-9e83-75f0f596dfb1', 'name': '', 'network_id': '1fb2ea8a-732d-4172-897a-8be73db26e26', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'mac_address': 'fa:16:3e:bd:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:29:11Z', 'updated_at': '2022-04-01T15:29:30Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'subnets': [{'id': '2328f4dc-8ab8-4e91-9975-5ed9528349fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:30:29.077877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70482051-ddf5-435b-8869-984da7f1176a req-2dfaa8d7-7198-4042-8c85-4548d7076970 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:29.079605 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70482051-ddf5-435b-8869-984da7f1176a req-2dfaa8d7-7198-4042-8c85-4548d7076970 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 946 time: 0.2781258 Apr 01 15:30:29.159884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70482051-ddf5-435b-8869-984da7f1176a req-dc5d656f-40ea-4174-8402-1ad8d7fa130d tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695353 Apr 01 15:30:29.195456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:29.262109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:29.277749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:29.386668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port a8ba44b9-5232-40aa-b5f6-f36f5314fcff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:29.387162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:29.426890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-91b7f75c-9d96-4a78-a021-af5f267c3fa2 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Synchronizing usage tracker for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:29.437234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:29.455589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-91b7f75c-9d96-4a78-a021-af5f267c3fa2 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Unset dirty status for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:29.468272 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-91b7f75c-9d96-4a78-a021-af5f267c3fa2 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057297750&fields=id&tenant_id=0873a1b8502b4abb890ccc73b4b763d6 HTTP/1.1" status: 200 len: 267 time: 0.1197534 Apr 01 15:30:29.651791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for a8ba44b9-5232-40aa-b5f6-f36f5314fcff owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:30:29.714055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40668f6-037f-4d7d-9335-380815639448 req-9a2dc496-bb34-4da1-b947-0d24d814bf20 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:29.723723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-9a2dc496-bb34-4da1-b947-0d24d814bf20 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Synchronizing usage tracker for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:29.724924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebbae-6cb9-4aeb-acc1-4c53ad1451ba req-3420aa62-baae-4c4a-9205-6aa35e3d0d0d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:29.726486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea7ebbae-6cb9-4aeb-acc1-4c53ad1451ba req-3420aa62-baae-4c4a-9205-6aa35e3d0d0d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 945 time: 0.9244821 Apr 01 15:30:29.739772 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 2, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:29.746730 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Checking router: 95e939cb-3440-498d-8458-dbc02709d708 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:30:29.760899 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Updating router 95e939cb-3440-498d-8458-dbc02709d708 port 1d495502-ad88-4d74-85f1-24992993a794 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:30:29.837004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ea7ebbae-6cb9-4aeb-acc1-4c53ad1451ba req-b8e77497-9ff1-4a9a-85ac-d401c4dd1325 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/security-groups?id=3038d5c8-929d-4470-8c00-506b7c6d99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029258 Apr 01 15:30:29.841687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-9a2dc496-bb34-4da1-b947-0d24d814bf20 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Unset dirty status for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:29.849500 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-9a2dc496-bb34-4da1-b947-0d24d814bf20 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/networks?id=73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 200 len: 809 time: 0.3801737 Apr 01 15:30:29.903076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-58db6f1e-0424-405e-9c2b-ffccff88a0b8 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/quotas/0873a1b8502b4abb890ccc73b4b763d6 HTTP/1.1" status: 200 len: 375 time: 0.0416729 Apr 01 15:30:29.925428 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:29.935832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab5e45cd-47f5-4483-9c93-90ecc0c94bbd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:30.014069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:30.074308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-32b2c324-5ccb-4a3f-9d3c-5e2c4cf34892 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Synchronizing usage tracker for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:30.118776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:30.119539 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:30.125555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-32b2c324-5ccb-4a3f-9d3c-5e2c4cf34892 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Unset dirty status for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:30.134265 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-32b2c324-5ccb-4a3f-9d3c-5e2c4cf34892 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2270834 Apr 01 15:30:30.240692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=a8ba44b9-5232-40aa-b5f6-f36f5314fcff,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:30.347294 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d9839d5-34f7-4766-98e3-49c2821cf985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:30.603915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] No DVR routers for this DVR port a8ba44b9-5232-40aa-b5f6-f36f5314fcff on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:30:30.624630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:30.628387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'name': 'network-vif-deleted', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:30.653111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-c5dc6cb1-98f8-4851-a67c-57e6f6f05af1 service neutron] 10.222.0.48 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026805 Apr 01 15:30:30.675472 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.44 "DELETE /v2.0/ports/a8ba44b9-5232-40aa-b5f6-f36f5314fcff HTTP/1.1" status: 204 len: 173 time: 2.3612576 Apr 01 15:30:30.747955 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28455061-7a8c-4c9a-951f-402b5aa00b6d req-357218c6-393d-4961-9e64-22814a9fe5be tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:30.756683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28455061-7a8c-4c9a-951f-402b5aa00b6d req-357218c6-393d-4961-9e64-22814a9fe5be tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 946 time: 0.2518048 Apr 01 15:30:30.822924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-a429dc17-2bd6-4f06-83eb-447ccc589dd6 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:30.827515 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-a429dc17-2bd6-4f06-83eb-447ccc589dd6 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 946 time: 0.6813309 Apr 01 15:30:30.887876 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:30.908847 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Transition to ACTIVE for port object 1d495502-ad88-4d74-85f1-24992993a794 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:30.927156 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:30.996283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Deleting port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:30:30.996283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:30.998880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-141eb2f2-b4c0-42f6-bc47-9a6b857b6f0c service neutron] 10.222.0.48 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338130 Apr 01 15:30:31.027747 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28455061-7a8c-4c9a-951f-402b5aa00b6d req-a538b62b-7ce6-4691-a1c4-cc2a70041ac0 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700744 Apr 01 15:30:31.176731 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c05d8d-502c-4d38-95d4-d1f3adfdedfc', 'name': 'network-vif-deleted', 'tag': 'a8ba44b9-5232-40aa-b5f6-f36f5314fcff', 'status': 'completed', 'code': 200} Apr 01 15:30:31.305722 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cebac-80f8-40e2-9cc2-5807114f7c65 None None] Pushing event updated for resources: {'Port': ['ID=1d495502-ad88-4d74-85f1-24992993a794,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:31.340522 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:31.389529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:31.525424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] For port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:31.526164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:31.602024 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Attempting to bind port 1d495502-ad88-4d74-85f1-24992993a794 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:31.604442 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Attempting to bind port 1d495502-ad88-4d74-85f1-24992993a794 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:31.605602 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Attempting to bind port 1d495502-ad88-4d74-85f1-24992993a794 on network 73760509-486f-486f-89a3-dcf984683c0b {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:31.625949 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:31.626772 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Checking segment: {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:31.627441 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:31.627956 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Bound using segment: {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:31.628564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Bound port: 1d495502-ad88-4d74-85f1-24992993a794, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:31.629645 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:31.688275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db609482-a9d9-40db-8f50-76cb429ca2d6 req-20b2e7a0-f893-49d1-90df-5823021e9b38 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 210 time: 0.1930795 Apr 01 15:30:31.926134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdd656-43e5-4702-a3fd-db77daac835a None None] New status for floating IP e19a13b6-5d87-49f4-9ee7-4b6aa906a80c: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:30:31.968831 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] For port 1d495502-ad88-4d74-85f1-24992993a794, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:31.974213 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] For port 1d495502-ad88-4d74-85f1-24992993a794, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1d495502-ad88-4d74-85f1-24992993a794,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:31.983584 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:32.267268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Calling delete_port for d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:30:32.279262 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cebac-80f8-40e2-9cc2-5807114f7c65 None None] Pushing event updated for resources: {'Port': ['ID=1d495502-ad88-4d74-85f1-24992993a794,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:32.306573 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:32.315003 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:32.634924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Sync routers for ids ['24007fb9-1519-4527-a285-3e2ecae4e03c'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:30:32.635567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce862dcb-f173-41ae-8ecf-8e3741ca930b req-307da534-f57b-4386-a56a-9f583d0c14a7 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:32.642899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce862dcb-f173-41ae-8ecf-8e3741ca930b req-307da534-f57b-4386-a56a-9f583d0c14a7 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 946 time: 0.2635117 Apr 01 15:30:32.731829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f9ed223e-d657-4e5a-8a85-b71a1b6fba26 req-14bba5e1-4f16-45fd-9894-8c0c2d4b8264 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Synchronizing usage tracker for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:32.740076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce862dcb-f173-41ae-8ecf-8e3741ca930b req-9c952671-0296-4095-8611-7519cd8419ec tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959601 Apr 01 15:30:32.777916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:32.803825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['d2fe84ca-99ab-4dee-a6d5-19bd276fcc22'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:30:32.819927 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Routers {'24007fb9-1519-4527-a285-3e2ecae4e03c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:32.820475 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['24007fb9-1519-4527-a285-3e2ecae4e03c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:32.941632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a8ba44b9-5232-40aa-b5f6-f36f5314fcff no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:30:32.964629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f9ed223e-d657-4e5a-8a85-b71a1b6fba26 req-14bba5e1-4f16-45fd-9894-8c0c2d4b8264 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Unset dirty status for tenant:9720c81486604e9ab2fbd31cd11cb6a6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:32.969453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9ed223e-d657-4e5a-8a85-b71a1b6fba26 req-14bba5e1-4f16-45fd-9894-8c0c2d4b8264 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c05d8d-502c-4d38-95d4-d1f3adfdedfc HTTP/1.1" status: 200 len: 210 time: 0.8298705 Apr 01 15:30:33.022382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: a8ba44b9-5232-40aa-b5f6-f36f5314fcff {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:30:33.022720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device a8ba44b9-5232-40aa-b5f6-f36f5314fcff not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:30:33.037172 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:33.043569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Pushing event deleted for resources: {'Port': ['ID=d2fe84ca-99ab-4dee-a6d5-19bd276fcc22,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:33.102634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] No DVR routers for this DVR port d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:30:33.105292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:33.105971 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-302665de-ab24-4c3c-81d7-810e77861493 req-00eef4cf-1290-4e00-9d09-73ce0ab4780b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 210 time: 0.1026301 Apr 01 15:30:33.134786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab87740b-623e-49c6-b295-9cdc1d7535c3 req-987d742e-aa26-44e2-8545-c5fc56711230 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.44 "DELETE /v2.0/ports/d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 HTTP/1.1" status: 204 len: 173 time: 2.2920434 Apr 01 15:30:33.146718 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:33.178085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'name': 'network-vif-deleted', 'tag': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:33.249327 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2', 'name': 'network-vif-deleted', 'tag': 'd2fe84ca-99ab-4dee-a6d5-19bd276fcc22', 'status': 'completed', 'code': 200} Apr 01 15:30:33.500139 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Set router 24007fb9-1519-4527-a285-3e2ecae4e03c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:33.782457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40668f6-037f-4d7d-9335-380815639448 req-19900884-cb42-4194-8a3a-a2dcdaf89ec0 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:33.788184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-19900884-cb42-4194-8a3a-a2dcdaf89ec0 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.44 "GET /v2.0/networks?id=73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 200 len: 809 time: 0.2903256 Apr 01 15:30:33.955055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-365eb827-5597-487d-abe5-ea08fa2282b1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Synchronizing usage tracker for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:34.002146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d40668f6-037f-4d7d-9335-380815639448 req-365eb827-5597-487d-abe5-ea08fa2282b1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Unset dirty status for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:34.008503 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-365eb827-5597-487d-abe5-ea08fa2282b1 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0873a1b8502b4abb890ccc73b4b763d6 HTTP/1.1" status: 200 len: 380 time: 0.2003679 Apr 01 15:30:34.014030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d495502-ad88-4d74-85f1-24992993a794 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:34.032382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'port': {'device_id': '574d61b4-19e5-4277-9639-74f9acedebeb', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'admin_state_up': True, 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'security_groups': ['75355a57-0382-4ae8-af9b-71fd48e28456']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:34.129843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ddab2ab-7755-49ce-b839-283770e472a8 req-aa358ea7-8ed5-4644-a216-bfa1f88e8b91 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1fe38f3-f9ba-4889-8b6b-c41af6fa49e2 HTTP/1.1" status: 200 len: 210 time: 0.0510590 Apr 01 15:30:34.255311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:34.283106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:34.310332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1d495502-ad88-4d74-85f1-24992993a794 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:34.314919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Made reservation on behalf of 0873a1b8502b4abb890ccc73b4b763d6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:34.317559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39786) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:34.317897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1d495502-ad88-4d74-85f1-24992993a794 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:34.320138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.323772 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.452936 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bde55d37-a542-4eea-9335-199d8a72da70 req-bff9564b-1419-4cd2-a341-8e58d865ce3d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 210 time: 0.0605092 Apr 01 15:30:34.470505 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:31Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:34.484939 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b090e4a-2349-4034-821f-e81ce36157dc None None] The sync data for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 is: [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:31Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:30:34.504887 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377b2185-408d-4cdb-ab43-125c3a5ec911 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.545203 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:30:22Z', 'revision_number': 4, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port': {'id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:17Z', 'updated_at': '2022-04-01T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '353702ae-0e74-49bd-aef4-f5eb53cbfd66', 'name': '', 'network_id': '6bb44028-86da-40d9-b564-797322d4b295', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'mac_address': 'fa:16:3e:bd:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473131c9-1729-438f-b5bb-1f76d7fe1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:21Z', 'updated_at': '2022-04-01T15:30:22Z', 'revision_number': 2, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'subnets': [{'id': '473131c9-1729-438f-b5bb-1f76d7fe1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:34.556602 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Checking router: 24007fb9-1519-4527-a285-3e2ecae4e03c for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:30:34.556946 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Updating router 24007fb9-1519-4527-a285-3e2ecae4e03c port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:30:34.598432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377b2185-408d-4cdb-ab43-125c3a5ec911 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.600204 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.660529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1d495502-ad88-4d74-85f1-24992993a794, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1d495502-ad88-4d74-85f1-24992993a794,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:34.671443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.675396 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.726181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377b2185-408d-4cdb-ab43-125c3a5ec911 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.810294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b2185-408d-4cdb-ab43-125c3a5ec911 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038d5c8-929d-4470-8c00-506b7c6d99fd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:34.833535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:30:34.836491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Allocated IP 172.20.0.4 (73760509-486f-486f-89a3-dcf984683c0b/b4e79f6a-e168-4181-9eec-b0a4b31641aa/39a0aa5f-4dfe-46b5-9868-500f7e79ee85) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:34.852272 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-377b2185-408d-4cdb-ab43-125c3a5ec911 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:34.855985 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-377b2185-408d-4cdb-ab43-125c3a5ec911 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/security-groups/3038d5c8-929d-4470-8c00-506b7c6d99fd HTTP/1.1" status: 204 len: 168 time: 0.5349033 Apr 01 15:30:34.901808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:30:34.902697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device d2fe84ca-99ab-4dee-a6d5-19bd276fcc22 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:30:34.944048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39798) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:34.968700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1d495502-ad88-4d74-85f1-24992993a794,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:35.298012 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:35.368056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Transition to ACTIVE for port object 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:35.406712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:35.501348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Network 73760509-486f-486f-89a3-dcf984683c0b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:35.504708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:35.510944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:35.546175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'Port': ['ID=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:35.598055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:35.598890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:35.663930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-6782c6ad-6882-421a-8f44-b5c3a595656b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6361461 Apr 01 15:30:35.677618 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Request body: {'port': {'device_id': '574d61b4-19e5-4277-9639-74f9acedebeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:35.964967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d495502-ad88-4d74-85f1-24992993a794 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:36.010148 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.030896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.060371 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Transition to ACTIVE for port object 353702ae-0e74-49bd-aef4-f5eb53cbfd66 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:36.078047 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.209859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d8dbed13-5393-4bbd-90ef-ccd82f860a99 None None] Provisioning for port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:36.222669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d8dbed13-5393-4bbd-90ef-ccd82f860a99 None None] Provisioning complete for port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:36.226447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8dbed13-5393-4bbd-90ef-ccd82f860a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.242224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.255335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe2eca-17e1-4e1a-aa6c-71924ac38d6b None None] Pushing event updated for resources: {'Port': ['ID=353702ae-0e74-49bd-aef4-f5eb53cbfd66,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:36.350530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d8dbed13-5393-4bbd-90ef-ccd82f860a99 None None] Port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:30:36.367985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8114-1a3b-451d-b4fd-b02930e3a1fa req-e6abd488-ab1f-49ff-9b09-7525e4fbfb1e tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:36.381710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1d495502-ad88-4d74-85f1-24992993a794 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:36.382064 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.387516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-96be8114-1a3b-451d-b4fd-b02930e3a1fa req-e6abd488-ab1f-49ff-9b09-7525e4fbfb1e tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Synchronizing usage tracker for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:36.471806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-96be8114-1a3b-451d-b4fd-b02930e3a1fa req-e6abd488-ab1f-49ff-9b09-7525e4fbfb1e tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Unset dirty status for tenant:0873a1b8502b4abb890ccc73b4b763d6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:36.481086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96be8114-1a3b-451d-b4fd-b02930e3a1fa req-e6abd488-ab1f-49ff-9b09-7525e4fbfb1e tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 931 time: 0.6618834 Apr 01 15:30:36.526318 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Attempting to bind port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:36.526318 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Attempting to bind port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:36.526318 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Attempting to bind port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 on network 6bb44028-86da-40d9-b564-797322d4b295 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:36.559485 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:36.574117 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Checking segment: {'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:36.577091 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.580147 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Bound using segment: {'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:36.581389 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Bound port: 353702ae-0e74-49bd-aef4-f5eb53cbfd66, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6bb44028-86da-40d9-b564-797322d4b295'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:36.581958 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.770270 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] For port 353702ae-0e74-49bd-aef4-f5eb53cbfd66, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:36.774921 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] For port 353702ae-0e74-49bd-aef4-f5eb53cbfd66, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=353702ae-0e74-49bd-aef4-f5eb53cbfd66,segment=NetworkSegment(eb3e36db-498d-4e0b-a5c2-4b97d35e0538),segment_id=eb3e36db-498d-4e0b-a5c2-4b97d35e0538)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:36.788000 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:36.814817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96be8114-1a3b-451d-b4fd-b02930e3a1fa req-b0cbf07f-cb05-46e7-95ab-1ec29c07a9ba tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325839 Apr 01 15:30:36.922652 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe2eca-17e1-4e1a-aa6c-71924ac38d6b None None] Pushing event updated for resources: {'Port': ['ID=353702ae-0e74-49bd-aef4-f5eb53cbfd66,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:36.995138 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Routers {'24007fb9-1519-4527-a285-3e2ecae4e03c'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:36.996022 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['24007fb9-1519-4527-a285-3e2ecae4e03c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:37.318542 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] Set router 24007fb9-1519-4527-a285-3e2ecae4e03c gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:37.581388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:30:37.608935 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:37.644531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Transition to ACTIVE for port object 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:37.671164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:37.750528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 8c8241f8-1e22-4274-9e83-75f0f596dfb1 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:30:37.751979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:37.864605 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:30:22Z', 'revision_number': 4, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port': {'id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:17Z', 'updated_at': '2022-04-01T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '353702ae-0e74-49bd-aef4-f5eb53cbfd66', 'name': '', 'network_id': '6bb44028-86da-40d9-b564-797322d4b295', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'mac_address': 'fa:16:3e:bd:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473131c9-1729-438f-b5bb-1f76d7fe1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:21Z', 'updated_at': '2022-04-01T15:30:36Z', 'revision_number': 4, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'subnets': [{'id': '473131c9-1729-438f-b5bb-1f76d7fe1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:37.870216 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2194b-8cb5-4bfa-8cdf-6601696a2bbd None None] The sync data for ids ['24007fb9-1519-4527-a285-3e2ecae4e03c'] in n-d-836017-1 is: [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:30:22Z', 'revision_number': 4, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port': {'id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:17Z', 'updated_at': '2022-04-01T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '353702ae-0e74-49bd-aef4-f5eb53cbfd66', 'name': '', 'network_id': '6bb44028-86da-40d9-b564-797322d4b295', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'mac_address': 'fa:16:3e:bd:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473131c9-1729-438f-b5bb-1f76d7fe1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:21Z', 'updated_at': '2022-04-01T15:30:36Z', 'revision_number': 4, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'subnets': [{'id': '473131c9-1729-438f-b5bb-1f76d7fe1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:30:38.120865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 8c8241f8-1e22-4274-9e83-75f0f596dfb1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8c8241f8-1e22-4274-9e83-75f0f596dfb1,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:38.121233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:38.374661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Pushing event updated for resources: {'Port': ['ID=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:38.620286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 8c8241f8-1e22-4274-9e83-75f0f596dfb1 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:30:38.656731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Attempting to bind port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:38.657558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Attempting to bind port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:38.658034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Attempting to bind port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 on network 73760509-486f-486f-89a3-dcf984683c0b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:38.682120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 on network 73760509-486f-486f-89a3-dcf984683c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:30:38.683196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Attempting to bind port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 on network 73760509-486f-486f-89a3-dcf984683c0b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:38.690757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:38.693222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Checking segment: {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:38.693819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Bound using segment: {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:38.694447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Bound port: 39a0aa5f-4dfe-46b5-9868-500f7e79ee85, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992f12a5-487e-4c17-8094-4a264e0d09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '73760509-486f-486f-89a3-dcf984683c0b'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:38.694992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:38.924741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffb47f-b8ab-40ca-9806-787badfda333 req-198f86e5-161a-4f00-bd98-c05dcea7053e tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:38.937477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcffb47f-b8ab-40ca-9806-787badfda333 req-198f86e5-161a-4f00-bd98-c05dcea7053e tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 943 time: 0.6468215 Apr 01 15:30:38.942413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] For port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:38.946787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] For port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:38.957204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:39.050351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:39.054249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] 10.222.0.44 "PUT /v2.0/ports/39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 200 len: 1091 time: 3.3800795 Apr 01 15:30:39.055149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:39.058235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcffb47f-b8ab-40ca-9806-787badfda333 req-3f2f0fa9-8aaa-4322-bc35-92e49cc29ef6 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209500 Apr 01 15:30:39.103792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184e252-fcbe-49ee-b70e-478f9accbd25 service neutron] Pushing event updated for resources: {'Port': ['ID=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:39.243501 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'status': 'completed', 'code': 200} Apr 01 15:30:39.329401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-d5bb839a-4e61-40ca-8eb6-1157159fffed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1094 time: 0.2095606 Apr 01 15:30:39.329674 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:39.462683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-b0e6debe-7f29-419d-8800-90bbe01a276f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 200 len: 217 time: 0.1273057 Apr 01 15:30:39.471441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=8c8241f8-1e22-4274-9e83-75f0f596dfb1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:39.569374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40668f6-037f-4d7d-9335-380815639448 req-8c78e580-924a-4915-abf9-c37d51f755e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:39.572589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-8c78e580-924a-4915-abf9-c37d51f755e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e79f6a-e168-4181-9eec-b0a4b31641aa HTTP/1.1" status: 200 len: 848 time: 0.1012132 Apr 01 15:30:39.767916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-d54a223b-2009-4ce9-bbe3-973af980c239 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73760509-486f-486f-89a3-dcf984683c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815698 Apr 01 15:30:40.093543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-bd29a8f9-e8c8-4357-80a7-a475c3024aca service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225224 Apr 01 15:30:40.164364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 353702ae-0e74-49bd-aef4-f5eb53cbfd66 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:40.386441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:40.392804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:40.393195 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:40.502017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d40668f6-037f-4d7d-9335-380815639448 req-ef6d7e7e-1373-4b9e-aeb2-fd6d3ceef8cb service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019074 Apr 01 15:30:40.623667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bba6e5-d131-4ae5-b08d-c4cbc2015d09 req-8bc38780-92d9-4656-b9e3-843aa066f8c6 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:40.625346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70bba6e5-d131-4ae5-b08d-c4cbc2015d09 req-8bc38780-92d9-4656-b9e3-843aa066f8c6 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 943 time: 0.3281298 Apr 01 15:30:40.652320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:40.703726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 353702ae-0e74-49bd-aef4-f5eb53cbfd66, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=353702ae-0e74-49bd-aef4-f5eb53cbfd66,segment=NetworkSegment(eb3e36db-498d-4e0b-a5c2-4b97d35e0538),segment_id=eb3e36db-498d-4e0b-a5c2-4b97d35e0538)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:40.710166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-4b681819-6ba2-4b73-a987-0f30805dc26f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1094 time: 0.1420672 Apr 01 15:30:40.715733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:40.746691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70bba6e5-d131-4ae5-b08d-c4cbc2015d09 req-4ea2e677-9a6f-4a92-8e57-9dea4488184b tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083317 Apr 01 15:30:40.768900 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:40.972652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=353702ae-0e74-49bd-aef4-f5eb53cbfd66,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:41.019560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:41.030459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-c9ee177f-985f-468c-97b1-02ca32007e84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:41.031961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-c9ee177f-985f-468c-97b1-02ca32007e84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 200 len: 910 time: 0.3150399 Apr 01 15:30:41.162837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-76ee4c1c-e9f2-4aa4-8c2e-d3f5d5ff1bde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 200 len: 217 time: 0.1235740 Apr 01 15:30:41.254250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-54a98b6c-d44d-4a3f-a863-b560b5232bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:41.255927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-54a98b6c-d44d-4a3f-a863-b560b5232bdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e79f6a-e168-4181-9eec-b0a4b31641aa HTTP/1.1" status: 200 len: 848 time: 0.0853531 Apr 01 15:30:41.448571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-2bfc9db4-777d-459d-8a70-ff49820a785c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73760509-486f-486f-89a3-dcf984683c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709328 Apr 01 15:30:41.851562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-c6401c79-c617-45e1-83c7-098aa98ca655 service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039509 Apr 01 15:30:42.039661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 353702ae-0e74-49bd-aef4-f5eb53cbfd66 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:42.269888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:42.270474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:42.327913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Router ffe25c91-b06b-47a6-845f-28ff740f7b94 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:30:42.384984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f5e171b-6be4-4551-89f6-a96c7bd40f63 req-4b5c50cf-05f2-4b0d-8632-954ca2f3bb6b service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166581 Apr 01 15:30:42.430246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4edcb-9e60-43c2-adbb-f334c7f5e2e7 req-79c2efb7-f58e-4ea8-96c5-2e774746f4d4 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:42.431809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cf4edcb-9e60-43c2-adbb-f334c7f5e2e7 req-79c2efb7-f58e-4ea8-96c5-2e774746f4d4 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 943 time: 0.2627277 Apr 01 15:30:42.594014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cf4edcb-9e60-43c2-adbb-f334c7f5e2e7 req-32a2da14-0285-419c-ba2e-b1c0eee4b8ee tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520176 Apr 01 15:30:42.751642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:30:42.763869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] Sync routers for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:30:42.777719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b85ad54e-d635-4607-a35f-b12176a2dd6d tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "PUT /v2.0/routers/ffe25c91-b06b-47a6-845f-28ff740f7b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8300691 Apr 01 15:30:42.777719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39944) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:42.784729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:42.785794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:42.947923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:30:43.140553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting subnet 2328f4dc-8ab8-4e91-9975-5ed9528349fe {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:30:43.150407 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:43.153045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:43.168017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'port_id': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'mac_address': 'fa:16:3e:9c:fd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:30:43.219851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:43.266126 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:43.300556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:30:43.332001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:43.342657 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:43.343293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:43.421879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:43.464715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:43.465307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:43.477597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.477959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.478283 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.478615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.478943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.479309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.479641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.480355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.481991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.481991 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.482209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:30:43.560110 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:43.578978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec11f9-839a-43ae-a301-841f40382c5c None None] Network 1fb2ea8a-732d-4172-897a-8be73db26e26 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:43.591747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Subnet': ['ID=2328f4dc-8ab8-4e91-9975-5ed9528349fe,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:43.595540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b74b287f-f0d2-4fe1-8e95-dc9366dd7ea8 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/subnets/2328f4dc-8ab8-4e91-9975-5ed9528349fe HTTP/1.1" status: 204 len: 168 time: 0.8141074 Apr 01 15:30:43.611748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 39962) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:43.616194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['39a0aa5f-4dfe-46b5-9868-500f7e79ee85'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:30:44.078565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be941fbf-8200-4b4c-ab5c-6e8db59bae5d req-69096181-dcde-4fc1-b8e0-d643219fe3a9 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:44.080033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be941fbf-8200-4b4c-ab5c-6e8db59bae5d req-69096181-dcde-4fc1-b8e0-d643219fe3a9 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 944 time: 0.1790602 Apr 01 15:30:44.141893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:44.212340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be941fbf-8200-4b4c-ab5c-6e8db59bae5d req-f27fc457-2faa-482e-9804-56f368f3826e tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247513 Apr 01 15:30:44.349291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:30:39Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:44.354852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] Checking router: ffe25c91-b06b-47a6-845f-28ff740f7b94 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:30:44.449846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] Routers {'ffe25c91-b06b-47a6-845f-28ff740f7b94'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:44.450858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ffe25c91-b06b-47a6-845f-28ff740f7b94'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:44.639065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:44.665285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Deleting port 69c6175c-e46d-4714-9871-d21887613634 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:30:44.667769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:44.776179 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] DHCP port deletion for 1fb2ea8a-732d-4172-897a-8be73db26e26 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:30:44.782212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] Deleting port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:30:44.782789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:44.870412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] Set router ffe25c91-b06b-47a6-845f-28ff740f7b94 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:44.984785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] For port 69c6175c-e46d-4714-9871-d21887613634, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=69c6175c-e46d-4714-9871-d21887613634,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:44.985120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:45.075754 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:45.182132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Calling delete_port for 69c6175c-e46d-4714-9871-d21887613634 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:30:45.342017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] For port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0866b04d-bd68-4e93-9cd7-fe7fb8962f0f,segment=NetworkSegment(112966c4-2909-480e-81f0-d3d0b95242d6),segment_id=112966c4-2909-480e-81f0-d3d0b95242d6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:45.355717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:45.462853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:45.522147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Port': ['ID=69c6175c-e46d-4714-9871-d21887613634,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:45.595927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd583a2-8632-4fce-92f8-7055357a44c6 req-e451ac8b-0d38-4f7d-9086-1ad0c23fb6dd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:45.605242 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2bd583a2-8632-4fce-92f8-7055357a44c6 req-e451ac8b-0d38-4f7d-9086-1ad0c23fb6dd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 944 time: 0.1682413 Apr 01 15:30:45.627008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] Calling delete_port for 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:30:45.665947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2bd583a2-8632-4fce-92f8-7055357a44c6 req-1e141c9f-ae2b-426b-bcd5-45d0dcbb5935 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594561 Apr 01 15:30:46.011968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:46.024679 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:46.090091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:30:46.145737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:30:39Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:46.151140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:30:46.152451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:30:46.154295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] Pushing event deleted for resources: {'Port': ['ID=0866b04d-bd68-4e93-9cd7-fe7fb8962f0f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:46.159630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdcbcf-6a74-418b-bf86-29f966057456 None None] The sync data for ids ['ffe25c91-b06b-47a6-845f-28ff740f7b94'] in n-d-836017-1 is: [{'id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'name': 'tempest-TestNetworkBasicOps-router-1893570763', 'tenant_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '69c6175c-e46d-4714-9871-d21887613634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:56Z', 'updated_at': '2022-04-01T15:30:39Z', 'revision_number': 5, 'project_id': '9720c81486604e9ab2fbd31cd11cb6a6', 'gw_port': {'id': '69c6175c-e46d-4714-9871-d21887613634', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe25c91-b06b-47a6-845f-28ff740f7b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:57Z', 'updated_at': '2022-04-01T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:30:46.162994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22fd2f-8dfb-41a8-9e4f-9c8caf93edfa None None] No DVR routers for this DVR port 0866b04d-bd68-4e93-9cd7-fe7fb8962f0f on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:30:46.392397 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:46.396724 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:46.426463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:46.427383 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Fanout notify agent at l3_agent the message router_deleted on router ffe25c91-b06b-47a6-845f-28ff740f7b94 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:30:46.449980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:46.453818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d16bbd61-e507-40a0-bbd4-2641e7704770 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/routers/ffe25c91-b06b-47a6-845f-28ff740f7b94 HTTP/1.1" status: 204 len: 168 time: 2.8533232 Apr 01 15:30:46.456218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40020) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:46.650503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:46.872386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:46.937128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac89cc-c260-461d-b0d9-a9c3af78cb9c req-0b0fce7b-e5e0-4b31-b46a-c78f6327bdac tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:46.939333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7ac89cc-c260-461d-b0d9-a9c3af78cb9c req-0b0fce7b-e5e0-4b31-b46a-c78f6327bdac tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 944 time: 0.1329706 Apr 01 15:30:47.000619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:47.010669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:47.011228 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.025207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7ac89cc-c260-461d-b0d9-a9c3af78cb9c req-cc9869d0-3fac-4749-acd9-b9518bbf5d88 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798726 Apr 01 15:30:47.143342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.176959 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.198330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb2ea8a-732d-4172-897a-8be73db26e26']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:47.217040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:47.218725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:47.225095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112966c4-2909-480e-81f0-d3d0b95242d6') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:47.225726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112966c4-2909-480e-81f0-d3d0b95242d6') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:47.237733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.249110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-e9ec24f8-1d4b-4707-82e3-0722b13d4f56 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:47.251126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-e9ec24f8-1d4b-4707-82e3-0722b13d4f56 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/networks?id=030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 200 len: 814 time: 0.5561438 Apr 01 15:30:47.253016 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.281181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-aad85cf4-1b3a-44f3-867b-b64009621839 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/quotas/e0c815f01cb84e9dbf9b6d81b4dbff17 HTTP/1.1" status: 200 len: 375 time: 0.0203347 Apr 01 15:30:47.282392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.302993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:30:47.303431 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:30:47.369604 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:30:47.372961 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-9356733b-36ba-4cdd-8484-a61a01fa3777 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757031 Apr 01 15:30:47.418793 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'code': 200} Apr 01 15:30:47.476286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-fc1da2a6-3bc1-489e-ab8f-43753585a606 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:30:47.476720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:47.477716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7308114d-dc69-4709-8d4a-9a3901b7352b req-d48b4b69-e6b7-4cac-b0ac-0835f16bd6c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1096 time: 0.0858936 Apr 01 15:30:47.478311 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-fc1da2a6-3bc1-489e-ab8f-43753585a606 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0080388 Apr 01 15:30:47.534474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7308114d-dc69-4709-8d4a-9a3901b7352b req-40a6b629-7082-4939-8d13-b90deb26acaf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487850 Apr 01 15:30:47.598368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.624768 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:47.639898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] Pushing event deleted for resources: {'Network': ['ID=1fb2ea8a-732d-4172-897a-8be73db26e26,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:47.665999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-0453f189-b98b-4c45-a10c-7c4f5a816c31 service neutron] 10.222.0.48 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807270 Apr 01 15:30:47.675920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-157c3ef3-d7aa-4db0-af87-e303811e6676 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] 10.222.0.48 "DELETE /v2.0/networks/1fb2ea8a-732d-4172-897a-8be73db26e26 HTTP/1.1" status: 204 len: 168 time: 1.2151148 Apr 01 15:30:47.864262 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-403f6290-d491-417c-b6c8-3b9bff735a3f service neutron] 10.222.0.48 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898701 Apr 01 15:30:47.869252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8c8241f8-1e22-4274-9e83-75f0f596dfb1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:30:47.992032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8c8241f8-1e22-4274-9e83-75f0f596dfb1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:30:47.993091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8c8241f8-1e22-4274-9e83-75f0f596dfb1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:30:48.122476 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40072) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:48.226039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51455f3a-ca03-42fb-9b5c-4ad68526bebe req-19593ab0-20c5-4529-94c4-e9d80adc7c47 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 210 time: 0.1010485 Apr 01 15:30:48.423849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0508b-26bd-4c61-b905-36840bdf7da5 req-359817dc-49af-4267-9d4d-1196d7eb1bc4 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:48.425734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3f0508b-26bd-4c61-b905-36840bdf7da5 req-359817dc-49af-4267-9d4d-1196d7eb1bc4 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 945 time: 0.1425781 Apr 01 15:30:48.576184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3f0508b-26bd-4c61-b905-36840bdf7da5 req-715a5920-e3df-4ef4-a919-89f00da45d62 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015983 Apr 01 15:30:48.622060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:48.622909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9805b5c4-dfe4-4283-ac20-41d924e967bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9720c81486604e9ab2fbd31cd11cb6a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4981737 Apr 01 15:30:48.724812 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05c23c97-cc51-40f5-a428-58f654018725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:48.757835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05c23c97-cc51-40f5-a428-58f654018725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:48.834651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05c23c97-cc51-40f5-a428-58f654018725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:48.856423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23c97-cc51-40f5-a428-58f654018725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdbfe51-ec27-4836-bffe-9fecb0ebf384,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:48.859710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05c23c97-cc51-40f5-a428-58f654018725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:48.860818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-05c23c97-cc51-40f5-a428-58f654018725 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcdbfe51-ec27-4836-bffe-9fecb0ebf384 HTTP/1.1" status: 204 len: 168 time: 0.2377760 Apr 01 15:30:49.348515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:49.382262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:49.456291 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94b71b1e-02ec-4132-813f-e89899be95f7 req-470a9926-5589-4911-b314-0d41a7d73c04 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 210 time: 0.0552752 Apr 01 15:30:49.472365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:49.479046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Usage tracker for resource:security_group_rule and tenant:2b35239755c346e488d6a53923fd7354 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:49.482858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:49.495980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:49.742122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-049cbc4a-2bf9-4e2d-828f-ff94f1620bbf tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:49.742809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-049cbc4a-2bf9-4e2d-828f-ff94f1620bbf tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.62 "GET /v2.0/networks?id=030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 200 len: 814 time: 0.2377625 Apr 01 15:30:49.752626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:49.759453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Request body: {'port': {'device_id': '70df90b1-96db-4a8e-97f7-a1294459f725', 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df', 'admin_state_up': True, 'tenant_id': 'e0c815f01cb84e9dbf9b6d81b4dbff17'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:49.784633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:49.910254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80edc9e-cc28-41ed-8cb1-6d4a7e805c86 req-ec19782e-08f6-4d0a-98e2-dfbeca994f91 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:49.911379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a80edc9e-cc28-41ed-8cb1-6d4a7e805c86 req-ec19782e-08f6-4d0a-98e2-dfbeca994f91 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 945 time: 0.1133184 Apr 01 15:30:49.934341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5d9679-6d54-4594-8e0b-81e2d69c37b5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:49.959245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-55ed4560-a3eb-4f4a-affb-4c8ffa37c00c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b35239755c346e488d6a53923fd7354&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6089566 Apr 01 15:30:49.960443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40134) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:49.980274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a80edc9e-cc28-41ed-8cb1-6d4a7e805c86 req-019204bd-d960-46c2-84b1-17e951cdbf21 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632417 Apr 01 15:30:50.020031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:50.024628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Usage tracker for resource:port and tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:50.028917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:50.035470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:50.055684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Made reservation on behalf of e0c815f01cb84e9dbf9b6d81b4dbff17 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:50.059403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:50.087434 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b5e978c-9db5-4ca9-a117-f2c7237439b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:50.143376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b5e978c-9db5-4ca9-a117-f2c7237439b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:50.209193 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b5e978c-9db5-4ca9-a117-f2c7237439b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:50.244759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e978c-9db5-4ca9-a117-f2c7237439b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5d9679-6d54-4594-8e0b-81e2d69c37b5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:50.282960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0b5e978c-9db5-4ca9-a117-f2c7237439b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:50.284133 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0b5e978c-9db5-4ca9-a117-f2c7237439b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad5d9679-6d54-4594-8e0b-81e2d69c37b5 HTTP/1.1" status: 204 len: 168 time: 0.3227468 Apr 01 15:30:50.385892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3f804-5ee2-4b62-9cf5-d65c6898614a req-e566fc84-c85e-4a39-a47f-983291b11c96 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:50.392861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a5e3f804-5ee2-4b62-9cf5-d65c6898614a req-e566fc84-c85e-4a39-a47f-983291b11c96 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 945 time: 0.2542017 Apr 01 15:30:50.420070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Allocated IP 172.20.0.9 (030123f5-7bcb-4f7a-b796-1435c24452df/52c72738-a773-40a9-93d8-f53ad3835895/9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:50.466002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a5e3f804-5ee2-4b62-9cf5-d65c6898614a req-0b786825-027a-4b7c-9907-d0bd24f8fe3d tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719957 Apr 01 15:30:50.846293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e22bd-6fab-4022-a5f9-af1952bbee7e req-7a74d9dd-1e50-436c-b7ba-0441aa616720 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:50.853845 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c4e22bd-6fab-4022-a5f9-af1952bbee7e req-7a74d9dd-1e50-436c-b7ba-0441aa616720 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 945 time: 0.1370373 Apr 01 15:30:50.938290 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c4e22bd-6fab-4022-a5f9-af1952bbee7e req-9dacd50b-3312-43ea-87a1-a1ee0382618f tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829051 Apr 01 15:30:50.958250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40172) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:50.993300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df8234e5-8584-4b6e-b30b-151a86a2fe01 req-b3591479-bae9-46bf-aff7-c8512f7ca6e2 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 210 time: 0.0777822 Apr 01 15:30:51.078127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.122166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.232518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Network 030123f5-7bcb-4f7a-b796-1435c24452df is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:51.236784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:51.252648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:51.323025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Pushing event updated for resources: {'Port': ['ID=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:51.393042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:51.393694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.443153 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-018ef353-9929-4895-a2e9-e11408f0b8c3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6883421 Apr 01 15:30:51.455606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Request body: {'port': {'device_id': '70df90b1-96db-4a8e-97f7-a1294459f725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:51.577436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1805c25-d9b0-4bed-abf2-ec6e95d11ba7 tempest-TestServerBasicOps-1678127336 tempest-TestServerBasicOps-1678127336-project-admin] Synchronizing usage tracker for tenant:52d3cb8a08d64bac8a2c9b068fd5883e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:51.590713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40198) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:51.600043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1805c25-d9b0-4bed-abf2-ec6e95d11ba7 tempest-TestServerBasicOps-1678127336 tempest-TestServerBasicOps-1678127336-project-admin] Unset dirty status for tenant:52d3cb8a08d64bac8a2c9b068fd5883e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:51.602111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f1805c25-d9b0-4bed-abf2-ec6e95d11ba7 tempest-TestServerBasicOps-1678127336 tempest-TestServerBasicOps-1678127336-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1091 time: 0.6429634 Apr 01 15:30:51.605667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40206) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:51.617453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:51.624854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.632169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:51.642941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Usage tracker for resource:floatingip and tenant:0873a1b8502b4abb890ccc73b4b763d6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:51.647893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:51.666968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:51.712411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.773223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1395573493-network', 'tenant_id': '754721acd578443baf2cbc97f5b5cb8b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:51.788075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:51.797082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Usage tracker for resource:network and tenant:754721acd578443baf2cbc97f5b5cb8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:51.802364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:51.812192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:51.904274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Made reservation on behalf of 754721acd578443baf2cbc97f5b5cb8b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:51.907493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.925888 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.991206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:51.993777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:51.998988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:754721acd578443baf2cbc97f5b5cb8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:52.006687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:52.018559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:52.149478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Allocated IP 172.25.2.84 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/9cd49c16-50ce-4a64-b3d5-71372f4268ea) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:30:52.157870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:30:52.168802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.197232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Transition to ACTIVE for port object 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:30:52.208742 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.281362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:52.294402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.353737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.402275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:30:52.408417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a12a7-6fd9-4e6c-9cf4-50235d163146,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:52.427633 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.440534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde1d54-a506-49dd-9fd8-f11f3bc3e55d req-3ae51f7c-c8e6-45d7-aad2-b3da48d94cbe tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:52.440683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bcde1d54-a506-49dd-9fd8-f11f3bc3e55d req-3ae51f7c-c8e6-45d7-aad2-b3da48d94cbe tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Synchronizing usage tracker for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:52.447969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.448083 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Added segment 3146a06b-aaeb-4906-8af0-84e4bd3ee3a1 of type vlan for network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf Apr 01 15:30:52.477251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-bcde1d54-a506-49dd-9fd8-f11f3bc3e55d req-3ae51f7c-c8e6-45d7-aad2-b3da48d94cbe tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Unset dirty status for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:52.478492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcde1d54-a506-49dd-9fd8-f11f3bc3e55d req-3ae51f7c-c8e6-45d7-aad2-b3da48d94cbe tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 943 time: 0.2089381 Apr 01 15:30:52.550194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.589912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Attempting to bind port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:30:52.590242 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Attempting to bind port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:30:52.590625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Attempting to bind port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba on network 030123f5-7bcb-4f7a-b796-1435c24452df {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:52.611954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba on network 030123f5-7bcb-4f7a-b796-1435c24452df not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:30:52.612266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Attempting to bind port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba on network 030123f5-7bcb-4f7a-b796-1435c24452df {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:30:52.621300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:30:52.622071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Checking segment: {'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:52.622635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Bound using segment: {'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:30:52.623301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Bound port: 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35abae06-38ed-48ad-86f5-254f323d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:30:52.624002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.645959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.646916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:52.647533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.670441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.698907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1069598 Apr 01 15:30:52.699506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 40230) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:52.723369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcde1d54-a506-49dd-9fd8-f11f3bc3e55d req-7d76dcdd-8c69-41e0-97c4-0ee945aeafb3 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368622 Apr 01 15:30:52.773332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Request body: {'subnet': {'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1395573493-subnet', 'tenant_id': '754721acd578443baf2cbc97f5b5cb8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:52.773332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:52.783315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Usage tracker for resource:subnet and tenant:754721acd578443baf2cbc97f5b5cb8b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:52.783315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:52.790187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:52.815236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:30:52.818755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:52.831517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:30:52.874360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Made reservation on behalf of 754721acd578443baf2cbc97f5b5cb8b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:52.876780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:52.913807 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'Port': ['ID=9cd49c16-50ce-4a64-b3d5-71372f4268ea,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:53.000262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86572-aff3-4d73-bc41-a8f841d83ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:53.011351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:30:53.025943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] For port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:30:53.031235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] For port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:30:53.047983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:53.245623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:53.281254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:53.282532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-b6af7b16-deb0-4039-b174-1e117947e490 service neutron] 10.222.0.62 "PUT /v2.0/ports/9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba HTTP/1.1" status: 200 len: 1091 time: 1.8315856 Apr 01 15:30:53.283015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70df90b1-96db-4a8e-97f7-a1294459f725', 'tag': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:53.396133 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70df90b1-96db-4a8e-97f7-a1294459f725', 'tag': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba', 'status': 'completed', 'code': 200} Apr 01 15:30:53.434110 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:53.598057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:53.674898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0133665d-0a77-4b6a-8f81-37ce36fcf549,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:53.681815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-f2c82b54-d0fd-414c-ba4f-3999bb991928 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 1094 time: 0.3512056 Apr 01 15:30:53.690574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:53.792301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-077e66e0-76e9-43ba-8e3f-a64f23a59340 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba HTTP/1.1" status: 200 len: 217 time: 0.1015782 Apr 01 15:30:53.803432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Checking segment: {'id': '3146a06b-aaeb-4906-8af0-84e4bd3ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:53.804024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Network hostable DHCP agents. Network: 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:30:53.997600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-19a88456-0069-4070-b3b1-6921faac67c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:54.000698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-19a88456-0069-4070-b3b1-6921faac67c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52c72738-a773-40a9-93d8-f53ad3835895 HTTP/1.1" status: 200 len: 854 time: 0.1744905 Apr 01 15:30:54.056841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:30:54.065485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-743352a8-8392-47b9-b6fc-dc1832c9f923 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=030123f5-7bcb-4f7a-b796-1435c24452df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582817 Apr 01 15:30:54.095558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:54.104998 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:54.152125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:54.156709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:54.157466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:54.163059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc06f1-eb75-4a8e-b48c-87d42d35df7a None None] Network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:54.183763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee6547-2cf1-453a-8a5a-57df96a8bd8d req-4ed140c0-5df7-4904-96d3-da2c53a55667 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:54.185435 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b8ee6547-2cf1-453a-8a5a-57df96a8bd8d req-4ed140c0-5df7-4904-96d3-da2c53a55667 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 943 time: 0.1631021 Apr 01 15:30:54.229281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-df99204f-2dce-4840-b39e-ef2165506c70 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5249515 Apr 01 15:30:54.274823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event updated for resources: {'Port': ['ID=9cd49c16-50ce-4a64-b3d5-71372f4268ea,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:54.300585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:54.337820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-f17cfeda-8fc4-40d1-9363-fbe9f6f23047 service neutron] 10.222.0.62 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630186 Apr 01 15:30:54.483824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b8ee6547-2cf1-453a-8a5a-57df96a8bd8d req-ddad3829-a947-4339-96c0-d9f1eff9d8af tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685044 Apr 01 15:30:54.558341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae591e3-640a-4be6-b75a-0c8f8575f34b None None] Network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:54.647280 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Floating IP 0ea48199-9fd1-43d5-a07c-2495a2df7e0f associated. External IP: 172.25.2.84, port: 39a0aa5f-4dfe-46b5-9868-500f7e79ee85. Apr 01 15:30:54.662103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-abbed86b-9a1b-44e8-98d1-95bcb3e528ee req-8a80fbd6-a36f-4404-a773-959f69b5e3d5 service neutron] 10.222.0.62 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181679 Apr 01 15:30:54.895559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-f9e26cbb-a9fc-4c22-9a29-4bf028cf9446 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 1094 time: 0.1691947 Apr 01 15:30:55.225816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-1b79343c-02da-47c3-bde3-c9d3f829a695 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:55.227297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-1b79343c-02da-47c3-bde3-c9d3f829a695 service neutron] 10.222.0.62 "GET /v2.0/networks?id=030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 200 len: 915 time: 0.3252788 Apr 01 15:30:55.410223 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-f1ce1acf-b051-426c-939f-b358d4af3d7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba HTTP/1.1" status: 200 len: 217 time: 0.1763508 Apr 01 15:30:55.415124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Router 95e939cb-3440-498d-8458-dbc02709d708 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:30:55.476768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-f319b826-65db-4c2a-95e7-4618f69b20c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:55.479490 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-f319b826-65db-4c2a-95e7-4618f69b20c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52c72738-a773-40a9-93d8-f53ad3835895 HTTP/1.1" status: 200 len: 854 time: 0.0620279 Apr 01 15:30:55.548431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-65b5d20c-551c-490b-841d-e55edf9600c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=030123f5-7bcb-4f7a-b796-1435c24452df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608366 Apr 01 15:30:55.765035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:30:55.786131 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] Sync routers for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:30:55.805925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:55.808547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:55.826054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:55.948461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40314) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:55.968841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-6dd7135f-ad4e-413e-9627-fb9f0e4506c9 service neutron] 10.222.0.62 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129024 Apr 01 15:30:55.986786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-136538194-network', 'tenant_id': '95fc8fec7b124e7aaef1c584fe653685'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:56.026545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:56.068600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Usage tracker for resource:network and tenant:95fc8fec7b124e7aaef1c584fe653685 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:56.088503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:56.115254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-98807277-4d0c-4fea-9fb7-bc4383bf7500 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4963965 Apr 01 15:30:56.115254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:56.123798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:56.144163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Made reservation on behalf of 95fc8fec7b124e7aaef1c584fe653685 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:56.148336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:56.154160 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96aad415-c9f7-447f-92cf-09a8a2d108cf req-77ffce26-53f5-4d73-85f0-f45afb95455e service neutron] 10.222.0.62 "GET /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770620 Apr 01 15:30:56.191435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:56.203887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff4bbf-9cb2-4d88-a7d6-03fa75beed2f req-d517a8d5-4590-4802-8e75-35034cf3e83a tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:56.204707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9bff4bbf-9cb2-4d88-a7d6-03fa75beed2f req-d517a8d5-4590-4802-8e75-35034cf3e83a tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Synchronizing usage tracker for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:56.237291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9bff4bbf-9cb2-4d88-a7d6-03fa75beed2f req-d517a8d5-4590-4802-8e75-35034cf3e83a tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Unset dirty status for tenant:e0c815f01cb84e9dbf9b6d81b4dbff17 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:56.238395 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bff4bbf-9cb2-4d88-a7d6-03fa75beed2f req-d517a8d5-4590-4802-8e75-35034cf3e83a tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 943 time: 0.4766986 Apr 01 15:30:56.262458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:56.268117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Usage tracker for resource:security_group_rule and tenant:95fc8fec7b124e7aaef1c584fe653685 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:56.271512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:56.279545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:56.294960 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'status': 'completed', 'code': 200} Apr 01 15:30:56.389104 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:56.419494 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9bff4bbf-9cb2-4d88-a7d6-03fa75beed2f req-97f2c996-6bae-4f16-82f0-591b83f36faa tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274011 Apr 01 15:30:56.468858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-5aa7d048-cebf-4a94-8484-d41060fdd767 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2253442 Apr 01 15:30:56.478094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54728545-745c-4dcc-8080-968cd53bf5dd req-36569091-97d9-4d99-8704-f3048170d80a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1096 time: 0.1817913 Apr 01 15:30:56.479840 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:56.507363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:56.604621 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-3f7e81e3-41fa-4ab0-9386-d5563607c6d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 1096 time: 0.1138756 Apr 01 15:30:56.637160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:30:56.725813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54059628-dd0c-4db2-87b5-cadec502fcd9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:56.730127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54728545-745c-4dcc-8080-968cd53bf5dd req-ca8470e4-6208-4eb0-b6fb-3ed1d1f0a996 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:56.731731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54728545-745c-4dcc-8080-968cd53bf5dd req-ca8470e4-6208-4eb0-b6fb-3ed1d1f0a996 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 200 len: 910 time: 0.2464740 Apr 01 15:30:56.742226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:30:56.832798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:56.833971 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Added segment 504abb3a-603b-4d9b-a2f6-fdb6464aea8c of type vlan for network ce327a19-31e0-42ff-b4c6-940378798568 Apr 01 15:30:56.896827 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:56.908957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54728545-745c-4dcc-8080-968cd53bf5dd req-83dd224b-0871-4107-a631-78d42cb68a28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 200 len: 998 time: 0.1677582 Apr 01 15:30:56.991176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:57.032403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba', 'network_id': '030123f5-7bcb-4f7a-b796-1435c24452df', 'port_id': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba', 'mac_address': 'fa:16:3e:d7:81:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c72738-a773-40a9-93d8-f53ad3835895', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:30:57.053985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54728545-745c-4dcc-8080-968cd53bf5dd req-c38e6ee1-d239-4770-8246-13f8d2b677ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:57.060654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54728545-745c-4dcc-8080-968cd53bf5dd req-c38e6ee1-d239-4770-8246-13f8d2b677ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e79f6a-e168-4181-9eec-b0a4b31641aa HTTP/1.1" status: 200 len: 848 time: 0.1428075 Apr 01 15:30:57.061738 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.db.resource_extend [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:30:57.079648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '0ea48199-9fd1-43d5-a07c-2495a2df7e0f', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '95e939cb-3440-498d-8458-dbc02709d708', 'port_id': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'mac_address': 'fa:16:3e:9c:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574d61b4-19e5-4277-9639-74f9acedebeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:30:53Z', 'updated_at': '2022-04-01T15:30:53Z', 'revision_number': 0, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:34Z', 'revision_number': 5, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:57.084481 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] Checking router: 95e939cb-3440-498d-8458-dbc02709d708 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:30:57.108031 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:30:57.110473 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:30:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:57.178531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-8a80180d-02b3-4c84-8ebf-d1656753cb5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:57.180365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-8a80180d-02b3-4c84-8ebf-d1656753cb5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.5476964 Apr 01 15:30:57.192548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:57.221723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:57.223923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:30:57.224680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:57.225245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:57.256786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:57.279804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:57.359104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-bba3f472-33eb-4c22-9889-c8a76e4791b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992 HTTP/1.1" status: 200 len: 1001 time: 0.1717293 Apr 01 15:30:57.419854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:57.434464 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:30:57.468296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-a1753eb9-00d0-4958-a438-69fdd64c9282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:57.482399 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-a1753eb9-00d0-4958-a438-69fdd64c9282 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1048248 Apr 01 15:30:57.490044 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5345266 Apr 01 15:30:57.507521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:30:57.509790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 40348) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:30:57.579351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Request body: {'subnet': {'network_id': 'ce327a19-31e0-42ff-b4c6-940378798568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-136538194-subnet', 'tenant_id': '95fc8fec7b124e7aaef1c584fe653685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:30:57.597234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:30:57.665139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a757-cccb-45f0-8812-188c431d06de admin admin] Pushing event updated for resources: {'Network': ['ID=ce327a19-31e0-42ff-b4c6-940378798568,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:57.681301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Usage tracker for resource:subnet and tenant:95fc8fec7b124e7aaef1c584fe653685 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:30:57.683444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-88a8bde8-b6ec-49e9-bf26-d1d927c2bd0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969483 Apr 01 15:30:57.689263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:30:57.689831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ce327a19-31e0-42ff-b4c6-940378798568 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:30:57.731181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:30:57.737712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54728545-745c-4dcc-8080-968cd53bf5dd req-4422a3b8-0b40-4e1f-a750-fa95d126c79e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73760509-486f-486f-89a3-dcf984683c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6484878 Apr 01 15:30:57.843421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69c6175c-e46d-4714-9871-d21887613634 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:30:57.889934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 69c6175c-e46d-4714-9871-d21887613634 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:30:57.890621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 69c6175c-e46d-4714-9871-d21887613634 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:30:57.949227 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97dac332-644d-45f8-9b52-44c32e40f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:58.013898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-98b76cce-2f4a-4d73-88cc-52aa8d8cab28 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255875 Apr 01 15:30:58.021915 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54728545-745c-4dcc-8080-968cd53bf5dd req-f07680f8-3af5-4ff4-90b2-e722d8c5d4bf service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741413 Apr 01 15:30:58.044173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59d921-0477-4187-a48c-c51542e84312 req-4d551edf-e91e-4d0f-9d3c-7a059e320c0b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:58.052211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f59d921-0477-4187-a48c-c51542e84312 req-4d551edf-e91e-4d0f-9d3c-7a059e320c0b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 944 time: 0.4646108 Apr 01 15:30:58.073712 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:30:58.141727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Made reservation on behalf of 95fc8fec7b124e7aaef1c584fe653685 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:30:58.144156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:58.215420 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '0ea48199-9fd1-43d5-a07c-2495a2df7e0f', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '95e939cb-3440-498d-8458-dbc02709d708', 'port_id': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'mac_address': 'fa:16:3e:9c:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574d61b4-19e5-4277-9639-74f9acedebeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:30:53Z', 'updated_at': '2022-04-01T15:30:53Z', 'revision_number': 0, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:34Z', 'revision_number': 5, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:30:58.221788 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f49f0-d469-4481-913a-d3c45887618a None None] The sync data for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 is: [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '0ea48199-9fd1-43d5-a07c-2495a2df7e0f', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '95e939cb-3440-498d-8458-dbc02709d708', 'port_id': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'mac_address': 'fa:16:3e:9c:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574d61b4-19e5-4277-9639-74f9acedebeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:30:53Z', 'updated_at': '2022-04-01T15:30:53Z', 'revision_number': 0, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:34Z', 'revision_number': 5, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:30:58.241387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2362f9d3-df5e-47ec-975b-d1bb85f7ddec req-8e34eeaf-e8aa-4ab4-bdba-4b6e5c24e5a4 service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128315 Apr 01 15:30:58.449767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-54728545-745c-4dcc-8080-968cd53bf5dd req-5fc7c3f9-e941-4073-8804-42e626aacb5d service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128647 Apr 01 15:30:58.454135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f59d921-0477-4187-a48c-c51542e84312 req-48962e82-5ed6-4688-84e7-3e5a5d20926f tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009953 Apr 01 15:30:58.584975 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:58.645649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:30:58.666472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3f8419-d606-4fcf-bcaa-f1545beda393,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:58.679090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Checking segment: {'id': '504abb3a-603b-4d9b-a2f6-fdb6464aea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce327a19-31e0-42ff-b4c6-940378798568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:30:58.679589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Network hostable DHCP agents. Network: ce327a19-31e0-42ff-b4c6-940378798568, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:30:58.708180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Network ce327a19-31e0-42ff-b4c6-940378798568 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:30:58.720453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ce327a19-31e0-42ff-b4c6-940378798568) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:30:58.731312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b93566-6ef3-4c9f-a955-3cf578fd8ca3 None None] Network ce327a19-31e0-42ff-b4c6-940378798568 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:58.736009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:58.736706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:58.763874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0fabbd7-37ca-466f-bba0-cc70a38739d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2509072 Apr 01 15:30:58.917717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:30:58.952597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:30:58.952966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:59.048863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c3cea-10df-419e-bf52-03eebb6f45df None None] New status for floating IP 0ea48199-9fd1-43d5-a07c-2495a2df7e0f: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:30:59.510998 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:59.612931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e88ef06-d374-4552-85d1-ca0ae93adbea None None] Network ce327a19-31e0-42ff-b4c6-940378798568 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:30:59.706942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:30:59.710331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70df90b1-96db-4a8e-97f7-a1294459f725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:30:59.713140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-95fac5f5-e93f-4e27-a4e5-abbfb0f97fbb tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:59.714585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-95fac5f5-e93f-4e27-a4e5-abbfb0f97fbb tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Synchronizing usage tracker for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:30:59.724168 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:30:59.758149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-95fac5f5-e93f-4e27-a4e5-abbfb0f97fbb tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Unset dirty status for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:30:59.760818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-95fac5f5-e93f-4e27-a4e5-abbfb0f97fbb tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/networks?id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf HTTP/1.1" status: 200 len: 812 time: 0.2876561 Apr 01 15:30:59.803481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-a0ae4a42-c365-42d1-ab85-152f8186e02a tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/quotas/754721acd578443baf2cbc97f5b5cb8b HTTP/1.1" status: 200 len: 375 time: 0.0351288 Apr 01 15:30:59.854684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:30:59.911752 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f45d0031-fcfa-499d-a385-5ee6d882ca9a tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=754721acd578443baf2cbc97f5b5cb8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073334 Apr 01 15:30:59.960629 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62222aea-d9d0-4423-bbed-2e7b50d45b68 req-aa27f72f-4476-4938-beef-bcb93bc62074 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:30:59.972731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62222aea-d9d0-4423-bbed-2e7b50d45b68 req-aa27f72f-4476-4938-beef-bcb93bc62074 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 945 time: 0.2543135 Apr 01 15:31:00.030270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-62222aea-d9d0-4423-bbed-2e7b50d45b68 req-070bb69f-7211-413d-a4c0-43c720aa6ba2 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565763 Apr 01 15:31:00.059715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-0228515b-d57c-4a6e-8c59-66a2820b4560 service neutron] 10.222.0.48 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455181 Apr 01 15:31:00.174111 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70df90b1-96db-4a8e-97f7-a1294459f725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba', 'code': 200} Apr 01 15:31:00.245126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8444933b-3c14-4b0d-beb7-fff8368eac32 service neutron] 10.222.0.48 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842883 Apr 01 15:31:00.273543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c31ff65f-818f-409b-88d6-0b503cc19304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:00.358469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04d8e179-4920-46c9-8f3b-4db27c181908 req-1956275c-b83f-437c-8324-e791b2cf96b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 1096 time: 0.1113873 Apr 01 15:31:00.413419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04d8e179-4920-46c9-8f3b-4db27c181908 req-1b27cc26-2a4e-46c0-9332-86f2432080ed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496287 Apr 01 15:31:00.514846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8b820f80-f776-4295-8c3a-ae1532f7ec66 req-bcc605e0-ac93-4322-b745-750ecf6745b8 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 210 time: 0.0788155 Apr 01 15:31:01.264915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae39cf-3aef-4682-987e-b5a9b9928130 req-fc31e83b-6db3-4439-a7ee-eeb14f207f1b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:01.266587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32ae39cf-3aef-4682-987e-b5a9b9928130 req-fc31e83b-6db3-4439-a7ee-eeb14f207f1b tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 945 time: 0.0860150 Apr 01 15:31:01.317715 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32ae39cf-3aef-4682-987e-b5a9b9928130 req-2008f9f3-3f5f-43be-83d6-095398b16aca tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452147 Apr 01 15:31:01.326352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:01.370824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:01.750882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df07d3fa-f9d6-459c-ac86-b4e3a8d1565c req-dd4c5726-f1f7-4ed2-b36a-64e5c91ef260 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 210 time: 0.0752881 Apr 01 15:31:01.927800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-659d8f66-af7a-44ee-9a55-d456cdf145be tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:01.929250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-659d8f66-af7a-44ee-9a55-d456cdf145be tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.44 "GET /v2.0/networks?id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf HTTP/1.1" status: 200 len: 812 time: 0.2126906 Apr 01 15:31:01.948261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Request body: {'port': {'device_id': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf', 'admin_state_up': True, 'tenant_id': '754721acd578443baf2cbc97f5b5cb8b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:31:02.108496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:31:02.112429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Usage tracker for resource:port and tenant:754721acd578443baf2cbc97f5b5cb8b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:31:02.115365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:31:02.122484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:31:02.134045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Made reservation on behalf of 754721acd578443baf2cbc97f5b5cb8b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:31:02.138121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:02.357116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Allocated IP 172.20.0.7 (0e9f3f22-e8af-4aa1-b51e-aea99ae486cf/0133665d-0a77-4b6a-8f81-37ce36fcf549/91abcf0c-d2f7-48fd-85bc-979ae976627b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:31:02.594806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32893b-bbd6-4931-bd7e-9c8a10cadeea req-96e51484-143b-4a74-a87e-e66c2637f163 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:02.603724 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c32893b-bbd6-4931-bd7e-9c8a10cadeea req-96e51484-143b-4a74-a87e-e66c2637f163 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 945 time: 0.1394019 Apr 01 15:31:02.609284 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:02.646782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:02.648640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c32893b-bbd6-4931-bd7e-9c8a10cadeea req-1876a3de-ce2f-4a5f-a329-733bd4f344b4 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Apr 01 15:31:02.732097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:31:02.735404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:31:02.739816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:31:02.776039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Pushing event updated for resources: {'Port': ['ID=91abcf0c-d2f7-48fd-85bc-979ae976627b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:02.818543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.819165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.819693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.820177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.820649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.821571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.822112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.823464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:02.824781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.826477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.827136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.827656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:02.849969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:02.850839 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:02.873327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8035c8ee-3430-4da4-bf39-47b3df6994af tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9310837 Apr 01 15:31:02.885737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Request body: {'port': {'device_id': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:31:03.035571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:03.132792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6b82e-9ffc-4bf9-a009-2c276a525e9c req-bf889769-dbc9-42d3-8bd7-e639fc68d298 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:03.134975 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fb6b82e-9ffc-4bf9-a009-2c276a525e9c req-bf889769-dbc9-42d3-8bd7-e639fc68d298 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 931 time: 0.0866454 Apr 01 15:31:03.196960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5fb6b82e-9ffc-4bf9-a009-2c276a525e9c req-e0c9c76d-8e07-47d3-b1cf-6f6f056d7734 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Synchronizing usage tracker for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:31:03.223398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5fb6b82e-9ffc-4bf9-a009-2c276a525e9c req-e0c9c76d-8e07-47d3-b1cf-6f6f056d7734 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Unset dirty status for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:31:03.225382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fb6b82e-9ffc-4bf9-a009-2c276a525e9c req-e0c9c76d-8e07-47d3-b1cf-6f6f056d7734 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841100 Apr 01 15:31:03.655794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91abcf0c-d2f7-48fd-85bc-979ae976627b {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:31:03.663603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:03.685839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Transition to ACTIVE for port object 91abcf0c-d2f7-48fd-85bc-979ae976627b will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:31:03.691278 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:03.879048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Pushing event updated for resources: {'Port': ['ID=91abcf0c-d2f7-48fd-85bc-979ae976627b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:03.961969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Attempting to bind port 91abcf0c-d2f7-48fd-85bc-979ae976627b on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:31:03.962573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Attempting to bind port 91abcf0c-d2f7-48fd-85bc-979ae976627b by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '3146a06b-aaeb-4906-8af0-84e4bd3ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:31:03.963059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Attempting to bind port 91abcf0c-d2f7-48fd-85bc-979ae976627b on network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:31:03.969245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Port 91abcf0c-d2f7-48fd-85bc-979ae976627b on network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:31:03.969724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Attempting to bind port 91abcf0c-d2f7-48fd-85bc-979ae976627b on network 0e9f3f22-e8af-4aa1-b51e-aea99ae486cf {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:31:03.976335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:31:03.977360 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Checking segment: {'id': '3146a06b-aaeb-4906-8af0-84e4bd3ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:31:03.979621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Bound using segment: {'id': '3146a06b-aaeb-4906-8af0-84e4bd3ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:31:03.980183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Bound port: 91abcf0c-d2f7-48fd-85bc-979ae976627b, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3146a06b-aaeb-4906-8af0-84e4bd3ee3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:31:03.980633 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:04.096640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] For port 91abcf0c-d2f7-48fd-85bc-979ae976627b, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:31:04.104110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] For port 91abcf0c-d2f7-48fd-85bc-979ae976627b, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b,segment=NetworkSegment(3146a06b-aaeb-4906-8af0-84e4bd3ee3a1),segment_id=3146a06b-aaeb-4906-8af0-84e4bd3ee3a1)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:31:04.121381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:04.187676 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:04.189515 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] 10.222.0.44 "PUT /v2.0/ports/91abcf0c-d2f7-48fd-85bc-979ae976627b HTTP/1.1" status: 200 len: 1091 time: 1.3089223 Apr 01 15:31:04.212467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'tag': '91abcf0c-d2f7-48fd-85bc-979ae976627b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:04.332423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062ad68-4a80-4aeb-8aad-4128bc9d1d73 service neutron] Pushing event updated for resources: {'Port': ['ID=91abcf0c-d2f7-48fd-85bc-979ae976627b,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:04.350839 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'tag': '91abcf0c-d2f7-48fd-85bc-979ae976627b', 'status': 'completed', 'code': 200} Apr 01 15:31:04.410910 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-8fe77be3-f9c1-404a-8555-b24d8a5ff0eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=754721acd578443baf2cbc97f5b5cb8b&device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 1094 time: 0.1792665 Apr 01 15:31:04.582035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-05e0bc5f-ff2a-44c6-828e-64b44bf8b718 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b HTTP/1.1" status: 200 len: 217 time: 0.1640465 Apr 01 15:31:04.666523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-faf975fd-c4be-436c-90b9-2448362e5e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:04.667990 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-faf975fd-c4be-436c-90b9-2448362e5e3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0133665d-0a77-4b6a-8f81-37ce36fcf549 HTTP/1.1" status: 200 len: 852 time: 0.0787570 Apr 01 15:31:04.718887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35e9c2-4c51-45fd-98e9-4a9a81cbf0b9 req-b5af579e-18da-4a90-9105-9f8e62c0a4b4 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:04.719588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7d35e9c2-4c51-45fd-98e9-4a9a81cbf0b9 req-b5af579e-18da-4a90-9105-9f8e62c0a4b4 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Synchronizing usage tracker for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:31:04.753212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-df7eeccc-c4a8-4bc2-80c9-7efef5c7c3a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776074 Apr 01 15:31:04.863147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7d35e9c2-4c51-45fd-98e9-4a9a81cbf0b9 req-b5af579e-18da-4a90-9105-9f8e62c0a4b4 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Unset dirty status for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:31:04.869628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d35e9c2-4c51-45fd-98e9-4a9a81cbf0b9 req-b5af579e-18da-4a90-9105-9f8e62c0a4b4 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 943 time: 0.3596156 Apr 01 15:31:04.942384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d35e9c2-4c51-45fd-98e9-4a9a81cbf0b9 req-13a0d04b-dba4-4249-97d9-a54783825785 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719068 Apr 01 15:31:04.967070 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-fb8150f4-2b8c-4480-8c81-733e28aa0ffb service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994390 Apr 01 15:31:05.140199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7af208b-340f-4e9e-aeac-c014cec36107 req-0af1e1b5-c097-4a82-b632-9f724abb73ad service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654096 Apr 01 15:31:05.312805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-b6b98b1b-b030-4940-b729-003860d59d87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=754721acd578443baf2cbc97f5b5cb8b&device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 1094 time: 0.0994956 Apr 01 15:31:05.480516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-6746fad1-8b71-4990-bea6-96d26c687ddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:05.482093 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-6746fad1-8b71-4990-bea6-96d26c687ddc service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf HTTP/1.1" status: 200 len: 913 time: 0.1609786 Apr 01 15:31:05.569124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-1bd29320-7db6-4be5-9d19-3ee182b448cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b HTTP/1.1" status: 200 len: 217 time: 0.0797534 Apr 01 15:31:05.636938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-d28b3fc5-0694-4ec4-8cb7-c62e4ac5bd41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:05.638535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-d28b3fc5-0694-4ec4-8cb7-c62e4ac5bd41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0133665d-0a77-4b6a-8f81-37ce36fcf549 HTTP/1.1" status: 200 len: 852 time: 0.0644758 Apr 01 15:31:05.696957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-74eeeb16-7cc1-486b-87e3-8e398e96c4ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514529 Apr 01 15:31:05.961650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-05c62266-8ba5-42c2-b8f7-0822d1a12838 service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573640 Apr 01 15:31:06.151402 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2091cb8f-99eb-4004-a2cb-1e3bd3d6cfd5 req-242b807e-2aa4-4141-99b0-b5c31a77c85c service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830173 Apr 01 15:31:06.214108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d825ab-b09c-4f64-adfc-3183e50ce638 req-08babf28-7b90-467a-9c9d-d217f9229759 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:06.216342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9d825ab-b09c-4f64-adfc-3183e50ce638 req-08babf28-7b90-467a-9c9d-d217f9229759 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 943 time: 0.0915074 Apr 01 15:31:06.291873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9d825ab-b09c-4f64-adfc-3183e50ce638 req-4f14afd4-6ac7-4964-a49c-b0ac6d76b3e6 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695896 Apr 01 15:31:07.524107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cf186-5ad1-4d9e-a8b2-f2afb3649532 req-549b5659-18de-4e1d-aaf7-e2ee9c5dacd3 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:07.524107 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a25cf186-5ad1-4d9e-a8b2-f2afb3649532 req-549b5659-18de-4e1d-aaf7-e2ee9c5dacd3 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 943 time: 0.1042671 Apr 01 15:31:07.570518 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a25cf186-5ad1-4d9e-a8b2-f2afb3649532 req-3176b291-33b6-44a1-9c39-b00f6be9fd69 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Apr 01 15:31:08.804582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b62eeb-4c98-481c-be49-ec2ffac805aa req-1dccfc07-ce41-4b2d-9a1f-fb76c116a4b3 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:08.811662 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70b62eeb-4c98-481c-be49-ec2ffac805aa req-1dccfc07-ce41-4b2d-9a1f-fb76c116a4b3 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 943 time: 0.0969613 Apr 01 15:31:08.973648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91abcf0c-d2f7-48fd-85bc-979ae976627b details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:31:08.985627 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70b62eeb-4c98-481c-be49-ec2ffac805aa req-d8d9333e-d623-413e-a8c1-6fa4ba87ead9 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728137 Apr 01 15:31:09.153254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 91abcf0c-d2f7-48fd-85bc-979ae976627b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b,segment=NetworkSegment(3146a06b-aaeb-4906-8af0-84e4bd3ee3a1),segment_id=3146a06b-aaeb-4906-8af0-84e4bd3ee3a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:09.166695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '91abcf0c-d2f7-48fd-85bc-979ae976627b', 'network_id': '0e9f3f22-e8af-4aa1-b51e-aea99ae486cf', 'port_id': '91abcf0c-d2f7-48fd-85bc-979ae976627b', 'mac_address': 'fa:16:3e:b7:bb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133665d-0a77-4b6a-8f81-37ce36fcf549', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:31:09.225478 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:09.243079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91abcf0c-d2f7-48fd-85bc-979ae976627b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:31:09.263463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 91abcf0c-d2f7-48fd-85bc-979ae976627b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b,segment=NetworkSegment(3146a06b-aaeb-4906-8af0-84e4bd3ee3a1),segment_id=3146a06b-aaeb-4906-8af0-84e4bd3ee3a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:09.268117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:09.357926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=91abcf0c-d2f7-48fd-85bc-979ae976627b,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:09.508759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['91abcf0c-d2f7-48fd-85bc-979ae976627b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:31:10.232319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc2a67-d743-42f6-b6d0-f1b760fd1240 req-2dbba988-09d4-4eb9-9127-c44f38241ce8 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:10.232319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4dc2a67-d743-42f6-b6d0-f1b760fd1240 req-2dbba988-09d4-4eb9-9127-c44f38241ce8 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 944 time: 0.1039646 Apr 01 15:31:10.292711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4dc2a67-d743-42f6-b6d0-f1b760fd1240 req-bdab6dcd-9328-4bee-a377-dc0566828ebd tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542724 Apr 01 15:31:10.973506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91abcf0c-d2f7-48fd-85bc-979ae976627b up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:31:11.042998 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:11.058371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 91abcf0c-d2f7-48fd-85bc-979ae976627b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:31:11.064550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 91abcf0c-d2f7-48fd-85bc-979ae976627b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:31:11.065052 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:11.270081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:11.376941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91abcf0c-d2f7-48fd-85bc-979ae976627b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:11.388773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 91abcf0c-d2f7-48fd-85bc-979ae976627b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b,segment=NetworkSegment(3146a06b-aaeb-4906-8af0-84e4bd3ee3a1),segment_id=3146a06b-aaeb-4906-8af0-84e4bd3ee3a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:11.396178 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:11.500699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=91abcf0c-d2f7-48fd-85bc-979ae976627b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:11.517032 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91abcf0c-d2f7-48fd-85bc-979ae976627b', 'code': 200} Apr 01 15:31:11.603328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b01c1-44ba-4a1d-bec2-ec335dfd46ec req-eae4840d-2a51-4b1a-8e78-598d5db8b70f tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:11.616907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-981b01c1-44ba-4a1d-bec2-ec335dfd46ec req-eae4840d-2a51-4b1a-8e78-598d5db8b70f tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1333237 Apr 01 15:31:11.627591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-277c0cdb-98df-4ef9-8a1c-84efc72424d3 req-b98ec6b4-ed91-4596-98e0-653cdf6f373f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 1096 time: 0.0754557 Apr 01 15:31:11.707228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-277c0cdb-98df-4ef9-8a1c-84efc72424d3 req-3a5e64e2-6962-4e00-ac6a-4e806c9f5c81 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Apr 01 15:31:11.709056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-981b01c1-44ba-4a1d-bec2-ec335dfd46ec req-add79bfd-a5ec-43c5-84a0-b415e15e68b7 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857832 Apr 01 15:31:13.004996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982e7e6-4ebc-44fb-ad16-3e199f0d76b4 req-d756cb04-ff0a-492a-a478-b14fd407f64d tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:13.013704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8982e7e6-4ebc-44fb-ad16-3e199f0d76b4 req-d756cb04-ff0a-492a-a478-b14fd407f64d tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1105115 Apr 01 15:31:13.122215 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8982e7e6-4ebc-44fb-ad16-3e199f0d76b4 req-d7dea933-c47e-4b39-9638-792232c27154 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069543 Apr 01 15:31:14.351487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0e711-6bba-43cb-a482-bc45150663d4 req-f147a5b9-29d2-495a-9fb1-a03ee5a0df75 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:14.352966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23a0e711-6bba-43cb-a482-bc45150663d4 req-f147a5b9-29d2-495a-9fb1-a03ee5a0df75 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.0950353 Apr 01 15:31:14.414162 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23a0e711-6bba-43cb-a482-bc45150663d4 req-7a5d9acc-9827-48f9-aee9-d344179760c0 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535192 Apr 01 15:31:14.655452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b607-0016-46a5-9588-983fd1bc3bb2 req-de235ca9-787a-484a-b6a4-8e5382083f63 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:14.655452 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4427b607-0016-46a5-9588-983fd1bc3bb2 req-de235ca9-787a-484a-b6a4-8e5382083f63 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.0967937 Apr 01 15:31:14.713589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4427b607-0016-46a5-9588-983fd1bc3bb2 req-e4a356c4-b2f4-4fb5-bec7-03fc467af5b3 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617723 Apr 01 15:31:14.952875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:15.241144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cd440-1016-410f-b8f0-3dce2a358b8f req-6d85671b-77fc-49d0-9036-dca9ccca592e tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:15.242657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e8cd440-1016-410f-b8f0-3dce2a358b8f req-6d85671b-77fc-49d0-9036-dca9ccca592e tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.0943258 Apr 01 15:31:15.302348 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e8cd440-1016-410f-b8f0-3dce2a358b8f req-ef5da9b8-65e1-492c-80a4-c4dad5ba82cf tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521657 Apr 01 15:31:16.605091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a02d-d539-44f4-8276-0e8a467d1b6b req-416ec19d-0c00-4cc7-b617-757e0ccd3755 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:16.607143 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-05e2a02d-d539-44f4-8276-0e8a467d1b6b req-416ec19d-0c00-4cc7-b617-757e0ccd3755 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1078296 Apr 01 15:31:16.672082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-05e2a02d-d539-44f4-8276-0e8a467d1b6b req-3d280b4e-e49f-4942-889c-896bf65eb540 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581818 Apr 01 15:31:17.145757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55f504-4ec8-4998-a049-9a234fd2cd8b req-c4d5f5ad-aa75-4a26-9d87-be3eb66d343e tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:17.155745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf55f504-4ec8-4998-a049-9a234fd2cd8b req-c4d5f5ad-aa75-4a26-9d87-be3eb66d343e tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1236038 Apr 01 15:31:17.209699 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-e8e7eca8-fc48-4e54-9e7e-28ddbd7b148b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=754721acd578443baf2cbc97f5b5cb8b&device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 1096 time: 0.1535459 Apr 01 15:31:17.242906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf55f504-4ec8-4998-a049-9a234fd2cd8b req-215d3d32-fbf6-4c06-aabb-bbb895feba5e tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868812 Apr 01 15:31:17.399685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-2101aa6f-ae7c-4766-b00e-7f7d5132c288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:17.401723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-2101aa6f-ae7c-4766-b00e-7f7d5132c288 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf HTTP/1.1" status: 200 len: 913 time: 0.1804307 Apr 01 15:31:17.474334 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-28e223c2-4f39-4017-a141-9112ac549c68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b HTTP/1.1" status: 200 len: 217 time: 0.0651939 Apr 01 15:31:17.601497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-eb126670-e204-4785-9189-cb68c690bc6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:17.602950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-eb126670-e204-4785-9189-cb68c690bc6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0133665d-0a77-4b6a-8f81-37ce36fcf549 HTTP/1.1" status: 200 len: 852 time: 0.1199951 Apr 01 15:31:17.736382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-3678d97f-0cc8-4db3-bbd9-fef78c26540e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230984 Apr 01 15:31:17.915657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-308e59ae-cdfd-4d3f-b534-ccdb11c7c6a0 service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745753 Apr 01 15:31:18.064938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdfe93cf-86a6-4640-9970-31a64ea10319 req-5336d328-1302-46b9-804e-0b8b288e9a7b service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417499 Apr 01 15:31:18.484862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09912d-ea73-46a6-a4c5-08814fa4028b req-81d58f90-f2a7-4ea3-8d3c-0c17a06c4963 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:18.486248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b09912d-ea73-46a6-a4c5-08814fa4028b req-81d58f90-f2a7-4ea3-8d3c-0c17a06c4963 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.0986049 Apr 01 15:31:18.570248 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b09912d-ea73-46a6-a4c5-08814fa4028b req-f10c027d-4e2c-41a6-bad9-2d354d67f2f6 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707471 Apr 01 15:31:19.856711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c15ba-a1c7-4e52-aba0-9131405c6c71 req-4c872c00-d6ab-449b-889a-85d107754176 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:19.865864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca6c15ba-a1c7-4e52-aba0-9131405c6c71 req-4c872c00-d6ab-449b-889a-85d107754176 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1737120 Apr 01 15:31:19.945565 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ca6c15ba-a1c7-4e52-aba0-9131405c6c71 req-5e12bc6a-cbc2-4b50-9c19-0b4f4edcfb5b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788426 Apr 01 15:31:20.477462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279164a-4925-4359-8d18-adbd6d5e63ac req-7e6bdf77-d80c-437b-bbf2-a1b3c495d907 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:20.479052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a279164a-4925-4359-8d18-adbd6d5e63ac req-7e6bdf77-d80c-437b-bbf2-a1b3c495d907 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.0952146 Apr 01 15:31:20.527378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a279164a-4925-4359-8d18-adbd6d5e63ac req-4baaed4e-f16a-4e52-88cb-caeb4bc27d7c tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Apr 01 15:31:21.800414 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaa1ae-736d-4105-8809-17e2ec3ecf77 req-8a55ae12-e61b-4121-8d18-daff2cd52959 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:21.802430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85eaa1ae-736d-4105-8809-17e2ec3ecf77 req-8a55ae12-e61b-4121-8d18-daff2cd52959 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.0934207 Apr 01 15:31:21.861810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85eaa1ae-736d-4105-8809-17e2ec3ecf77 req-fa5cd3c9-b045-4310-b5b6-dd60eef5fd9a tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Apr 01 15:31:22.634087 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aecf45-accd-4138-8ae0-d08996cd9f12 req-8d59ddd0-b17c-4fd2-b4e8-e31dbc1dcfdd tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:22.635649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37aecf45-accd-4138-8ae0-d08996cd9f12 req-8d59ddd0-b17c-4fd2-b4e8-e31dbc1dcfdd tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.2735977 Apr 01 15:31:22.644197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-6b902f00-1af7-45e0-84ff-c8709f69a0f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=754721acd578443baf2cbc97f5b5cb8b&device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 1096 time: 0.2425952 Apr 01 15:31:22.774768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37aecf45-accd-4138-8ae0-d08996cd9f12 req-8d958483-2bd4-49da-bff3-217c176ce841 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295063 Apr 01 15:31:22.817888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-00ebaeb3-41b1-47b6-9ed8-5df10da5c7a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:22.820285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-00ebaeb3-41b1-47b6-9ed8-5df10da5c7a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf HTTP/1.1" status: 200 len: 913 time: 0.1604738 Apr 01 15:31:22.893097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-1b82524d-89f9-45f0-a52b-02d8dfa18f8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b HTTP/1.1" status: 200 len: 217 time: 0.0673602 Apr 01 15:31:22.973839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-ff17b08c-5b2d-443c-9ef0-499f6b926b67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:22.978477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-ff17b08c-5b2d-443c-9ef0-499f6b926b67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0133665d-0a77-4b6a-8f81-37ce36fcf549 HTTP/1.1" status: 200 len: 852 time: 0.0785594 Apr 01 15:31:23.037136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-b17e9c91-32bc-4e1b-8b45-4a20e5688183 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500283 Apr 01 15:31:23.194836 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-d8b5db0e-7faf-40ed-9068-74d26a13e3b9 service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487260 Apr 01 15:31:23.321405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41456) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:23.417065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9104e2f5-a3fd-4a69-b2d7-9ff8f4ba36eb req-9227b8f2-9e23-43a5-8bc7-6a80254adbc0 service neutron] 10.222.0.44 "GET /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157705 Apr 01 15:31:23.468484 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41466) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:23.632647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port 7449dea1-236a-48ab-b6ab-5acc2204286f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:23.632995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:23.673749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:23.760778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:31:23.770467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Usage tracker for resource:security_group_rule and tenant:4448ea113edd41ddac05412141562989 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:31:23.774793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:31:23.784533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:31:23.891643 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:23.892527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:23.928735 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:23.942628 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:24.037594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd5268a-8d50-4aab-90b9-0ef112765d40,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:24.065609 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d9f86b20-76e8-4b64-ad5f-f2f985182bce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4448ea113edd41ddac05412141562989&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5958033 Apr 01 15:31:24.066824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41488) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:24.097213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for 7449dea1-236a-48ab-b6ab-5acc2204286f owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:24.241650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13de295b-dcfb-4611-b925-3f30a31aea1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:24.270918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:24.280368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13de295b-dcfb-4611-b925-3f30a31aea1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:24.295755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe630d-2787-4b94-a718-9ea80dfe59c3 req-521884a1-6e94-4652-8b41-59dc541df4ab tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:24.297246 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ffe630d-2787-4b94-a718-9ea80dfe59c3 req-521884a1-6e94-4652-8b41-59dc541df4ab tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1931102 Apr 01 15:31:24.321788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=7449dea1-236a-48ab-b6ab-5acc2204286f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:24.357485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0ffe630d-2787-4b94-a718-9ea80dfe59c3 req-e4d170d0-bcb3-49b7-b071-71eda5311264 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507073 Apr 01 15:31:24.366916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.366916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.366916 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.369700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:24.416856 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13de295b-dcfb-4611-b925-3f30a31aea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:24.434232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de295b-dcfb-4611-b925-3f30a31aea1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd5268a-8d50-4aab-90b9-0ef112765d40,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:24.441987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13de295b-dcfb-4611-b925-3f30a31aea1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:24.445583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13de295b-dcfb-4611-b925-3f30a31aea1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdd5268a-8d50-4aab-90b9-0ef112765d40 HTTP/1.1" status: 204 len: 168 time: 0.3754420 Apr 01 15:31:24.457155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:24.971693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41506) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:25.027005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.120515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:31:25.126556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f9140bcb5e194a44a3e38bd982dc356d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:31:25.146142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:31:25.157966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:31:25.170107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:31:25.272276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.276888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.323252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1164ff-0332-4600-ba0d-fa38f111455d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:25.329838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21d7ea24-1e43-466b-a37c-b4c1ee7d40d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9140bcb5e194a44a3e38bd982dc356d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3545916 Apr 01 15:31:25.330084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:25.399040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aeb04b17-e04a-46e0-8bc0-366663367db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.422362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:31:25.429829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aeb04b17-e04a-46e0-8bc0-366663367db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.435753 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:31:25.448922 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.458627 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:31:25.459887 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:31:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:25.517094 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-202f6eaa-4c38-4eb9-91ad-a650fb24b682 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "DELETE /v2.0/floatingips/c216a6ea-1306-4460-8e79-8efeef6fe91d HTTP/1.1" status: 204 len: 168 time: 2.1945691 Apr 01 15:31:25.517713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:25.548957 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aeb04b17-e04a-46e0-8bc0-366663367db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.571903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb04b17-e04a-46e0-8bc0-366663367db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1164ff-0332-4600-ba0d-fa38f111455d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:25.586737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aeb04b17-e04a-46e0-8bc0-366663367db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:25.591647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aeb04b17-e04a-46e0-8bc0-366663367db6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c1164ff-0332-4600-ba0d-fa38f111455d HTTP/1.1" status: 204 len: 168 time: 0.2606070 Apr 01 15:31:25.726443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568234-fba2-4ae3-a305-4f5cb5d50f37 req-a4b068e3-2710-4368-9612-3ec37fa3ebcb tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:25.730556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb568234-fba2-4ae3-a305-4f5cb5d50f37 req-a4b068e3-2710-4368-9612-3ec37fa3ebcb tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1243007 Apr 01 15:31:25.767857 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:31:25.855838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb568234-fba2-4ae3-a305-4f5cb5d50f37 req-9284bdc7-9be3-4de9-959c-0bffc9224941 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191647 Apr 01 15:31:25.904518 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'status': 'completed', 'code': 200} Apr 01 15:31:26.106180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-7a61f417-e7f0-4fb6-a802-57f0e4a28518 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 1096 time: 0.1747487 Apr 01 15:31:26.115749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d9b3-94cd-4693-b9e1-0af4682aeedc req-8e967521-c721-4322-9922-e8f629ca91a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:26.116441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bf36d9b3-94cd-4693-b9e1-0af4682aeedc req-8e967521-c721-4322-9922-e8f629ca91a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:31:26.275924 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bf36d9b3-94cd-4693-b9e1-0af4682aeedc req-8e967521-c721-4322-9922-e8f629ca91a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:31:26.277235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf36d9b3-94cd-4693-b9e1-0af4682aeedc req-8e967521-c721-4322-9922-e8f629ca91a3 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 945 time: 0.2753949 Apr 01 15:31:26.322252 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:49Z', 'revision_number': 1, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:26.327034 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:31:26.338491 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:31:26.339083 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:31:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:26.363955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-3edfa77c-2efb-4589-ae1e-e94a52d0aaee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:26.365594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-3edfa77c-2efb-4589-ae1e-e94a52d0aaee service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.2452807 Apr 01 15:31:26.413521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d50c05-cb97-4494-9e22-a60fffa27a0d req-36b35f74-2079-4a45-b408-065811f1b97a tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:26.415893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66d50c05-cb97-4494-9e22-a60fffa27a0d req-36b35f74-2079-4a45-b408-065811f1b97a tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.0908878 Apr 01 15:31:26.436241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bf36d9b3-94cd-4693-b9e1-0af4682aeedc req-0ceaea9d-563c-4bf3-847c-9992ec3f8085 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508656 Apr 01 15:31:26.452758 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-0eefc40d-98f3-474d-94ff-45ce6901797e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992 HTTP/1.1" status: 200 len: 217 time: 0.0775943 Apr 01 15:31:26.479809 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66d50c05-cb97-4494-9e22-a60fffa27a0d req-5aaf9110-be1d-4edf-ab71-386eb380903a tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Apr 01 15:31:26.549420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-29f1ae05-665e-4494-a8ec-9a2e4733e292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:26.550787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-29f1ae05-665e-4494-a8ec-9a2e4733e292 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.0741940 Apr 01 15:31:26.551367 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:31:26.651744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-fc415f83-f5a0-41a1-a4c8-16e73763f89b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939438 Apr 01 15:31:26.890155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-034ccc13-585a-4300-86aa-4b8f46ce4c4d service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288454 Apr 01 15:31:27.067642 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:49Z', 'revision_number': 1, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:27.073103 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b2cae-6eb4-490f-a9ac-13b4eb725f20 None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '027b26a1-d289-4912-a58d-a2fd7af49811', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'port_id': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'mac_address': 'fa:16:3e:8f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:26:43Z', 'updated_at': '2022-04-01T15:26:49Z', 'revision_number': 1, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:31:27.077866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb334a4a-a59a-4646-b1db-b2ac624f181f req-4157e39a-ff1b-43b5-82b0-1136f54daffc tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:27.079239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb334a4a-a59a-4646-b1db-b2ac624f181f req-4157e39a-ff1b-43b5-82b0-1136f54daffc tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 945 time: 0.1043553 Apr 01 15:31:27.101477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a12397d5-179e-4fa3-be10-3faa4075eff3 req-62e44301-a65f-45a2-8191-593753bd7c3b service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942663 Apr 01 15:31:27.172783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb334a4a-a59a-4646-b1db-b2ac624f181f req-c8832a21-05bc-4593-bdc1-b2b3f15246a1 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792449 Apr 01 15:31:27.365608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-7a7eb470-1b16-42f1-922b-599a6f1c06ec tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:27.367474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-7a7eb470-1b16-42f1-922b-599a6f1c06ec tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 945 time: 0.1190450 Apr 01 15:31:27.449326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port cedaa49d-3f97-42eb-9b05-b1067bda5992 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:27.449988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:27.451775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8672dc-28e7-43b0-9c38-f90fb23fd9c6 None None] New status for floating IP c216a6ea-1306-4460-8e79-8efeef6fe91d: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:31:27.823471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02767a16-4d9b-42ea-a078-c8dfee789525 req-886f529d-6868-4ee4-8c05-8c34ac89e558 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:27.832688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02767a16-4d9b-42ea-a078-c8dfee789525 req-886f529d-6868-4ee4-8c05-8c34ac89e558 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1268167 Apr 01 15:31:27.877880 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171d87a3-e4c8-4419-b7f0-85e513098034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:27.911613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02767a16-4d9b-42ea-a078-c8dfee789525 req-ac1426ff-74ed-4365-a7bd-66736c7f3731 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777290 Apr 01 15:31:28.037077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] For port cedaa49d-3f97-42eb-9b05-b1067bda5992, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=cedaa49d-3f97-42eb-9b05-b1067bda5992,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:28.037392 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:28.170539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for cedaa49d-3f97-42eb-9b05-b1067bda5992 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:28.223036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607de238-9f6d-4a5f-9b74-018d3c65a43c req-4b4c404f-6610-4301-be3c-ee0c3b774113 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:28.230297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-607de238-9f6d-4a5f-9b74-018d3c65a43c req-4b4c404f-6610-4301-be3c-ee0c3b774113 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 945 time: 0.2934954 Apr 01 15:31:28.316666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-607de238-9f6d-4a5f-9b74-018d3c65a43c req-b3f6b896-8328-4762-8bd2-179cb4bf9b0f tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852852 Apr 01 15:31:28.405137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:28.462735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=cedaa49d-3f97-42eb-9b05-b1067bda5992,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:28.548942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] No DVR routers for this DVR port cedaa49d-3f97-42eb-9b05-b1067bda5992 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:31:28.551546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:28.554428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'name': 'network-vif-deleted', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:28.579587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96cda8fa-cadc-4058-8b69-d6b97bed05c5 req-9f9e587a-c18c-4323-ae3b-34abeab513a5 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "DELETE /v2.0/ports/cedaa49d-3f97-42eb-9b05-b1067bda5992 HTTP/1.1" status: 204 len: 173 time: 1.2054799 Apr 01 15:31:28.707099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-00174f96-0eb5-4a19-8f88-ec4021d972ba tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:28.710983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-00174f96-0eb5-4a19-8f88-ec4021d972ba tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.3685701 Apr 01 15:31:28.845334 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946445a1-27f0-4d2d-b01b-743b88fd6e5a', 'name': 'network-vif-deleted', 'tag': 'cedaa49d-3f97-42eb-9b05-b1067bda5992', 'status': 'completed', 'code': 200} Apr 01 15:31:28.859956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Deleting port 91abcf0c-d2f7-48fd-85bc-979ae976627b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:28.870349 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:28.937794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-f5996801-2b14-449f-a4c6-ce4886d95bca tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:28.939495 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-f5996801-2b14-449f-a4c6-ce4886d95bca tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.62 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 945 time: 0.4859984 Apr 01 15:31:28.946235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2226b2-1445-4d18-a6ec-6037fc1796dd req-80df8894-2d17-4538-bcf6-fee2fb69eb33 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:28.954640 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f2226b2-1445-4d18-a6ec-6037fc1796dd req-80df8894-2d17-4538-bcf6-fee2fb69eb33 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 945 time: 0.5760539 Apr 01 15:31:29.202666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f2226b2-1445-4d18-a6ec-6037fc1796dd req-a445dc43-c0d7-4421-8dc4-425d7d3f76c2 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470472 Apr 01 15:31:29.235239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd7882-e2ab-4b77-b7ed-5f029ebb5113 req-74c06993-b9ce-4172-bca4-87ca1c786304 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:29.250619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Deleting port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:29.251357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:29.251481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8bfd7882-e2ab-4b77-b7ed-5f029ebb5113 req-74c06993-b9ce-4172-bca4-87ca1c786304 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 945 time: 0.1591451 Apr 01 15:31:29.330112 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8bfd7882-e2ab-4b77-b7ed-5f029ebb5113 req-5da096fe-746d-403f-9442-010bf689db05 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/security-groups?id=a53a12a7-6fd9-4e6c-9cf4-50235d163146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774405 Apr 01 15:31:29.483683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] For port 91abcf0c-d2f7-48fd-85bc-979ae976627b, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=91abcf0c-d2f7-48fd-85bc-979ae976627b,segment=NetworkSegment(3146a06b-aaeb-4906-8af0-84e4bd3ee3a1),segment_id=3146a06b-aaeb-4906-8af0-84e4bd3ee3a1)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:29.484043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:29.624916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Calling delete_port for 91abcf0c-d2f7-48fd-85bc-979ae976627b owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:29.727034 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9ef69d9-aee9-4f12-924f-3bb3f38cc755 req-8ed288b8-881f-4027-b527-9992f244bd1c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=946445a1-27f0-4d2d-b01b-743b88fd6e5a HTTP/1.1" status: 200 len: 210 time: 0.0655742 Apr 01 15:31:29.997587 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:30.018816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['91abcf0c-d2f7-48fd-85bc-979ae976627b'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:31:30.123397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Pushing event deleted for resources: {'Port': ['ID=91abcf0c-d2f7-48fd-85bc-979ae976627b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:30.240296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] For port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,segment=NetworkSegment(35abae06-38ed-48ad-86f5-254f323d0512),segment_id=35abae06-38ed-48ad-86f5-254f323d0512)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:30.240661 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:30.248839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] No DVR routers for this DVR port 91abcf0c-d2f7-48fd-85bc-979ae976627b on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:31:30.253195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:30.262793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'name': 'network-vif-deleted', 'tag': '91abcf0c-d2f7-48fd-85bc-979ae976627b'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:30.326032 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffc707dc-41de-4ff0-bd86-e32db09fb963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:30.333525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bdd3af64-892d-4a2f-8149-cd38751a54f9 req-a19cc49c-5988-408b-97cf-183eef42d52b tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.44 "DELETE /v2.0/ports/91abcf0c-d2f7-48fd-85bc-979ae976627b HTTP/1.1" status: 204 len: 173 time: 1.6109226 Apr 01 15:31:30.431509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Calling delete_port for 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:30.477765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41620) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:30.587408 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3e199-57cd-45c7-ba7a-8088a8645c2b', 'name': 'network-vif-deleted', 'tag': '91abcf0c-d2f7-48fd-85bc-979ae976627b', 'status': 'completed', 'code': 200} Apr 01 15:31:30.688094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6bf6-e581-4183-b75e-2b179c82484f req-57b61cd8-4e82-4906-a228-5e566c96d708 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:30.697448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a0f6bf6-e581-4183-b75e-2b179c82484f req-57b61cd8-4e82-4906-a228-5e566c96d708 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/ports?device_id=70df90b1-96db-4a8e-97f7-a1294459f725 HTTP/1.1" status: 200 len: 945 time: 0.1589377 Apr 01 15:31:30.779682 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3b6a2e54-517d-4aee-a939-8974f52866f8 req-246102cd-2986-4740-a2ba-303312c66c54 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Synchronizing usage tracker for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:31:30.797260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a0f6bf6-e581-4183-b75e-2b179c82484f req-a622b55e-6935-4cf1-94a7-290ee47397e7 tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903018 Apr 01 15:31:30.802127 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:30.820227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:31:30.952864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:31:30.959475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:31:30.960013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device cedaa49d-3f97-42eb-9b05-b1067bda5992 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:31:31.036500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: cedaa49d-3f97-42eb-9b05-b1067bda5992 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:31:31.037152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device cedaa49d-3f97-42eb-9b05-b1067bda5992 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:31:31.039869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08d36925-a9bb-46a5-8c0c-e5fdf4031d3b req-e2061640-d15e-411c-9a07-4801bf8b4495 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1096 time: 0.5605319 Apr 01 15:31:31.099594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08d36925-a9bb-46a5-8c0c-e5fdf4031d3b req-1ca15310-7cd1-4e55-9a4e-f24c1fd8ce10 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562608 Apr 01 15:31:31.102899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3b6a2e54-517d-4aee-a939-8974f52866f8 req-246102cd-2986-4740-a2ba-303312c66c54 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] Unset dirty status for tenant:754721acd578443baf2cbc97f5b5cb8b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:31:31.116377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b6a2e54-517d-4aee-a939-8974f52866f8 req-246102cd-2986-4740-a2ba-303312c66c54 tempest-TestServerAdvancedOps-2089168626 tempest-TestServerAdvancedOps-2089168626-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa3e199-57cd-45c7-ba7a-8088a8645c2b HTTP/1.1" status: 200 len: 210 time: 0.4521813 Apr 01 15:31:31.130003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Pushing event deleted for resources: {'Port': ['ID=9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:31.233985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] No DVR routers for this DVR port 9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:31:31.237250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:31.257350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69645726-f6e2-48a9-9e73-404ac69752a7 req-9f22a8b3-1655-48fd-b924-c052094e9dfb tempest-VolumesSnapshotTestJSON-1020484762 tempest-VolumesSnapshotTestJSON-1020484762-project] 10.222.0.62 "DELETE /v2.0/ports/9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba HTTP/1.1" status: 204 len: 173 time: 2.2973874 Apr 01 15:31:31.312400 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:31.376463 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.160303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41662) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:32.276100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41670) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:32.609063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] Deleting subnet 0133665d-0a77-4b6a-8f81-37ce36fcf549 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:31:32.609063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.610979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.612489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.623408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70df90b1-96db-4a8e-97f7-a1294459f725', 'name': 'network-vif-deleted', 'tag': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:32.703529 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70df90b1-96db-4a8e-97f7-a1294459f725', 'name': 'network-vif-deleted', 'tag': '9e8ec3eb-d9b8-40a5-8ca0-300a3db2a2ba', 'status': 'completed', 'code': 200} Apr 01 15:31:32.730024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.731017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:31:32.736386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Usage tracker for resource:security_group_rule and tenant:0a3710046f2d421d8882e11e4d6a1df7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:31:32.740354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:31:32.746788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:31:32.819733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.906473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.942917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:32.957144 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.020682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0133665d-0a77-4b6a-8f81-37ce36fcf549,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:33.026902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91abcf0c-d2f7-48fd-85bc-979ae976627b no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:31:33.035624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.047589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a268841-96ea-4b30-899e-7b07aa7e3823 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0133665d-0a77-4b6a-8f81-37ce36fcf549 HTTP/1.1" status: 204 len: 168 time: 0.7701957 Apr 01 15:31:33.049851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41700) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:33.092182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682dddc4-5895-45f8-9966-76c5f6cde546,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:33.100592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2c85bc4f-0118-46dd-9821-7d68173206ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a3710046f2d421d8882e11e4d6a1df7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9392090 Apr 01 15:31:33.104018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41704) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:33.119396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 91abcf0c-d2f7-48fd-85bc-979ae976627b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:31:33.119822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 91abcf0c-d2f7-48fd-85bc-979ae976627b not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:31:33.218365 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc3011e7-141a-4df6-83ad-e6de73d79960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.289736 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc3011e7-141a-4df6-83ad-e6de73d79960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.314194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.380802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc3011e7-141a-4df6-83ad-e6de73d79960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.420959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3011e7-141a-4df6-83ad-e6de73d79960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682dddc4-5895-45f8-9966-76c5f6cde546,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:33.425709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc3011e7-141a-4df6-83ad-e6de73d79960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.427614 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bc3011e7-141a-4df6-83ad-e6de73d79960 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/682dddc4-5895-45f8-9966-76c5f6cde546 HTTP/1.1" status: 204 len: 168 time: 0.3216927 Apr 01 15:31:33.566339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.618094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9f3f22-e8af-4aa1-b51e-aea99ae486cf']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:33.642921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3146a06b-aaeb-4906-8af0-84e4bd3ee3a1') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:33.642921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3146a06b-aaeb-4906-8af0-84e4bd3ee3a1') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:33.666184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.702433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.710702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:31:33.711434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:31:33.728312 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:31:33.952364 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:34.010717 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:34.033726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9f3f22-e8af-4aa1-b51e-aea99ae486cf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:34.056478 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-88916ffc-68ed-4441-a0fe-b289c348740f admin admin] 10.222.0.48 "DELETE /v2.0/networks/0e9f3f22-e8af-4aa1-b51e-aea99ae486cf HTTP/1.1" status: 204 len: 168 time: 1.0013208 Apr 01 15:31:34.061739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41724) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:34.163250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] Deleting subnet eb3f8419-d606-4fcf-bcaa-f1545beda393 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:31:34.169988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:34.227455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:34.290029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:34.439480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:34.500020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:34.510293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3f8419-d606-4fcf-bcaa-f1545beda393,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:34.515475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b8467c50-783a-4bdf-a985-143f82d02282 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eb3f8419-d606-4fcf-bcaa-f1545beda393 HTTP/1.1" status: 204 len: 168 time: 0.4573729 Apr 01 15:31:34.518030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41738) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:34.841429 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:35.041986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:31:35.230103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:35.293109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce327a19-31e0-42ff-b4c6-940378798568']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:35.359351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504abb3a-603b-4d9b-a2f6-fdb6464aea8c') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:35.359351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504abb3a-603b-4d9b-a2f6-fdb6464aea8c') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:35.400412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:35.442372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:35.455548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:31:35.455548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:31:35.470816 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:31:35.615053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:35.623667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:35.647029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ce327a19-31e0-42ff-b4c6-940378798568 HTTP/1.1" status: 204 len: 168 time: 1.1275861 Apr 01 15:31:35.651185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924bd98-e232-4849-9285-ec2dc6914da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce327a19-31e0-42ff-b4c6-940378798568,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:36.018900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41782) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:36.151677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41790) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:36.159460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e1dd32fb-1b2f-4eea-8a52-244624aae9d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=754721acd578443baf2cbc97f5b5cb8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1354716 Apr 01 15:31:36.275114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a05e7e34-2cd3-45bb-9df7-9750aa674ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:36.313668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a05e7e34-2cd3-45bb-9df7-9750aa674ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:36.377881 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a05e7e34-2cd3-45bb-9df7-9750aa674ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:36.399480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e7e34-2cd3-45bb-9df7-9750aa674ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a12a7-6fd9-4e6c-9cf4-50235d163146,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:36.428340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a05e7e34-2cd3-45bb-9df7-9750aa674ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:36.429827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a05e7e34-2cd3-45bb-9df7-9750aa674ecf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a53a12a7-6fd9-4e6c-9cf4-50235d163146 HTTP/1.1" status: 204 len: 168 time: 0.2833645 Apr 01 15:31:37.212620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41814) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:37.458666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41820) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:37.568045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a4b4997f-be38-4b4c-bf30-9723137f85e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95fc8fec7b124e7aaef1c584fe653685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1155717 Apr 01 15:31:37.570441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 41826) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:37.654416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8475eb56-cfc1-417e-a508-c829b4027a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.704916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8475eb56-cfc1-417e-a508-c829b4027a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.719268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port 9727d5e7-e216-42e7-8e05-6b3becd89eab {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:37.719825 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.770527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8475eb56-cfc1-417e-a508-c829b4027a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.795558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475eb56-cfc1-417e-a508-c829b4027a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54059628-dd0c-4db2-87b5-cadec502fcd9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:37.810514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8475eb56-cfc1-417e-a508-c829b4027a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.812447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8475eb56-cfc1-417e-a508-c829b4027a0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54059628-dd0c-4db2-87b5-cadec502fcd9 HTTP/1.1" status: 204 len: 168 time: 0.2402983 Apr 01 15:31:37.969544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.969544 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:38.116100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for 9727d5e7-e216-42e7-8e05-6b3becd89eab owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:38.375624 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:38.430255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=9727d5e7-e216-42e7-8e05-6b3becd89eab,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:38.550062 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:39.471960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:31:39.777774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:31:39.803483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:39.874742 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:31:39.896270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-259e55ef-8231-4f34-b819-b469e1e70add tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "DELETE /v2.0/floatingips/027b26a1-d289-4912-a58d-a2fd7af49811 HTTP/1.1" status: 204 len: 168 time: 2.6789222 Apr 01 15:31:39.896270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:39.919595 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:31:39.919595 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:31:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:40.054875 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'status': 'completed', 'code': 200} Apr 01 15:31:40.228601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c982b48d-9160-4f28-8d50-42924255ec60 req-b354d2cd-a61a-443a-865d-36fd9b3b56df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 1097 time: 0.1482236 Apr 01 15:31:40.477123 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:31:40.538778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982b48d-9160-4f28-8d50-42924255ec60 req-17d3bb00-e4c9-4d8c-b53a-74bf58edda99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:40.542762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c982b48d-9160-4f28-8d50-42924255ec60 req-17d3bb00-e4c9-4d8c-b53a-74bf58edda99 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 200 len: 912 time: 0.3035343 Apr 01 15:31:40.651972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c982b48d-9160-4f28-8d50-42924255ec60 req-8cbb676d-87ce-480c-9cf7-c6e984ca8db4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 200 len: 217 time: 0.1007419 Apr 01 15:31:40.784447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982b48d-9160-4f28-8d50-42924255ec60 req-8897f0d4-55d4-4f90-b268-ae1c68357996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:40.796306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c982b48d-9160-4f28-8d50-42924255ec60 req-8897f0d4-55d4-4f90-b268-ae1c68357996 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 200 len: 850 time: 0.1207623 Apr 01 15:31:40.980251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c982b48d-9160-4f28-8d50-42924255ec60 req-282f03b3-e018-4cc4-9aa6-3f8cb8049059 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bdc8007c-3d24-4d99-8014-9c1166e7b7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802757 Apr 01 15:31:40.997540 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:41.063414 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703d7c-4cf4-42c8-8504-053769c4ea00 req-5af8d60f-08e7-4443-90f4-b8fe6f0776f9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:41.064233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-11703d7c-4cf4-42c8-8504-053769c4ea00 req-5af8d60f-08e7-4443-90f4-b8fe6f0776f9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Synchronizing usage tracker for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:31:41.091198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-11703d7c-4cf4-42c8-8504-053769c4ea00 req-5af8d60f-08e7-4443-90f4-b8fe6f0776f9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Unset dirty status for tenant:eaa6a1395bc746ee876eff4a2e233d1e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:31:41.092761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11703d7c-4cf4-42c8-8504-053769c4ea00 req-5af8d60f-08e7-4443-90f4-b8fe6f0776f9 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 946 time: 0.1783032 Apr 01 15:31:41.100778 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:41.142528 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:31:41.188501 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:31:41.188501 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:31:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:41.210011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11703d7c-4cf4-42c8-8504-053769c4ea00 req-fad436f2-aaa1-4c68-b7af-4a29061b7c7c tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ee6516e-44d3-4893-a02c-1eda4b6cc776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084228 Apr 01 15:31:41.331635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c982b48d-9160-4f28-8d50-42924255ec60 req-a525f6c2-f886-4d7d-8704-98a9e9982dbc service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430271 Apr 01 15:31:41.416887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-6314d5de-e5d2-44e0-b353-a5b233e6a777 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:41.418859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-6314d5de-e5d2-44e0-b353-a5b233e6a777 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 946 time: 0.0947640 Apr 01 15:31:41.519072 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:31:41.557359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c982b48d-9160-4f28-8d50-42924255ec60 req-b826926b-57f6-427d-98c8-808d8ec1709c service neutron] 10.222.0.62 "GET /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159593 Apr 01 15:31:41.630802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:41.631348 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:42.051315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] For port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:42.051315 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:42.171928 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:42.182340 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70332-82ba-465c-9292-0637bf71b80f None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:17:09Z', 'revision_number': 4, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8f406a41-3f1e-4cbd-860c-b5438a9f8f81', 'name': '', 'network_id': 'bdc8007c-3d24-4d99-8014-9c1166e7b7b6', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'mac_address': 'fa:16:3e:98:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:06Z', 'updated_at': '2022-04-01T15:17:20Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'subnets': [{'id': 'e00af11d-21d6-4fa7-b29a-373aee54e8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:31:42.214282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:42.614606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:42.657367 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3b5cc39-4f4e-40d3-ae87-247f96732e16 req-a5842981-c168-4d22-855a-4743913b7063 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 210 time: 0.0761027 Apr 01 15:31:42.672923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91dce1-22c9-40b6-aa61-52f8014e7ee4 None None] New status for floating IP 027b26a1-d289-4912-a58d-a2fd7af49811: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:31:42.912243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:43.025989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] No DVR routers for this DVR port 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:31:43.029801 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:43.033999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'name': 'network-vif-deleted', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:31:43.074672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-400b9e44-bb53-45b1-9507-8feafdd04371 req-e1396e15-fe8e-4360-99c9-c05d664adf44 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.62 "DELETE /v2.0/ports/958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a HTTP/1.1" status: 204 len: 173 time: 1.6470518 Apr 01 15:31:43.141359 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa9b5da-90d6-4353-aece-5158184ac9cf', 'name': 'network-vif-deleted', 'tag': '958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a', 'status': 'completed', 'code': 200} Apr 01 15:31:44.120829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e991d37-1a82-4d11-aeba-fb956211b713 req-f83c2687-0a35-48b8-b4fd-75e1d5a11a5a tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa9b5da-90d6-4353-aece-5158184ac9cf HTTP/1.1" status: 200 len: 210 time: 0.0552990 Apr 01 15:31:44.894076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:31:44.962952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:31:44.962952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 958a5bd9-cfbe-4ea9-9f0f-00dc2d7bd25a not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:31:44.976619 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:45.263602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 41954) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:45.863524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Deleting port 8b9c8c30-9447-4f12-8f74-33991f4077b2 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:45.863524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.156856 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.157978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.310164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Calling delete_port for 8b9c8c30-9447-4f12-8f74-33991f4077b2 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:46.559010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.633219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'Port': ['ID=8b9c8c30-9447-4f12-8f74-33991f4077b2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:46.764951 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.800089 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.800089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fd1883a1-6581-4213-bd91-8f5e3624a1f7 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "DELETE /v2.0/floatingips/0726aaeb-beef-43e4-8da2-80052009a592 HTTP/1.1" status: 204 len: 168 time: 1.5320244 Apr 01 15:31:49.660906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42072) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:49.853353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a3737cd-976c-44ab-9834-58e1e7d5cce4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:49.911359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a3737cd-976c-44ab-9834-58e1e7d5cce4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.013044 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a3737cd-976c-44ab-9834-58e1e7d5cce4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.045226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3737cd-976c-44ab-9834-58e1e7d5cce4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee6516e-44d3-4893-a02c-1eda4b6cc776,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:50.055706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5a3737cd-976c-44ab-9834-58e1e7d5cce4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.055706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5a3737cd-976c-44ab-9834-58e1e7d5cce4 tempest-TestVolumeBootPattern-1714937488 tempest-TestVolumeBootPattern-1714937488-project] 10.222.0.48 "DELETE /v2.0/security-groups/5ee6516e-44d3-4893-a02c-1eda4b6cc776 HTTP/1.1" status: 204 len: 168 time: 0.3983705 Apr 01 15:31:50.299668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42086) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:51.371782 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:52.439596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Deleting port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:52.439596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:52.696736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] For port 8f406a41-3f1e-4cbd-860c-b5438a9f8f81, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:52.697097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:52.836000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Calling delete_port for 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:53.390181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:53.490896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f406a41-3f1e-4cbd-860c-b5438a9f8f81,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:54.150447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:55.130943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Router 277ed055-ef54-4639-9e33-8b7c5a5276ab has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:31:55.421175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:31:55.431675 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] Sync routers for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:31:55.464789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-153571e7-8faf-4251-8f1f-cb61b796f066 admin admin] 10.222.0.48 "PUT /v2.0/routers/277ed055-ef54-4639-9e33-8b7c5a5276ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1626413 Apr 01 15:31:55.465026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:55.477071 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:31:55.477970 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:31:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:55.873565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:55.968223 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:31:56.498518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:56.511551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Deleting port 7405425f-c49e-411f-a980-83c4e31b1501 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:56.512691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:56.700600 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '7405425f-c49e-411f-a980-83c4e31b1501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:31:53Z', 'revision_number': 5, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port': {'id': '7405425f-c49e-411f-a980-83c4e31b1501', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:16:57Z', 'updated_at': '2022-04-01T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:56.714073 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] Checking router: 277ed055-ef54-4639-9e33-8b7c5a5276ab for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:31:56.754493 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] Routers {'277ed055-ef54-4639-9e33-8b7c5a5276ab'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:31:56.754493 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:31:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['277ed055-ef54-4639-9e33-8b7c5a5276ab'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:56.850500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] For port 7405425f-c49e-411f-a980-83c4e31b1501, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7405425f-c49e-411f-a980-83c4e31b1501,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:31:56.850500 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:57.109972 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] Set router 277ed055-ef54-4639-9e33-8b7c5a5276ab gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:31:57.128432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Calling delete_port for 7405425f-c49e-411f-a980-83c4e31b1501 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:31:57.358183 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:31:56Z', 'revision_number': 6, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:57.366902 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b34f99-9e1b-466f-ad25-0d098dadf8ff None None] The sync data for ids ['277ed055-ef54-4639-9e33-8b7c5a5276ab'] in n-d-836017-1 is: [{'id': '277ed055-ef54-4639-9e33-8b7c5a5276ab', 'name': 'tempest-TestVolumeBootPattern-157485057-router', 'tenant_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:16:55Z', 'updated_at': '2022-04-01T15:31:56Z', 'revision_number': 6, 'project_id': 'eaa6a1395bc746ee876eff4a2e233d1e', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:31:57.552036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:57.625067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=7405425f-c49e-411f-a980-83c4e31b1501,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:57.878829 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9acd3ed3-1eeb-4541-8dfd-ad58b9e1b5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:58.060574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:31:58.184251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:31:58.184251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8f406a41-3f1e-4cbd-860c-b5438a9f8f81 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:31:58.327314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:58.723268 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:58.730178 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:58.771921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:58.771921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 277ed055-ef54-4639-9e33-8b7c5a5276ab {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:31:58.800393 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:58.800393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d45baf6-964b-418d-aa0a-280eebce5d45 admin admin] 10.222.0.48 "DELETE /v2.0/routers/277ed055-ef54-4639-9e33-8b7c5a5276ab HTTP/1.1" status: 204 len: 168 time: 3.3313532 Apr 01 15:31:58.802319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42206) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:58.942393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] Deleting subnet e00af11d-21d6-4fa7-b29a-373aee54e8b3 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:31:58.946149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:59.024436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:59.121463 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:59.316345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:59.382844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00af11d-21d6-4fa7-b29a-373aee54e8b3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:59.390624 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:59.401098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-68d194ac-f3d8-4f1a-be4e-7ff0be0048cf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e00af11d-21d6-4fa7-b29a-373aee54e8b3 HTTP/1.1" status: 204 len: 168 time: 0.5980198 Apr 01 15:31:59.404435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42220) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:31:59.406624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed304bf-db32-4477-991b-9dd2ea5407b0 None None] Network bdc8007c-3d24-4d99-8014-9c1166e7b7b6 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:31:59.558468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:59.573544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Deleting port bbcc094f-3012-42c2-846e-a94a0bafb43d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:31:59.574088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:59.890633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7405425f-c49e-411f-a980-83c4e31b1501 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:31:59.983782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 7405425f-c49e-411f-a980-83c4e31b1501 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:31:59.984828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7405425f-c49e-411f-a980-83c4e31b1501 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:32:00.126903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] For port bbcc094f-3012-42c2-846e-a94a0bafb43d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bbcc094f-3012-42c2-846e-a94a0bafb43d,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:00.126903 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.168258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] DHCP port deletion for bdc8007c-3d24-4d99-8014-9c1166e7b7b6 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:32:00.168258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Deleting port bbcc094f-3012-42c2-846e-a94a0bafb43d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:32:00.172154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.280094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42238) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:00.296357 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1beb322b-4045-4746-be87-d130866d219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.316085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Calling delete_port for bbcc094f-3012-42c2-846e-a94a0bafb43d owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:32:00.454018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.592930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcc094f-3012-42c2-846e-a94a0bafb43d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:00.597621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] No DVR routers for this DVR port bbcc094f-3012-42c2-846e-a94a0bafb43d on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:32:00.607562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] For port bbcc094f-3012-42c2-846e-a94a0bafb43d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=bbcc094f-3012-42c2-846e-a94a0bafb43d,segment=NetworkSegment(ffe997ea-148f-421a-93c2-2f4bd0d03a50),segment_id=ffe997ea-148f-421a-93c2-2f4bd0d03a50)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:00.608054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.619183 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.699787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:00.703993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Usage tracker for resource:security_group_rule and tenant:ebff66a45be04de9b69e976dd7e27bef is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:00.707091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:00.713549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:00.817856 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.843615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.850612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.874372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc8007c-3d24-4d99-8014-9c1166e7b7b6']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:00.902402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe997ea-148f-421a-93c2-2f4bd0d03a50') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:00.902402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe997ea-148f-421a-93c2-2f4bd0d03a50') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:00.926575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a51480-70ec-412e-820d-4ede0935082d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:00.941552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:00.977319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Calling delete_port for bbcc094f-3012-42c2-846e-a94a0bafb43d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:32:00.996246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.011473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:32:01.012215 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.016198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eba56c9b-3836-42dd-a0db-79ca4116b3fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebff66a45be04de9b69e976dd7e27bef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7350228 Apr 01 15:32:01.018780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42254) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:32:01.041922 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:32:01.158216 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:32:01.158216 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:32:01.181914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.185466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9522-e884-439a-a4c7-5a1f23c4ac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.188512 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.220336 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9522-e884-439a-a4c7-5a1f23c4ac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.238570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/bdc8007c-3d24-4d99-8014-9c1166e7b7b6 HTTP/1.1" status: 204 len: 168 time: 1.8298819 Apr 01 15:32:01.238570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42258) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:01.301334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19e37e-cbf5-46fc-aff7-d8d3ba18b0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc8007c-3d24-4d99-8014-9c1166e7b7b6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:01.307854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9522-e884-439a-a4c7-5a1f23c4ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.312041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.330718 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9522-e884-439a-a4c7-5a1f23c4ac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.331890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7d8a9522-e884-439a-a4c7-5a1f23c4ac41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1a51480-70ec-412e-820d-4ede0935082d HTTP/1.1" status: 204 len: 168 time: 0.3114350 Apr 01 15:32:01.332780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a9522-e884-439a-a4c7-5a1f23c4ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a51480-70ec-412e-820d-4ede0935082d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:01.417720 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.656434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Deleting port bbcc094f-3012-42c2-846e-a94a0bafb43d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:32:01.657063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.852610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0e69-7ee5-4cf9-9686-31f28ccdde33 None None] The port 'bbcc094f-3012-42c2-846e-a94a0bafb43d' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:32:01.912370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:01.945528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bbcc094f-3012-42c2-846e-a94a0bafb43d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:32:02.022031 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: bbcc094f-3012-42c2-846e-a94a0bafb43d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:32:02.022477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device bbcc094f-3012-42c2-846e-a94a0bafb43d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:32:02.891415 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:03.009873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Deleting port 9e8a7a48-7887-4e86-bee3-0030bf427eab {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:32:03.010912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:03.299606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-df27ef94-757f-44c7-96f2-9e66a5986348 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293893 Apr 01 15:32:03.345744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] For port 9e8a7a48-7887-4e86-bee3-0030bf427eab, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9e8a7a48-7887-4e86-bee3-0030bf427eab,segment=NetworkSegment(8ec5b45d-a7b7-48a4-bfeb-95975924778a),segment_id=8ec5b45d-a7b7-48a4-bfeb-95975924778a)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:03.345744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:03.537270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Calling delete_port for 9e8a7a48-7887-4e86-bee3-0030bf427eab owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:32:03.729576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-41bbe320-4701-4bc3-ba43-b419c00229c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1096 time: 0.1983140 Apr 01 15:32:03.987987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.197371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8a7a48-7887-4e86-bee3-0030bf427eab,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.222100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:04.268366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-1dc2347d-2eb9-4c7f-80d5-0c89acd8a672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:04.269378 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-1dc2347d-2eb9-4c7f-80d5-0c89acd8a672 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 200 len: 910 time: 0.4426394 Apr 01 15:32:04.620628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-7ed762dd-8a8e-488f-b73c-4b14d243c7d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 200 len: 1000 time: 0.3124330 Apr 01 15:32:04.858620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-4c46a986-e5d2-4931-84fb-474612bc5e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:04.858620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-4c46a986-e5d2-4931-84fb-474612bc5e34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e79f6a-e168-4181-9eec-b0a4b31641aa HTTP/1.1" status: 200 len: 848 time: 0.2216258 Apr 01 15:32:05.036240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-04515c38-ad85-4aab-9c0c-f1a9b95d9596 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73760509-486f-486f-89a3-dcf984683c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491997 Apr 01 15:32:05.234677 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:05.455799 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-61121b52-80bc-4411-8e6c-24a523c08422 service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110510 Apr 01 15:32:05.671350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99e7d833-45a9-45cf-a04d-56da66a3703a req-a624439a-2f5b-4982-97eb-a27f801d9f2e service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970675 Apr 01 15:32:06.009010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42350) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:06.015490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811772253', 'description': 'tempest-secgroup-smoke-1811772253 description', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:06.026349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:06.038696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:06.048398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:06.071771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:06.107103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:06.133627 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:06.195495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:06.199842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:06.203265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:06.209428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:06.430379 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:06.448135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:06.560220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:06.616767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9eb2da-cae1-40dd-b641-8619591a8063,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:06.623968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:06.623968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:06.647697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:06.668726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:32:06.851058 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:06.857835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:06.918900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b784a24-6a9b-439b-a67e-caa0d4e6be31,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:07.024753 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.024753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a86e4831-e802-4fde-8b9a-457b61522286 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0142536 Apr 01 15:32:07.032492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42366) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:07.045698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '0b784a24-6a9b-439b-a67e-caa0d4e6be31', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:07.055707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:07.061968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:07.076600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:07.101021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:07.135849 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.158754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:07.167944 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29065596-109f-4056-967c-400df6bfec3b None None] Sync routers for ids ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:32:07.171830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-df646fad-af4f-4fb9-809e-09e63af580c4 admin admin] 10.222.0.48 "PUT /v2.0/routers/b814e4a9-0db1-475e-8cc6-9142e4b6e9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9346936 Apr 01 15:32:07.174351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:07.209303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] Routers {'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:07.209931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:07.286374 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.312229 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.359136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c8cbff-e191-483f-a149-93135c0e8cfa,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:07.381593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.387472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42376) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:07.392555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-78b67059-a2c0-4ac6-9544-e7c999cc4948 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3555839 Apr 01 15:32:07.394308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '0b784a24-6a9b-439b-a67e-caa0d4e6be31', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:07.409443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:07.414121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:07.418909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:07.430836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:07.481846 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.565116 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.580013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] Set router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:07.749403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.768099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.800944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5244f99d-bdc2-4ec2-a0b2-476d191f3f69,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:07.820076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.822073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1689177a-c689-499c-aa6d-7c208b36cc78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4379802 Apr 01 15:32:07.826131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42386) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:07.842550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '0b784a24-6a9b-439b-a67e-caa0d4e6be31', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:07.852215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:07.864002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:07.869724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:07.880353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:07.934162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.047078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.070655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Deleting port 3da47842-c6af-4a2b-b815-fd05414e3035 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:32:08.070655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.156824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.156824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.293336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cca4be4-23c6-4bcf-b7c9-abb5d35194b4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:08.319061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.319061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7a69d5db-c49e-4312-add0-2740ea6f2d0a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4844532 Apr 01 15:32:08.319061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42394) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:08.332736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:32:03Z', 'revision_number': 5, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port': {'id': '3da47842-c6af-4a2b-b815-fd05414e3035', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:17:24Z', 'updated_at': '2022-04-01T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:08.334763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '0b784a24-6a9b-439b-a67e-caa0d4e6be31', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:08.351402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29065596-109f-4056-967c-400df6bfec3b None None] Checking router: b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:32:08.365971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:08.375783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] Routers {'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:08.375783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:08.377504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:08.377504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:08.401052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:08.410890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] For port 3da47842-c6af-4a2b-b815-fd05414e3035, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3da47842-c6af-4a2b-b815-fd05414e3035,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:08.410890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.567341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] Set router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:08.568979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Calling delete_port for 3da47842-c6af-4a2b-b815-fd05414e3035 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:32:08.668015 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.743665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-29065596-109f-4056-967c-400df6bfec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:32:08Z', 'revision_number': 6, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:08.757847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29065596-109f-4056-967c-400df6bfec3b None None] The sync data for ids ['b814e4a9-0db1-475e-8cc6-9142e4b6e9a4'] in n-d-836017-1 is: [{'id': 'b814e4a9-0db1-475e-8cc6-9142e4b6e9a4', 'name': 'tempest-TestVolumeBootPattern-1016245108-router', 'tenant_id': '02b74cdba1df4d9da22f23781cdecc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:17:22Z', 'updated_at': '2022-04-01T15:32:08Z', 'revision_number': 6, 'project_id': '02b74cdba1df4d9da22f23781cdecc1a', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:32:08.896032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.920287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:08.954972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e85b39-da07-4a81-aef2-551ea168c317,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:09.058633 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.062519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b7ca77a9-88a8-40d5-9816-545ec996b539 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7399991 Apr 01 15:32:09.063374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42408) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:09.070031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '0b784a24-6a9b-439b-a67e-caa0d4e6be31', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:09.076429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.088638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:09.093799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:09.098638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:09.120380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:09.176615 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:32:09.194189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.216927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da47842-c6af-4a2b-b815-fd05414e3035,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:09.341731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.346519 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.371737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8acf5b-4914-417d-8029-2aa35d363f6c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:09.382515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.384287 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-696b56c3-9722-4361-8a9d-e94ebc191f27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3192756 Apr 01 15:32:09.387591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:09.394236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '0b784a24-6a9b-439b-a67e-caa0d4e6be31', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:09.402827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:09.407204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:09.410617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:09.417323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:09.446680 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:32:09.466304 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.554788 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.573117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.578688 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.609476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7473890-d375-499e-b858-cef2e94002d8,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:09.637187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.641419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4e448d85-f49c-45d1-953d-620e1ac3f267 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2497520 Apr 01 15:32:09.641923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42420) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:09.656830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'network': {'name': 'tempest-network-smoke--826954123', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:09.664525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:09.680478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:network and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:09.690860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:09.700917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:09.722651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:32:09.727067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.790769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:32:09.821817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.821817 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Added segment bde40e4f-9d28-4073-82f6-f8b6d216c7fd of type vlan for network 721cb22a-379f-46b6-9318-802f9df003b0 Apr 01 15:32:09.930120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.983076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:09.984645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3da47842-c6af-4a2b-b815-fd05414e3035 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:32:09.988328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:09.989339 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.049746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.057199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3da47842-c6af-4a2b-b815-fd05414e3035 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:32:10.057199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3da47842-c6af-4a2b-b815-fd05414e3035 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:32:10.057199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9e8a7a48-7887-4e86-bee3-0030bf427eab no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:32:10.064231 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.097866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.097866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:32:10.120380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.120380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9b59e472-100b-470d-a534-8c69ba77c9b8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b814e4a9-0db1-475e-8cc6-9142e4b6e9a4 HTTP/1.1" status: 204 len: 168 time: 2.9381766 Apr 01 15:32:10.133111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42434) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:10.198434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 9e8a7a48-7887-4e86-bee3-0030bf427eab {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:32:10.198434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9e8a7a48-7887-4e86-bee3-0030bf427eab not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:32:10.265970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6228383 Apr 01 15:32:10.269478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42442) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:10.271620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] Deleting subnet a7ab163e-13c4-47c8-aa08-a9152303cfc9 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:32:10.276384 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.281846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'admin_state_up': True, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:10.292810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:10.298377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:router and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:10.356316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:10.371575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:10.388433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4935b-0db5-42b3-88fb-5a9e136ecbb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Network': ['ID=721cb22a-379f-46b6-9318-802f9df003b0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:10.392721 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.393987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.400995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 721cb22a-379f-46b6-9318-802f9df003b0 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:32:10.417432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.438064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.516353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.596540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.681741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ab163e-13c4-47c8-aa08-a9152303cfc9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:10.699292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.708501 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b16b1ef6-cf78-47c5-827a-0279ed2c641f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7ab163e-13c4-47c8-aa08-a9152303cfc9 HTTP/1.1" status: 204 len: 168 time: 0.5658398 Apr 01 15:32:10.710582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad0a87-7b31-4275-afe8-91a076a01ae5 None None] Network 707a4215-1036-418c-ae43-b5d50ee53d50 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:32:10.711521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42446) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:10.827309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.868301 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.971092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Deleting port 6af535a4-e298-4545-820e-33cb16f0ecfc {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:32:10.971787 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.051669 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.195526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] DHCP port deletion for 707a4215-1036-418c-ae43-b5d50ee53d50 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:32:11.209823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Deleting port 6af535a4-e298-4545-820e-33cb16f0ecfc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:32:11.210232 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.320465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] For port 6af535a4-e298-4545-820e-33cb16f0ecfc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6af535a4-e298-4545-820e-33cb16f0ecfc,segment=NetworkSegment(8ec5b45d-a7b7-48a4-bfeb-95975924778a),segment_id=8ec5b45d-a7b7-48a4-bfeb-95975924778a)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:11.321565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.469436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Calling delete_port for 6af535a4-e298-4545-820e-33cb16f0ecfc owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:32:11.608362 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.621072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] For port 6af535a4-e298-4545-820e-33cb16f0ecfc, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=6af535a4-e298-4545-820e-33cb16f0ecfc,segment=NetworkSegment(8ec5b45d-a7b7-48a4-bfeb-95975924778a),segment_id=8ec5b45d-a7b7-48a4-bfeb-95975924778a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:11.621671 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.642386 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.698521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:11.774763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Calling delete_port for 6af535a4-e298-4545-820e-33cb16f0ecfc owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:32:11.789557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af535a4-e298-4545-820e-33cb16f0ecfc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:11.809573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] No DVR routers for this DVR port 6af535a4-e298-4545-820e-33cb16f0ecfc on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:32:11.864526 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:32:11.865209 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:32:11.920585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6af535a4-e298-4545-820e-33cb16f0ecfc no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:32:11.955632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 6af535a4-e298-4545-820e-33cb16f0ecfc {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:32:11.956263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 6af535a4-e298-4545-820e-33cb16f0ecfc not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:32:12.039632 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:32:12.116341 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.153419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.154 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/35a79d19-0a6f-4213-9b5a-bc01b053f04c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:12.156364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707a4215-1036-418c-ae43-b5d50ee53d50']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:12.175053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec5b45d-a7b7-48a4-bfeb-95975924778a') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:12.175352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec5b45d-a7b7-48a4-bfeb-95975924778a') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:12.189716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.271028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.287527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:32:12.287946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:32:12.300781 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:32:12.366804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Deleting port 6af535a4-e298-4545-820e-33cb16f0ecfc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:32:12.367405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.401059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.420690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.435478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] Pushing event deleted for resources: {'Network': ['ID=707a4215-1036-418c-ae43-b5d50ee53d50,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:12.437608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ad5d7-b954-4d44-8a24-82b073223bd4 None None] The port '6af535a4-e298-4545-820e-33cb16f0ecfc' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:32:12.459937 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-924ebcc8-b053-4763-a9b9-cf045e5ca110 admin admin] 10.222.0.48 "DELETE /v2.0/networks/707a4215-1036-418c-ae43-b5d50ee53d50 HTTP/1.1" status: 204 len: 168 time: 1.7467008 Apr 01 15:32:12.463118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.496155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.594333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:12.605466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:12.611089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=35a79d19-0a6f-4213-9b5a-bc01b053f04c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:12.615094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:32:12.768487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42460) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:12.795816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.796653 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:12.833930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c975c6a4-fee7-4619-8fd5-c018bdcf18f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaa6a1395bc746ee876eff4a2e233d1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0642347 Apr 01 15:32:12.836550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42466) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:13.023023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab57a2b7-4a98-45e0-9006-8a0b1e3d3de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:13.049636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab57a2b7-4a98-45e0-9006-8a0b1e3d3de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:13.057591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 8d58300f-76cb-4487-917a-1b56619f0a4e is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:32:13.109046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab57a2b7-4a98-45e0-9006-8a0b1e3d3de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:13.134212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ab57a2b7-4a98-45e0-9006-8a0b1e3d3de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:13.138617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ab57a2b7-4a98-45e0-9006-8a0b1e3d3de3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b59e3f55-2792-4c07-8e43-5678049db6e2 HTTP/1.1" status: 204 len: 168 time: 0.3009019 Apr 01 15:32:13.141296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57a2b7-4a98-45e0-9006-8a0b1e3d3de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e3f55-2792-4c07-8e43-5678049db6e2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:13.298948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:13.309473 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Sync routers for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:32:13.330619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:13.331404 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:13.333164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:13.335808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-851ae1c2-fc80-4f21-a879-940d68f64b24 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0629928 Apr 01 15:32:13.337909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42482) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:13.523700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:13.780420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ca07c986-dcf3-47d4-84b5-d0b014a56fdb tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=fe4aa6184ecf43a8a01474ca6607c15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4410169 Apr 01 15:32:13.783042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42494) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:13.823195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:13.872539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42502) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:13.887328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862559652', 'description': 'tempest-secgroup-smoke-862559652 description', 'project_id': '80569f9cedc94258b4b1b3831eaf741a'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:13.897942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:13.904963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:13.909437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:13.917427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42508) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:13.917795 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7687c3ef-1f20-4014-83be-0e40ea9115c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02b74cdba1df4d9da22f23781cdecc1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0931237 Apr 01 15:32:13.932262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:13.949626 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:12Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:13.954197 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Checking router: 8d58300f-76cb-4487-917a-1b56619f0a4e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:32:13.954530 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Updating router 8d58300f-76cb-4487-917a-1b56619f0a4e port 35a79d19-0a6f-4213-9b5a-bc01b053f04c binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:32:13.999747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed6145-6d75-41e0-b75c-9df60a884ced tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:14.003739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c2ed6145-6d75-41e0-b75c-9df60a884ced tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2193499 Apr 01 15:32:14.005218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42514) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:14.008762 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.024278 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.071403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-94ec7baf-d0f0-4e9d-b869-e2b5b1937ad0 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646331 Apr 01 15:32:14.072079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42518) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:14.078018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cff7cae5-c720-452e-9f03-69fcfdc279b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.080348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1989912008', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:14.082737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:14.094860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:14.100062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:14.114387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:14.120588 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cff7cae5-c720-452e-9f03-69fcfdc279b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.219899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:14.224323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:subnet and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:14.226009 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.227559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:14.232468 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.234399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:14.247139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:32:14.273695 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cff7cae5-c720-452e-9f03-69fcfdc279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.280917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:14.303094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7cae5-c720-452e-9f03-69fcfdc279b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad5a6bc-ed19-44b4-ae96-62626710461e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:14.318702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cff7cae5-c720-452e-9f03-69fcfdc279b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.319902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cff7cae5-c720-452e-9f03-69fcfdc279b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ad5a6bc-ed19-44b4-ae96-62626710461e HTTP/1.1" status: 204 len: 168 time: 0.3916075 Apr 01 15:32:14.333148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.334833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dcadd57d-ec29-4535-8650-92d9835838df tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4607325 Apr 01 15:32:14.338491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42524) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:14.351774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'security_group_rule': {'security_group_id': '7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5', 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:14.371326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:14.375537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:14.379316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:14.383607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.389493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:14.420292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.453731 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.466030 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Transition to ACTIVE for port object 35a79d19-0a6f-4213-9b5a-bc01b053f04c will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:14.475298 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.500164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.506917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.538493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29784396-642b-46d4-b566-30d35338c2fe,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:14.557749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.561947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e60659ef-4970-4f6e-b657-16336f40b5e0 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2194464 Apr 01 15:32:14.562903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42528) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:14.572806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'security_group_rule': {'security_group_id': '7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5', 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:14.587109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:14.591662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:14.595529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:14.602305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:14.643296 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Pushing event updated for resources: {'Port': ['ID=35a79d19-0a6f-4213-9b5a-bc01b053f04c,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:14.656614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.665470 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.665795 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.666375 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.666702 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.667282 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.667607 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.667919 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.668230 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.668538 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.669020 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.669481 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:14.684710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Attempting to bind port 35a79d19-0a6f-4213-9b5a-bc01b053f04c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:32:14.685065 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Attempting to bind port 35a79d19-0a6f-4213-9b5a-bc01b053f04c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:32:14.685414 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Attempting to bind port 35a79d19-0a6f-4213-9b5a-bc01b053f04c on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:32:14.696778 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:32:14.697235 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:32:14.697531 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.697911 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:32:14.698420 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Bound port: 35a79d19-0a6f-4213-9b5a-bc01b053f04c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:32:14.698794 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.714847 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.876525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Subnet': ['ID=48064311-d391-4192-b5fc-b3183c09e663,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:14.898767 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] For port 35a79d19-0a6f-4213-9b5a-bc01b053f04c, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:32:14.904762 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] For port 35a79d19-0a6f-4213-9b5a-bc01b053f04c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=35a79d19-0a6f-4213-9b5a-bc01b053f04c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:32:14.919981 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.945537 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.954569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Checking segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:32:14.955192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network hostable DHCP agents. Network: 721cb22a-379f-46b6-9318-802f9df003b0, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:32:14.983516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 721cb22a-379f-46b6-9318-802f9df003b0 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:32:14.999200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 721cb22a-379f-46b6-9318-802f9df003b0) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:15.005777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:15.007010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.011022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50afa171-2df9-40a2-b4b3-c7fa1adb3219 None None] Network 721cb22a-379f-46b6-9318-802f9df003b0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:32:15.117899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c53c0f42-bd64-4040-b227-b863daf83a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0443244 Apr 01 15:32:15.121673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42534) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:15.132359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.141271 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.146280 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a660d-749f-4e41-819a-c777066bd5de None None] Pushing event updated for resources: {'Port': ['ID=35a79d19-0a6f-4213-9b5a-bc01b053f04c,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:15.155999 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:15.156799 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:15.197595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27503584-6cbf-46db-afb6-81784e2e1542,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:15.215136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.217379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-86795b38-118e-4945-a537-bb4bb53dbf80 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6534100 Apr 01 15:32:15.220900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42538) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:15.232738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'security_group_rule': {'security_group_id': '7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5', 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:15.242763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:15.247289 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:15.251645 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:15.257085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:15.294063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.393966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-721cb22a-379f-46b6-9318-802f9df003b0', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:32:15.396627 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.432411 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.442006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.459244 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:15.473052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28d095e-eeb1-49e4-ad08-8a6f954762b9,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:15.498133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.501466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5d250808-b164-4b6b-a8ad-b9aa1fda7d93 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2796187 Apr 01 15:32:15.504468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42542) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:15.512341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'security_group_rule': {'security_group_id': '7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5', 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:15.520525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:15.525095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:15.528271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:15.535078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:15.558536 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.623355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Allocated IP 172.20.0.2 (721cb22a-379f-46b6-9318-802f9df003b0/48064311-d391-4192-b5fc-b3183c09e663/1957b854-9d8f-4415-b80f-de0383f9cae1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:15.641298 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.647080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.674555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a15a245-df40-4bc2-bd48-6da097e07ef9,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:15.686511 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.688198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4bf65d40-dd2b-45df-96e4-77961f1aef5f tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1822793 Apr 01 15:32:15.690923 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42546) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:15.697462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'security_group_rule': {'security_group_id': '7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5', 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:15.704725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:15.709353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:15.713985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:15.720976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:15.751644 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Project 80569f9cedc94258b4b1b3831eaf741a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:32:15.760762 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.807593 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:12Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:15.812074 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb337fa1-ed4a-4c9d-9af5-598de69db3bf None None] The sync data for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 is: [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:12Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:32:15.873329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.883114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.917024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1792e4-1077-4f5d-aa22-8a09691d29b0,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:15.924579 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.926960 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.927705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5cdb0ffb-0da2-4779-b483-3365ada0dc22 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2354610 Apr 01 15:32:15.928677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42550) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:15.936291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'security_group_rule': {'security_group_id': '7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5', 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:15.938480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Transition to ACTIVE for port object 1957b854-9d8f-4415-b80f-de0383f9cae1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:15.946787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:15.954195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:security_group_rule and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:15.957917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:15.960496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Transition to ACTIVE for port object 1957b854-9d8f-4415-b80f-de0383f9cae1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:15.964047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:15.968866 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.977727 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Project 80569f9cedc94258b4b1b3831eaf741a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:32:15.985387 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.048739 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Network 721cb22a-379f-46b6-9318-802f9df003b0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:16.049975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:16.052635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:32:16.054734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Pushing event updated for resources: {'Port': ['ID=1957b854-9d8f-4415-b80f-de0383f9cae1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:16.080258 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.085083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.125460 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.125806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.126149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.126531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.126865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.127192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.127994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.127994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.128215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.128469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.128788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:16.129259 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.141569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5939530-6774-4da8-a8ba-0fa150a4dd37,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:16.148123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.149859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4dbb21e8-948f-4f12-a2db-a06ce921c555 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2191889 Apr 01 15:32:16.193051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Attempting to bind port 1957b854-9d8f-4415-b80f-de0383f9cae1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:32:16.193418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Attempting to bind port 1957b854-9d8f-4415-b80f-de0383f9cae1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:32:16.193791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Attempting to bind port 1957b854-9d8f-4415-b80f-de0383f9cae1 on network 721cb22a-379f-46b6-9318-802f9df003b0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:32:16.201649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:32:16.202060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Checking segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:32:16.203291 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.203733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Bound using segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:32:16.204263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Bound port: 1957b854-9d8f-4415-b80f-de0383f9cae1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:32:16.204646 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.370628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] For port 1957b854-9d8f-4415-b80f-de0383f9cae1, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:32:16.380897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] For port 1957b854-9d8f-4415-b80f-de0383f9cae1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1957b854-9d8f-4415-b80f-de0383f9cae1,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:32:16.390441 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:16.489859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53227ed-5128-4b6f-b461-c116a0946f2d None None] Pushing event updated for resources: {'Port': ['ID=1957b854-9d8f-4415-b80f-de0383f9cae1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:16.630139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-a9fd6130-337b-46e3-a641-84996c53582d tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Synchronizing usage tracker for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:16.794894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-a9fd6130-337b-46e3-a641-84996c53582d tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Unset dirty status for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:16.796099 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-a9fd6130-337b-46e3-a641-84996c53582d tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862559652&fields=id&tenant_id=80569f9cedc94258b4b1b3831eaf741a HTTP/1.1" status: 200 len: 267 time: 0.2851877 Apr 01 15:32:16.946992 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.1 (721cb22a-379f-46b6-9318-802f9df003b0/48064311-d391-4192-b5fc-b3183c09e663/a79d6ab5-0494-4a10-a88f-f46f6b10d73e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:17.096599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-c96dc7d8-eef1-4cb6-b56f-6ee621f44bde tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:17.097312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-c96dc7d8-eef1-4cb6-b56f-6ee621f44bde tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Synchronizing usage tracker for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:17.148744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-c96dc7d8-eef1-4cb6-b56f-6ee621f44bde tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Unset dirty status for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:17.149880 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-c96dc7d8-eef1-4cb6-b56f-6ee621f44bde tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 813 time: 0.3359439 Apr 01 15:32:17.176036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.187496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-cc4d6774-680d-42e6-b8ff-ed153f977ff8 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/quotas/80569f9cedc94258b4b1b3831eaf741a HTTP/1.1" status: 200 len: 375 time: 0.0265601 Apr 01 15:32:17.229809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object a79d6ab5-0494-4a10-a88f-f46f6b10d73e will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:17.285472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.355687 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-2c37d1ec-359f-4224-bb03-1f6f32d717cd tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560135 Apr 01 15:32:17.410801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 721cb22a-379f-46b6-9318-802f9df003b0 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:17.419110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:17.466670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:32:17.516515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:17.546310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.580692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf95c6e-ccb4-43b2-a756-a674c5f20b61 None None] Network 721cb22a-379f-46b6-9318-802f9df003b0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:32:17.607680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-233352f0-7d84-494c-9daa-2ed501cba483 service neutron] 10.222.0.48 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247827 Apr 01 15:32:17.751726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2f2ceacc-63f3-4478-96ae-b1ab9a0aa41b None None] Provisioning for port 1957b854-9d8f-4415-b80f-de0383f9cae1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:17.765813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.874040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-30a7c2ad-98be-4922-92a4-04bb0164d645 service neutron] 10.222.0.48 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573395 Apr 01 15:32:18.015960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1957b854-9d8f-4415-b80f-de0383f9cae1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:18.161647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1957b854-9d8f-4415-b80f-de0383f9cae1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:18.167778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1957b854-9d8f-4415-b80f-de0383f9cae1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:18.168461 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.263788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Provisioning for port a79d6ab5-0494-4a10-a88f-f46f6b10d73e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:18.269920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Provisioning complete for port a79d6ab5-0494-4a10-a88f-f46f6b10d73e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:18.270194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.397331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Port a79d6ab5-0494-4a10-a88f-f46f6b10d73e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:32:18.403692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.464088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Provisioning complete for port 1957b854-9d8f-4415-b80f-de0383f9cae1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:18.464451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.477534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.483852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.556925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-919914a8-b1bb-463d-a844-fcbf73305b6e req-d4630f43-88da-49cf-af22-5d71c81f27c2 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Synchronizing usage tracker for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:18.587705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:18.602251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-919914a8-b1bb-463d-a844-fcbf73305b6e req-d4630f43-88da-49cf-af22-5d71c81f27c2 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Unset dirty status for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:18.603152 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-919914a8-b1bb-463d-a844-fcbf73305b6e req-d4630f43-88da-49cf-af22-5d71c81f27c2 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 210 time: 0.1217039 Apr 01 15:32:18.620507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.620817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1957b854-9d8f-4415-b80f-de0383f9cae1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1957b854-9d8f-4415-b80f-de0383f9cae1,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:18.638279 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.665250 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.666286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 35a79d19-0a6f-4213-9b5a-bc01b053f04c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:18.791485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 721cb22a-379f-46b6-9318-802f9df003b0 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:18.793072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:18.909883 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:32:18.910233 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e552f67a-d62f-4d43-bed7-6d83fc9a183b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:32:18.914351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1957b854-9d8f-4415-b80f-de0383f9cae1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:18.956122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 35a79d19-0a6f-4213-9b5a-bc01b053f04c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:18.962720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 35a79d19-0a6f-4213-9b5a-bc01b053f04c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:18.963093 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:19.139404 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:19.159004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 35a79d19-0a6f-4213-9b5a-bc01b053f04c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=35a79d19-0a6f-4213-9b5a-bc01b053f04c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:19.173304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:19.274086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=35a79d19-0a6f-4213-9b5a-bc01b053f04c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:19.390581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 8d58300f-76cb-4487-917a-1b56619f0a4e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:32:19.594528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b412c1ef-0c92-4a95-9881-a995513bfc2f None None] Provisioning complete for port a79d6ab5-0494-4a10-a88f-f46f6b10d73e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:19.594875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b412c1ef-0c92-4a95-9881-a995513bfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:19.642787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:19.654411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b412c1ef-0c92-4a95-9881-a995513bfc2f None None] Port a79d6ab5-0494-4a10-a88f-f46f6b10d73e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:32:19.668901 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-af063661-404c-422f-af12-c962b7eccd78 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/8d58300f-76cb-4487-917a-1b56619f0a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5412488 Apr 01 15:32:19.872463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e108bfee-9f23-42b9-a9eb-472ade1f079e req-54fde794-e439-45da-93b9-8d4322a1ee4d tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 210 time: 0.0784688 Apr 01 15:32:19.932500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1957b854-9d8f-4415-b80f-de0383f9cae1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:19.979546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-5bbf527a-d6d9-4043-80a0-1e8253c73a54 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811772253&fields=id&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 267 time: 0.0620975 Apr 01 15:32:20.015601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1957b854-9d8f-4415-b80f-de0383f9cae1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:20.016323 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:20.061066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Sync routers for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:32:20.105777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:20.106332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:20.172864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-3d88b335-b8ab-4180-bc4f-648a715ae756 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:20.189397 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-3d88b335-b8ab-4180-bc4f-648a715ae756 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 796 time: 0.1970556 Apr 01 15:32:20.253410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-cd2b3ab5-69ce-4426-95fe-3bebe259134a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/quotas/fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 375 time: 0.0574594 Apr 01 15:32:20.387954 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-39f5e3eb-2b14-426b-90a7-4107de944bde tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270368 Apr 01 15:32:20.397786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 35a79d19-0a6f-4213-9b5a-bc01b053f04c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:20.404610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-4e1148b7-cb94-4b23-9fdf-15b93789c3c9 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:20.406053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-4e1148b7-cb94-4b23-9fdf-15b93789c3c9 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.62 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 813 time: 0.2646039 Apr 01 15:32:20.472868 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-694d567a-9fc6-4b41-9818-24ffb4816aad tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80569f9cedc94258b4b1b3831eaf741a HTTP/1.1" status: 200 len: 379 time: 0.0552149 Apr 01 15:32:20.482471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'port': {'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'admin_state_up': True, 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'security_groups': ['7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:20.534232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:20.626858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 35a79d19-0a6f-4213-9b5a-bc01b053f04c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:20.627594 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:20.690382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:20.706539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:20.718311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Made reservation on behalf of 80569f9cedc94258b4b1b3831eaf741a for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:32:20.723838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:20.760313 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-59dac348-471b-4dfe-8381-8a6e294bc437 service neutron] 10.222.0.48 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705297 Apr 01 15:32:20.988237 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-f72b48a8-add3-45c0-a9d0-e73eb139f3a8 service neutron] 10.222.0.48 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189522 Apr 01 15:32:21.049679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Allocated IP 172.20.0.5 (7f55eb63-21ff-40fc-bbc7-fe7375545aca/d82838a9-efb3-4e24-9fa7-6cd71be19e54/d51892d3-e29b-442b-a423-4976f4070caa) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:21.117440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f49c8f18-da03-4f63-999a-14c625300e5d req-bc3aa57f-9f00-41c8-a047-9f4a42d7d961 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 210 time: 0.0548203 Apr 01 15:32:21.132563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:18Z', 'revision_number': 2, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:21.137902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Checking router: 8d58300f-76cb-4487-917a-1b56619f0a4e for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:32:21.138368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Updating router 8d58300f-76cb-4487-917a-1b56619f0a4e port a79d6ab5-0494-4a10-a88f-f46f6b10d73e binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:32:21.253492 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:21.297065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4515bbb-3255-4a2d-8f17-80dcd74c6d8e req-159291fe-032f-450f-877e-4e369c8115c5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 210 time: 0.0920234 Apr 01 15:32:21.348979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:21.366524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Transition to ACTIVE for port object d51892d3-e29b-442b-a423-4976f4070caa will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:21.396781 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:21.499760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:21.511728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:21.515193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:32:21.599118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'Port': ['ID=d51892d3-e29b-442b-a423-4976f4070caa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:21.645833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:21.646629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:21.695688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-aba7da45-c126-4ff2-90b7-fee43908cbff tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2167692 Apr 01 15:32:21.722845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Request body: {'port': {'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:21.883573 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:21.956350 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:21.979888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Transition to ACTIVE for port object a79d6ab5-0494-4a10-a88f-f46f6b10d73e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:21.982936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f72e95aa-8db2-4694-8ebe-543814a11ea1 None None] Provisioning for port d51892d3-e29b-442b-a423-4976f4070caa completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:21.992422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f72e95aa-8db2-4694-8ebe-543814a11ea1 None None] Provisioning complete for port d51892d3-e29b-442b-a423-4976f4070caa triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:21.993336 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f72e95aa-8db2-4694-8ebe-543814a11ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.042339 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.309129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7331f-8475-4db3-a0d4-9d759fbf3cf8 None None] Pushing event updated for resources: {'Port': ['ID=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:22.400733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f72e95aa-8db2-4694-8ebe-543814a11ea1 None None] Port d51892d3-e29b-442b-a423-4976f4070caa cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:32:22.450028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51892d3-e29b-442b-a423-4976f4070caa {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:32:22.477414 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.524884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35658a9f-7d55-4d37-8d9d-6761980c6786 req-a6ab0e5f-b306-4e59-97eb-c2062161622f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Apr 01 15:32:22.534098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef34bf4-d251-48b6-b668-973ae0a02e6f req-83bc036a-0834-4148-8169-a3c086c6db55 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:22.534857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bef34bf4-d251-48b6-b668-973ae0a02e6f req-83bc036a-0834-4148-8169-a3c086c6db55 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Synchronizing usage tracker for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:22.546331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Transition to ACTIVE for port object d51892d3-e29b-442b-a423-4976f4070caa will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:22.548141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Attempting to bind port a79d6ab5-0494-4a10-a88f-f46f6b10d73e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:32:22.548617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Attempting to bind port a79d6ab5-0494-4a10-a88f-f46f6b10d73e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:32:22.549042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Attempting to bind port a79d6ab5-0494-4a10-a88f-f46f6b10d73e on network 721cb22a-379f-46b6-9318-802f9df003b0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:32:22.561682 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.571016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:32:22.571652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Checking segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:32:22.572124 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.572571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Bound using segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:32:22.573726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Bound port: a79d6ab5-0494-4a10-a88f-f46f6b10d73e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:32:22.574436 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.703404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] For port a79d6ab5-0494-4a10-a88f-f46f6b10d73e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:32:22.707261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] For port a79d6ab5-0494-4a10-a88f-f46f6b10d73e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:32:22.717985 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.753536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bef34bf4-d251-48b6-b668-973ae0a02e6f req-83bc036a-0834-4148-8169-a3c086c6db55 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Unset dirty status for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:22.754722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bef34bf4-d251-48b6-b668-973ae0a02e6f req-83bc036a-0834-4148-8169-a3c086c6db55 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 931 time: 0.4316363 Apr 01 15:32:22.870845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:22.895988 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:22.972480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-c881560b-3e41-434d-8780-4a09eb3562a3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:22.975885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-c881560b-3e41-434d-8780-4a09eb3562a3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 796 time: 0.3400238 Apr 01 15:32:23.040194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Pushing event updated for resources: {'Port': ['ID=d51892d3-e29b-442b-a423-4976f4070caa,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:23.115650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-e814f438-a6a7-40d2-9b28-1cf5c77cbf43 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 380 time: 0.1256907 Apr 01 15:32:23.127621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'port': {'device_id': '9135621f-d2de-47e1-a2cd-919c486ff542', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'admin_state_up': True, 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'security_groups': ['0b784a24-6a9b-439b-a67e-caa0d4e6be31']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:23.192988 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7331f-8475-4db3-a0d4-9d759fbf3cf8 None None] Pushing event updated for resources: {'Port': ['ID=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:23.241072 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bef34bf4-d251-48b6-b668-973ae0a02e6f req-c13a0705-19f8-473d-b68b-4c73664ac646 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148675 Apr 01 15:32:23.317289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Attempting to bind port d51892d3-e29b-442b-a423-4976f4070caa on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:32:23.318237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Attempting to bind port d51892d3-e29b-442b-a423-4976f4070caa by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:32:23.318596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Attempting to bind port d51892d3-e29b-442b-a423-4976f4070caa on network 7f55eb63-21ff-40fc-bbc7-fe7375545aca {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:32:23.336396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Port d51892d3-e29b-442b-a423-4976f4070caa on network 7f55eb63-21ff-40fc-bbc7-fe7375545aca not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:32:23.336725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Attempting to bind port d51892d3-e29b-442b-a423-4976f4070caa on network 7f55eb63-21ff-40fc-bbc7-fe7375545aca {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:32:23.344280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:32:23.344614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Checking segment: {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:32:23.344981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Bound using segment: {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:32:23.345399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Bound port: d51892d3-e29b-442b-a423-4976f4070caa, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a58641-f830-479f-bc2f-09983b6cce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:32:23.345745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.351336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:23.356546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:port and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:23.358671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:23.360877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:23.369135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:23.381808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:32:23.386243 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.454500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] For port d51892d3-e29b-442b-a423-4976f4070caa, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:32:23.458954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] For port d51892d3-e29b-442b-a423-4976f4070caa, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d51892d3-e29b-442b-a423-4976f4070caa,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:32:23.465926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.542985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.544779 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] 10.222.0.62 "PUT /v2.0/ports/d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 1091 time: 1.8415086 Apr 01 15:32:23.546052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:23.568189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.11 (721cb22a-379f-46b6-9318-802f9df003b0/48064311-d391-4192-b5fc-b3183c09e663/e8541ff7-9e10-4fcd-9e55-61b1a8c7653c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:23.595270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aeffc-9012-423c-9233-4403341ea1dd service neutron] Pushing event updated for resources: {'Port': ['ID=d51892d3-e29b-442b-a423-4976f4070caa,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:23.690760 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa', 'status': 'completed', 'code': 200} Apr 01 15:32:23.719106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-57965c35-36d5-4bf9-846c-078842b58b60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1094 time: 0.1202092 Apr 01 15:32:23.794905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:22Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:23.799312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00077c-f703-44fa-a9f3-a33cddd4dec1 None None] The sync data for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 is: [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:22Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:32:23.841942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-50c7b264-c92a-4171-82c0-e6b9b5957991 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 217 time: 0.0908165 Apr 01 15:32:23.943719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7fe8ac58-1ba9-41bf-a786-d16abb61a799 req-229c3f2a-eef2-4e73-93fd-258085fc5cd1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 210 time: 0.1645393 Apr 01 15:32:23.982487 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-e2a513c8-c207-4617-8fb1-357b65696dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:23.984256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-e2a513c8-c207-4617-8fb1-357b65696dc8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 200 len: 852 time: 0.1369815 Apr 01 15:32:24.148890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.166671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object e8541ff7-9e10-4fcd-9e55-61b1a8c7653c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:24.193079 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.193474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-3394d2a3-9792-4b72-959b-5b50db6e88ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f55eb63-21ff-40fc-bbc7-fe7375545aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991744 Apr 01 15:32:24.273980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:24.293942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 721cb22a-379f-46b6-9318-802f9df003b0 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:24.295822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:24.297948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:32:24.369952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-46ead965-1edf-4a2b-81d6-e8a2be2aa3cc service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699178 Apr 01 15:32:24.375742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:24.376646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.402975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-ba8e7413-a68a-47ca-8b26-49804a27415c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2796042 Apr 01 15:32:24.415014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Request body: {'port': {'device_id': '9135621f-d2de-47e1-a2cd-919c486ff542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:24.581066 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.606877 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef9c215e-237d-432e-bd3b-6308972b40ed req-d463b55d-3ac7-45ad-8c25-0cb44d14b37f service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289517 Apr 01 15:32:24.636131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159d777-9a34-4dd2-b6f1-489ac86e05da req-47155936-4248-4292-ac55-88bdc0786423 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:24.637910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6159d777-9a34-4dd2-b6f1-489ac86e05da req-47155936-4248-4292-ac55-88bdc0786423 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 943 time: 0.1364479 Apr 01 15:32:24.693172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f7d475fa-4f5b-4fb2-b2e8-91b96f5b5a16 None None] Provisioning for port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:24.708624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f7d475fa-4f5b-4fb2-b2e8-91b96f5b5a16 None None] Provisioning complete for port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:24.709479 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7d475fa-4f5b-4fb2-b2e8-91b96f5b5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.769918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6159d777-9a34-4dd2-b6f1-489ac86e05da req-5dcb2ddf-86e5-451e-baac-bffc7bc95db2 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226165 Apr 01 15:32:24.777392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f7d475fa-4f5b-4fb2-b2e8-91b96f5b5a16 None None] Port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:32:24.790037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-730b23de-cef4-415b-8d55-387b05b8f12e req-5ea0f69a-a4b5-4d20-88d0-1da09f71931c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1094 time: 0.1135812 Apr 01 15:32:24.960146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b23de-cef4-415b-8d55-387b05b8f12e req-a9d40673-fb11-409a-99f7-965afa4add0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:24.961748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-730b23de-cef4-415b-8d55-387b05b8f12e req-a9d40673-fb11-409a-99f7-965afa4add0f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 914 time: 0.1656775 Apr 01 15:32:25.076317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8541ff7-9e10-4fcd-9e55-61b1a8c7653c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:32:25.085737 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:25.106037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Transition to ACTIVE for port object e8541ff7-9e10-4fcd-9e55-61b1a8c7653c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:32:25.116070 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:25.148263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-730b23de-cef4-415b-8d55-387b05b8f12e req-6049003d-1419-4e33-9dd1-04d10ca4ae12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 217 time: 0.1794796 Apr 01 15:32:25.251442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b23de-cef4-415b-8d55-387b05b8f12e req-1477dffc-b381-479e-adeb-5fbe78958e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:25.252918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-730b23de-cef4-415b-8d55-387b05b8f12e req-1477dffc-b381-479e-adeb-5fbe78958e31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 200 len: 852 time: 0.0981069 Apr 01 15:32:25.347008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-730b23de-cef4-415b-8d55-387b05b8f12e req-ccdc8bd9-96e5-4690-b337-6c479e5ac951 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f55eb63-21ff-40fc-bbc7-fe7375545aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880287 Apr 01 15:32:25.376868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:25.536885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:32:25.537217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:32:25.537723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on network 721cb22a-379f-46b6-9318-802f9df003b0 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:32:25.548005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on network 721cb22a-379f-46b6-9318-802f9df003b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:32:25.548331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on network 721cb22a-379f-46b6-9318-802f9df003b0 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:32:25.566104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d71c87-bbec-4c46-bc5f-dba232ae6681 req-7f62bcdf-d355-4732-8b63-3814b118232a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:25.566749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b2d71c87-bbec-4c46-bc5f-dba232ae6681 req-7f62bcdf-d355-4732-8b63-3814b118232a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:25.573608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:32:25.574121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Checking segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:32:25.574594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Bound using segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:32:25.575263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Bound port: e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:32:25.575614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:25.587079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-730b23de-cef4-415b-8d55-387b05b8f12e req-d07d14ef-f79b-4473-8bd3-4b15549421f7 service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325902 Apr 01 15:32:25.650894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b2d71c87-bbec-4c46-bc5f-dba232ae6681 req-7f62bcdf-d355-4732-8b63-3814b118232a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:25.652354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b2d71c87-bbec-4c46-bc5f-dba232ae6681 req-7f62bcdf-d355-4732-8b63-3814b118232a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 944 time: 0.5219758 Apr 01 15:32:25.724477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:32:25.729861 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b2d71c87-bbec-4c46-bc5f-dba232ae6681 req-89523193-951a-47c8-9c42-7936d5775e14 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699821 Apr 01 15:32:25.746256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:32:25.759806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:25.818389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-730b23de-cef4-415b-8d55-387b05b8f12e req-a444b8a5-e35e-4d92-b99f-29fafd9b662a service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265093 Apr 01 15:32:25.860658 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:25.862402 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] 10.222.0.44 "PUT /v2.0/ports/e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1092 time: 1.4515865 Apr 01 15:32:25.862750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:25.916686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed245f-0643-4b17-8b9d-27245eb1bb0d service neutron] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:25.984549 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'status': 'completed', 'code': 200} Apr 01 15:32:26.020652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a79d6ab5-0494-4a10-a88f-f46f6b10d73e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:26.056188 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-b6f2a867-2bbe-41b5-b8f7-375408630c49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1095 time: 0.1422806 Apr 01 15:32:26.125086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a79d6ab5-0494-4a10-a88f-f46f6b10d73e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:26.131030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-67e23042-eb55-444a-9444-fad05cd5d8ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 217 time: 0.0668809 Apr 01 15:32:26.131760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a79d6ab5-0494-4a10-a88f-f46f6b10d73e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:26.132150 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.167619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8857e-324a-4c0e-b617-94a7ce3452af req-d7ef7f2b-f7e5-40ad-8344-0645802a524b tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:26.169327 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c7c8857e-324a-4c0e-b617-94a7ce3452af req-d7ef7f2b-f7e5-40ad-8344-0645802a524b tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 943 time: 0.1442461 Apr 01 15:32:26.233238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-f785b3f7-f18c-4fdc-9d77-67d3672b36f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:26.234951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c7c8857e-324a-4c0e-b617-94a7ce3452af req-b1d67e83-f4df-4c3f-8614-1ffc43130034 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591159 Apr 01 15:32:26.235128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-f785b3f7-f18c-4fdc-9d77-67d3672b36f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0974362 Apr 01 15:32:26.289741 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.314740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-c542dfc1-0864-4a31-973f-786f31efe846 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731156 Apr 01 15:32:26.322410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port a79d6ab5-0494-4a10-a88f-f46f6b10d73e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:26.326654 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.392567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:26.449688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-a57b937b-214a-4130-a8f7-53c2c151a91c service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285126 Apr 01 15:32:26.669055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03b5fefc-2609-4398-9c7f-dcbef2c8f456 req-9c7f0ed7-1d35-49d6-be5e-71a4ce5c4bf5 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124970 Apr 01 15:32:26.800417 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-d26a4383-d677-4a28-8d0c-53c2ff3946bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1095 time: 0.0846255 Apr 01 15:32:26.992866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-a750dad1-df60-4cb7-8532-79a6b7113768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:26.994211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-a750dad1-df60-4cb7-8532-79a6b7113768 service neutron] 10.222.0.44 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.1868131 Apr 01 15:32:27.056720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549fa6-c0b5-447d-b222-74afbff8e944 req-5c1ac04f-a450-42d5-a603-72fb4f822a3f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:27.058172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19549fa6-c0b5-447d-b222-74afbff8e944 req-5c1ac04f-a450-42d5-a603-72fb4f822a3f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 944 time: 0.1758111 Apr 01 15:32:27.086578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-6b808614-d1b8-495f-9e8b-f4ba744d6673 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 217 time: 0.0843232 Apr 01 15:32:27.158308 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19549fa6-c0b5-447d-b222-74afbff8e944 req-235fc4d7-1319-40c9-9b6d-e570f5e54348 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942523 Apr 01 15:32:27.166775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-5bee1e2a-f499-4bba-aa03-1237a0dc0c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:27.168178 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-5bee1e2a-f499-4bba-aa03-1237a0dc0c4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0685077 Apr 01 15:32:27.251355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-a0a09084-8ac0-4d3a-b5ba-4f27816b9ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750523 Apr 01 15:32:27.391601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-b0a20e41-8398-4dcd-a5e1-d0dec9ad3a69 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335111 Apr 01 15:32:27.438183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f6135-8160-4b77-afe7-ab11702bfcea req-753425ec-6f9c-4594-bdb4-d002afa672b8 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:27.439673 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a9f6135-8160-4b77-afe7-ab11702bfcea req-753425ec-6f9c-4594-bdb4-d002afa672b8 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 943 time: 0.0777159 Apr 01 15:32:27.492629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a9f6135-8160-4b77-afe7-ab11702bfcea req-fcd13089-f2ff-461b-a611-d346eac3dff8 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Apr 01 15:32:27.533144 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d084f027-3e4a-45f8-b0fa-200c006f21f9 req-0f4b80a9-c5d4-4c97-9457-fc9e27fa61d9 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346889 Apr 01 15:32:27.864829 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87393e21-f59a-4714-8b57-4ecd39aefddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:27.939598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a79d6ab5-0494-4a10-a88f-f46f6b10d73e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:28.023292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a79d6ab5-0494-4a10-a88f-f46f6b10d73e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:28.023812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:28.361999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9124fd-02e5-4150-b95a-af01e295c2c7 req-1afa3d3a-7ebf-4218-9fc7-ac5b00437ed5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:28.363485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab9124fd-02e5-4150-b95a-af01e295c2c7 req-1afa3d3a-7ebf-4218-9fc7-ac5b00437ed5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 944 time: 0.0796480 Apr 01 15:32:28.414019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab9124fd-02e5-4150-b95a-af01e295c2c7 req-9293550d-3302-4b34-8def-680c30dd6421 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 Apr 01 15:32:28.690377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aeb6e-3960-4c84-866b-c2bb7363bd63 req-fae69c8f-b8ea-4aa4-8ce4-5519c328601e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:28.691999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d70aeb6e-3960-4c84-866b-c2bb7363bd63 req-fae69c8f-b8ea-4aa4-8ce4-5519c328601e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 943 time: 0.0777073 Apr 01 15:32:28.740832 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d70aeb6e-3960-4c84-866b-c2bb7363bd63 req-935ee2bf-bf32-4465-926d-4a03f688a534 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Apr 01 15:32:29.310509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:32:29.452773 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:29.466352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'port_id': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'mac_address': 'fa:16:3e:7d:8e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:32:29.520180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:29.537889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8541ff7-9e10-4fcd-9e55-61b1a8c7653c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:32:29.556090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:29.561427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:29.619869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c2c94-6faa-4701-9274-a064cc0c4d15 req-da48785d-76f3-4a43-9c8b-62ddceae68b0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:29.621376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-214c2c94-6faa-4701-9274-a064cc0c4d15 req-da48785d-76f3-4a43-9c8b-62ddceae68b0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 945 time: 0.0789170 Apr 01 15:32:29.626845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:29.667641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-214c2c94-6faa-4701-9274-a064cc0c4d15 req-f82f27f3-1d83-43c2-b64e-cf19675f1d7b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Apr 01 15:32:29.857435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:32:29.945436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589194-b794-4562-8e38-796bbef48b48 req-01e1ddba-46e4-4ad2-b91a-ec6aee2d1742 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:29.947003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a589194-b794-4562-8e38-796bbef48b48 req-01e1ddba-46e4-4ad2-b91a-ec6aee2d1742 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 943 time: 0.0806363 Apr 01 15:32:29.996794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a589194-b794-4562-8e38-796bbef48b48 req-c7978673-3d51-4298-84f6-404fa52468d4 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Apr 01 15:32:30.272957 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34deeceb-5b4e-48e1-89f8-e8e2bde856a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:30.887198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e662ae6-4801-481f-9507-2708b470b4e5 req-426d46a4-f5e3-4e41-9981-69d45637a324 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:30.888729 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4e662ae6-4801-481f-9507-2708b470b4e5 req-426d46a4-f5e3-4e41-9981-69d45637a324 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 945 time: 0.0936871 Apr 01 15:32:30.934988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4e662ae6-4801-481f-9507-2708b470b4e5 req-cd5217d3-679f-42ad-862a-0c3206f5bd14 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Apr 01 15:32:31.047081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d51892d3-e29b-442b-a423-4976f4070caa details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:32:31.190534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port d51892d3-e29b-442b-a423-4976f4070caa, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d51892d3-e29b-442b-a423-4976f4070caa,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:31.193276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f7fe9-4e02-448c-8450-064c8f034b8e req-80605a17-4b32-4437-bcfe-b272f88f28c4 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:31.195165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a15f7fe9-4e02-448c-8450-064c8f034b8e req-80605a17-4b32-4437-bcfe-b272f88f28c4 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 943 time: 0.0756910 Apr 01 15:32:31.211821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'd51892d3-e29b-442b-a423-4976f4070caa', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'mac_address': 'fa:16:3e:ce:31:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:32:31.246512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a15f7fe9-4e02-448c-8450-064c8f034b8e req-70445916-9c86-4acf-bded-b6982e757e73 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Apr 01 15:32:31.281268 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:31.318408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51892d3-e29b-442b-a423-4976f4070caa {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:32:31.324015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:31.396220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:31.432918 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:31.436341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port d51892d3-e29b-442b-a423-4976f4070caa, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d51892d3-e29b-442b-a423-4976f4070caa,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:31.441293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:31.510446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=d51892d3-e29b-442b-a423-4976f4070caa,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:31.513124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:31.518228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:31.518598 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:31.645845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['d51892d3-e29b-442b-a423-4976f4070caa'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:32:31.704770 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:31.752698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:31.772997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:31.780567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:31.890074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:32.000200 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'code': 200} Apr 01 15:32:32.133928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b98de268-dcad-4980-956c-826006d694f1 req-847859f5-26d9-4a55-9ccc-acad5e3cba94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1097 time: 0.0669770 Apr 01 15:32:32.179751 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b98de268-dcad-4980-956c-826006d694f1 req-28feb094-baac-4910-ba22-675a8c9f4332 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395474 Apr 01 15:32:32.264765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cca90b-b1d4-42e5-b31d-7a580207584b req-3c3ec4ce-39d1-4329-901d-49da716ea651 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:32.265456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c5cca90b-b1d4-42e5-b31d-7a580207584b req-3c3ec4ce-39d1-4329-901d-49da716ea651 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:32.278625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c5cca90b-b1d4-42e5-b31d-7a580207584b req-3c3ec4ce-39d1-4329-901d-49da716ea651 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:32.279870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5cca90b-b1d4-42e5-b31d-7a580207584b req-3c3ec4ce-39d1-4329-901d-49da716ea651 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1940720 Apr 01 15:32:32.327028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c5cca90b-b1d4-42e5-b31d-7a580207584b req-cf305215-620d-4fbb-bd7a-733f648f8aca tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:32.345684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c5cca90b-b1d4-42e5-b31d-7a580207584b req-cf305215-620d-4fbb-bd7a-733f648f8aca tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:32.347689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5cca90b-b1d4-42e5-b31d-7a580207584b req-cf305215-620d-4fbb-bd7a-733f648f8aca tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622292 Apr 01 15:32:32.457238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37024e-c9b0-48cc-90d9-24acdf74f457 req-7e5686cc-b60c-4804-9441-a1da4db5b0de tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:32.463095 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2d37024e-c9b0-48cc-90d9-24acdf74f457 req-7e5686cc-b60c-4804-9441-a1da4db5b0de tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 944 time: 0.0868149 Apr 01 15:32:32.475421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42714) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:32.509743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2d37024e-c9b0-48cc-90d9-24acdf74f457 req-4511c46f-b1ff-4c1b-8998-312c7177f6ef tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Synchronizing usage tracker for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:32.521401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-2d37024e-c9b0-48cc-90d9-24acdf74f457 req-4511c46f-b1ff-4c1b-8998-312c7177f6ef tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Unset dirty status for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:32.522604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2d37024e-c9b0-48cc-90d9-24acdf74f457 req-4511c46f-b1ff-4c1b-8998-312c7177f6ef tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587294 Apr 01 15:32:32.680551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Deleting subnet 52c72738-a773-40a9-93d8-f53ad3835895 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:32:32.684824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:32.740119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:32.797530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:32.815243 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:32.874920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:32.911130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c72738-a773-40a9-93d8-f53ad3835895,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:32.923240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.923583 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.923918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.924245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.924577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.925188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.925188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.925515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.925828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.926150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.926460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:32.929180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:32.935456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d3dcb44-67d0-410a-9a5e-3e0fb7d22435 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/52c72738-a773-40a9-93d8-f53ad3835895 HTTP/1.1" status: 204 len: 168 time: 0.4589667 Apr 01 15:32:32.938068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42720) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:33.062972 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.073439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d51892d3-e29b-442b-a423-4976f4070caa up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:32:33.143711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port d51892d3-e29b-442b-a423-4976f4070caa completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:32:33.148899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port d51892d3-e29b-442b-a423-4976f4070caa triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:33.149453 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.191857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.218302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030123f5-7bcb-4f7a-b796-1435c24452df']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:33.232182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35abae06-38ed-48ad-86f5-254f323d0512') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:33.232472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35abae06-38ed-48ad-86f5-254f323d0512') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:33.244291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.264123 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.269410 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.272835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:32:33.273307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:32:33.289452 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:32:33.302640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port d51892d3-e29b-442b-a423-4976f4070caa, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d51892d3-e29b-442b-a423-4976f4070caa,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:33.307380 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.376956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.383001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=d51892d3-e29b-442b-a423-4976f4070caa,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:33.395465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.405579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] Pushing event deleted for resources: {'Network': ['ID=030123f5-7bcb-4f7a-b796-1435c24452df,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:33.417835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fe379e71-af9d-41d0-bab2-691803d5c275 admin admin] 10.222.0.48 "DELETE /v2.0/networks/030123f5-7bcb-4f7a-b796-1435c24452df HTTP/1.1" status: 204 len: 168 time: 0.4788258 Apr 01 15:32:33.565070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42732) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:33.580939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8126d1-be3d-4b54-a552-1b719df98ee5 req-a60b4509-0183-4f12-b270-177f0528e190 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:33.588135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef8126d1-be3d-4b54-a552-1b719df98ee5 req-a60b4509-0183-4f12-b270-177f0528e190 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0988019 Apr 01 15:32:33.618478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-edbe50a7-0f97-4847-8523-120c9daaf46b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0c815f01cb84e9dbf9b6d81b4dbff17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497627 Apr 01 15:32:33.618888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:33.635860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef8126d1-be3d-4b54-a552-1b719df98ee5 req-13a18e2f-854a-4921-84cd-8f3228d732ee tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Apr 01 15:32:33.734808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c3c8-e507-4445-8f64-20a52e474ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.766999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c3c8-e507-4445-8f64-20a52e474ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.781358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece8f4-d40d-4c9f-99b2-b86097c957ca req-761401e3-bf23-4714-a00d-f29f77056031 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:33.782791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97ece8f4-d40d-4c9f-99b2-b86097c957ca req-761401e3-bf23-4714-a00d-f29f77056031 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 945 time: 0.1375055 Apr 01 15:32:33.833725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a497f-72da-4ef9-893b-a68e66d92f91 req-bffa7f67-b4b5-40f7-ab73-5e22e17debc2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:33.835269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-797a497f-72da-4ef9-893b-a68e66d92f91 req-bffa7f67-b4b5-40f7-ab73-5e22e17debc2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0848310 Apr 01 15:32:33.851932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97ece8f4-d40d-4c9f-99b2-b86097c957ca req-a6550dae-8cd1-4306-805d-ab095146862d tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592709 Apr 01 15:32:33.864300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c3c8-e507-4445-8f64-20a52e474ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.882181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7c3c8-e507-4445-8f64-20a52e474ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:33.884786 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-797a497f-72da-4ef9-893b-a68e66d92f91 req-1c187d97-d7c6-4cc9-b17d-30e8e800718f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Apr 01 15:32:33.893168 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c3c8-e507-4445-8f64-20a52e474ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:33.894301 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ce7c3c8-e507-4445-8f64-20a52e474ab3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b8f6e32-8ee7-465d-bcb1-027abcf8a7dc HTTP/1.1" status: 204 len: 168 time: 0.2743046 Apr 01 15:32:33.917551 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42744) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:34.001805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:34.057684 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa', 'code': 200} Apr 01 15:32:34.093304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dc635f3d-950e-473a-9119-f96e93a96520 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1092 time: 0.1744432 Apr 01 15:32:34.096039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42750) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:34.101447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:34.109009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:34.113394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:floatingip and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:34.116879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:34.124028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:34.136521 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:34.199557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1873e54-2cfd-4566-9926-611341dc6132 req-73e55174-e608-4a28-a408-5fa3eaf60f25 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1096 time: 0.0807118 Apr 01 15:32:34.246263 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1873e54-2cfd-4566-9926-611341dc6132 req-42246a64-286e-44e6-982d-863f477e7b08 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 Apr 01 15:32:34.292169 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:34.436691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.134 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/c492cf2d-a283-42a7-a7df-a2dac891e54a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:34.601449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:34.630415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:34.695688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:34.698612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:34.702862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:32:34.726531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=c492cf2d-a283-42a7-a7df-a2dac891e54a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:35.055684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83674365-a23e-4344-b4b9-d978d4d99237 req-d04d2bf0-3433-4d3f-94bc-eb95b568e036 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:35.057172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83674365-a23e-4344-b4b9-d978d4d99237 req-d04d2bf0-3433-4d3f-94bc-eb95b568e036 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 945 time: 0.0774825 Apr 01 15:32:35.103580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83674365-a23e-4344-b4b9-d978d4d99237 req-181707a5-94d2-4539-a3df-cda32c1f2f97 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404961 Apr 01 15:32:35.212162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:35.270741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:35.480449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:35.485988 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:35.590567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=c492cf2d-a283-42a7-a7df-a2dac891e54a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:35.606224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:35.898264 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Floating IP 3d0963ef-9ce3-485f-9402-619e11ddc823 associated. External IP: 172.25.2.134, port: e8541ff7-9e10-4fcd-9e55-61b1a8c7653c. Apr 01 15:32:36.331406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f2223-aa0f-4339-973f-ab277590e358 req-d38732b3-ae8d-48b6-ac6a-0fb63e1dbb48 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:36.332835 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-503f2223-aa0f-4339-973f-ab277590e358 req-d38732b3-ae8d-48b6-ac6a-0fb63e1dbb48 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 945 time: 0.1054385 Apr 01 15:32:36.393838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-503f2223-aa0f-4339-973f-ab277590e358 req-dfbff06f-897b-4da2-aada-a3c7b86b4c29 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548193 Apr 01 15:32:36.410241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 8d58300f-76cb-4487-917a-1b56619f0a4e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:32:36.594453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b31701-2b91-4ce8-8d75-00e2c605798b req-2cdfc2c3-e6db-4ab3-b526-052bdebd04da tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:36.596049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3b31701-2b91-4ce8-8d75-00e2c605798b req-2cdfc2c3-e6db-4ab3-b526-052bdebd04da tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 945 time: 0.0803921 Apr 01 15:32:36.614397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:36.627125 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] Sync routers for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:32:36.639759 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:36.642415 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:36.643008 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:36.643649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3b31701-2b91-4ce8-8d75-00e2c605798b req-8bbb8f01-2c72-4831-ad62-25abe61b606a tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417740 Apr 01 15:32:36.680825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42760) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:36.696615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f73ee522-3560-488e-ac58-81afeda8d3bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5995126 Apr 01 15:32:36.697432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:36.759958 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'status': 'completed', 'code': 200} Apr 01 15:32:36.849305 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:36.941515 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-5014e3a3-9393-4721-91bf-230c3b65c7ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1097 time: 0.1568496 Apr 01 15:32:36.952633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf8433-acf9-4f56-a74e-493811c72f62 req-dc5e1e54-2ad2-4682-9a92-deea0d4b8609 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:36.954031 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-26bf8433-acf9-4f56-a74e-493811c72f62 req-dc5e1e54-2ad2-4682-9a92-deea0d4b8609 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1132855 Apr 01 15:32:37.056020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e1a2f453-f5c3-48df-94fd-5160735f36db tempest-TestVolumeBackupRestore-1774753195 tempest-TestVolumeBackupRestore-1774753195-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1091 time: 0.3731737 Apr 01 15:32:37.058086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:37.063722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:37.071670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:32:37.076754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Usage tracker for resource:floatingip and tenant:80569f9cedc94258b4b1b3831eaf741a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:32:37.079778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:32:37.084355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-26bf8433-acf9-4f56-a74e-493811c72f62 req-7b22fc00-2ff9-4b91-a6a6-51c762ed0df6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116114 Apr 01 15:32:37.086051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:32:37.103475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:37.118816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42774) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:37.182055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-3614f9b8-77c0-437c-800d-815c5627cf3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:37.183601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-3614f9b8-77c0-437c-800d-815c5627cf3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.2287362 Apr 01 15:32:37.216740 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3d0963ef-9ce3-485f-9402-619e11ddc823', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'port_id': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'mac_address': 'fa:16:3e:7d:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9135621f-d2de-47e1-a2cd-919c486ff542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:35Z', 'updated_at': '2022-04-01T15:32:35Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:37.220535 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] Checking router: 8d58300f-76cb-4487-917a-1b56619f0a4e for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:32:37.231322 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:37.231911 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:37.242528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:37.317165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-58182233-0403-4a9a-b5ef-a1ed44da5c11 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/3d0963ef-9ce3-485f-9402-619e11ddc823 HTTP/1.1" status: 200 len: 992 time: 0.1971939 Apr 01 15:32:37.322460 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-5575f9ea-6266-4405-bf66-a6e4eac36a7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1000 time: 0.1324735 Apr 01 15:32:37.385096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Allocated IP 172.25.2.53 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1938a97c-aa79-476c-a8cb-77a02958affd) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:37.389997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-fe43787e-a7c8-427b-9b29-c44d6fa6bcec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:37.391482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-fe43787e-a7c8-427b-9b29-c44d6fa6bcec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0617435 Apr 01 15:32:37.409053 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:37.472105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-0387c629-136a-4f06-8484-1458e695f585 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742726 Apr 01 15:32:37.641137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:37.671270 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:37.735986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-82b45bd5-dc66-4a1b-8735-4e8e46cca681 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559333 Apr 01 15:32:37.740322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:37.743104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:37.747322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:32:37.768293 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3d0963ef-9ce3-485f-9402-619e11ddc823', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'port_id': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'mac_address': 'fa:16:3e:7d:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9135621f-d2de-47e1-a2cd-919c486ff542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:35Z', 'updated_at': '2022-04-01T15:32:35Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:37.773121 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8c7ce-c190-48ea-8bdf-f3d5f7160b62 None None] The sync data for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 is: [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3d0963ef-9ce3-485f-9402-619e11ddc823', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'port_id': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'mac_address': 'fa:16:3e:7d:8e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9135621f-d2de-47e1-a2cd-919c486ff542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:35Z', 'updated_at': '2022-04-01T15:32:35Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:32:37.786080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'Port': ['ID=1938a97c-aa79-476c-a8cb-77a02958affd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:37.888560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ab598146-ad81-485d-a986-4796ab7a98b0 req-e7660c27-891b-4499-88ca-fc5f17f2cd13 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459923 Apr 01 15:32:38.276466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:38.321101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42778) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:38.336936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:38.426346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6a5cf3ef-3929-4b1e-8179-05b3ca40dde7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/3d0963ef-9ce3-485f-9402-619e11ddc823 HTTP/1.1" status: 200 len: 992 time: 0.1040752 Apr 01 15:32:38.557235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:38.564997 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:38.670660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event updated for resources: {'Port': ['ID=1938a97c-aa79-476c-a8cb-77a02958affd,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:38.687954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:38.882141 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Floating IP 37f97cae-671e-4740-b91f-0fc790af6880 associated. External IP: 172.25.2.53, port: d51892d3-e29b-442b-a423-4976f4070caa. Apr 01 15:32:39.399650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:32:39.431117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42782) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:39.538383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-295b6417-6e89-4a5e-b754-2481b9b34502 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/3d0963ef-9ce3-485f-9402-619e11ddc823 HTTP/1.1" status: 200 len: 992 time: 0.1060541 Apr 01 15:32:39.606463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:39.616457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] Sync routers for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:32:39.634403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:39.635258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:39.635966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:39.687969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7ef7063f-77b6-4afe-8e65-7e5792a114be tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6287272 Apr 01 15:32:39.688536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:39.690637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42786) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:39.749597 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa', 'status': 'completed', 'code': 200} Apr 01 15:32:39.771665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-090c081d-4859-4fd0-a09c-dd82df1bf44e tempest-TestVolumeBackupRestore-1774753195 tempest-TestVolumeBackupRestore-1774753195-project-admin] Synchronizing usage tracker for tenant:297ae4b9b6034a848e50a817dd65166e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:32:39.795695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-090c081d-4859-4fd0-a09c-dd82df1bf44e tempest-TestVolumeBackupRestore-1774753195 tempest-TestVolumeBackupRestore-1774753195-project-admin] Unset dirty status for tenant:297ae4b9b6034a848e50a817dd65166e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:32:39.801703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-090c081d-4859-4fd0-a09c-dd82df1bf44e tempest-TestVolumeBackupRestore-1774753195 tempest-TestVolumeBackupRestore-1774753195-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1091 time: 0.1077299 Apr 01 15:32:39.801703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42792) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:39.809709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Request body: {'floatingip': {'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:32:39.824382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:39.845281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-ee9eddbc-1bf1-47fe-8341-e1b2016cee32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1096 time: 0.0752254 Apr 01 15:32:39.913845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:39.981868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-2a65169f-7ac5-4644-bee8-17838bd26d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:39.983884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-2a65169f-7ac5-4644-bee8-17838bd26d34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 914 time: 0.1331213 Apr 01 15:32:40.099049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-0b565a1d-475e-46d3-bd67-df0516461eba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 998 time: 0.1088328 Apr 01 15:32:40.174531 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb036b-cf49-47a9-8fc4-b0880f4f573e None None] New status for floating IP 3d0963ef-9ce3-485f-9402-619e11ddc823: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:32:40.175068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-b2ba34ec-eae3-4213-803b-8d812b98ff72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:40.176611 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-b2ba34ec-eae3-4213-803b-8d812b98ff72 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 200 len: 852 time: 0.0699461 Apr 01 15:32:40.196911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '37f97cae-671e-4740-b91f-0fc790af6880', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'mac_address': 'fa:16:3e:ce:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:38Z', 'updated_at': '2022-04-01T15:32:38Z', 'revision_number': 0, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:40.201232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] Checking router: 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:32:40.213935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:40.214913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:40.257897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-3eb9edd3-e11b-4b09-b4fb-5933412b3db3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f55eb63-21ff-40fc-bbc7-fe7375545aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756953 Apr 01 15:32:40.420691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-3f134fca-1f8f-4e1b-84a4-a4d4665d013e service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560855 Apr 01 15:32:40.474335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:40.546544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42796) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:32:40.635063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:40.640605 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:40.654394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4c869212-4236-41f7-9e0c-3a524c2be6f0 req-795fd438-a50f-4825-8a9a-5db51870e0df service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282984 Apr 01 15:32:40.684521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5fb3d8ce-e796-40d1-899c-1a2aa743a30f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/3d0963ef-9ce3-485f-9402-619e11ddc823 HTTP/1.1" status: 200 len: 994 time: 0.1368828 Apr 01 15:32:40.850053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '37f97cae-671e-4740-b91f-0fc790af6880', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'mac_address': 'fa:16:3e:ce:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:38Z', 'updated_at': '2022-04-01T15:32:38Z', 'revision_number': 0, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:40.854286 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30449ba-43f6-4547-be49-7c22ba6636e6 None None] The sync data for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 is: [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '37f97cae-671e-4740-b91f-0fc790af6880', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'mac_address': 'fa:16:3e:ce:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:38Z', 'updated_at': '2022-04-01T15:32:38Z', 'revision_number': 0, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:32:40.984947 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:41.152892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:32:41.357304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:41.362051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:41.436925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:41.472274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5e4f712d-4a4c-4406-a680-dddf93a3793e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "PUT /v2.0/floatingips/37f97cae-671e-4740-b91f-0fc790af6880 HTTP/1.1" status: 200 len: 990 time: 1.6681895 Apr 01 15:32:41.493157 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa', 'status': 'completed', 'code': 200} Apr 01 15:32:41.594607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-67ef20d6-fc4c-4bf8-843c-9d986f5740a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1096 time: 0.0790734 Apr 01 15:32:41.726707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-c9a0b108-56e4-4113-8770-1b8ab00ebb1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:41.728166 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-c9a0b108-56e4-4113-8770-1b8ab00ebb1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 914 time: 0.1277938 Apr 01 15:32:41.934867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-e32fa591-e3a4-4c7d-b12e-d6bcc437c2af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 998 time: 0.2006419 Apr 01 15:32:42.003703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-79a59860-120f-4bac-9fe4-a268d048f820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:42.005576 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-79a59860-120f-4bac-9fe4-a268d048f820 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 200 len: 852 time: 0.0650580 Apr 01 15:32:42.086615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-8f920da6-7733-4e64-8852-294eca8b7144 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f55eb63-21ff-40fc-bbc7-fe7375545aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751762 Apr 01 15:32:42.214883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-bf52590b-e874-4759-8c30-e176b9bf7edc service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226468 Apr 01 15:32:42.354920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89ed6f4a-9af5-4575-80f1-6048c4bc68d2 req-8576ba60-d910-48a5-83aa-f84e886ff31b service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341610 Apr 01 15:32:42.437487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34cff5-af08-4a95-8332-21994b6d8167 None None] New status for floating IP 37f97cae-671e-4740-b91f-0fc790af6880: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:32:43.495228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:32:43.550181 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa', 'status': 'completed', 'code': 200} Apr 01 15:32:43.643018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-9df2fd09-e0f7-4b98-9153-a8cdf90d644d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1096 time: 0.0714998 Apr 01 15:32:43.773155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-3b8afc9a-288f-4086-bad4-b1c026e6d7c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:43.774633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-3b8afc9a-288f-4086-bad4-b1c026e6d7c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 914 time: 0.1253908 Apr 01 15:32:43.881479 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-076e5fe9-e99e-48f1-8308-82feb9b57a03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 1000 time: 0.1011419 Apr 01 15:32:43.950208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-bf024734-2b95-49b9-a6ca-61519971a70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:43.952694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-bf024734-2b95-49b9-a6ca-61519971a70c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 200 len: 852 time: 0.0655839 Apr 01 15:32:44.031623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-d4756cfa-fa17-4bed-944d-9445e3bc0dd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f55eb63-21ff-40fc-bbc7-fe7375545aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731804 Apr 01 15:32:44.164861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-6125077c-67ba-4406-81a3-d9a667079da1 service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265113 Apr 01 15:32:44.303342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96b72304-e3ee-4514-af7b-e7fa2bd9f139 req-5c09964f-c638-4de3-b48f-cce53cd13382 service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324966 Apr 01 15:32:44.550747 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] Sync routers for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:32:44.563197 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:44.563791 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:44.753619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:44.953471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:45.109952 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '37f97cae-671e-4740-b91f-0fc790af6880', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'mac_address': 'fa:16:3e:ce:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:38Z', 'updated_at': '2022-04-01T15:32:42Z', 'revision_number': 2, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:45.113867 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] Checking router: 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:32:45.124761 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:32:45.125329 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:32:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:45.298269 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:32:45.656164 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '37f97cae-671e-4740-b91f-0fc790af6880', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'mac_address': 'fa:16:3e:ce:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:38Z', 'updated_at': '2022-04-01T15:32:42Z', 'revision_number': 2, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:45.660280 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919164d-0e9a-4068-a985-ff41e235f03d None None] The sync data for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 is: [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '37f97cae-671e-4740-b91f-0fc790af6880', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'port_id': 'd51892d3-e29b-442b-a423-4976f4070caa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'mac_address': 'fa:16:3e:ce:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:32:38Z', 'updated_at': '2022-04-01T15:32:42Z', 'revision_number': 2, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:32:49.047648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:32:56.915577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-2c735015-3126-491a-bbf3-63fc75fec6d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709927 Apr 01 15:32:57.070765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-5c20fdd2-76b1-476c-a052-d72539664d82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1096 time: 0.0791080 Apr 01 15:32:57.220264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-bb552d8e-7307-4d7f-a841-487d92520f12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:57.222879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-bb552d8e-7307-4d7f-a841-487d92520f12 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 914 time: 0.1299644 Apr 01 15:32:57.432815 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-81548f59-483e-43fd-ad34-8a76c0c554da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 1000 time: 0.2039230 Apr 01 15:32:57.500693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-ec5ff3ac-c5bb-42bf-afc2-6c35ae62579c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:57.502124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-ec5ff3ac-c5bb-42bf-afc2-6c35ae62579c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 200 len: 852 time: 0.0568426 Apr 01 15:32:57.583118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-07ccf72a-8e42-425d-8511-0412811c9a37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f55eb63-21ff-40fc-bbc7-fe7375545aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740392 Apr 01 15:32:57.716545 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-af5e7867-3ae2-472d-a36d-25276d7259cd service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266279 Apr 01 15:32:57.857540 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5b7e5664-2a67-49be-a9bc-87f486a402c6 req-2fc3227a-af28-4887-8374-119109b1afa5 service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342375 Apr 01 15:32:57.860194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a98cd557-4129-4483-b54e-e43aa6b3e4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:00.268952 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c562-f340-4043-bfb9-c33b75ee65aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:01.318218 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:01.377888 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:02.831107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:05.212991 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-518a5fed-7ddf-423b-823b-1956bb903035 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769024 Apr 01 15:33:05.350775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-0dafc531-ab78-4427-bccc-1884a37c0c31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1096 time: 0.0713344 Apr 01 15:33:05.506339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-6b808286-a53e-4241-9df7-9b11c9600a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:05.508069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-6b808286-a53e-4241-9df7-9b11c9600a4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 200 len: 910 time: 0.1365998 Apr 01 15:33:05.621382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-602c1178-aa57-4ea9-b42c-cdbea7350b52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 200 len: 1000 time: 0.1061468 Apr 01 15:33:05.685440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-6597c495-9dbb-453a-bde2-c7c1766e322c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:05.687651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-6597c495-9dbb-453a-bde2-c7c1766e322c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e79f6a-e168-4181-9eec-b0a4b31641aa HTTP/1.1" status: 200 len: 848 time: 0.0591538 Apr 01 15:33:05.769773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-4aceff7a-03e8-4d43-be89-50eb5d2909ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73760509-486f-486f-89a3-dcf984683c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741465 Apr 01 15:33:05.917110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-4a03a958-279d-4e09-88ce-a07d6276fa21 service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412699 Apr 01 15:33:06.059289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a5dc7eb7-deba-434a-9a31-aa52a27e5917 req-19d88813-ffed-4662-a723-052dbecaa279 service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344368 Apr 01 15:33:10.149455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-2ef7d59d-4f9e-4f41-b7cc-028106e26440 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1097 time: 0.0843740 Apr 01 15:33:10.173167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:10.205899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:33:10.210724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Usage tracker for resource:security_group_rule and tenant:4a05a07d719d4fe187795901138c73fa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:33:10.213794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:33:10.219506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:33:10.286770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:10.291751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:10.329889 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bddf9aa9-125b-4d5b-a031-0fe51c2073e7 req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747878 Apr 01 15:33:10.330684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857fdec-82e5-4192-bfbc-79a4a7f6f021 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32006bad-e497-409b-a0b8-306d53895baf,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:10.533835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518995b-781a-40d5-976e-e492035d9ae9 req-3c761e13-8984-4efc-bd0f-62e59ebfda16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:10.535163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c518995b-781a-40d5-976e-e492035d9ae9 req-3c761e13-8984-4efc-bd0f-62e59ebfda16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0794792 Apr 01 15:33:10.583331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c518995b-781a-40d5-976e-e492035d9ae9 req-35808f5c-7df9-4a19-9dd2-44e5d65652fe tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Apr 01 15:33:10.611454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42828) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:10.719479 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eab6c5de-783d-4d87-a62e-f9f29b4c2dd1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/3d0963ef-9ce3-485f-9402-619e11ddc823 HTTP/1.1" status: 200 len: 994 time: 0.1067805 Apr 01 15:33:10.981142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:11.448453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5933284c-b4d9-4ea7-bdec-5eacb2ccdfa4 req-41c350e8-47ff-419b-ab65-9a3244938df0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1790483 Apr 01 15:33:11.828632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 42848) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:12.003966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-ec8ee5b8-24f4-4695-825a-eca98c578929 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1735554 Apr 01 15:33:12.009532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9b42-3711-4ad1-8ba0-402c79a315ca req-41d6c845-e41e-4a21-ae34-54d888be2f87 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:12.010881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2ec9b42-3711-4ad1-8ba0-402c79a315ca req-41d6c845-e41e-4a21-ae34-54d888be2f87 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1404505 Apr 01 15:33:12.058604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2ec9b42-3711-4ad1-8ba0-402c79a315ca req-726d1768-1258-4317-ae4e-85f0c9b39549 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Apr 01 15:33:13.322880 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-b7b75096-1d7d-4055-bca8-0d87044bd5b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1097 time: 0.1329932 Apr 01 15:33:13.331810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ae3cd-0e07-40a9-bbe7-10979c94e91c req-ce6ede8b-7349-4ffd-a6da-e86b14ff0826 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:13.333115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-155ae3cd-0e07-40a9-bbe7-10979c94e91c req-ce6ede8b-7349-4ffd-a6da-e86b14ff0826 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1110704 Apr 01 15:33:13.461599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-155ae3cd-0e07-40a9-bbe7-10979c94e91c req-a3d417bf-bd81-4cbe-9054-cc56007a1eac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095359 Apr 01 15:33:13.499423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-b22df80d-100d-47c2-a2a1-4bed75fd127a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:13.499423 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-b22df80d-100d-47c2-a2a1-4bed75fd127a service neutron] 10.222.0.44 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.1610861 Apr 01 15:33:13.601154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7041a8c2-2382-4870-a6f7-aa78fcdb966e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1002 time: 0.0995529 Apr 01 15:33:13.663427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-9b9b082a-d95b-467f-b816-fd4fe1949392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:13.664694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-9b9b082a-d95b-467f-b816-fd4fe1949392 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0578368 Apr 01 15:33:13.744953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-827682c7-6533-4e67-b0d5-81369182f55c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731189 Apr 01 15:33:13.883425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-1b7b4d7c-b93c-4816-a6ef-a7414e6daec9 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320550 Apr 01 15:33:14.030345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-e5619ab4-c384-4ce6-b69b-442e2d441c43 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399941 Apr 01 15:33:14.613129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42882) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:14.673157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6a80f-dc00-4f4b-90f6-2d09f14ea791 req-e4997f58-f79b-4c74-95d8-93cfa44ee0e3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:14.674617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3bd6a80f-dc00-4f4b-90f6-2d09f14ea791 req-e4997f58-f79b-4c74-95d8-93cfa44ee0e3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0851004 Apr 01 15:33:14.724305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3bd6a80f-dc00-4f4b-90f6-2d09f14ea791 req-efd974d9-2b57-4f56-9802-6b9ec3559743 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Apr 01 15:33:14.820762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Deleting port 1938a97c-aa79-476c-a8cb-77a02958affd {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:14.821129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:14.972489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:15.004446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:15.004446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:15.129426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Calling delete_port for 1938a97c-aa79-476c-a8cb-77a02958affd owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:15.290456 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:15.433546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event deleted for resources: {'Port': ['ID=1938a97c-aa79-476c-a8cb-77a02958affd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:15.469309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.469642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.469969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.470534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.470714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.472709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.472709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.472709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.472709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.472709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.472709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:15.541925 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:15.972120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f984b-1bdd-4023-9184-f616fe624613 req-b10e8419-217f-4238-afc7-a83dbc683915 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:15.973549 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b80f984b-1bdd-4023-9184-f616fe624613 req-b10e8419-217f-4238-afc7-a83dbc683915 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1196256 Apr 01 15:33:16.037969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b80f984b-1bdd-4023-9184-f616fe624613 req-f9f7a859-9186-4b07-83b9-303322b3c0ab tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577362 Apr 01 15:33:16.050315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:33:16.256655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:33:16.267540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] Sync routers for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:33:16.281887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:33:16.282344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:33:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:16.283687 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:16.343357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7dde83fc-19a8-48d3-9b50-38dac99b9309 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "DELETE /v2.0/floatingips/37f97cae-671e-4740-b91f-0fc790af6880 HTTP/1.1" status: 204 len: 168 time: 1.7293403 Apr 01 15:33:16.343978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:33:16.410986 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa', 'status': 'completed', 'code': 200} Apr 01 15:33:16.485660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:33:16.519256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-b1b8bf75-5f57-4c54-b7a4-e1a5708db5f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80569f9cedc94258b4b1b3831eaf741a&device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 1096 time: 0.0800798 Apr 01 15:33:16.657179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-e11b146c-bab5-4af8-a191-45e769b43ab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:16.658618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-e11b146c-bab5-4af8-a191-45e769b43ab6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 200 len: 914 time: 0.1327791 Apr 01 15:33:16.752986 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-bee39b90-a534-45ef-8985-50de5b392d99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 200 len: 217 time: 0.0877070 Apr 01 15:33:16.784933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24032ce-8c23-4cc7-a304-a9e1a1b114e0 req-5b72b4da-f09a-440d-85f6-3671b7d8e778 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:16.785987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e24032ce-8c23-4cc7-a304-a9e1a1b114e0 req-5b72b4da-f09a-440d-85f6-3671b7d8e778 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Synchronizing usage tracker for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:33:16.807494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e24032ce-8c23-4cc7-a304-a9e1a1b114e0 req-5b72b4da-f09a-440d-85f6-3671b7d8e778 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Unset dirty status for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:33:16.816529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e24032ce-8c23-4cc7-a304-a9e1a1b114e0 req-5b72b4da-f09a-440d-85f6-3671b7d8e778 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 945 time: 0.1148570 Apr 01 15:33:16.820640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-19aa4385-e653-42f8-9471-0e4c3065e8be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:16.822087 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-19aa4385-e653-42f8-9471-0e4c3065e8be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 200 len: 852 time: 0.0615757 Apr 01 15:33:16.860702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e24032ce-8c23-4cc7-a304-a9e1a1b114e0 req-031e23b5-ff68-42aa-9407-2376413f7aac tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Apr 01 15:33:16.868425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:16.872511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] Checking router: 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:33:16.889752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:33:16.889752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:33:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:16.903578 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-b6813400-0736-4e4e-a740-a60118049e99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f55eb63-21ff-40fc-bbc7-fe7375545aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748448 Apr 01 15:33:17.037278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-a135f900-3d13-4c96-8790-85677628fcee service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272767 Apr 01 15:33:17.062591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:33:17.229216 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c4d9bac-e1ab-4656-be45-3763b81880c9 req-55359577-dd0f-403f-a0b8-c02feaab8df4 service neutron] 10.222.0.62 "GET /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846132 Apr 01 15:33:17.260046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd1704-c028-4b06-9473-4a08cfa5b8d3 req-12177a64-8d61-4957-b656-07582c2ee7f7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:17.261535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cffd1704-c028-4b06-9473-4a08cfa5b8d3 req-12177a64-8d61-4957-b656-07582c2ee7f7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0963337 Apr 01 15:33:17.308432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cffd1704-c028-4b06-9473-4a08cfa5b8d3 req-1fc2de99-874b-4e0a-98d9-161db989c562 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Apr 01 15:33:17.382245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:17.386355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd53f6-9389-40e2-b457-495f38ac281a None None] The sync data for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 is: [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:28:38Z', 'revision_number': 4, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '3e6be7ce-c6de-4606-8379-83eedf507137', 'name': '', 'network_id': '7f55eb63-21ff-40fc-bbc7-fe7375545aca', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'mac_address': 'fa:16:3e:0a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:36Z', 'updated_at': '2022-04-01T15:28:54Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'subnets': [{'id': 'd82838a9-efb3-4e24-9fa7-6cd71be19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:33:17.621110 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa220b6a-8289-41d3-a255-0714e36b89fb None None] New status for floating IP 37f97cae-671e-4740-b91f-0fc790af6880: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:33:18.184148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-590164ee-7b13-44ae-8bd4-d83c290f02a5 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:18.185630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-590164ee-7b13-44ae-8bd4-d83c290f02a5 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.62 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 945 time: 0.0833540 Apr 01 15:33:18.224511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618c33-bba7-48a4-b202-7e56696789fd req-b7894516-1300-4938-970b-9dbf8142ac8e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:18.225938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40618c33-bba7-48a4-b202-7e56696789fd req-b7894516-1300-4938-970b-9dbf8142ac8e tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 945 time: 0.2352293 Apr 01 15:33:18.255493 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Deleting port d51892d3-e29b-442b-a423-4976f4070caa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:18.255845 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:18.274201 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40618c33-bba7-48a4-b202-7e56696789fd req-717fa6f1-ab28-4843-871f-444efece5fbf tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Apr 01 15:33:18.647600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c9aa-c25b-44ac-9302-273888f300aa req-2c3702f1-415d-45f9-ad51-c1c52a5b0bad tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:18.648944 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5084c9aa-c25b-44ac-9302-273888f300aa req-2c3702f1-415d-45f9-ad51-c1c52a5b0bad tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.2125914 Apr 01 15:33:18.656862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] For port d51892d3-e29b-442b-a423-4976f4070caa, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=d51892d3-e29b-442b-a423-4976f4070caa,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:18.657216 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:18.790830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Calling delete_port for d51892d3-e29b-442b-a423-4976f4070caa owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:18.862654 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5084c9aa-c25b-44ac-9302-273888f300aa req-c912d9f6-d01e-4ade-ad4a-b1f7a7530999 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075784 Apr 01 15:33:18.953582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:19.009682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event deleted for resources: {'Port': ['ID=d51892d3-e29b-442b-a423-4976f4070caa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:19.086075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] No DVR routers for this DVR port d51892d3-e29b-442b-a423-4976f4070caa on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:33:19.089005 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:19.091530 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'name': 'network-vif-deleted', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:33:19.112051 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5cda22c1-e8d6-4860-9505-2b37c5b33894 req-a9966b60-33fa-4472-837f-9907eb25526c tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.62 "DELETE /v2.0/ports/d51892d3-e29b-442b-a423-4976f4070caa HTTP/1.1" status: 204 len: 173 time: 0.9213407 Apr 01 15:33:19.146872 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89763d5-c5f1-4b31-bae4-dd4863b3630f', 'name': 'network-vif-deleted', 'tag': 'd51892d3-e29b-442b-a423-4976f4070caa', 'status': 'completed', 'code': 200} Apr 01 15:33:19.444852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1d65d509-2a57-4c74-9935-73f142d8b34f req-224deebd-9e63-4220-9a2d-4eacff39a038 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Synchronizing usage tracker for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:33:19.464683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1d65d509-2a57-4c74-9935-73f142d8b34f req-224deebd-9e63-4220-9a2d-4eacff39a038 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Unset dirty status for tenant:80569f9cedc94258b4b1b3831eaf741a on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:33:19.466570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d65d509-2a57-4c74-9935-73f142d8b34f req-224deebd-9e63-4220-9a2d-4eacff39a038 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "GET /v2.0/ports?device_id=b89763d5-c5f1-4b31-bae4-dd4863b3630f HTTP/1.1" status: 200 len: 210 time: 0.0652082 Apr 01 15:33:20.070552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183f75-85ad-4357-9413-f24535bec8a6 req-a0714aa3-0266-412c-b042-1d87dc09e26e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:20.072130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78183f75-85ad-4357-9413-f24535bec8a6 req-a0714aa3-0266-412c-b042-1d87dc09e26e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0795789 Apr 01 15:33:20.120986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78183f75-85ad-4357-9413-f24535bec8a6 req-abd46465-1a96-46c1-8f03-6a7f1473ca33 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Apr 01 15:33:20.580602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 42910) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:20.662139 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b211d6e-ef65-4bee-aa6a-6a5f10b4c608 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:20.691744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b211d6e-ef65-4bee-aa6a-6a5f10b4c608 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:20.763295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b211d6e-ef65-4bee-aa6a-6a5f10b4c608 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:20.782072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b211d6e-ef65-4bee-aa6a-6a5f10b4c608 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:20.795391 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8b211d6e-ef65-4bee-aa6a-6a5f10b4c608 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:20.796820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8b211d6e-ef65-4bee-aa6a-6a5f10b4c608 tempest-TestVolumeBackupRestore-146822554 tempest-TestVolumeBackupRestore-146822554-project] 10.222.0.48 "DELETE /v2.0/security-groups/7bfa6e0c-fc7a-4577-9aba-d8e6d144a5d5 HTTP/1.1" status: 204 len: 168 time: 0.2149870 Apr 01 15:33:21.352366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d51892d3-e29b-442b-a423-4976f4070caa no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:21.394190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: d51892d3-e29b-442b-a423-4976f4070caa {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:33:21.394997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device d51892d3-e29b-442b-a423-4976f4070caa not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:21.496309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef8d1d-9b25-4524-9ea6-07125d3f6fd2 req-a8f7a393-52cf-4ed8-b497-3dfffc784a90 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:21.497853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91ef8d1d-9b25-4524-9ea6-07125d3f6fd2 req-a8f7a393-52cf-4ed8-b497-3dfffc784a90 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.2120929 Apr 01 15:33:21.572762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91ef8d1d-9b25-4524-9ea6-07125d3f6fd2 req-d30b120b-225c-438f-be2f-f082f1d272e5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686772 Apr 01 15:33:22.822860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5b617-1177-4223-aad8-1eaf8faa71a8 req-d8368869-23d2-42b5-9115-dd46c0588e96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:22.825807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08f5b617-1177-4223-aad8-1eaf8faa71a8 req-d8368869-23d2-42b5-9115-dd46c0588e96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1248693 Apr 01 15:33:22.894561 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-08f5b617-1177-4223-aad8-1eaf8faa71a8 req-d417afd6-b08c-475c-933e-7a99f627dabb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616906 Apr 01 15:33:23.387318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43242) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:23.913922 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:24.172620 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ff692-e06f-4f09-aeef-47445cb6ca42 req-1633f15f-fec9-4673-bff1-4d6d70b76224 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:24.174784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc3ff692-e06f-4f09-aeef-47445cb6ca42 req-1633f15f-fec9-4673-bff1-4d6d70b76224 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0892344 Apr 01 15:33:24.228301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc3ff692-e06f-4f09-aeef-47445cb6ca42 req-77703cbb-be39-44c9-ade5-e6ada7e86a1b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469506 Apr 01 15:33:24.548798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Deleting port 3e6be7ce-c6de-4606-8379-83eedf507137 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:24.549297 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:24.721925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] For port 3e6be7ce-c6de-4606-8379-83eedf507137, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3e6be7ce-c6de-4606-8379-83eedf507137,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:24.722186 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:24.839563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Calling delete_port for 3e6be7ce-c6de-4606-8379-83eedf507137 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:25.011421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:25.060928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6be7ce-c6de-4606-8379-83eedf507137,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:25.469040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375b809-b88b-4fe7-9cf0-6e0b93a2d5e5 req-9b49a133-054f-4d40-a638-49bb6ce9c376 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:25.470343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2375b809-b88b-4fe7-9cf0-6e0b93a2d5e5 req-9b49a133-054f-4d40-a638-49bb6ce9c376 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1075592 Apr 01 15:33:25.533189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2375b809-b88b-4fe7-9cf0-6e0b93a2d5e5 req-28e00ff3-d8a2-4629-87ed-33285209e26b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562272 Apr 01 15:33:25.549339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:26.038698 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:33:26.162630 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-12206a3a-b40a-4364-8cc0-30e3002912e5 service neutron] show failed (client error): The resource could not be found. Apr 01 15:33:26.163817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-12206a3a-b40a-4364-8cc0-30e3002912e5 service neutron] 10.222.0.44 "GET /v2.0/ports/e8541ff7-9e10-4fcd-9e55-61b1a8c7653c/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0994291 Apr 01 15:33:26.221496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:33:26.427883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:33:26.431824 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-ef376735-24d2-4cce-a66e-5ad87c6920f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 1097 time: 0.0732753 Apr 01 15:33:26.438920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] Sync routers for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:33:26.442769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:33:26.447251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a224e040-b44a-42cf-8a9a-330242ae0076 admin admin] 10.222.0.48 "PUT /v2.0/routers/71e96b1b-bde3-455e-9f1c-e0e50fadd4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0560648 Apr 01 15:33:26.447438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43376) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:26.454048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:33:26.454939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:33:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:26.553265 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:26.629706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:33:26.825524 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:26.853941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965eba23-6a28-4c78-8dc5-4ed863e56981 req-01c7cb1a-c210-441d-a446-c97ab32c0f72 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:26.855781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-965eba23-6a28-4c78-8dc5-4ed863e56981 req-01c7cb1a-c210-441d-a446-c97ab32c0f72 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1778884 Apr 01 15:33:26.931027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:26.939331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:33:24Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:26.943726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] Checking router: 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:33:26.947551 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-965eba23-6a28-4c78-8dc5-4ed863e56981 req-e5e63827-0e91-4f8a-8adb-d194d9d65ab7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837319 Apr 01 15:33:26.956015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] Routers {'71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:33:26.956869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:33:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:26.973713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:33:27.032878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:33:27.038425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.059639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Transition to ACTIVE for port object e8541ff7-9e10-4fcd-9e55-61b1a8c7653c will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:33:27.067671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.113319 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'code': 200} Apr 01 15:33:27.162606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] Set router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:33:27.169806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.184163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Deleting port 134f8d15-81b5-41d9-a075-b35a651defd1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:27.184834 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.386541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] For port 134f8d15-81b5-41d9-a075-b35a651defd1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=134f8d15-81b5-41d9-a075-b35a651defd1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:27.386884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.389509 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] No DVR routers for this DVR port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:33:27.451141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:27.508448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Calling delete_port for 134f8d15-81b5-41d9-a075-b35a651defd1 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:27.525182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:33:24Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:27.529570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa64c7-bb0a-4a17-a50e-ad25000b0880 None None] The sync data for ids ['71e96b1b-bde3-455e-9f1c-e0e50fadd4b9'] in n-d-836017-1 is: [{'id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'name': 'tempest-TestVolumeBackupRestore-133378388-router', 'tenant_id': '80569f9cedc94258b4b1b3831eaf741a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:27Z', 'updated_at': '2022-04-01T15:33:24Z', 'revision_number': 5, 'project_id': '80569f9cedc94258b4b1b3831eaf741a', 'gw_port': {'id': '134f8d15-81b5-41d9-a075-b35a651defd1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e96b1b-bde3-455e-9f1c-e0e50fadd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:29Z', 'updated_at': '2022-04-01T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:33:27.657642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:33:27.658272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:33:27.658671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on network 721cb22a-379f-46b6-9318-802f9df003b0 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:33:27.664605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on network 721cb22a-379f-46b6-9318-802f9df003b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:33:27.664936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Attempting to bind port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on network 721cb22a-379f-46b6-9318-802f9df003b0 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:33:27.671650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:33:27.671984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Checking segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:33:27.672365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Bound using segment: {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:33:27.672807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Bound port: e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:33:27.673154 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.678439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.722411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Pushing event deleted for resources: {'Port': ['ID=134f8d15-81b5-41d9-a075-b35a651defd1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:27.766462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:33:27.769793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:33:27.774391 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.840988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.842367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] 10.222.0.62 "PUT /v2.0/ports/e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1092 time: 1.4042003 Apr 01 15:33:27.857620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fae1c72a-f0ef-48b0-bffc-892d1cc1f3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:27.863326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7a620-fe6f-43ee-93f4-2d6c693e429d service neutron] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:27.974241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e6be7ce-c6de-4606-8379-83eedf507137 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:28.002650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.007577 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-37ed83a3-059c-49ad-a4ba-34aa7da80a13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1095 time: 0.1319270 Apr 01 15:33:28.024845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3e6be7ce-c6de-4606-8379-83eedf507137 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:33:28.026176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3e6be7ce-c6de-4606-8379-83eedf507137 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:28.202957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-8a3bceea-b9fc-43fa-b5e9-73631b922644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:28.204512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-8a3bceea-b9fc-43fa-b5e9-73631b922644 service neutron] 10.222.0.62 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.1914089 Apr 01 15:33:28.313807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.318560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.321627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7be2db-c368-447f-8af8-b53aa52d328d req-6e8cf27a-c590-4d8f-9ba6-6c016887760c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:28.323074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd7be2db-c368-447f-8af8-b53aa52d328d req-6e8cf27a-c590-4d8f-9ba6-6c016887760c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 944 time: 0.1833127 Apr 01 15:33:28.324669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-e3371e37-4c8c-422d-abfd-89fbe2f298e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1000 time: 0.1113691 Apr 01 15:33:28.345402 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.345946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:33:28.359185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.363297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b3b4c5fc-1083-4aa3-a57b-f2d7a6c9c075 admin admin] 10.222.0.48 "DELETE /v2.0/routers/71e96b1b-bde3-455e-9f1c-e0e50fadd4b9 HTTP/1.1" status: 204 len: 168 time: 1.9145064 Apr 01 15:33:28.363922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43388) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:28.421411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-ea384769-4ca2-4d89-98dc-2361eb1b06a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:28.422873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-ea384769-4ca2-4d89-98dc-2361eb1b06a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0925853 Apr 01 15:33:28.426030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd7be2db-c368-447f-8af8-b53aa52d328d req-3b574abc-7e46-4c3e-a1bb-46bd83813657 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974102 Apr 01 15:33:28.508924 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-ff138345-1423-480f-ae55-ae5701a8f3a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793138 Apr 01 15:33:28.534585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] Deleting subnet d82838a9-efb3-4e24-9fa7-6cd71be19e54 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:33:28.537429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.585697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.641442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-4327ec17-ecf5-4e4e-abb8-72c0d9ced7b9 service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265149 Apr 01 15:33:28.663865 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.737650 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.772921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82838a9-efb3-4e24-9fa7-6cd71be19e54,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:28.773231 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1be11cbd-edf5-4842-aa84-d19d47443366 req-ac071de2-5f3d-41bf-9de9-a3bef9b02833 service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261020 Apr 01 15:33:28.779339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.788993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65738755-5800-445f-a564-295ee9c060ca None None] Network 7f55eb63-21ff-40fc-bbc7-fe7375545aca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:33:28.789469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0d88f90-6cd6-4615-82f3-695fdf5b11e0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d82838a9-efb3-4e24-9fa7-6cd71be19e54 HTTP/1.1" status: 204 len: 168 time: 0.4217803 Apr 01 15:33:28.789469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43392) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:28.918585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:28.929801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Deleting port 45dac160-c931-4ffd-94c7-9a51e5577b4c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:28.930123 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.062808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] DHCP port deletion for 7f55eb63-21ff-40fc-bbc7-fe7375545aca request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:33:29.067768 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Deleting port 45dac160-c931-4ffd-94c7-9a51e5577b4c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:29.068235 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.114754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:33:29.135071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] For port 45dac160-c931-4ffd-94c7-9a51e5577b4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=45dac160-c931-4ffd-94c7-9a51e5577b4c,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:29.135466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.186431 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'status': 'completed', 'code': 200} Apr 01 15:33:29.260821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Calling delete_port for 45dac160-c931-4ffd-94c7-9a51e5577b4c owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:29.276322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] For port 45dac160-c931-4ffd-94c7-9a51e5577b4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=45dac160-c931-4ffd-94c7-9a51e5577b4c,segment=NetworkSegment(d4a58641-f830-479f-bc2f-09983b6cce41),segment_id=d4a58641-f830-479f-bc2f-09983b6cce41)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:29.276670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.284742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-520f82a2-0c63-46dc-822c-507987e44d84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1095 time: 0.0736227 Apr 01 15:33:29.394218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-0571d0ff-f1b6-4332-b9ad-93f1a15d49c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1095 time: 0.1409011 Apr 01 15:33:29.395789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.402925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Calling delete_port for 45dac160-c931-4ffd-94c7-9a51e5577b4c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:29.464991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dac160-c931-4ffd-94c7-9a51e5577b4c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:29.478905 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:33:29.479385 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:33:29.520000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] No DVR routers for this DVR port 45dac160-c931-4ffd-94c7-9a51e5577b4c on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:33:29.538357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140c6d3-af9a-4d54-8263-9c251111582d req-b54df9b0-f95a-4c0e-977c-5c0ac31c390c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:29.540449 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-b54df9b0-f95a-4c0e-977c-5c0ac31c390c service neutron] 10.222.0.62 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.2486255 Apr 01 15:33:29.555183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:29.618858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:29.672353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.696169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140c6d3-af9a-4d54-8263-9c251111582d req-7ccb0379-c86e-461b-912c-9257b673028f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:29.697748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-7ccb0379-c86e-461b-912c-9257b673028f service neutron] 10.222.0.44 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.2710979 Apr 01 15:33:29.699536 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-a4213f0a-80d3-429a-9eba-4ce35d9c8841 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1000 time: 0.1508801 Apr 01 15:33:29.703528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f55eb63-21ff-40fc-bbc7-fe7375545aca']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:29.761085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f766dc-b3eb-495b-a3a4-686491886217 req-2ae11289-da3e-4e3d-96bc-bc6d6f252671 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:29.762535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74f766dc-b3eb-495b-a3a4-686491886217 req-2ae11289-da3e-4e3d-96bc-bc6d6f252671 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 944 time: 0.1628666 Apr 01 15:33:29.769852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a58641-f830-479f-bc2f-09983b6cce41') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:29.770214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a58641-f830-479f-bc2f-09983b6cce41') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:29.789239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140c6d3-af9a-4d54-8263-9c251111582d req-fdcb4e7b-ed58-424f-b83c-39844f832ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:29.790688 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-fdcb4e7b-ed58-424f-b83c-39844f832ed9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0837820 Apr 01 15:33:29.798306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.825054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.835136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:33:29.835553 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:33:29.848919 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:33:29.853934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-511d0e47-3ab7-4391-a98f-ef54d188aa27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1000 time: 0.1433854 Apr 01 15:33:29.868021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-74f766dc-b3eb-495b-a3a4-686491886217 req-93747d33-4c48-4371-9e1f-63e77cd8b08b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949044 Apr 01 15:33:29.891240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-c6326cce-e3eb-4180-899b-08856a8cba2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882120 Apr 01 15:33:29.961702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45dac160-c931-4ffd-94c7-9a51e5577b4c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:29.974917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140c6d3-af9a-4d54-8263-9c251111582d req-6fa18dd2-0c21-4967-92f5-704f6f1e29f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:29.976488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-6fa18dd2-0c21-4967-92f5-704f6f1e29f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0774200 Apr 01 15:33:29.977188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:29.996789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:30.009095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Deleting port 45dac160-c931-4ffd-94c7-9a51e5577b4c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:30.009895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:30.038709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-d5b6ffc6-98fc-4f5b-a28d-65b265164e28 service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414540 Apr 01 15:33:30.040136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 45dac160-c931-4ffd-94c7-9a51e5577b4c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:33:30.040733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 45dac160-c931-4ffd-94c7-9a51e5577b4c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:30.041748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 134f8d15-81b5-41d9-a075-b35a651defd1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:30.091662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 134f8d15-81b5-41d9-a075-b35a651defd1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:33:30.092451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 134f8d15-81b5-41d9-a075-b35a651defd1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:30.140540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-53b53b1f-b9d1-4cd3-86fa-56b16e5f79ce None None] The port '45dac160-c931-4ffd-94c7-9a51e5577b4c' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:33:30.154335 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f55eb63-21ff-40fc-bbc7-fe7375545aca,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:30.183564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0118baee-7a50-4371-8cfc-06b9305d24c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7f55eb63-21ff-40fc-bbc7-fe7375545aca HTTP/1.1" status: 204 len: 168 time: 1.3932865 Apr 01 15:33:30.185556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-d6471dcf-ecf0-491c-b3f1-f600d63f95a7 service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403420 Apr 01 15:33:30.186284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43400) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:30.202478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-1685dd99-a0ae-44aa-94e0-c18c6e76b858 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027144 Apr 01 15:33:30.284617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2307cc-f738-4a48-bec5-25f1e6c59102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:30.347779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-705a6695-b249-4018-99f7-1fcc4767d500 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389132 Apr 01 15:33:30.489958 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7140c6d3-af9a-4d54-8263-9c251111582d req-aef31a65-9268-4e80-9a92-c963b8fd2cb7 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361065 Apr 01 15:33:30.594455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.069470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba762157-68f5-47c8-8fdb-58e7b225c39c req-3fc53fe2-4f4c-4936-a43e-7053ef6ff48e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:31.070878 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ba762157-68f5-47c8-8fdb-58e7b225c39c req-3fc53fe2-4f4c-4936-a43e-7053ef6ff48e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 944 time: 0.0792089 Apr 01 15:33:31.118689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ba762157-68f5-47c8-8fdb-58e7b225c39c req-6c06758f-012d-4c1f-aed0-189262fdf0cb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Apr 01 15:33:31.308143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Deleting port a29ce397-1834-4aca-87e3-4fcd2fd772be {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:31.308775 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.319410 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.381780 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.398313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:33:31.501908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] For port a29ce397-1834-4aca-87e3-4fcd2fd772be, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a29ce397-1834-4aca-87e3-4fcd2fd772be,segment=NetworkSegment(33d302b5-4c56-4de6-86bb-61a8c632b777),segment_id=33d302b5-4c56-4de6-86bb-61a8c632b777)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:31.501908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.516098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410476d4-1157-4f3a-907a-ca5ff7d181f7 req-9aeb5838-27cd-4c39-abe5-9c918f43050c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:31.517566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-410476d4-1157-4f3a-907a-ca5ff7d181f7 req-9aeb5838-27cd-4c39-abe5-9c918f43050c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 944 time: 0.1436632 Apr 01 15:33:31.524137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591fe75-057c-481d-9533-7e33ba687d64 req-d52a0ee2-e195-4ac9-9c97-78096322e299 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:31.525886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-d52a0ee2-e195-4ac9-9c97-78096322e299 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 944 time: 0.1137767 Apr 01 15:33:31.547767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:31.566129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'port_id': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'mac_address': 'fa:16:3e:7d:8e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:33:31.571806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-410476d4-1157-4f3a-907a-ca5ff7d181f7 req-562e9f3e-dfa9-4eb0-ad19-42fbd7c7fad4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453448 Apr 01 15:33:31.624869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.633152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Calling delete_port for a29ce397-1834-4aca-87e3-4fcd2fd772be owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:31.643608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8541ff7-9e10-4fcd-9e55-61b1a8c7653c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:33:31.658640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:31.664950 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.711462 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-4591fe75-057c-481d-9533-7e33ba687d64 req-383f836c-032e-4517-865e-449f2aed1611 service neutron] delete failed (client error): The resource could not be found. Apr 01 15:33:31.712618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-383f836c-032e-4517-865e-449f2aed1611 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e8541ff7-9e10-4fcd-9e55-61b1a8c7653c/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.1710548 Apr 01 15:33:31.739078 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:31.748085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.748425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.748755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.749068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.749389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.749708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.750021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.750334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.750647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.750957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.751313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:31.822921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:31.871127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-587f52d8-5fd5-4d26-b393-375d45e14543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1096 time: 0.0746946 Apr 01 15:33:31.871720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29ce397-1834-4aca-87e3-4fcd2fd772be,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:31.881802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:33:32.016430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591fe75-057c-481d-9533-7e33ba687d64 req-c5dea58f-2a10-4f0f-ae9c-2835ff23aa21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:32.017933 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-c5dea58f-2a10-4f0f-ae9c-2835ff23aa21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.1400433 Apr 01 15:33:32.133875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-50d08e46-d687-4483-a68d-5251d46e6142 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1001 time: 0.1091661 Apr 01 15:33:32.200171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591fe75-057c-481d-9533-7e33ba687d64 req-52c7f4c7-5ad4-4db6-a643-76092f27426c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:32.201469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-52c7f4c7-5ad4-4db6-a643-76092f27426c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0608280 Apr 01 15:33:32.202830 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:32.279991 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-7980c1a3-1e77-474e-9b10-34b4441738e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726786 Apr 01 15:33:32.409202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-7628bf23-8a5b-49f4-9f45-242f9f0f7b01 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226945 Apr 01 15:33:32.540357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4591fe75-057c-481d-9533-7e33ba687d64 req-b6bfba59-afbc-43f3-93f1-0dde212acbc3 service neutron] 10.222.0.44 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245277 Apr 01 15:33:32.823117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:32.907337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a327927-316d-470f-a874-81d49860ead4 req-3a835150-9f7f-4604-bb38-d976ce47c6fa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:32.908793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a327927-316d-470f-a874-81d49860ead4 req-3a835150-9f7f-4604-bb38-d976ce47c6fa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 945 time: 0.1564536 Apr 01 15:33:32.971033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a327927-316d-470f-a874-81d49860ead4 req-a4ed7310-52f1-4bfa-b5cc-490003073170 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560462 Apr 01 15:33:32.994382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:33:33.214497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:33:33.223532 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] Sync routers for ids ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:33:33.232107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d361f08-c63a-450d-a82b-5fb59c3a5500 admin admin] 10.222.0.48 "PUT /v2.0/routers/9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0446968 Apr 01 15:33:33.234732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43414) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:33.236923 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] Routers {'9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:33:33.237512 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:33:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:33.410840 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] Set router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:33:33.430111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:33:33.437691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:33.500948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:33:33.505901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:33:33.506269 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:33.625774 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:33.654146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:33:33.654610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:33.664148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:33.666526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Deleting port 3c616421-ab1b-4731-9d0d-35411841863d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:33.667088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:33.669291 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:33.710674 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '3c616421-ab1b-4731-9d0d-35411841863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:33:31Z', 'revision_number': 5, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port': {'id': '3c616421-ab1b-4731-9d0d-35411841863d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:28:52Z', 'updated_at': '2022-04-01T15:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:33.715932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] Checking router: 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:33:33.724566 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'code': 200} Apr 01 15:33:33.729598 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] Routers {'9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:33:33.735613 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:33:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:33.751680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:33.852765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] For port 3c616421-ab1b-4731-9d0d-35411841863d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3c616421-ab1b-4731-9d0d-35411841863d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:33.853119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:33.889092 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] Set router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:33:33.970550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Calling delete_port for 3c616421-ab1b-4731-9d0d-35411841863d owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:33.991653 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:33:33Z', 'revision_number': 6, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:33.996083 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4064f-5f9f-4b3e-aaf8-4b0696f463e9 None None] The sync data for ids ['9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b'] in n-d-836017-1 is: [{'id': '9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b', 'name': 'tempest-TestVolumeBackupRestore-22498915-router', 'tenant_id': '297ae4b9b6034a848e50a817dd65166e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:28:50Z', 'updated_at': '2022-04-01T15:33:33Z', 'revision_number': 6, 'project_id': '297ae4b9b6034a848e50a817dd65166e', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:33:34.195161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:34.353380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c616421-ab1b-4731-9d0d-35411841863d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:34.427521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.427860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.428193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.428519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.428845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.429165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.429479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.429826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.430163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.430512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.430801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:33:34.442330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714aa76-9a46-42fc-af2d-901731091769 req-599b97d7-c805-4b65-a818-e4aaa7e877e2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:34.444212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f714aa76-9a46-42fc-af2d-901731091769 req-599b97d7-c805-4b65-a818-e4aaa7e877e2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.3283508 Apr 01 15:33:34.636575 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f714aa76-9a46-42fc-af2d-901731091769 req-31ec55fe-053b-4368-9f4c-23aa2897244e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852901 Apr 01 15:33:34.639329 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:34.665496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43426) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:34.789510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-608dba43-a61d-479c-bd14-2a9e1dbe134c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/3d0963ef-9ce3-485f-9402-619e11ddc823 HTTP/1.1" status: 200 len: 994 time: 0.1227179 Apr 01 15:33:34.917701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:34.922310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:34.951816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:34.952348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:33:34.965124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:34.966248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1cfbd43d-ffb8-47e3-8228-b07fdbce374d admin admin] 10.222.0.48 "DELETE /v2.0/routers/9399f079-e7a5-45b9-ac7f-fbdeea8c7c0b HTTP/1.1" status: 204 len: 168 time: 1.7306020 Apr 01 15:33:34.968988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43430) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:35.033012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] Deleting subnet 969a56d7-8580-4bb9-8eac-ca8cc9d6be9e {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:33:35.036105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.169164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.244938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.329495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.365947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969a56d7-8580-4bb9-8eac-ca8cc9d6be9e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:35.371367 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.377091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d6d8c520-52d9-4887-bccb-763209a0e055 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/969a56d7-8580-4bb9-8eac-ca8cc9d6be9e HTTP/1.1" status: 204 len: 168 time: 0.4070828 Apr 01 15:33:35.377410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46884e14-7a39-4ea7-8ca4-7b895814d9bc None None] Network 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:33:35.380868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43434) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:35.486897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.497357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Deleting port 693958e4-24d6-4dd6-a99d-59559f82302e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:35.497679 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.619250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] DHCP port deletion for 9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:33:35.624035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Deleting port 693958e4-24d6-4dd6-a99d-59559f82302e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:35.624427 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.705182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] For port 693958e4-24d6-4dd6-a99d-59559f82302e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=693958e4-24d6-4dd6-a99d-59559f82302e,segment=NetworkSegment(33d302b5-4c56-4de6-86bb-61a8c632b777),segment_id=33d302b5-4c56-4de6-86bb-61a8c632b777)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:35.705777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.823323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Calling delete_port for 693958e4-24d6-4dd6-a99d-59559f82302e owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:35.824818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] For port 693958e4-24d6-4dd6-a99d-59559f82302e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=693958e4-24d6-4dd6-a99d-59559f82302e,segment=NetworkSegment(33d302b5-4c56-4de6-86bb-61a8c632b777),segment_id=33d302b5-4c56-4de6-86bb-61a8c632b777)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:33:35.825203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.898241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:35.945036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Calling delete_port for 693958e4-24d6-4dd6-a99d-59559f82302e owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:33:35.947420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=693958e4-24d6-4dd6-a99d-59559f82302e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:35.953547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] No DVR routers for this DVR port 693958e4-24d6-4dd6-a99d-59559f82302e on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:33:35.974537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3c616421-ab1b-4731-9d0d-35411841863d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:36.020046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3c616421-ab1b-4731-9d0d-35411841863d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:33:36.020375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3c616421-ab1b-4731-9d0d-35411841863d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:36.020777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 693958e4-24d6-4dd6-a99d-59559f82302e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:36.056125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 693958e4-24d6-4dd6-a99d-59559f82302e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:33:36.056322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 693958e4-24d6-4dd6-a99d-59559f82302e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:36.056753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a29ce397-1834-4aca-87e3-4fcd2fd772be no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:33:36.067036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.092369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:36.092622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a29ce397-1834-4aca-87e3-4fcd2fd772be {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:33:36.092913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a29ce397-1834-4aca-87e3-4fcd2fd772be not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:33:36.105244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d302b5-4c56-4de6-86bb-61a8c632b777') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:36.105529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d302b5-4c56-4de6-86bb-61a8c632b777') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:33:36.112986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:33:36.113334 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:33:36.116980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.132471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.138442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:33:36.138976 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:33:36.152270 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:33:36.234040 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.250164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.260076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:36.267101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dc54d33e-632f-46f5-ab03-fd42988d2c5b admin admin] 10.222.0.48 "DELETE /v2.0/networks/9ed0b9c7-0612-4b79-a079-91fb2ff5ac4d HTTP/1.1" status: 204 len: 168 time: 0.8849409 Apr 01 15:33:36.419733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43440) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:36.470116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5e116085-8f98-4555-af67-bc9bbac82cfd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80569f9cedc94258b4b1b3831eaf741a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492585 Apr 01 15:33:36.472565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43444) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:36.530909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe17b865-380f-45dd-b361-aeb947f570f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.556732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe17b865-380f-45dd-b361-aeb947f570f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.614916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Deleting port 693958e4-24d6-4dd6-a99d-59559f82302e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:33:36.615499 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.621095 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe17b865-380f-45dd-b361-aeb947f570f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.641079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17b865-380f-45dd-b361-aeb947f570f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9005fd0e-bd3e-4585-84bb-38a9a828fd5e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:36.648668 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fe17b865-380f-45dd-b361-aeb947f570f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:36.649829 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fe17b865-380f-45dd-b361-aeb947f570f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9005fd0e-bd3e-4585-84bb-38a9a828fd5e HTTP/1.1" status: 204 len: 168 time: 0.1764040 Apr 01 15:33:36.689038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9d78e718-577d-4780-a3a0-9d3e5af09ca3 None None] The port '693958e4-24d6-4dd6-a99d-59559f82302e' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:33:37.054090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43452) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:37.107917 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-648b8711-6219-4ef3-aa56-d9f40f6170dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=297ae4b9b6034a848e50a817dd65166e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521269 Apr 01 15:33:37.111306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43456) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:33:37.171523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f87c7d12-7c38-437d-8ad6-e681a3009284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:37.196739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f87c7d12-7c38-437d-8ad6-e681a3009284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:37.249625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f87c7d12-7c38-437d-8ad6-e681a3009284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:37.263846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c7d12-7c38-437d-8ad6-e681a3009284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0fd97c-0eef-4973-88b3-cb13ada49a93,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:33:37.270149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f87c7d12-7c38-437d-8ad6-e681a3009284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:37.271288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f87c7d12-7c38-437d-8ad6-e681a3009284 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf0fd97c-0eef-4973-88b3-cb13ada49a93 HTTP/1.1" status: 204 len: 168 time: 0.1590853 Apr 01 15:33:41.006672 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:44.984760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:57.492893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-34c9b5a9-7a31-4186-b7ae-f6ea76e11816 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834816 Apr 01 15:33:57.648938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-c01e53fc-5f29-4cd1-8e40-e1a47e308f1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1097 time: 0.0715241 Apr 01 15:33:57.789752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613e653-819c-43ac-9add-21fa45806552 req-80d7604a-a278-415f-b6a3-eb2222180947 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:57.791190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-80d7604a-a278-415f-b6a3-eb2222180947 service neutron] 10.222.0.62 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.1233137 Apr 01 15:33:57.854303 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d5b26b5-282f-4d74-b19e-151b92c529a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:57.897428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-e8da48cb-7c92-472b-8844-d3410a775ca1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 1002 time: 0.0996094 Apr 01 15:33:57.965501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613e653-819c-43ac-9add-21fa45806552 req-2029798e-488b-4a36-8dac-713585770ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:33:57.968140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-2029798e-488b-4a36-8dac-713585770ee7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0648918 Apr 01 15:33:58.050560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-1d9799d3-4bd5-4357-b094-c657f67c8d79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756717 Apr 01 15:33:58.185736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-69f644ef-6fc5-47dc-ac2e-435269073e6b service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274886 Apr 01 15:33:58.321677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e613e653-819c-43ac-9add-21fa45806552 req-391074cf-c165-49e8-b116-f160f1ec6994 service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292975 Apr 01 15:34:00.279138 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43bb81af-8399-439a-9e77-95144058b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:01.317893 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:01.384732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:01.670686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dbca417-76f7-4b6e-85da-fefc6bc5aa2d req-30258904-9500-4e15-8ec5-31b037bd59a3 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1097 time: 0.1792607 Apr 01 15:34:01.714828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0dbca417-76f7-4b6e-85da-fefc6bc5aa2d req-367fac02-b3b3-4d4f-b66a-c36b80fbab7e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Synchronizing usage tracker for tenant:4a05a07d719d4fe187795901138c73fa on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:34:01.735167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0dbca417-76f7-4b6e-85da-fefc6bc5aa2d req-367fac02-b3b3-4d4f-b66a-c36b80fbab7e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Unset dirty status for tenant:4a05a07d719d4fe187795901138c73fa on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:34:01.736445 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dbca417-76f7-4b6e-85da-fefc6bc5aa2d req-367fac02-b3b3-4d4f-b66a-c36b80fbab7e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576143 Apr 01 15:34:01.766314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43474) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:02.056174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port c492cf2d-a283-42a7-a7df-a2dac891e54a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:34:02.056480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:02.225078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:02.225361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:02.342084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for c492cf2d-a283-42a7-a7df-a2dac891e54a owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:34:02.495566 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:02.538316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=c492cf2d-a283-42a7-a7df-a2dac891e54a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:02.632086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:02.824318 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:03.029232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 8d58300f-76cb-4487-917a-1b56619f0a4e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:34:03.039811 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:34:03.234607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:34:03.245789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] Sync routers for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:34:03.256712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:03.257924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:03.258525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:03.319779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-00422c6c-4ca7-4481-8d55-19edc65649d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/floatingips/3d0963ef-9ce3-485f-9402-619e11ddc823 HTTP/1.1" status: 204 len: 168 time: 1.5521197 Apr 01 15:34:03.320773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:34:03.379835 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'status': 'completed', 'code': 200} Apr 01 15:34:03.472006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:03.474052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-8fc531bd-ec4f-42c1-b6fe-c0894f39cfec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 1097 time: 0.0738204 Apr 01 15:34:03.613218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-6a21e4bb-4ad9-4fec-bc7c-d1d44e6ca434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:03.614570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-6a21e4bb-4ad9-4fec-bc7c-d1d44e6ca434 service neutron] 10.222.0.62 "GET /v2.0/networks?id=721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 200 len: 897 time: 0.1345806 Apr 01 15:34:03.722464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-2c4aac60-2909-484c-93f3-6c3075287be9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 200 len: 217 time: 0.1010368 Apr 01 15:34:03.794872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-53cefe56-8252-4cdc-b108-977ab7e0035c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:03.796423 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-53cefe56-8252-4cdc-b108-977ab7e0035c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 200 len: 835 time: 0.0677731 Apr 01 15:34:03.804777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:03.808670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899bbf2-8e03-4028-96e1-1e81e0212bd4 req-de4d753f-b3ab-4e8b-a15d-fa9679a274da tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:03.808914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] Checking router: 8d58300f-76cb-4487-917a-1b56619f0a4e for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:34:03.810087 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d899bbf2-8e03-4028-96e1-1e81e0212bd4 req-de4d753f-b3ab-4e8b-a15d-fa9679a274da tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1419539 Apr 01 15:34:03.820938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:03.821710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:03.905541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d899bbf2-8e03-4028-96e1-1e81e0212bd4 req-e193ebec-2bd8-4d71-966d-4123760747df tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601130 Apr 01 15:34:03.914585 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-49682b45-5e71-4d11-bb68-20548951a41f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=721cb22a-379f-46b6-9318-802f9df003b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036215 Apr 01 15:34:03.996245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:04.046373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-4082ae5e-edd7-445c-adc5-0edb47c347a3 service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241283 Apr 01 15:34:04.174081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9274151d-c2da-4428-8b0f-8a66e7a373cb req-7c460946-e9e3-43d4-ad76-c9e0c16c5bf3 service neutron] 10.222.0.62 "GET /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213589 Apr 01 15:34:04.308737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:04.313000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0696a5c-94c3-4041-b29f-76d6f7e19e11 None None] The sync data for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 is: [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'a79d6ab5-0494-4a10-a88f-f46f6b10d73e', 'name': '', 'network_id': '721cb22a-379f-46b6-9318-802f9df003b0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:5c:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48064311-d391-4192-b5fc-b3183c09e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:16Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '48064311-d391-4192-b5fc-b3183c09e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:34:04.543130 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784a7b7-b77b-4949-86b7-d52a69d97799 None None] New status for floating IP 3d0963ef-9ce3-485f-9402-619e11ddc823: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:34:04.874632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-361722b2-5eab-48a6-ae02-17d85a62e384 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:04.876091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-361722b2-5eab-48a6-ae02-17d85a62e384 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.0804446 Apr 01 15:34:04.945670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:34:04.945879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:05.114880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41182df9-a270-4e52-9f81-82e7ca7c21fc req-b35cbe34-90d3-4d0c-91a3-ba2bee10ee3d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:05.115655 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-41182df9-a270-4e52-9f81-82e7ca7c21fc req-b35cbe34-90d3-4d0c-91a3-ba2bee10ee3d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:34:05.136693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-41182df9-a270-4e52-9f81-82e7ca7c21fc req-b35cbe34-90d3-4d0c-91a3-ba2bee10ee3d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:34:05.138064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41182df9-a270-4e52-9f81-82e7ca7c21fc req-b35cbe34-90d3-4d0c-91a3-ba2bee10ee3d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 946 time: 0.1053758 Apr 01 15:34:05.186975 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41182df9-a270-4e52-9f81-82e7ca7c21fc req-a1ddfa31-0195-4026-acc4-ac953e0049c2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b784a24-6a9b-439b-a67e-caa0d4e6be31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Apr 01 15:34:05.215320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:05.215692 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:05.334636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for e8541ff7-9e10-4fcd-9e55-61b1a8c7653c owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:34:05.486130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:05.630506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=e8541ff7-9e10-4fcd-9e55-61b1a8c7653c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:05.702831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] No DVR routers for this DVR port e8541ff7-9e10-4fcd-9e55-61b1a8c7653c on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:34:05.705460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:05.707941 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-deleted', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:34:05.725853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-801b1f59-23f9-4fe0-a30c-bc45fc231985 req-c1f3d64a-c6bf-49a5-b6df-4055b30680ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "DELETE /v2.0/ports/e8541ff7-9e10-4fcd-9e55-61b1a8c7653c HTTP/1.1" status: 204 len: 173 time: 0.8446357 Apr 01 15:34:05.771723 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9135621f-d2de-47e1-a2cd-919c486ff542', 'name': 'network-vif-deleted', 'tag': 'e8541ff7-9e10-4fcd-9e55-61b1a8c7653c', 'status': 'completed', 'code': 200} Apr 01 15:34:06.372929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-79b31adf-a718-4914-a61b-52848ee031b1 req-1cf3a44c-cd52-493b-94f5-39923f958a56 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=9135621f-d2de-47e1-a2cd-919c486ff542 HTTP/1.1" status: 200 len: 210 time: 0.0412540 Apr 01 15:34:07.497825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43492) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:07.633085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:34:07.674363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: e8541ff7-9e10-4fcd-9e55-61b1a8c7653c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:34:07.674704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device e8541ff7-9e10-4fcd-9e55-61b1a8c7653c not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:34:08.005853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:08.625161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port a79d6ab5-0494-4a10-a88f-f46f6b10d73e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:34:08.625894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:08.824307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port a79d6ab5-0494-4a10-a88f-f46f6b10d73e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:08.824768 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:08.949978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for a79d6ab5-0494-4a10-a88f-f46f6b10d73e owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:34:09.161930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:09.301590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=a79d6ab5-0494-4a10-a88f-f46f6b10d73e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:09.609198 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.198217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 8d58300f-76cb-4487-917a-1b56619f0a4e has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:34:10.402633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:34:10.412815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] Sync routers for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:34:10.418523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1054bfa1-7414-42e1-ad00-e0cc9d03718a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/8d58300f-76cb-4487-917a-1b56619f0a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9169593 Apr 01 15:34:10.419049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43498) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:10.425688 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:10.426402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:10.608791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting subnet 48064311-d391-4192-b5fc-b3183c09e663 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:34:10.609941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:10.612151 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.668619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.755014 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.831201 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.870356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Subnet': ['ID=48064311-d391-4192-b5fc-b3183c09e663,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:10.876960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.885764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b1d7b23f-9ee1-427c-a3f4-01a55c889b26 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/subnets/48064311-d391-4192-b5fc-b3183c09e663 HTTP/1.1" status: 204 len: 168 time: 0.4631896 Apr 01 15:34:10.885974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43502) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:10.915226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5dedf2-dce4-4884-bd0d-e9c6dd89e030 None None] Network 721cb22a-379f-46b6-9318-802f9df003b0 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:34:11.024437 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.090106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.129456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:34:09Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:11.135483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] Checking router: 8d58300f-76cb-4487-917a-1b56619f0a4e for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:34:11.154280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] Routers {'8d58300f-76cb-4487-917a-1b56619f0a4e'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:11.154903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d58300f-76cb-4487-917a-1b56619f0a4e'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:11.264018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c89e61-7992-441f-be00-de07ce687590 None None] DHCP port deletion for 721cb22a-379f-46b6-9318-802f9df003b0 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:34:11.294579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-12c89e61-7992-441f-be00-de07ce687590 None None] Deleting port 1957b854-9d8f-4415-b80f-de0383f9cae1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:34:11.294855 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c89e61-7992-441f-be00-de07ce687590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.298669 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.310710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 35a79d19-0a6f-4213-9b5a-bc01b053f04c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:34:11.311087 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.442878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] Set router 8d58300f-76cb-4487-917a-1b56619f0a4e gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:11.484067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port 35a79d19-0a6f-4213-9b5a-bc01b053f04c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=35a79d19-0a6f-4213-9b5a-bc01b053f04c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:11.484685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.604665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 35a79d19-0a6f-4213-9b5a-bc01b053f04c owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:34:11.700711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-12c89e61-7992-441f-be00-de07ce687590 None None] For port 1957b854-9d8f-4415-b80f-de0383f9cae1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1957b854-9d8f-4415-b80f-de0383f9cae1,segment=NetworkSegment(bde40e4f-9d28-4073-82f6-f8b6d216c7fd),segment_id=bde40e4f-9d28-4073-82f6-f8b6d216c7fd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:11.701101 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c89e61-7992-441f-be00-de07ce687590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.785917 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:11.826656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-12c89e61-7992-441f-be00-de07ce687590 None None] Calling delete_port for 1957b854-9d8f-4415-b80f-de0383f9cae1 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:34:11.935897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=35a79d19-0a6f-4213-9b5a-bc01b053f04c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:11.966471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12c89e61-7992-441f-be00-de07ce687590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.007071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1957b854-9d8f-4415-b80f-de0383f9cae1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:34:12.042581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c89e61-7992-441f-be00-de07ce687590 None None] Pushing event deleted for resources: {'Port': ['ID=1957b854-9d8f-4415-b80f-de0383f9cae1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:12.052004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1957b854-9d8f-4415-b80f-de0383f9cae1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:34:12.052361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1957b854-9d8f-4415-b80f-de0383f9cae1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:34:12.058563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c89e61-7992-441f-be00-de07ce687590 None None] No DVR routers for this DVR port 1957b854-9d8f-4415-b80f-de0383f9cae1 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:34:12.070660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:34:09Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:12.075260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf39143-34f6-4b92-bbf7-327ed480c526 None None] The sync data for ids ['8d58300f-76cb-4487-917a-1b56619f0a4e'] in n-d-836017-1 is: [{'id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060123922', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:10Z', 'updated_at': '2022-04-01T15:34:09Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '35a79d19-0a6f-4213-9b5a-bc01b053f04c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58300f-76cb-4487-917a-1b56619f0a4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:11Z', 'updated_at': '2022-04-01T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:34:12.168899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.443107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.448520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.475180 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.475715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Fanout notify agent at l3_agent the message router_deleted on router 8d58300f-76cb-4487-917a-1b56619f0a4e {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:34:12.490908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.492151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-28b38f6a-36c0-43d2-8951-9af0bdd8965c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/routers/8d58300f-76cb-4487-917a-1b56619f0a4e HTTP/1.1" status: 204 len: 168 time: 1.6050887 Apr 01 15:34:12.494807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43506) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:12.609527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.751100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.776064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721cb22a-379f-46b6-9318-802f9df003b0']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:12.788109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:12.788401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde40e4f-9d28-4073-82f6-f8b6d216c7fd') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:12.799938 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.817500 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.824240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:34:12.824615 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:34:12.838998 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:34:12.922026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.941827 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:12.951733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Network': ['ID=721cb22a-379f-46b6-9318-802f9df003b0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:12.954674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9f85205e-b854-46b6-a41f-1bbaadeacfdf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/networks/721cb22a-379f-46b6-9318-802f9df003b0 HTTP/1.1" status: 204 len: 168 time: 0.4586787 Apr 01 15:34:12.957451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:13.025025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d11f8c36-f24b-4489-8606-7d97c506a3e7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.055722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d11f8c36-f24b-4489-8606-7d97c506a3e7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.127881 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d11f8c36-f24b-4489-8606-7d97c506a3e7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.144738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f8c36-f24b-4489-8606-7d97c506a3e7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b784a24-6a9b-439b-a67e-caa0d4e6be31,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:13.157361 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d11f8c36-f24b-4489-8606-7d97c506a3e7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.158501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d11f8c36-f24b-4489-8606-7d97c506a3e7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/security-groups/0b784a24-6a9b-439b-a67e-caa0d4e6be31 HTTP/1.1" status: 204 len: 168 time: 0.2000599 Apr 01 15:34:13.474824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43518) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:13.483328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581126676', 'description': 'tempest-secgroup-smoke-581126676 description', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:13.493235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:13.499755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:13.503564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:13.509687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:13.521733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.560508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:13.564386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:13.567419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:13.573337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:13.629441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.634977 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.678084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada1f5f3-7077-414f-9fb8-ef8c46462840,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:13.685383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.690168 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-29e0921a-6b69-49ed-a8cf-e1fe8c94786b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2101636 Apr 01 15:34:13.690266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43522) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:13.696114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': 'ada1f5f3-7077-414f-9fb8-ef8c46462840', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:13.703111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:13.707254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:13.710303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:13.716393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:13.737018 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.802580 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.807601 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.831356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4226124-deb4-4d2e-9fed-a210afb07306,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:13.840435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.841771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cbf12520-8b37-4dfa-8dbb-de68b46e896a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506801 Apr 01 15:34:13.844686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43526) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:13.850070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': 'ada1f5f3-7077-414f-9fb8-ef8c46462840', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:13.856623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:13.860494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:13.863437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:13.869290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:13.889631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.956010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.960721 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.966367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 35a79d19-0a6f-4213-9b5a-bc01b053f04c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:34:13.985930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6866540c-68f6-49b4-97ec-5f01c49222e3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:13.997596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:13.998994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-45238e1e-1baf-451f-b8c6-4ea95e454f32 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1533115 Apr 01 15:34:14.002011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43530) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:14.003218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 35a79d19-0a6f-4213-9b5a-bc01b053f04c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:34:14.003674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 35a79d19-0a6f-4213-9b5a-bc01b053f04c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:34:14.004167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a79d6ab5-0494-4a10-a88f-f46f6b10d73e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:34:14.007505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': 'ada1f5f3-7077-414f-9fb8-ef8c46462840', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:14.014082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:14.018218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:14.021468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:14.027791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:14.048065 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.081008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a79d6ab5-0494-4a10-a88f-f46f6b10d73e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:34:14.081347 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a79d6ab5-0494-4a10-a88f-f46f6b10d73e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:34:14.111225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.115842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.138744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb0356a-4565-465f-94d6-9f11e803765d,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:14.148872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.150103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6a32ae6c-d0f2-4932-abb3-545972b0955d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470392 Apr 01 15:34:14.152935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43534) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:14.158321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': 'ada1f5f3-7077-414f-9fb8-ef8c46462840', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:14.164837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:14.168840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:14.171812 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:14.177914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:14.198501 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.261797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.266776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.290057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5765dee7-85b7-405c-ad9f-bbc4db537125,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:14.300181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.301390 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-76fc29ad-ce44-4ad9-bbaf-014d06bff57c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1475437 Apr 01 15:34:14.304271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43538) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:14.309598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': 'ada1f5f3-7077-414f-9fb8-ef8c46462840', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:14.316325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:14.320895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:14.323994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:14.329878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:14.340718 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:34:14.347145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.414565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.420508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.444415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45690b05-ed29-40be-bd81-14aaae298d4f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:14.458332 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.459829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d0d90132-92c8-4505-b9ab-82015b55b48a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1546614 Apr 01 15:34:14.462785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43544) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:14.468155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': 'ada1f5f3-7077-414f-9fb8-ef8c46462840', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:14.474958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:14.480555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:14.483565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:14.489457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:14.500380 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:34:14.507218 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.674817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.679446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.702386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0105953c-fcde-4e07-b3cc-76f1ace2d2bc,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:14.712276 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.713446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50e8d1af-b985-4284-85aa-69c3c8458014 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2497263 Apr 01 15:34:14.716364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43550) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:14.721658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'network': {'name': 'tempest-network-smoke--544352277', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:14.727071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:14.730808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:network and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:14.733682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:14.739315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:14.750698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:34:14.753665 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.780757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:34:14.789495 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.789837 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Added segment 8110c43e-d308-44a1-b958-456b128aa2d5 of type vlan for network d25e6e1a-5a22-40d6-bcbd-992632be8d9f Apr 01 15:34:14.814987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.845066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.848878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:14.849462 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.945048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2275596 Apr 01 15:34:14.947930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43554) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:14.953445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'admin_state_up': True, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:14.956406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a4dac-9ec0-450c-ab44-23120c95e5b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Network': ['ID=d25e6e1a-5a22-40d6-bcbd-992632be8d9f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:14.961863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:14.966457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:router and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:14.967257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:34:14.970007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:14.975977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:14.988500 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:14.989503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.008205 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.058450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.257373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.442586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.474560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.613658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.161 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f58fda8a-7e17-46fc-be9c-8a68d1fd0173) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:34:15.770732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.799270 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:15.863222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:34:15.866475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:34:15.870185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:34:15.908893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:15.940714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.941163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.941634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.942099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.942565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.943019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.943861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.944307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.944773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.945222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:15.945660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:16.066493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:16.067290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:16.315137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router b93f9220-36fc-459d-ae19-cb4641aaa8e7 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:34:16.537469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:34:16.547246 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Sync routers for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:34:16.560209 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:16.560871 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:16.565100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:16.566497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-511bd0c6-5110-45bd-83aa-d7dd047762c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6173329 Apr 01 15:34:16.569978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43558) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:16.611938 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2aa21bdd-fb6d-473d-b495-e16652e721c3 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=fe4aa6184ecf43a8a01474ca6607c15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408740 Apr 01 15:34:16.614752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43562) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:16.735475 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:16.762354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f796-5b6f-4021-b219-73846ae4ab19 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:16.766657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d7a4f796-5b6f-4021-b219-73846ae4ab19 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481929 Apr 01 15:34:16.767089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43566) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:16.807129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-87249b73-e743-4130-b845-b916dca59641 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389163 Apr 01 15:34:16.809825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43570) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:16.815252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735002556', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:17.025989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:17.029845 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:subnet and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:17.032973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:17.038755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:17.049991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:34:17.055743 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:16Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:17.059483 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Checking router: b93f9220-36fc-459d-ae19-cb4641aaa8e7 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:34:17.059821 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Updating router b93f9220-36fc-459d-ae19-cb4641aaa8e7 port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:34:17.111072 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.151359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.366015 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.428441 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.440556 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Transition to ACTIVE for port object f58fda8a-7e17-46fc-be9c-8a68d1fd0173 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:34:17.442613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Subnet': ['ID=296bebfc-a27f-4b73-b4cb-e033b817aaca,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:17.448402 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.457497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Checking segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:34:17.457851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network hostable DHCP agents. Network: d25e6e1a-5a22-40d6-bcbd-992632be8d9f, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:34:17.479757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:34:17.490755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, d25e6e1a-5a22-40d6-bcbd-992632be8d9f) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:34:17.494908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:17.495530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.502497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70365939-a438-45a9-ba73-dbffc39aa2a3 None None] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:34:17.525903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fab386e8-66b9-40e3-bd2c-5603a6d131d6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7120445 Apr 01 15:34:17.526157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43574) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:17.526275 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Pushing event updated for resources: {'Port': ['ID=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:17.547560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.547560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.547560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.547560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.547560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.547560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.548705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.548705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.548705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.548935 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.549007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:17.555959 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Attempting to bind port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:34:17.556309 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Attempting to bind port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:34:17.556655 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Attempting to bind port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:34:17.563131 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:34:17.563513 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:34:17.563944 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.564321 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:34:17.564760 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Bound port: f58fda8a-7e17-46fc-be9c-8a68d1fd0173, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:34:17.565116 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.635892 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] For port f58fda8a-7e17-46fc-be9c-8a68d1fd0173, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:34:17.638735 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] For port f58fda8a-7e17-46fc-be9c-8a68d1fd0173, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:34:17.645140 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.715630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-d25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:34:17.716904 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.723474 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:17.724096 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:17.867893 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a9b2-66f7-4cd7-a687-e516b508e485 None None] Pushing event updated for resources: {'Port': ['ID=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:17.895318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Allocated IP 172.20.0.2 (d25e6e1a-5a22-40d6-bcbd-992632be8d9f/296bebfc-a27f-4b73-b4cb-e033b817aaca/a8b473b6-ebad-49bc-9b3b-2dec4d59f06b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:34:17.912905 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:18.105393 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:18.116433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Transition to ACTIVE for port object a8b473b6-ebad-49bc-9b3b-2dec4d59f06b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:34:18.135170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Transition to ACTIVE for port object a8b473b6-ebad-49bc-9b3b-2dec4d59f06b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:34:18.142074 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:18.196168 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:16Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:18.200168 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ce37e-1164-4caa-ab61-ce562ef1a92a None None] The sync data for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 is: [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:16Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:34:18.214706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:34:18.216494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:34:18.224519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:34:18.229418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Pushing event updated for resources: {'Port': ['ID=a8b473b6-ebad-49bc-9b3b-2dec4d59f06b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:18.322227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Attempting to bind port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:34:18.322721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Attempting to bind port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:34:18.323178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Attempting to bind port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:34:18.330574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:34:18.331080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Checking segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:34:18.331617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:18.332103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Bound using segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:34:18.332664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Bound port: a8b473b6-ebad-49bc-9b3b-2dec4d59f06b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:34:18.333134 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:18.341541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:18.458747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] For port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:34:18.462203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] For port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a8b473b6-ebad-49bc-9b3b-2dec4d59f06b,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:34:18.469563 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:18.561405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4156d5-a4b8-419b-9fd2-c693bc00e654 None None] Pushing event updated for resources: {'Port': ['ID=a8b473b6-ebad-49bc-9b3b-2dec4d59f06b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:18.905009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.1 (d25e6e1a-5a22-40d6-bcbd-992632be8d9f/296bebfc-a27f-4b73-b4cb-e033b817aaca/577e0151-8c32-4874-856d-cfeee08bc816) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:34:19.071149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:19.087817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object 577e0151-8c32-4874-856d-cfeee08bc816 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:34:19.109548 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:19.177510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:34:19.180742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:34:19.185464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:34:19.210608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=577e0151-8c32-4874-856d-cfeee08bc816,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:19.248273 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:19.335629 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:19.497792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0fd1cf-4fd7-4d3d-924a-849a88a7cef8 None None] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:34:19.650936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fed20167-15d2-4b10-82dd-604081068bbb None None] Provisioning for port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:34:19.736917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:19.743640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:19.857279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:19.860824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=577e0151-8c32-4874-856d-cfeee08bc816,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:20.009128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-996663bd-38d1-4375-aac4-d7ebab8424ac None None] Provisioning for port 577e0151-8c32-4874-856d-cfeee08bc816 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:34:20.015888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-996663bd-38d1-4375-aac4-d7ebab8424ac None None] Provisioning complete for port 577e0151-8c32-4874-856d-cfeee08bc816 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:20.016382 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-996663bd-38d1-4375-aac4-d7ebab8424ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.017731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:34:20.018909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:34:20.057918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f58fda8a-7e17-46fc-be9c-8a68d1fd0173 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:34:20.150113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-996663bd-38d1-4375-aac4-d7ebab8424ac None None] Port 577e0151-8c32-4874-856d-cfeee08bc816 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:34:20.165733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:34:20.170955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:20.171349 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.304985 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.309424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-19d55798-8f31-422c-bc15-7b20f7774242 None None] Provisioning complete for port 577e0151-8c32-4874-856d-cfeee08bc816 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:20.309785 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19d55798-8f31-422c-bc15-7b20f7774242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.364769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f58fda8a-7e17-46fc-be9c-8a68d1fd0173, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:20.371393 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.372190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8b473b6-ebad-49bc-9b3b-2dec4d59f06b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:34:20.460970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-19d55798-8f31-422c-bc15-7b20f7774242 None None] Port 577e0151-8c32-4874-856d-cfeee08bc816 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:34:20.519598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:20.533421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:34:20.539178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:20.539571 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.545971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router b93f9220-36fc-459d-ae19-cb4641aaa8e7 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:34:20.607672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f004b8e6-df03-4597-bd42-b96fd19f3408 None None] Provisioning complete for port 577e0151-8c32-4874-856d-cfeee08bc816 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:20.608026 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f004b8e6-df03-4597-bd42-b96fd19f3408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.700182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f004b8e6-df03-4597-bd42-b96fd19f3408 None None] Port 577e0151-8c32-4874-856d-cfeee08bc816 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:34:20.708627 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.740211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a8b473b6-ebad-49bc-9b3b-2dec4d59f06b,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:20.745627 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.755066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:34:20.776552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e2ae7175-1e6a-4cd7-8450-710e5d652c27 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/b93f9220-36fc-459d-ae19-cb4641aaa8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2408631 Apr 01 15:34:20.817440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=a8b473b6-ebad-49bc-9b3b-2dec4d59f06b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:21.016307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-ab3fcaf4-a6c9-4c88-898e-d223b89d2a3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:34:21.034998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-ab3fcaf4-a6c9-4c88-898e-d223b89d2a3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:34:21.036342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-ab3fcaf4-a6c9-4c88-898e-d223b89d2a3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581126676&fields=id&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 267 time: 0.0600870 Apr 01 15:34:21.182934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-1a9ccac6-196c-4ac2-ab06-899e8b4d2aa8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:21.184383 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-1a9ccac6-196c-4ac2-ab06-899e8b4d2aa8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 796 time: 0.1416600 Apr 01 15:34:21.202183 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-b4c1eca9-50dd-410d-9c4e-debed8f8a3d3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/quotas/fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 375 time: 0.0122004 Apr 01 15:34:21.294235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-962064cf-7c1f-4811-b20e-f085ecb40faa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:34:21.311195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-962064cf-7c1f-4811-b20e-f085ecb40faa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:34:21.312959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-962064cf-7c1f-4811-b20e-f085ecb40faa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017940 Apr 01 15:34:21.461881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-d7c642c9-f773-4ab4-97c6-f82f8404e144 service neutron] 10.222.0.48 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359372 Apr 01 15:34:21.616097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-d88ff991-297e-4084-ba0a-88e6fd469459 service neutron] 10.222.0.48 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456397 Apr 01 15:34:21.759103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Sync routers for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:34:21.788598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:21.789892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:21.826592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ce5f801e-2609-4a4c-b1f3-3867bf4f9484 req-78e17be5-dfca-4ef3-bfe2-5492175ee490 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:34:21.838591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-ce5f801e-2609-4a4c-b1f3-3867bf4f9484 req-78e17be5-dfca-4ef3-bfe2-5492175ee490 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:34:21.850230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ce5f801e-2609-4a4c-b1f3-3867bf4f9484 req-78e17be5-dfca-4ef3-bfe2-5492175ee490 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 210 time: 0.0671539 Apr 01 15:34:21.995329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f58fda8a-7e17-46fc-be9c-8a68d1fd0173 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:34:22.024270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:22.273307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:22.273674 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:22.470252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8b473b6-ebad-49bc-9b3b-2dec4d59f06b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:34:22.525680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 2, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:22.531886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Checking router: b93f9220-36fc-459d-ae19-cb4641aaa8e7 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:34:22.532231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Updating router b93f9220-36fc-459d-ae19-cb4641aaa8e7 port 577e0151-8c32-4874-856d-cfeee08bc816 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:34:22.594328 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:22.605706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:22.606075 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:22.865443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f3987f93-4c4b-46f3-a9a6-c65422d794dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:22.866226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f3987f93-4c4b-46f3-a9a6-c65422d794dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:34:22.884612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f3987f93-4c4b-46f3-a9a6-c65422d794dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:34:22.885947 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f3987f93-4c4b-46f3-a9a6-c65422d794dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 796 time: 0.1911476 Apr 01 15:34:22.961196 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-39d840d6-4c44-482e-8178-e7839be4e5cc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 379 time: 0.0632124 Apr 01 15:34:22.969995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'port': {'device_id': 'a9b23e25-6a12-496e-9c63-28f588103998', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'admin_state_up': True, 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'security_groups': ['ada1f5f3-7077-414f-9fb8-ef8c46462840']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:23.029214 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44ea1bf9-244b-4eda-b428-9875887fd157 req-996b1678-1b94-4fb5-890d-c8b078ca96c6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 210 time: 0.0438919 Apr 01 15:34:23.108692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:23.118165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:23.119781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.130447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:34:23.131627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Transition to ACTIVE for port object 577e0151-8c32-4874-856d-cfeee08bc816 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:34:23.134520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.139064 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.264798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a653d3-5f14-4a83-b813-ed305459f635 None None] Pushing event updated for resources: {'Port': ['ID=577e0151-8c32-4874-856d-cfeee08bc816,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:23.311248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.5 (d25e6e1a-5a22-40d6-bcbd-992632be8d9f/296bebfc-a27f-4b73-b4cb-e033b817aaca/5ff75433-8ae1-4783-bc0e-7c78f5b044a0) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:34:23.355572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Attempting to bind port 577e0151-8c32-4874-856d-cfeee08bc816 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:34:23.355943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Attempting to bind port 577e0151-8c32-4874-856d-cfeee08bc816 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:34:23.356297 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Attempting to bind port 577e0151-8c32-4874-856d-cfeee08bc816 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:34:23.363023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:34:23.363348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Checking segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:34:23.363749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.364138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Bound using segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:34:23.364591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Bound port: 577e0151-8c32-4874-856d-cfeee08bc816, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:34:23.364961 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.466171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] For port 577e0151-8c32-4874-856d-cfeee08bc816, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:34:23.469351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] For port 577e0151-8c32-4874-856d-cfeee08bc816, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=577e0151-8c32-4874-856d-cfeee08bc816,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:34:23.473171 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.516858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.534413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:34:23.552056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a653d3-5f14-4a83-b813-ed305459f635 None None] Pushing event updated for resources: {'Port': ['ID=577e0151-8c32-4874-856d-cfeee08bc816,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:23.558149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:23.558786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:23.559966 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.637065 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:34:23.640332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:34:23.645084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:34:23.672817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:23.708288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:23.708899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:23.741899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-060a2e65-23e8-49c2-ab40-bac0a63f9239 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756779 Apr 01 15:34:23.748980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:23.915650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Request body: {'port': {'device_id': 'a9b23e25-6a12-496e-9c63-28f588103998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:24.007778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fe0be87a-40fe-4481-bff7-42d93bcde572 None None] Provisioning for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:34:24.017521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fe0be87a-40fe-4481-bff7-42d93bcde572 None None] Provisioning complete for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:24.017885 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe0be87a-40fe-4481-bff7-42d93bcde572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:24.024554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:24.115240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe0be87a-40fe-4481-bff7-42d93bcde572 None None] Port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:34:24.146726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:23Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:24.151487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d576704-ebee-4d9c-9d94-398107a14dbb None None] The sync data for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 is: [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:23Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:34:24.379053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5857fa-f602-41e3-a491-00ebc1bf1151 req-ae5ebd41-9b09-43b8-b680-8fc46f17f309 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:24.379777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7f5857fa-f602-41e3-a491-00ebc1bf1151 req-ae5ebd41-9b09-43b8-b680-8fc46f17f309 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:34:24.412627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7f5857fa-f602-41e3-a491-00ebc1bf1151 req-ae5ebd41-9b09-43b8-b680-8fc46f17f309 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:34:24.413803 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f5857fa-f602-41e3-a491-00ebc1bf1151 req-ae5ebd41-9b09-43b8-b680-8fc46f17f309 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 931 time: 0.2531366 Apr 01 15:34:24.497312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:34:24.508236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:24.523741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f5857fa-f602-41e3-a491-00ebc1bf1151 req-072cdce0-cde8-49e0-8ed3-79cbeeea3512 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039522 Apr 01 15:34:24.529511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Transition to ACTIVE for port object 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:34:24.534166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:24.773901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:24.889712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:34:24.890042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:34:24.890371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:34:24.896876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:34:24.897200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:34:24.904244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:34:24.904590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Checking segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:34:24.904975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Bound using segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:34:24.905436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Bound port: 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:34:24.905783 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:25.001765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:34:25.004769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:34:25.010393 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:25.075239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:25.076812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 1091 time: 1.3268857 Apr 01 15:34:25.077272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:34:25.099750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c96460-8db2-4fc2-9d00-b5949d4cc7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:25.162318 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'status': 'completed', 'code': 200} Apr 01 15:34:25.209718 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-3a04c8cf-93ac-4269-9bba-0e12251cea14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1094 time: 0.0786452 Apr 01 15:34:25.276241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-5852d2e5-9304-46d6-9026-6f6773126cd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 217 time: 0.0606530 Apr 01 15:34:25.340637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-60ddb22e-ff7a-455b-a131-d39703db173f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:25.341939 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-60ddb22e-ff7a-455b-a131-d39703db173f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0605526 Apr 01 15:34:25.418857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-083e67a0-2a4b-4f94-80bc-87a357495ecd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708594 Apr 01 15:34:25.559787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-e086336b-e482-4708-afaf-843bed6b9161 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351099 Apr 01 15:34:25.743065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27c97fd-efe3-477f-8da5-f603c55c8d10 req-050dfd11-31e0-49a6-a383-ec2e5f40c7c3 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761346 Apr 01 15:34:25.764510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407dc52-1a74-40d0-a138-24d1d6faee49 req-290bf169-977b-4d39-ba29-e06e1d41d802 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:25.765959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5407dc52-1a74-40d0-a138-24d1d6faee49 req-290bf169-977b-4d39-ba29-e06e1d41d802 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 943 time: 0.1108139 Apr 01 15:34:25.868666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5407dc52-1a74-40d0-a138-24d1d6faee49 req-ae14da48-0502-4ab9-9d43-3fd4b19cb2d7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951688 Apr 01 15:34:25.884707 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-cf57f2bb-8497-4484-a30a-e50e103b9bf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1094 time: 0.0930989 Apr 01 15:34:25.993644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 577e0151-8c32-4874-856d-cfeee08bc816 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:34:26.021542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-7869ccce-494a-4024-acc6-a347d7d2f041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:26.023017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-7869ccce-494a-4024-acc6-a347d7d2f041 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1319547 Apr 01 15:34:26.063432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 577e0151-8c32-4874-856d-cfeee08bc816 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:34:26.068980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 577e0151-8c32-4874-856d-cfeee08bc816 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:26.069348 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:26.094788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-6ce71839-4f8c-44db-9517-85ee77b0dc03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 217 time: 0.0642326 Apr 01 15:34:26.156364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-f0de9fcd-2211-4ba0-963e-cc7982260921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:26.157811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-f0de9fcd-2211-4ba0-963e-cc7982260921 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0566392 Apr 01 15:34:26.185451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:26.221686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 577e0151-8c32-4874-856d-cfeee08bc816, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=577e0151-8c32-4874-856d-cfeee08bc816,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:26.227419 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:26.251377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-b3f13928-2635-4f27-9dfc-b51fe9ed7e32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870008 Apr 01 15:34:26.304172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=577e0151-8c32-4874-856d-cfeee08bc816,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:26.389796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-050b0d9e-4fa6-45f9-9e09-749e24dde7bd service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306417 Apr 01 15:34:26.635231 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79df1-9eca-4bb1-ba4e-671e573554f3 req-81e8b5cb-8e5c-4fb0-bfea-b2aac43e3c77 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394009 Apr 01 15:34:27.075467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721321c-5a12-40a5-8ace-cdfff9f65aac req-cec3f707-fa90-4089-8168-1e18082cd55c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:27.076910 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e721321c-5a12-40a5-8ace-cdfff9f65aac req-cec3f707-fa90-4089-8168-1e18082cd55c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 943 time: 0.0804060 Apr 01 15:34:27.132689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e721321c-5a12-40a5-8ace-cdfff9f65aac req-31eef01a-4937-48b4-bd93-6d774b686d51 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474899 Apr 01 15:34:27.756364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:34:27.869250 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91fcb886-36e0-4fb4-8ca6-9c3d91bdcd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:27.910067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:27.925119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'port_id': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'mac_address': 'fa:16:3e:40:e5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:34:28.007189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 577e0151-8c32-4874-856d-cfeee08bc816 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:34:28.077295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:28.101865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:34:28.120621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:28.122171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 577e0151-8c32-4874-856d-cfeee08bc816 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:28.122573 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:28.148410 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:28.233733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:28.333577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52342b75-a260-47f1-b82a-7eeb606842d3 req-ae91de35-5ef3-428a-a345-be5316fd626e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:28.335727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52342b75-a260-47f1-b82a-7eeb606842d3 req-ae91de35-5ef3-428a-a345-be5316fd626e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 944 time: 0.0781302 Apr 01 15:34:28.338897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5ff75433-8ae1-4783-bc0e-7c78f5b044a0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:34:28.384821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52342b75-a260-47f1-b82a-7eeb606842d3 req-6488425a-b864-461d-81be-c2a5b21dc32d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427055 Apr 01 15:34:29.585195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434fd0e-70e6-4b85-8042-e7c3da038e8e req-284036d3-d125-45d4-95f1-d856e99ebe4d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:29.586546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9434fd0e-70e6-4b85-8042-e7c3da038e8e req-284036d3-d125-45d4-95f1-d856e99ebe4d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 944 time: 0.0816753 Apr 01 15:34:29.641540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9434fd0e-70e6-4b85-8042-e7c3da038e8e req-f6e51e08-f80f-412e-8c76-433101810a4a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487146 Apr 01 15:34:29.753049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:34:29.828788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:34:29.833634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:29.834001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:29.950006 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:29.976630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:34:29.986226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:34:29.991112 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:30.033521 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'code': 200} Apr 01 15:34:30.065195 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:30.165091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24dac0d4-2afd-4302-83aa-128db249f155 req-5b2332e5-7664-467e-9305-07e7729d52ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1096 time: 0.0737686 Apr 01 15:34:30.208132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24dac0d4-2afd-4302-83aa-128db249f155 req-9ea2df1e-d9bd-445e-bbb4-00b87856c170 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363111 Apr 01 15:34:30.274346 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-040a2919-8dd3-4309-ba3a-094c602f5047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:30.849974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae02c-e472-4eb6-a8bf-c44ff331b7e1 req-2ba45b69-51bc-4c02-a773-67d1495897b4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:30.851520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4dfae02c-e472-4eb6-a8bf-c44ff331b7e1 req-2ba45b69-51bc-4c02-a773-67d1495897b4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0777881 Apr 01 15:34:30.909956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4dfae02c-e472-4eb6-a8bf-c44ff331b7e1 req-47d3a51c-c7ec-4502-a4a4-8f3e060b2ffa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528786 Apr 01 15:34:31.313109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:31.391123 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:32.125064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e3d84-ec88-41d9-98ab-2ddbee16b629 req-dc4b61a9-f776-415e-9831-14192433e393 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:32.126632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-454e3d84-ec88-41d9-98ab-2ddbee16b629 req-dc4b61a9-f776-415e-9831-14192433e393 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0856755 Apr 01 15:34:32.176474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-454e3d84-ec88-41d9-98ab-2ddbee16b629 req-a7c64bb2-299f-4d20-8736-e2d8a85daa67 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Apr 01 15:34:32.375143 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0d3b1-7674-496e-a1d5-566bff1d9ab7 req-ca5dea15-a670-46ee-8110-103f1ee5e5cc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:32.376514 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21a0d3b1-7674-496e-a1d5-566bff1d9ab7 req-ca5dea15-a670-46ee-8110-103f1ee5e5cc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0794151 Apr 01 15:34:32.426525 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21a0d3b1-7674-496e-a1d5-566bff1d9ab7 req-d45eabae-458c-4729-ae06-c669d313eb4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438373 Apr 01 15:34:32.455101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43620) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:32.530786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f381f4a-1ac5-4c91-91d0-fa9102776e8f tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1091 time: 0.0740831 Apr 01 15:34:32.533460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43624) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:32.538609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:34:32.545223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:34:32.549382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:floatingip and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:34:32.552502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:34:32.558726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:34:32.571751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:32.708591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:32.826830 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:32.843885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.242 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/ab1c6d07-4eb2-485d-a942-60d8305c0a7e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:34:33.084253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:33.113609 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:33.182295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:34:33.185643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:34:33.187570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=ab1c6d07-4eb2-485d-a942-60d8305c0a7e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:33.190526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:34:33.725809 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:33.783930 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:33.989904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:33.997082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:34.107067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=ab1c6d07-4eb2-485d-a942-60d8305c0a7e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:34.134060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:34.334636 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Floating IP a54c7715-4158-4c7a-8c17-031cf7b9c646 associated. External IP: 172.25.2.242, port: 5ff75433-8ae1-4783-bc0e-7c78f5b044a0. Apr 01 15:34:34.835297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router b93f9220-36fc-459d-ae19-cb4641aaa8e7 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:34:35.038120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:34:35.048692 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] Sync routers for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:34:35.061405 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:35.062038 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:35.064055 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:35.118815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb9a1a10-2386-46a1-93a1-0199d5224142 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5842938 Apr 01 15:34:35.119865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:34:35.239530 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:35.299765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4a9ed-b072-49cd-927b-0dfd4c5c5adc req-2a999edb-c2de-4243-9491-6da45a1957af tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:35.301377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90a4a9ed-b072-49cd-927b-0dfd4c5c5adc req-2a999edb-c2de-4243-9491-6da45a1957af tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0861394 Apr 01 15:34:35.347987 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'status': 'completed', 'code': 200} Apr 01 15:34:35.355821 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90a4a9ed-b072-49cd-927b-0dfd4c5c5adc req-93aae18f-cdbd-46e9-b6d9-b5232c72d889 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485575 Apr 01 15:34:35.390120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43634) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:35.439270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-aa4caaa7-5467-411b-b583-43fcf08b1722 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1096 time: 0.0692534 Apr 01 15:34:35.496326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1795d369-7030-4c4f-a313-2366c73b1ed0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 991 time: 0.1040239 Apr 01 15:34:35.574536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-d9f16dc4-f5dc-4d4e-b921-7cc78c668d05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:35.576121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-d9f16dc4-f5dc-4d4e-b921-7cc78c668d05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1307118 Apr 01 15:34:35.604377 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'a54c7715-4158-4c7a-8c17-031cf7b9c646', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'port_id': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'mac_address': 'fa:16:3e:40:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b23e25-6a12-496e-9c63-28f588103998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:34:33Z', 'updated_at': '2022-04-01T15:34:33Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:35.608780 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] Checking router: b93f9220-36fc-459d-ae19-cb4641aaa8e7 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:34:35.619924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:34:35.620514 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:34:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:35.683980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-2698e3dd-7b1e-41be-ade9-9f0205dde336 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.1013446 Apr 01 15:34:35.749551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-e4537791-7157-4fbc-9420-362d3a66a467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:35.750979 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-e4537791-7157-4fbc-9420-362d3a66a467 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0612805 Apr 01 15:34:35.799920 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:34:35.825704 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-c8d71595-49a7-421c-ac0e-5385f81930e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684972 Apr 01 15:34:35.957424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-86834166-160f-463f-b276-97926a136e01 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255302 Apr 01 15:34:36.091234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4acb397-626d-4183-acdb-2bac1102d0d1 req-f27fa201-251f-4dbd-8aab-f19b3165ea8e service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279027 Apr 01 15:34:36.148334 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'a54c7715-4158-4c7a-8c17-031cf7b9c646', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'port_id': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'mac_address': 'fa:16:3e:40:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b23e25-6a12-496e-9c63-28f588103998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:34:33Z', 'updated_at': '2022-04-01T15:34:33Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:34:36.152347 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91254b76-282b-4da3-831e-6adb45f9e996 None None] The sync data for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 is: [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'a54c7715-4158-4c7a-8c17-031cf7b9c646', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'port_id': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'mac_address': 'fa:16:3e:40:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b23e25-6a12-496e-9c63-28f588103998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:34:33Z', 'updated_at': '2022-04-01T15:34:33Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:34:36.499892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43638) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:36.621777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8afc8728-c66a-4809-90e5-8b3361b4c55f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 991 time: 0.1204062 Apr 01 15:34:37.625823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43642) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:37.732575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0fbabf7b-6108-440f-a207-7853f4af6853 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 991 time: 0.1055968 Apr 01 15:34:38.737881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43646) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:38.844033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7486e665-2942-4237-b70d-20082bf8a97f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 991 time: 0.1045547 Apr 01 15:34:39.747277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9478e-2527-4c74-a213-319d6736bdca None None] New status for floating IP a54c7715-4158-4c7a-8c17-031cf7b9c646: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:34:39.848659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43650) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:39.955745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9e5f7211-c822-4262-8afd-cd62e8bb6e0e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 991 time: 0.1058371 Apr 01 15:34:40.045011 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:34:40.960506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43654) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:34:41.007098 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:41.071896 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dd9fc6f5-0e96-446d-8ada-4a3ed5db53b8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 993 time: 0.1099741 Apr 01 15:34:44.994860 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:57.857826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-745f2cb9-40cc-4d05-94ec-6f212b642deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:58.919136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-7030e2ea-a274-4fb0-9d3c-235bacf7771a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692058 Apr 01 15:34:59.064092 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-36d88a06-513b-4ff2-9597-6ea2dae449ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1096 time: 0.0725765 Apr 01 15:34:59.302109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b954b-4ab4-452f-8d62-db284aa105fb req-6754f5c4-51d2-4480-bcbf-81ca592fd074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:59.303576 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-6754f5c4-51d2-4480-bcbf-81ca592fd074 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.2200770 Apr 01 15:34:59.411902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-8c46bdae-6291-49a9-bba2-72b5eb345d7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 1001 time: 0.1026769 Apr 01 15:34:59.479322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b954b-4ab4-452f-8d62-db284aa105fb req-b4fc4c0c-81b4-4ff8-8578-5d497136fa9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:59.480738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-b4fc4c0c-81b4-4ff8-8578-5d497136fa9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0595658 Apr 01 15:34:59.564675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-1a3d89ce-89e2-424d-abdc-ed19ec6eb29f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771945 Apr 01 15:34:59.709569 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-33437842-6185-4260-8701-364dce830345 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382294 Apr 01 15:34:59.849538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-840b954b-4ab4-452f-8d62-db284aa105fb req-5ea8afb8-0fc7-480e-b40e-ae8de6444408 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339843 Apr 01 15:35:00.281439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fdb0edcf-ac9c-45b3-9e9f-edf36b963361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:01.322864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:01.395860 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:02.826921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:03.928999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76e98acd-6020-4f52-b33d-526b7204f7e2 req-470ed40d-0ebc-482e-8c61-a42d12b237f1 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1096 time: 0.0731819 Apr 01 15:35:03.974058 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76e98acd-6020-4f52-b33d-526b7204f7e2 req-b5e45497-1d6f-4a54-aacf-a3125077794c tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372393 Apr 01 15:35:04.188158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fae99b-d714-4ca3-a10f-400eef8d60cd req-d39962c3-a5d5-49d5-a95f-895c814681f9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:04.189641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7fae99b-d714-4ca3-a10f-400eef8d60cd req-d39962c3-a5d5-49d5-a95f-895c814681f9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0866597 Apr 01 15:35:04.235857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d7fae99b-d714-4ca3-a10f-400eef8d60cd req-26f4214d-b496-4feb-a7f9-a233dba5863e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Apr 01 15:35:04.263404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43672) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:04.376281 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-307ddb43-5cc3-40d2-85fe-8d666f22d8b4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 993 time: 0.1116176 Apr 01 15:35:04.857654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3beddbd0-13de-4591-8476-ad31c609611d req-cde490bb-4dcc-4258-9d35-4fb6860007b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700741 Apr 01 15:35:05.175587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-cf08f1a6-b854-4ed1-86fa-a88f828d19cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100285 Apr 01 15:35:05.207989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b4e50-c55a-4efc-b639-6fcd4279d45c req-b40eadee-2021-4c52-aab6-0665d51d8c63 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:05.209428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-168b4e50-c55a-4efc-b639-6fcd4279d45c req-b40eadee-2021-4c52-aab6-0665d51d8c63 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0869567 Apr 01 15:35:05.257139 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-168b4e50-c55a-4efc-b639-6fcd4279d45c req-cdb86481-fff8-40e1-a9c9-0da57c6cfce4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407729 Apr 01 15:35:06.467568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841fd86-7b2c-4a6d-8328-9e5c2e61b49e req-ccc5bb07-8bcb-44f1-b8d7-5dd337139113 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:06.469040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4841fd86-7b2c-4a6d-8328-9e5c2e61b49e req-ccc5bb07-8bcb-44f1-b8d7-5dd337139113 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0869501 Apr 01 15:35:06.514998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4841fd86-7b2c-4a6d-8328-9e5c2e61b49e req-38b1bf5c-7927-457e-862f-e699c75817f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Apr 01 15:35:06.538165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-62b63047-8b66-493b-992a-a39cd18ed1ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1096 time: 0.0686438 Apr 01 15:35:06.669174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-6ffcb2ee-eff3-4c0b-af93-90ad4839c4f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:06.671140 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-6ffcb2ee-eff3-4c0b-af93-90ad4839c4f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1267214 Apr 01 15:35:06.776202 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-041febaa-5845-49f6-a7ea-e905f65b5f5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 1001 time: 0.0981109 Apr 01 15:35:06.842286 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-d4297f03-a3b0-491e-952b-39bf6edda978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:06.843761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-d4297f03-a3b0-491e-952b-39bf6edda978 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0622294 Apr 01 15:35:06.920064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-64b03b80-fafe-461f-922a-e65679bbe433 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692978 Apr 01 15:35:07.052995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-5c15ce48-4885-45af-956b-b2266b418e97 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262400 Apr 01 15:35:07.289486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-472d8148-7842-4df8-8eb4-f6b3ff49e42c service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306166 Apr 01 15:35:07.717825 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bba28-49da-4446-9c8d-39248820ec1d req-05627098-145b-46d5-b1f4-477a3f32bb95 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:07.719373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-491bba28-49da-4446-9c8d-39248820ec1d req-05627098-145b-46d5-b1f4-477a3f32bb95 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0815675 Apr 01 15:35:07.767115 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-491bba28-49da-4446-9c8d-39248820ec1d req-62f19b97-b007-4cb0-ac66-88b1a8fec09a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418563 Apr 01 15:35:08.998830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-365a33a4-773b-4676-8d9e-f6ed42725c0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1276081 Apr 01 15:35:09.008319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da16ad-a32b-424d-b79b-9388cc91906f req-6c78fd47-2d89-45ea-b831-56060ef02100 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:09.009635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76da16ad-a32b-424d-b79b-9388cc91906f req-6c78fd47-2d89-45ea-b831-56060ef02100 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.1088886 Apr 01 15:35:09.058109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76da16ad-a32b-424d-b79b-9388cc91906f req-548952ee-7bb9-4d66-90e0-b5c545e7dee7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Apr 01 15:35:09.155571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-5c815860-7dee-4df3-8d28-836c8db6b668 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 1096 time: 0.0710998 Apr 01 15:35:09.413930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-351cf698-a087-4bb6-bd22-5e026dfe23e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:09.415276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-351cf698-a087-4bb6-bd22-5e026dfe23e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 200 len: 910 time: 0.2395153 Apr 01 15:35:09.515517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-bbff63a0-a92e-47ee-90ff-2762fc6a7c61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 200 len: 1000 time: 0.0938609 Apr 01 15:35:09.592441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-02e369af-3c70-4575-aeaf-db2f2444d4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:09.593901 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-02e369af-3c70-4575-aeaf-db2f2444d4cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e79f6a-e168-4181-9eec-b0a4b31641aa HTTP/1.1" status: 200 len: 848 time: 0.0713115 Apr 01 15:35:09.670912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-d0ddbe5f-e55b-4679-a162-53c93b6176e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=73760509-486f-486f-89a3-dcf984683c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703428 Apr 01 15:35:09.799866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-6adb66a9-d93c-449a-8e34-ea3eca42da42 service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221700 Apr 01 15:35:09.934285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0eaf45ae-ec7b-4238-92ac-d8d56b30a6c3 req-b3ccf8d6-9b6e-43ec-a077-5c76752463b9 service neutron] 10.222.0.44 "GET /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263025 Apr 01 15:35:10.267119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6777-a030-4ab7-abfa-36bef56ee3cf req-769c7c42-dcac-42e5-a616-ea8a7cbdd668 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:10.268602 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45ea6777-a030-4ab7-abfa-36bef56ee3cf req-769c7c42-dcac-42e5-a616-ea8a7cbdd668 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0766530 Apr 01 15:35:10.315782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45ea6777-a030-4ab7-abfa-36bef56ee3cf req-3d7e18f1-5894-4281-9052-55960df43dfa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412593 Apr 01 15:35:11.006630 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:11.536141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555bbbe-de18-44ad-b149-d2549eb04abe req-3a0b5658-c35f-45bf-9268-ed05430aff73 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:11.537597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c555bbbe-de18-44ad-b149-d2549eb04abe req-3a0b5658-c35f-45bf-9268-ed05430aff73 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0864968 Apr 01 15:35:11.586111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c555bbbe-de18-44ad-b149-d2549eb04abe req-6cc383ae-7778-4f6d-ac46-6c2c06d1e26b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Apr 01 15:35:12.797739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523bf58-b9d5-47cd-ac63-53f93290a3a1 req-3789586d-c8b7-4c45-ba3c-33265c185ded tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:12.799187 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4523bf58-b9d5-47cd-ac63-53f93290a3a1 req-3789586d-c8b7-4c45-ba3c-33265c185ded tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0825639 Apr 01 15:35:12.844919 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4523bf58-b9d5-47cd-ac63-53f93290a3a1 req-3b604dc6-e0fe-4180-bfb0-866100a67f14 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400467 Apr 01 15:35:14.063146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dd092-8b07-4c47-825b-1301c8a71357 req-569904ec-9758-4054-8e5a-06e5a3380fd6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:14.064509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd5dd092-8b07-4c47-825b-1301c8a71357 req-569904ec-9758-4054-8e5a-06e5a3380fd6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0883257 Apr 01 15:35:14.112647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd5dd092-8b07-4c47-825b-1301c8a71357 req-3c942621-f641-4864-9762-8deeb302088f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Apr 01 15:35:15.012550 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:15.316552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bd047-6496-483a-837c-f47cbf132f5c req-6a7dd2e4-5ac5-47c1-8c92-e1827c080f3a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:15.318496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f2bd047-6496-483a-837c-f47cbf132f5c req-6a7dd2e4-5ac5-47c1-8c92-e1827c080f3a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0800421 Apr 01 15:35:15.366509 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f2bd047-6496-483a-837c-f47cbf132f5c req-074c9b73-76b5-4b4b-b5d3-2400e3c4dc72 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422997 Apr 01 15:35:16.581041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72022b81-abd1-40fe-ad0f-c2c1788e604d req-96fbf039-a0ae-4b3f-9876-6ea936b44b76 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:16.582480 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-72022b81-abd1-40fe-ad0f-c2c1788e604d req-96fbf039-a0ae-4b3f-9876-6ea936b44b76 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0872135 Apr 01 15:35:16.627468 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-72022b81-abd1-40fe-ad0f-c2c1788e604d req-2b7410ae-29ce-43c4-a9fd-3fd5b4f5e1bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392177 Apr 01 15:35:17.053257 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:35:17.847398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8ee6-70c8-4419-aca0-2fcbba4a9ec3 req-550566b7-a4e4-4e32-885a-1b0f36ceb18d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:17.848840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d0b8ee6-70c8-4419-aca0-2fcbba4a9ec3 req-550566b7-a4e4-4e32-885a-1b0f36ceb18d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0887799 Apr 01 15:35:17.895580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3d0b8ee6-70c8-4419-aca0-2fcbba4a9ec3 req-115f3113-4409-43a5-a02a-3d971b474291 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Apr 01 15:35:19.115569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8511edb-29e1-4122-8282-e8d680977173 req-047c64ac-0627-4a9e-ac48-743f37939b93 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:19.116965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8511edb-29e1-4122-8282-e8d680977173 req-047c64ac-0627-4a9e-ac48-743f37939b93 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0840592 Apr 01 15:35:19.166157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8511edb-29e1-4122-8282-e8d680977173 req-acec63de-c1a4-481e-bfd3-b03740bf87c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436139 Apr 01 15:35:20.379858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0dc2e-fe58-4a57-a783-aae2b7bf0210 req-00b9b22f-186b-4b72-9bc1-398387e9a86a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:20.381307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13e0dc2e-fe58-4a57-a783-aae2b7bf0210 req-00b9b22f-186b-4b72-9bc1-398387e9a86a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0783260 Apr 01 15:35:20.433350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-13e0dc2e-fe58-4a57-a783-aae2b7bf0210 req-2a657e4e-c503-440f-81bd-7f030d0dbd62 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Apr 01 15:35:21.667914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc921d-80d6-4809-b49c-6936baeadb67 req-03713fdf-dc19-4d47-bd1c-0028d7ccdbfe tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:21.669396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7fc921d-80d6-4809-b49c-6936baeadb67 req-03713fdf-dc19-4d47-bd1c-0028d7ccdbfe tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0862350 Apr 01 15:35:21.717691 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7fc921d-80d6-4809-b49c-6936baeadb67 req-3a6e11a7-018f-4cfa-9803-bbe75ac5b6c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Apr 01 15:35:22.934188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4dcd4-b82c-42fa-b0f6-e9bcf7a7e085 req-cc7c85be-3e91-420a-a221-9e41f4811dc7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:22.936379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eca4dcd4-b82c-42fa-b0f6-e9bcf7a7e085 req-cc7c85be-3e91-420a-a221-9e41f4811dc7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0919678 Apr 01 15:35:22.988002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eca4dcd4-b82c-42fa-b0f6-e9bcf7a7e085 req-b410a0c6-2bd0-4039-a8cc-7645ba881557 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457320 Apr 01 15:35:24.214681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b3901-0e2a-4a77-8893-029df81662a2 req-b4820054-1d16-45e3-8fe7-a6dafd3933d0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:24.216192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad4b3901-0e2a-4a77-8893-029df81662a2 req-b4820054-1d16-45e3-8fe7-a6dafd3933d0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0814831 Apr 01 15:35:24.256332 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-e13823b5-c0bb-49a5-b7bf-291a432f936f service neutron] show failed (client error): The resource could not be found. Apr 01 15:35:24.257357 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-e13823b5-c0bb-49a5-b7bf-291a432f936f service neutron] 10.222.0.62 "GET /v2.0/ports/5ff75433-8ae1-4783-bc0e-7c78f5b044a0/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0805092 Apr 01 15:35:24.265682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ad4b3901-0e2a-4a77-8893-029df81662a2 req-865756c2-ab1c-414f-a913-b17eec673ee1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Apr 01 15:35:24.544601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-d685b6b3-bc73-497b-afce-bcc1ce3675b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 1096 time: 0.0714295 Apr 01 15:35:24.555766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:35:24.663828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:25.036367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:25.066550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:35:25.123174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:35:25.128459 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:25.143003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Transition to ACTIVE for port object 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:35:25.147877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:25.198739 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'code': 200} Apr 01 15:35:25.277863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:25.303965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.304368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.304770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.305149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.305504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.305822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.306132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.306412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.306723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.307060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.307430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:25.360401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] No DVR routers for this DVR port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:35:25.565150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbb1c0-6456-4e7f-aa4e-dfc0da45f445 req-d2eb5dc6-d481-4fb1-9f42-a5f82b1d01f4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:25.566572 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-63fbb1c0-6456-4e7f-aa4e-dfc0da45f445 req-d2eb5dc6-d481-4fb1-9f42-a5f82b1d01f4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 943 time: 0.1599913 Apr 01 15:35:25.629685 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-63fbb1c0-6456-4e7f-aa4e-dfc0da45f445 req-9f57590a-46b4-44d2-980f-60185f210e7c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556080 Apr 01 15:35:25.708728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:35:25.709049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:35:25.709376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:35:25.715439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:35:25.715746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:35:25.722055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:35:25.722416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Checking segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:35:25.722764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Bound using segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:35:25.723168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Bound port: 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:35:25.723532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:25.808713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:35:25.811846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:35:25.817684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:25.877763 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:25.879353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] 10.222.0.44 "PUT /v2.0/ports/5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 1091 time: 1.3272393 Apr 01 15:35:25.893354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1931d59-313a-4916-ba7f-691ff1f1e2cf service neutron] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:25.976995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-b2a1b282-9465-471e-b043-1188edb96db9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1094 time: 0.0760589 Apr 01 15:35:26.106664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-3addf098-e37a-4bc3-bf78-9f795de5070c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:26.108119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-3addf098-e37a-4bc3-bf78-9f795de5070c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1251945 Apr 01 15:35:26.210534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-a06f7e38-99f1-4469-b3a1-a8a2451d657d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.0951407 Apr 01 15:35:26.271716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-11a37dda-af19-40d8-a6f6-eac604853d06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:26.273104 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-11a37dda-af19-40d8-a6f6-eac604853d06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0568886 Apr 01 15:35:26.347105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-95b866c1-b6d7-43e0-bef9-cd3f0d137766 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680137 Apr 01 15:35:26.475957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-629a382d-32f2-47db-8ec5-f1840751629f service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222799 Apr 01 15:35:26.608078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-830ecfd9-772b-4ed0-b0a7-38f23b9b6ad3 req-9d28a194-a600-41c3-bdac-e71b63f40e92 service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262040 Apr 01 15:35:26.841438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c7871-4df4-466f-9458-91ab9c11e61e req-e3705362-5f4f-4eb9-96aa-86f0602a7d6f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:26.842931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-857c7871-4df4-466f-9458-91ab9c11e61e req-e3705362-5f4f-4eb9-96aa-86f0602a7d6f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 943 time: 0.0780542 Apr 01 15:35:26.888643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-857c7871-4df4-466f-9458-91ab9c11e61e req-8748ae1f-78d8-4074-965e-55538d17789a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399904 Apr 01 15:35:27.199977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:35:27.274855 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'status': 'completed', 'code': 200} Apr 01 15:35:27.376358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-726d89f7-d70f-45ac-90cc-68e2127b6f46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1094 time: 0.0802968 Apr 01 15:35:27.464157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-f8d922de-7565-4b46-b4ea-4f6f3c7e410a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1094 time: 0.1707428 Apr 01 15:35:27.507891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-2a92460b-5dd6-4476-96dd-8af98a050cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:27.509320 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-2a92460b-5dd6-4476-96dd-8af98a050cc4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1278319 Apr 01 15:35:27.597890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-370e179f-ce13-4dbc-a2da-23d0d667e9d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:27.599396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-370e179f-ce13-4dbc-a2da-23d0d667e9d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1256154 Apr 01 15:35:27.611030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-6878ba6d-29ef-4ce6-9264-34aebb9c2e93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.0962591 Apr 01 15:35:27.672737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-2ed0c3be-cfe5-4733-8328-5ad257810094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:27.674209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-2ed0c3be-cfe5-4733-8328-5ad257810094 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0575562 Apr 01 15:35:27.703726 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-eb092639-0db6-4eaf-bdcc-503348b6dcd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.0964224 Apr 01 15:35:27.749339 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-7d6e24c2-3c10-4735-8027-e1619222e6b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691080 Apr 01 15:35:27.764755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-a2da59a5-7af7-4494-8620-7b86760303ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:27.766221 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-a2da59a5-7af7-4494-8620-7b86760303ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0564737 Apr 01 15:35:27.844797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-3394d295-a48c-4d1d-911b-89852c2f05df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717652 Apr 01 15:35:27.852707 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5492ffe4-48fb-4799-bc78-79e3a3447b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:27.884426 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-923b509f-6c2e-4e40-87fd-51cc4eef64c0 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290107 Apr 01 15:35:27.981282 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-d7a04276-cfa6-4a16-af68-283945fd0451 service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296556 Apr 01 15:35:28.117143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-3404f95b-fbd8-4168-904b-c4f29f0b57ce service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292605 Apr 01 15:35:28.160521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb72282-92e2-493a-88fb-800a8a971f5f req-e382e14c-2857-4000-aca1-6ef814813462 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705944 Apr 01 15:35:28.209188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999d7a6-bed2-4c84-9a55-829a1d456890 req-9bc1a2e7-652c-4db3-92fc-e8cc201c36dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:28.210656 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1999d7a6-bed2-4c84-9a55-829a1d456890 req-9bc1a2e7-652c-4db3-92fc-e8cc201c36dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 943 time: 0.1968212 Apr 01 15:35:28.258533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1999d7a6-bed2-4c84-9a55-829a1d456890 req-6621d1bf-948a-4cfd-83fb-570632a6cfe5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422561 Apr 01 15:35:29.479784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf424eda-f0e5-46a1-aa78-1a2e08cc4c4c req-4715e762-54d6-4c95-80b0-7b5c2861b490 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:29.481225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf424eda-f0e5-46a1-aa78-1a2e08cc4c4c req-4715e762-54d6-4c95-80b0-7b5c2861b490 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 943 time: 0.0913036 Apr 01 15:35:29.527544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bf424eda-f0e5-46a1-aa78-1a2e08cc4c4c req-55ace7c2-5cc9-44f9-b375-fce767a2ed35 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404272 Apr 01 15:35:29.956158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-045e0994-5d5e-4e72-b489-ef395a2c24c0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:29.957592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-045e0994-5d5e-4e72-b489-ef395a2c24c0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 943 time: 0.1352477 Apr 01 15:35:30.005171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:30.019131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564c25-bd7d-4554-9d09-39ae8ab49332 req-f05217d8-b124-4604-bd99-e38357e115b6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:30.020604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e564c25-bd7d-4554-9d09-39ae8ab49332 req-f05217d8-b124-4604-bd99-e38357e115b6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 943 time: 0.1411541 Apr 01 15:35:30.062488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:30.082126 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-b3273ab1-8fd5-4aa1-83b1-4fc3adc636e6 service neutron] 10.222.0.44 "GET /v2.0/ports/5ff75433-8ae1-4783-bc0e-7c78f5b044a0/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 382 time: 0.1175048 Apr 01 15:35:30.084792 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e564c25-bd7d-4554-9d09-39ae8ab49332 req-a8464cc7-75b7-4bfd-90d7-51f50c09befa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572701 Apr 01 15:35:30.098858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:35:30.174015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-36ae2bdb-a589-46f1-bd0b-8743eae48dbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1094 time: 0.0689588 Apr 01 15:35:30.269681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:30.288465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'port_id': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'mac_address': 'fa:16:3e:40:e5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:35:30.291748 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8959cf7e-0f44-4e73-bb18-f84157f284ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:30.312523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-60941fe3-9cd0-498f-b7d3-4e0c5c0183ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:30.313973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-60941fe3-9cd0-498f-b7d3-4e0c5c0183ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1337442 Apr 01 15:35:30.343392 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:30.360667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:35:30.375787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:30.380238 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:30.420132 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-4a0379f2-bcaa-4984-a4b6-5720c4ac20de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.0992987 Apr 01 15:35:30.447367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:30.456302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.456637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.456974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.457304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.457625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.457916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.458255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.458554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.458866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.459175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.459513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:30.486040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-29d9eddb-07c9-4351-b906-5d03a2633b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:30.487522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-29d9eddb-07c9-4351-b906-5d03a2633b5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0611258 Apr 01 15:35:30.570164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-3e30c08d-2d4f-468d-8581-6af6fc3f403d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763140 Apr 01 15:35:30.634694 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['5ff75433-8ae1-4783-bc0e-7c78f5b044a0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:35:30.816456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-810fb6f4-72a9-4dea-bd4c-91af8e634b62 service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399426 Apr 01 15:35:30.947763 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-12e8373e-bec6-45bf-9989-5df6643da4c7 service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241789 Apr 01 15:35:31.304075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7e8f3-23e5-498f-8070-3e764ce3be8b req-cd5d0b25-2cda-4b87-aecc-c4d842fff21d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:31.305544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65d7e8f3-23e5-498f-8070-3e764ce3be8b req-cd5d0b25-2cda-4b87-aecc-c4d842fff21d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 944 time: 0.0859108 Apr 01 15:35:31.318137 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:31.357241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65d7e8f3-23e5-498f-8070-3e764ce3be8b req-3d02faee-200d-4ed3-9661-e42e4ce4ecbb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460224 Apr 01 15:35:31.400684 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:32.118041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:35:32.193671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:35:32.198326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:32.198693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:32.310601 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:32.337646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:35:32.347630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:32.353958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:32.408537 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'code': 200} Apr 01 15:35:32.424825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:32.575869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef38933-932a-4c15-99fe-5180dd35eddc req-db243998-a8c6-467c-9d3d-5a65f1cc1a7b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:32.577308 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eef38933-932a-4c15-99fe-5180dd35eddc req-db243998-a8c6-467c-9d3d-5a65f1cc1a7b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 945 time: 0.0880866 Apr 01 15:35:32.622835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-eef38933-932a-4c15-99fe-5180dd35eddc req-7908c460-b77e-43f9-b107-85f6a27a08a8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398135 Apr 01 15:35:32.822358 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:33.107440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-71fb9242-1a59-48d7-91ad-06ff94e9440f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 1096 time: 0.0740130 Apr 01 15:35:33.117927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:35:33.222298 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:33.503765 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:33.540712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:35:33.600177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:35:33.605578 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:33.620120 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Transition to ACTIVE for port object 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:35:33.624763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:33.675388 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'code': 200} Apr 01 15:35:33.748573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:33.819265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.819641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.819984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.820267 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.820587 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.820938 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.821253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.821568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.821863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.822174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.822489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:33.899909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] No DVR routers for this DVR port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:35:34.021460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f83646-c1d9-4bf4-9c00-8fb18979a9d0 req-2210cff2-d5a8-4f90-8d0b-20722599fd5c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:34.022905 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96f83646-c1d9-4bf4-9c00-8fb18979a9d0 req-2210cff2-d5a8-4f90-8d0b-20722599fd5c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 944 time: 0.2723229 Apr 01 15:35:34.091881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96f83646-c1d9-4bf4-9c00-8fb18979a9d0 req-f7f74593-a265-42aa-8b04-5a14f80137cd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614495 Apr 01 15:35:34.196738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:35:34.197058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:35:34.197372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:35:34.203610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:35:34.203907 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Attempting to bind port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on network d25e6e1a-5a22-40d6-bcbd-992632be8d9f {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:35:34.210322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:35:34.210639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Checking segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:35:34.211016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Bound using segment: {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:35:34.211453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Bound port: 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8110c43e-d308-44a1-b958-456b128aa2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:35:34.211793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:34.317534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:35:34.320562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:35:34.327710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:34.387680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:34.388993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] 10.222.0.62 "PUT /v2.0/ports/5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 1092 time: 1.2749088 Apr 01 15:35:34.402186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bf7a0-e3c5-47f1-a106-6d09d7bb1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=11']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:34.480172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-14de6c04-dc9c-49db-b3a5-9e52d519ffdf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1095 time: 0.0708508 Apr 01 15:35:34.716076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-b575b5ff-a71f-4812-a910-296f7cd446e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:34.717526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-b575b5ff-a71f-4812-a910-296f7cd446e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.2318571 Apr 01 15:35:34.816043 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-de238ccd-a644-4f80-89cb-545159266e14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.0927296 Apr 01 15:35:34.878698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-1e560424-ab7b-497a-a2a4-c2f3792c2c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:34.880121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-1e560424-ab7b-497a-a2a4-c2f3792c2c49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0588641 Apr 01 15:35:34.957059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-fbc41f64-50d8-43b2-b7e6-32acbf918615 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712960 Apr 01 15:35:35.089195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-098f309f-d4d4-4581-a8a2-f1167cf28ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259494 Apr 01 15:35:35.223180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8944f5b2-247c-4407-8799-4e98fd0dbf98 req-ee8e5773-4fee-4eda-b48f-002eba3a6fb3 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267412 Apr 01 15:35:35.291323 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac13f7-e9d8-464c-b9d8-3eb9621ba053 req-32960005-35f2-431e-95f7-5bfc390e0a55 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:35.292792 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aac13f7-e9d8-464c-b9d8-3eb9621ba053 req-32960005-35f2-431e-95f7-5bfc390e0a55 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 944 time: 0.0746982 Apr 01 15:35:35.344428 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7aac13f7-e9d8-464c-b9d8-3eb9621ba053 req-3b63e18c-3eca-4d5b-8606-4759843b3296 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Apr 01 15:35:35.676786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:35:35.753581 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'status': 'completed', 'code': 200} Apr 01 15:35:35.851843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-8518cdc4-2ec5-429a-987d-c7932ad5a34b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1095 time: 0.0856161 Apr 01 15:35:35.863674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-143c8073-a6f8-4002-9a26-e9e23ca8817c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1095 time: 0.0754654 Apr 01 15:35:35.998133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-ca5babf9-373e-4d3e-b79e-e5e72f39bb82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:35.999599 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-ca5babf9-373e-4d3e-b79e-e5e72f39bb82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1297896 Apr 01 15:35:36.039606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-fde201d1-5355-4339-adb5-7a56206277d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:36.041043 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-fde201d1-5355-4339-adb5-7a56206277d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1824436 Apr 01 15:35:36.099902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-08a16679-480c-43da-9c2e-6f7ac8f17f8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.0937970 Apr 01 15:35:36.101401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2198-32f1-4b3f-ab32-8ff4ec13f328 req-c22bbfdf-90e8-4c39-835b-a107983cd339 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:36.102837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f33f2198-32f1-4b3f-ab32-8ff4ec13f328 req-c22bbfdf-90e8-4c39-835b-a107983cd339 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 945 time: 0.2192822 Apr 01 15:35:36.163033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:36.167076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-af920817-5727-4792-8170-32a25b4a0e5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:36.172910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-af920817-5727-4792-8170-32a25b4a0e5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0613153 Apr 01 15:35:36.184357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-acbd4ba8-cf1a-43bf-be44-7e1be8a21473 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 999 time: 0.1358020 Apr 01 15:35:36.186534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f33f2198-32f1-4b3f-ab32-8ff4ec13f328 req-1ef1b349-60a9-4afd-8050-760360b9aef9 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781186 Apr 01 15:35:36.250370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:36.264864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-47c9df8c-8fe8-4e44-b5a6-bca3a65a6572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:36.265087 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-eefe11ae-c089-4b82-98dc-9bccc256a705 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888867 Apr 01 15:35:36.266530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-47c9df8c-8fe8-4e44-b5a6-bca3a65a6572 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0750806 Apr 01 15:35:36.340721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-83c29628-b9aa-4d7a-b2a8-c3c6a16a009b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676749 Apr 01 15:35:36.401452 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-57553a04-0d46-4600-9a8c-df61f45305c8 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301289 Apr 01 15:35:36.472344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-1ddddd02-4fb4-40d9-beeb-14db6a664357 service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242323 Apr 01 15:35:36.602912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-13eb81ac-87b2-4ad2-8d76-a5123b5beda2 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925106 Apr 01 15:35:36.617839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d146578-86ac-492a-9b79-4c3169386926 req-74e5fc12-76af-437e-87d9-dcadd4d64652 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:36.619380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d146578-86ac-492a-9b79-4c3169386926 req-74e5fc12-76af-437e-87d9-dcadd4d64652 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 944 time: 0.1346498 Apr 01 15:35:36.625755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dd72059e-d0a1-4d9b-98a5-6b35fcd7b9a4 req-634c2b73-26e1-4875-83ed-419425793554 service neutron] 10.222.0.44 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466842 Apr 01 15:35:36.667195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d146578-86ac-492a-9b79-4c3169386926 req-2419bf75-6b56-4053-8dab-75452ad846fb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409751 Apr 01 15:35:37.201722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-0646be1a-f347-4784-8c44-340cd8a4adfd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:37.203135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-0646be1a-f347-4784-8c44-340cd8a4adfd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.44 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 945 time: 0.0947011 Apr 01 15:35:37.270822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Deleting port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:37.271188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:37.548605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db161d61-9b56-4ebc-96bd-482b7f322846 req-afb0a2ab-58b9-41c3-9eee-a4ab92f32c41 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:37.550068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db161d61-9b56-4ebc-96bd-482b7f322846 req-afb0a2ab-58b9-41c3-9eee-a4ab92f32c41 tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 945 time: 0.2200832 Apr 01 15:35:37.680007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] For port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:37.680307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:37.780182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db161d61-9b56-4ebc-96bd-482b7f322846 req-bfee558a-9b65-4fa4-bf8d-bea6a3aec7ec tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/security-groups?id=75355a57-0382-4ae8-af9b-71fd48e28456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166162 Apr 01 15:35:37.871830 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a603232-91d9-45ad-82e7-e30732148d48 req-b58a3c0a-bf74-4701-9d15-372f093dad6d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:37.873294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a603232-91d9-45ad-82e7-e30732148d48 req-b58a3c0a-bf74-4701-9d15-372f093dad6d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 944 time: 0.0791171 Apr 01 15:35:37.984062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:37.984501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:37.984900 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Floating IP 0ea48199-9fd1-43d5-a07c-2495a2df7e0f disassociated. External IP: 172.25.2.84, port: 39a0aa5f-4dfe-46b5-9868-500f7e79ee85. Apr 01 15:35:37.985246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Calling delete_port for 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:38.018095 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a603232-91d9-45ad-82e7-e30732148d48 req-6fd27d5f-e811-4218-bd49-794f7fe10b53 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386430 Apr 01 15:35:38.021879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:35:38.046300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43786) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:38.140134 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:38.153650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c3a484e5-24a1-4883-9aa6-11cf3bda88b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 200 len: 991 time: 0.1062200 Apr 01 15:35:38.161903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:38.175330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'port_id': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'mac_address': 'fa:16:3e:40:e5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:35:38.189441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event deleted for resources: {'Port': ['ID=39a0aa5f-4dfe-46b5-9868-500f7e79ee85,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:38.234624 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:38.251146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:35:38.265526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:38.270774 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:38.336929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:38.404521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Router 95e939cb-3440-498d-8458-dbc02709d708 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:35:38.480374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['5ff75433-8ae1-4783-bc0e-7c78f5b044a0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:35:38.620773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:35:38.635981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] Sync routers for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:35:38.655161 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:38.656180 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:38.700153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] No DVR routers for this DVR port 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:35:38.703094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:38.706212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'name': 'network-vif-deleted', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:35:38.725397 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-81c7e0c3-5f34-4eb2-9af6-2f2da5284e54 req-ecfb638a-79ba-40f9-b046-9ea7a10981cd tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.44 "DELETE /v2.0/ports/39a0aa5f-4dfe-46b5-9868-500f7e79ee85 HTTP/1.1" status: 204 len: 173 time: 1.5168171 Apr 01 15:35:38.777089 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574d61b4-19e5-4277-9639-74f9acedebeb', 'name': 'network-vif-deleted', 'tag': '39a0aa5f-4dfe-46b5-9868-500f7e79ee85', 'status': 'completed', 'code': 200} Apr 01 15:35:38.911334 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:38.980368 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9364da6-ccbe-41e0-93b1-1d448092f9fb req-56799954-4fac-4dee-8686-57b7c85a94ba tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "GET /v2.0/ports?device_id=574d61b4-19e5-4277-9639-74f9acedebeb HTTP/1.1" status: 200 len: 210 time: 0.0425920 Apr 01 15:35:39.247636 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:34Z', 'revision_number': 5, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:39.251770 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] Checking router: 95e939cb-3440-498d-8458-dbc02709d708 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:35:39.262418 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:39.263004 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:39.460108 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:39.767599 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:34Z', 'revision_number': 5, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:39.771605 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30ddf2-fdb5-4931-a44e-9a55721625f5 None None] The sync data for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 is: [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:10Z', 'revision_number': 4, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d495502-ad88-4d74-85f1-24992993a794', 'name': '', 'network_id': '73760509-486f-486f-89a3-dcf984683c0b', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'mac_address': 'fa:16:3e:c4:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:09Z', 'updated_at': '2022-04-01T15:30:34Z', 'revision_number': 5, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'subnets': [{'id': 'b4e79f6a-e168-4181-9eec-b0a4b31641aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:35:39.985121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a8d71-6993-443c-8950-b7aa222b0ad6 None None] New status for floating IP 0ea48199-9fd1-43d5-a07c-2495a2df7e0f: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:35:40.036977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:35:40.087878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43796) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:40.225300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:40.253377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Deleting port 9cd49c16-50ce-4a64-b3d5-71372f4268ea {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:40.253756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.267263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:35:40.267621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 39a0aa5f-4dfe-46b5-9868-500f7e79ee85 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:40.281927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:35:40.287606 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:40.288105 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.432003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.432327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.437277 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.466059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:35:40.475996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:40.483393 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.526146 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'code': 200} Apr 01 15:35:40.554736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=13']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:40.554939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Calling delete_port for 9cd49c16-50ce-4a64-b3d5-71372f4268ea owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:40.712235 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.757039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event deleted for resources: {'Port': ['ID=9cd49c16-50ce-4a64-b3d5-71372f4268ea,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:40.851711 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.866117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.867271 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5de7e9ae-6858-484d-bb0f-cdd0ab5a07be tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "DELETE /v2.0/floatingips/0ea48199-9fd1-43d5-a07c-2495a2df7e0f HTTP/1.1" status: 204 len: 168 time: 0.7784116 Apr 01 15:35:41.030772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43806) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:41.040681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:41.107120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b989354-336f-432a-8135-d26e9f00d1cc tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:41.136059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b989354-336f-432a-8135-d26e9f00d1cc tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:41.217101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b989354-336f-432a-8135-d26e9f00d1cc tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:41.238493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b989354-336f-432a-8135-d26e9f00d1cc tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75355a57-0382-4ae8-af9b-71fd48e28456,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:41.250636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b989354-336f-432a-8135-d26e9f00d1cc tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:41.252029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3b989354-336f-432a-8135-d26e9f00d1cc tempest-TestServerBasicOps-1336310555 tempest-TestServerBasicOps-1336310555-project] 10.222.0.48 "DELETE /v2.0/security-groups/75355a57-0382-4ae8-af9b-71fd48e28456 HTTP/1.1" status: 204 len: 168 time: 0.2200787 Apr 01 15:35:41.300789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43812) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:42.016436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:42.612569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Deleting port 1d495502-ad88-4d74-85f1-24992993a794 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:42.613287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:42.784185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] For port 1d495502-ad88-4d74-85f1-24992993a794, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1d495502-ad88-4d74-85f1-24992993a794,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:42.784542 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:42.904182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Calling delete_port for 1d495502-ad88-4d74-85f1-24992993a794 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:43.074811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:43.121361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d495502-ad88-4d74-85f1-24992993a794,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:43.412676 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:44.105893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Router 95e939cb-3440-498d-8458-dbc02709d708 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:35:44.308380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:35:44.318146 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] Sync routers for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:35:44.322017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-312aff24-f2e8-417e-b641-e745cb42855e admin admin] 10.222.0.48 "PUT /v2.0/routers/95e939cb-3440-498d-8458-dbc02709d708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0201311 Apr 01 15:35:44.325457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43820) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:44.331817 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:44.332586 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:44.510179 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:44.521071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:44.723685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:44.733723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Deleting port 290f3045-c880-4be3-9d6c-8fcf5299b1e0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:44.734105 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:44.828681 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:35:43Z', 'revision_number': 5, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port': {'id': '290f3045-c880-4be3-9d6c-8fcf5299b1e0', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e939cb-3440-498d-8458-dbc02709d708', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:44.832804 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] Checking router: 95e939cb-3440-498d-8458-dbc02709d708 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:35:44.844472 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] Routers {'95e939cb-3440-498d-8458-dbc02709d708'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:44.845091 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['95e939cb-3440-498d-8458-dbc02709d708'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:44.999547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] Set router 95e939cb-3440-498d-8458-dbc02709d708 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:45.003614 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.018502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] For port 290f3045-c880-4be3-9d6c-8fcf5299b1e0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=290f3045-c880-4be3-9d6c-8fcf5299b1e0,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:45.019083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.102816 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:35:44Z', 'revision_number': 6, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:45.106801 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc7884-3aee-40fe-ad3e-1afe40b53763 None None] The sync data for ids ['95e939cb-3440-498d-8458-dbc02709d708'] in n-d-836017-1 is: [{'id': '95e939cb-3440-498d-8458-dbc02709d708', 'name': 'tempest-TestServerBasicOps-1053888620-router', 'tenant_id': '0873a1b8502b4abb890ccc73b4b763d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:06Z', 'updated_at': '2022-04-01T15:35:44Z', 'revision_number': 6, 'project_id': '0873a1b8502b4abb890ccc73b4b763d6', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:35:45.143175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Calling delete_port for 290f3045-c880-4be3-9d6c-8fcf5299b1e0 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:45.315605 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.358636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=290f3045-c880-4be3-9d6c-8fcf5299b1e0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:45.588403 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.857773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.862061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.889181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.889660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e939cb-3440-498d-8458-dbc02709d708 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:35:45.901373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:45.902482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa3ce9f0-ea84-42bb-aeaa-76b13e48c4fb admin admin] 10.222.0.48 "DELETE /v2.0/routers/95e939cb-3440-498d-8458-dbc02709d708 HTTP/1.1" status: 204 len: 168 time: 1.5760705 Apr 01 15:35:45.905675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43824) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:45.967809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] Deleting subnet b4e79f6a-e168-4181-9eec-b0a4b31641aa {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:35:45.971224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.021443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.024372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 290f3045-c880-4be3-9d6c-8fcf5299b1e0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:46.060413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 290f3045-c880-4be3-9d6c-8fcf5299b1e0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:35:46.060726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 290f3045-c880-4be3-9d6c-8fcf5299b1e0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:46.061136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d495502-ad88-4d74-85f1-24992993a794 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:46.092715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1d495502-ad88-4d74-85f1-24992993a794 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:35:46.093054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d495502-ad88-4d74-85f1-24992993a794 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:46.108230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.181465 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.221352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e79f6a-e168-4181-9eec-b0a4b31641aa,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:46.226408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.235252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6d67eab7-5791-4b8a-9dd0-a0fe771540d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b4e79f6a-e168-4181-9eec-b0a4b31641aa HTTP/1.1" status: 204 len: 168 time: 0.3261042 Apr 01 15:35:46.235479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43828) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:46.238003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2a413-1884-4471-a13f-827d6b930b4f None None] Network 73760509-486f-486f-89a3-dcf984683c0b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:35:46.338749 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.348977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Deleting port 868326a4-baa4-43bf-af0f-7b672ec20c11 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:46.349294 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.486822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] DHCP port deletion for 73760509-486f-486f-89a3-dcf984683c0b request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:35:46.492486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Deleting port 868326a4-baa4-43bf-af0f-7b672ec20c11 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:46.492848 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.551024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] For port 868326a4-baa4-43bf-af0f-7b672ec20c11, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=868326a4-baa4-43bf-af0f-7b672ec20c11,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:46.551451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.689305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] For port 868326a4-baa4-43bf-af0f-7b672ec20c11, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=868326a4-baa4-43bf-af0f-7b672ec20c11,segment=NetworkSegment(992f12a5-487e-4c17-8094-4a264e0d09e5),segment_id=992f12a5-487e-4c17-8094-4a264e0d09e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:46.689550 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.784392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Calling delete_port for 868326a4-baa4-43bf-af0f-7b672ec20c11 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:46.815866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Calling delete_port for 868326a4-baa4-43bf-af0f-7b672ec20c11 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:46.868789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:35:46.878530 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 15:35:46.888508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:35:46.888855 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:35:46.915111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Pushing event deleted for resources: {'Port': ['ID=868326a4-baa4-43bf-af0f-7b672ec20c11,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:46.923019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] No DVR routers for this DVR port 868326a4-baa4-43bf-af0f-7b672ec20c11 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:35:47.040218 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:47.064788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73760509-486f-486f-89a3-dcf984683c0b']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:47.077030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992f12a5-487e-4c17-8094-4a264e0d09e5') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:47.077337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992f12a5-487e-4c17-8094-4a264e0d09e5') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:47.088455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:47.107056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:47.113843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:35:47.114235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:35:47.133162 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:35:47.215418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:47.221029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:47.243253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] Pushing event deleted for resources: {'Network': ['ID=73760509-486f-486f-89a3-dcf984683c0b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:47.259602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a57f5a01-0fc9-4272-906b-fbf08face060 admin admin] 10.222.0.48 "DELETE /v2.0/networks/73760509-486f-486f-89a3-dcf984683c0b HTTP/1.1" status: 204 len: 168 time: 1.0231073 Apr 01 15:35:47.262610 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43832) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:47.390235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Deleting port 868326a4-baa4-43bf-af0f-7b672ec20c11 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:47.390995 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:47.459621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-410a352b-6efd-4a46-b4b3-4fb047b11d41 None None] The port '868326a4-baa4-43bf-af0f-7b672ec20c11' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:35:47.682340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:48.013158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 868326a4-baa4-43bf-af0f-7b672ec20c11 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:48.045966 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 868326a4-baa4-43bf-af0f-7b672ec20c11 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:35:48.046275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 868326a4-baa4-43bf-af0f-7b672ec20c11 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:48.303393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Deleting port 353702ae-0e74-49bd-aef4-f5eb53cbfd66 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:48.304005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:48.574875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] For port 353702ae-0e74-49bd-aef4-f5eb53cbfd66, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=353702ae-0e74-49bd-aef4-f5eb53cbfd66,segment=NetworkSegment(eb3e36db-498d-4e0b-a5c2-4b97d35e0538),segment_id=eb3e36db-498d-4e0b-a5c2-4b97d35e0538)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:48.575114 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:48.691574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Calling delete_port for 353702ae-0e74-49bd-aef4-f5eb53cbfd66 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:48.859352 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:48.902474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Pushing event deleted for resources: {'Port': ['ID=353702ae-0e74-49bd-aef4-f5eb53cbfd66,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:49.195968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:49.768357 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Router 24007fb9-1519-4527-a285-3e2ecae4e03c has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:35:50.065324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:35:50.074367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] Sync routers for ids ['24007fb9-1519-4527-a285-3e2ecae4e03c'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:35:50.083594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-67beaeed-427e-4e15-9f59-6070c984b92c admin admin] 10.222.0.48 "PUT /v2.0/routers/24007fb9-1519-4527-a285-3e2ecae4e03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8199375 Apr 01 15:35:50.086299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43836) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:50.087665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] Routers {'24007fb9-1519-4527-a285-3e2ecae4e03c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:50.088408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['24007fb9-1519-4527-a285-3e2ecae4e03c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:50.270037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] Set router 24007fb9-1519-4527-a285-3e2ecae4e03c gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:50.320667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:50.598544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:35:48Z', 'revision_number': 5, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port': {'id': 'ab5e45cd-47f5-4483-9c93-90ecc0c94bbd', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:30:17Z', 'updated_at': '2022-04-01T15:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:50.602415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] Checking router: 24007fb9-1519-4527-a285-3e2ecae4e03c for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:35:50.613761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] Routers {'24007fb9-1519-4527-a285-3e2ecae4e03c'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:50.614370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['24007fb9-1519-4527-a285-3e2ecae4e03c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:50.639089 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:50.649306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Deleting port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:50.649633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:50.765067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] Set router 24007fb9-1519-4527-a285-3e2ecae4e03c gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:50.823789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] For port ab5e45cd-47f5-4483-9c93-90ecc0c94bbd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:50.824125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:50.868846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:35:50Z', 'revision_number': 6, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:50.872895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b9296-17c3-41ba-89e6-315967392d56 None None] The sync data for ids ['24007fb9-1519-4527-a285-3e2ecae4e03c'] in n-d-836017-1 is: [{'id': '24007fb9-1519-4527-a285-3e2ecae4e03c', 'name': 'tempest-TestServerBasicOps-781114495-router', 'tenant_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:30:16Z', 'updated_at': '2022-04-01T15:35:50Z', 'revision_number': 6, 'project_id': '52d3cb8a08d64bac8a2c9b068fd5883e', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:35:50.943423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Calling delete_port for ab5e45cd-47f5-4483-9c93-90ecc0c94bbd owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:51.110626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.157554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5e45cd-47f5-4483-9c93-90ecc0c94bbd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:51.382310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.635026 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.639319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.663849 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.664397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24007fb9-1519-4527-a285-3e2ecae4e03c {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:35:51.676005 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.677143 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-76f9bdd9-6196-4ac5-a64b-376689e12570 admin admin] 10.222.0.48 "DELETE /v2.0/routers/24007fb9-1519-4527-a285-3e2ecae4e03c HTTP/1.1" status: 204 len: 168 time: 1.5898342 Apr 01 15:35:51.679705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43840) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:51.741792 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] Deleting subnet 473131c9-1729-438f-b5bb-1f76d7fe1561 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:35:51.744824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.795321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:51.879802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.017345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 353702ae-0e74-49bd-aef4-f5eb53cbfd66 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:52.049747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 353702ae-0e74-49bd-aef4-f5eb53cbfd66 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:35:52.050108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 353702ae-0e74-49bd-aef4-f5eb53cbfd66 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:52.050527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab5e45cd-47f5-4483-9c93-90ecc0c94bbd no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:52.054383 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.082517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ab5e45cd-47f5-4483-9c93-90ecc0c94bbd {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:35:52.082784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab5e45cd-47f5-4483-9c93-90ecc0c94bbd not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:52.092062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473131c9-1729-438f-b5bb-1f76d7fe1561,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:52.099521 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.105313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2f068b-dd4a-48b4-a9e1-7b10f0e36b85 None None] Network 6bb44028-86da-40d9-b564-797322d4b295 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:35:52.107728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7595216-338d-489a-8b53-1065b48a4444 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/473131c9-1729-438f-b5bb-1f76d7fe1561 HTTP/1.1" status: 204 len: 168 time: 0.4270382 Apr 01 15:35:52.108680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43844) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:52.212643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.224876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Deleting port 8584d1bc-abbf-4834-a19e-4057f2509a15 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:52.225211 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.356593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] DHCP port deletion for 6bb44028-86da-40d9-b564-797322d4b295 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:35:52.361017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Deleting port 8584d1bc-abbf-4834-a19e-4057f2509a15 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:52.361391 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.433969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] For port 8584d1bc-abbf-4834-a19e-4057f2509a15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8584d1bc-abbf-4834-a19e-4057f2509a15,segment=NetworkSegment(eb3e36db-498d-4e0b-a5c2-4b97d35e0538),segment_id=eb3e36db-498d-4e0b-a5c2-4b97d35e0538)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:52.434308 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.550862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Calling delete_port for 8584d1bc-abbf-4834-a19e-4057f2509a15 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:52.562312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] For port 8584d1bc-abbf-4834-a19e-4057f2509a15, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8584d1bc-abbf-4834-a19e-4057f2509a15,segment=NetworkSegment(eb3e36db-498d-4e0b-a5c2-4b97d35e0538),segment_id=eb3e36db-498d-4e0b-a5c2-4b97d35e0538)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:52.562701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.625369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.673869 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8584d1bc-abbf-4834-a19e-4057f2509a15,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:52.680763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] No DVR routers for this DVR port 8584d1bc-abbf-4834-a19e-4057f2509a15 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:35:52.695621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Calling delete_port for 8584d1bc-abbf-4834-a19e-4057f2509a15 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:35:52.765810 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:35:52.766339 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:35:52.794916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.819670 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb44028-86da-40d9-b564-797322d4b295']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:52.831446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:52.831738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3e36db-498d-4e0b-a5c2-4b97d35e0538') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:52.845096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.865657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.872528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:35:52.873029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:35:52.886136 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:35:52.966344 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.986228 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:52.995997 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb44028-86da-40d9-b564-797322d4b295,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:53.003108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d4df3577-3cea-4813-b2fc-b2902a6069f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6bb44028-86da-40d9-b564-797322d4b295 HTTP/1.1" status: 204 len: 168 time: 0.8934045 Apr 01 15:35:53.150408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43850) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:53.202539 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c4d60229-6583-46c0-b415-18ce4d85f9b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0873a1b8502b4abb890ccc73b4b763d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510151 Apr 01 15:35:53.206109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43854) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:53.267554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Deleting port 8584d1bc-abbf-4834-a19e-4057f2509a15 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:35:53.268120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:53.269584 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a0b05ca-a188-456f-adec-3549140bbfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:53.299356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a0b05ca-a188-456f-adec-3549140bbfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:53.333130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d24bfb44-16f3-4add-97f5-fd85ab107e6a None None] The port '8584d1bc-abbf-4834-a19e-4057f2509a15' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:35:53.353433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a0b05ca-a188-456f-adec-3549140bbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:53.369117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b05ca-a188-456f-adec-3549140bbfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b8bd8-fcd5-41c0-a531-5f1dc9620d61,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:53.378745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6a0b05ca-a188-456f-adec-3549140bbfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:53.379899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6a0b05ca-a188-456f-adec-3549140bbfa6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/042b8bd8-fcd5-41c0-a531-5f1dc9620d61 HTTP/1.1" status: 204 len: 168 time: 0.1728904 Apr 01 15:35:53.800315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43862) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:53.852047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-321d6bc4-dcb1-4cd5-9468-cd058de6922e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52d3cb8a08d64bac8a2c9b068fd5883e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505164 Apr 01 15:35:53.854680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43866) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:53.928997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619a623d-3c87-414f-b457-a0f464690c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:53.962028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619a623d-3c87-414f-b457-a0f464690c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:54.017534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8584d1bc-abbf-4834-a19e-4057f2509a15 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:35:54.020439 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619a623d-3c87-414f-b457-a0f464690c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:54.039675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a623d-3c87-414f-b457-a0f464690c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f394e86d-72aa-4369-a360-e10ff9499024,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:54.046250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-619a623d-3c87-414f-b457-a0f464690c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:54.047391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-619a623d-3c87-414f-b457-a0f464690c2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f394e86d-72aa-4369-a360-e10ff9499024 HTTP/1.1" status: 204 len: 168 time: 0.1915743 Apr 01 15:35:54.048177 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:35:54.051402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8584d1bc-abbf-4834-a19e-4057f2509a15 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:35:54.051724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8584d1bc-abbf-4834-a19e-4057f2509a15 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:35:54.958429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43888) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:55.091840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1986130593-network', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:35:55.097753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:35:55.102198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Usage tracker for resource:network and tenant:d94210f95e374ce8960011517fc1b41e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:35:55.105475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:35:55.112153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:35:55.125304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Made reservation on behalf of d94210f95e374ce8960011517fc1b41e for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:35:55.127710 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.140399 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.172011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:35:55.176031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Usage tracker for resource:security_group_rule and tenant:d94210f95e374ce8960011517fc1b41e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:35:55.178964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:35:55.185169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:35:55.248960 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.254964 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.283589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:35:55.292230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77848de4-a858-4403-a8f7-df3c4441b80c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:55.297716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.298080 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Added segment 35682aac-63c0-4a52-aca8-6ab42c6427c4 of type vlan for network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 Apr 01 15:35:55.326811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.358149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.359011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:55.359802 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.546166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5864732 Apr 01 15:35:55.546891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfa239-6068-4245-b68d-bca6b4f34c1e admin admin] Pushing event updated for resources: {'Network': ['ID=48232f6b-e4d3-401d-a3c5-fba593b7ee99,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:55.549391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43894) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:55.555758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Request body: {'subnet': {'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1986130593-subnet', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:35:55.557101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:35:55.561450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:35:55.565333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Usage tracker for resource:subnet and tenant:d94210f95e374ce8960011517fc1b41e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:35:55.568594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:35:55.574775 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:35:55.586130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Made reservation on behalf of d94210f95e374ce8960011517fc1b41e for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:35:55.588370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.797162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.868523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0487845b-a867-4999-8bb2-d20100f1953f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:55.881565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Checking segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:35:55.881902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Network hostable DHCP agents. Network: 48232f6b-e4d3-401d-a3c5-fba593b7ee99, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:35:55.906319 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:35:55.916002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 48232f6b-e4d3-401d-a3c5-fba593b7ee99) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:35:55.920301 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:55.920943 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.924763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58873c3b-80fa-49da-bdc3-5fc9eb44f362 None None] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:35:55.945306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-24010241-9e11-4a8e-a7ee-e0c1852f7448 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3944399 Apr 01 15:35:55.947943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43898) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:55.953205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:35:55.958643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:35:55.962938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Usage tracker for resource:router and tenant:d94210f95e374ce8960011517fc1b41e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:35:55.966107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:35:55.972507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:35:55.984725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:55.985693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.005880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.151306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.174015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'fixed_ips': [{'subnet_id': '0487845b-a867-4999-8bb2-d20100f1953f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:35:56.174838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.331778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Allocated IP 172.20.0.2 (48232f6b-e4d3-401d-a3c5-fba593b7ee99/0487845b-a867-4999-8bb2-d20100f1953f/cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:35:56.341826 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.372752 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.509134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Allocated IP 172.25.2.61 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/de9f1956-621a-4a78-84b2-88c0376e737d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:35:56.540461 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.551847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Transition to ACTIVE for port object cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:35:56.572862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Transition to ACTIVE for port object cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:35:56.579443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.651801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:35:56.655230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:35:56.657050 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.658057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:35:56.660483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Pushing event updated for resources: {'Port': ['ID=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:56.687314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.748390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Attempting to bind port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:35:56.748756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Attempting to bind port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:35:56.749391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Attempting to bind port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:35:56.755783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:35:56.756166 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Checking segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:35:56.756569 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.756954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Bound using segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:35:56.757409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Bound port: cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:35:56.757575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:35:56.757777 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.760415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:35:56.762865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:35:56.812778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Pushing event updated for resources: {'Port': ['ID=de9f1956-621a-4a78-84b2-88c0376e737d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:56.850067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] For port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:35:56.853145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] For port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:35:56.858620 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.933397 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.934126 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:56.941540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac0095-6572-4bd7-9247-ec065a4406c0 None None] Pushing event updated for resources: {'Port': ['ID=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:57.181325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Router ed51819f-e594-4894-94a0-31a48c698e2d is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:35:57.479037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:35:57.488442 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Sync routers for ids ['ed51819f-e594-4894-94a0-31a48c698e2d'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:35:57.502353 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Routers {'ed51819f-e594-4894-94a0-31a48c698e2d'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:57.503442 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ed51819f-e594-4894-94a0-31a48c698e2d'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:57.506581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:57.510615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8c6a6d4a-de1b-4a7e-8409-9ce5d929833f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5592504 Apr 01 15:35:57.510863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43902) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:35:57.685671 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Set router ed51819f-e594-4894-94a0-31a48c698e2d gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:57.853865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f962e6-bc11-4c59-b187-bcb2ac313b78 None None] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:35:57.922221 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87a0f2c2-c9ed-4b9e-9ca9-99e121b5c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:57.984552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:35:56Z', 'revision_number': 3, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port': {'id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:56Z', 'updated_at': '2022-04-01T15:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:57.988578 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Checking router: ed51819f-e594-4894-94a0-31a48c698e2d for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:35:57.989095 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Updating router ed51819f-e594-4894-94a0-31a48c698e2d port de9f1956-621a-4a78-84b2-88c0376e737d binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:35:58.047039 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.075020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-910d7b9b-a71a-4a1e-be28-d2c113441962 None None] Provisioning for port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:35:58.118131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:35:58.198729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:35:58.205491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:58.206719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.323359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.338273 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.371279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:58.384439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.432298 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.444875 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Transition to ACTIVE for port object de9f1956-621a-4a78-84b2-88c0376e737d will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:35:58.451991 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.467173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:58.470253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-875f04bb-b215-433a-b541-bb248db61a7d None None] Provisioning complete for port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:58.470621 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-875f04bb-b215-433a-b541-bb248db61a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.532445 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Pushing event updated for resources: {'Port': ['ID=de9f1956-621a-4a78-84b2-88c0376e737d,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:58.534689 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Attempting to bind port de9f1956-621a-4a78-84b2-88c0376e737d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:35:58.535051 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Attempting to bind port de9f1956-621a-4a78-84b2-88c0376e737d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:35:58.535402 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Attempting to bind port de9f1956-621a-4a78-84b2-88c0376e737d on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:35:58.547192 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.547760 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.548080 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.548397 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.548711 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.549020 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.549326 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.549610 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.550092 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.550470 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.550776 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:58.553894 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:35:58.554472 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:35:58.555016 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.555545 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:35:58.556131 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Bound port: de9f1956-621a-4a78-84b2-88c0376e737d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:35:58.556657 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.560407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Allocated IP 172.20.0.1 (48232f6b-e4d3-401d-a3c5-fba593b7ee99/0487845b-a867-4999-8bb2-d20100f1953f/e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:35:58.628791 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] For port de9f1956-621a-4a78-84b2-88c0376e737d, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:35:58.631594 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] For port de9f1956-621a-4a78-84b2-88c0376e737d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=de9f1956-621a-4a78-84b2-88c0376e737d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:35:58.635818 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.712764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.731786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Transition to ACTIVE for port object e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:35:58.741910 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45285c-dce3-40c9-a455-3da1f175abb7 None None] Pushing event updated for resources: {'Port': ['ID=de9f1956-621a-4a78-84b2-88c0376e737d,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:58.744699 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Routers {'ed51819f-e594-4894-94a0-31a48c698e2d'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:35:58.745268 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:35:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ed51819f-e594-4894-94a0-31a48c698e2d'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:58.761296 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.837542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:35:58.841587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:35:58.844340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:35:58.886901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:58.915474 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:58.921938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-d7905394-122e-4d7a-8df3-6af305d92feb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791254 Apr 01 15:35:58.939796 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] Set router ed51819f-e594-4894-94a0-31a48c698e2d gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:35:59.003585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:59.100076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-6ed0ef66-c9ef-424a-b888-fa88ee162576 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1097 time: 0.1004505 Apr 01 15:35:59.224104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8ad5c20c-35fb-4940-bbc2-8817ac214ec6 None None] Provisioning for port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:35:59.229809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8ad5c20c-35fb-4940-bbc2-8817ac214ec6 None None] Provisioning complete for port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:59.230320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c20c-35fb-4940-bbc2-8817ac214ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:59.251432 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:35:56Z', 'revision_number': 3, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port': {'id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:56Z', 'updated_at': '2022-04-01T15:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:35:59.255775 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb1fe2-a85e-4597-8c6e-9f434f6d8c26 None None] The sync data for ids ['ed51819f-e594-4894-94a0-31a48c698e2d'] in n-d-836017-1 is: [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:35:56Z', 'revision_number': 3, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port': {'id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:56Z', 'updated_at': '2022-04-01T15:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:35:59.265798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-e583b310-0f1d-4851-bbaf-0d2d0ea63580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:59.267416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-e583b310-0f1d-4851-bbaf-0d2d0ea63580 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.1458774 Apr 01 15:35:59.310697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5c20c-35fb-4940-bbc2-8817ac214ec6 None None] Port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:35:59.359770 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:59.368267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:59.383193 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-223c8565-4261-4422-9f87-e22c8be0caaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 1001 time: 0.1091475 Apr 01 15:35:59.450804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-8513aee7-3452-4d4a-932c-d586982af165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:59.452629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-8513aee7-3452-4d4a-932c-d586982af165 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.0632765 Apr 01 15:35:59.478929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:59.487415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:59.558829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-d360b5da-db32-47e0-8d62-bdb2d5b4decb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989027 Apr 01 15:35:59.641951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:35:59.643568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:35:59.699706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-14057120-eb71-4fa7-a377-6c2cc3a713d9 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342943 Apr 01 15:35:59.886640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-20b08ddb-fcc9-4216-b4ef-aba0d3b8f3b1 req-6c142db7-3b02-4884-9901-35e230dc835e service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800263 Apr 01 15:35:59.936000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-17e17896-a924-4b45-86a4-511142c819c2 None None] Provisioning complete for port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:59.936356 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17e17896-a924-4b45-86a4-511142c819c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:59.992570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-17e17896-a924-4b45-86a4-511142c819c2 None None] Port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:00.081693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Router ed51819f-e594-4894-94a0-31a48c698e2d has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:00.112746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:00.188119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:00.188505 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:00.286561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f403194c-4647-4a98-99da-a231c568a2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:00.309511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275de010-83d1-4815-b027-76e697320691 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:00.319852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-275de010-83d1-4815-b027-76e697320691 admin admin] 10.222.0.48 "PUT /v2.0/routers/ed51819f-e594-4894-94a0-31a48c698e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078580 Apr 01 15:36:00.350870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de9f1956-621a-4a78-84b2-88c0376e737d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:00.420104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port de9f1956-621a-4a78-84b2-88c0376e737d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:00.424937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port de9f1956-621a-4a78-84b2-88c0376e737d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:00.425297 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:00.536136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:00.552518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port de9f1956-621a-4a78-84b2-88c0376e737d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=de9f1956-621a-4a78-84b2-88c0376e737d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:00.557129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:00.625304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=de9f1956-621a-4a78-84b2-88c0376e737d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:01.179900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43924) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:01.186917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1371899031-network', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:01.193350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:01.197280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Usage tracker for resource:network and tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:01.200280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:01.206612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:01.218787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Made reservation on behalf of b53a9c75e5bf4c99b9ce2ea2f3b1726f for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:36:01.221760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.234281 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.264923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:01.268831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Usage tracker for resource:security_group_rule and tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:01.271638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:01.277563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:01.323683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.344824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.351150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.382637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:36:01.388012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb6e73-f9a8-4773-bf59-d731919a3d80,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:01.395691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.396177 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Added segment 937d6af6-3c31-4a71-8982-cf210d55ac5e of type vlan for network d649827e-bcb6-4b74-8620-03b5e8b5a867 Apr 01 15:36:01.397915 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.423321 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.456810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.457611 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:01.458255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.556262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] Pushing event updated for resources: {'Network': ['ID=d649827e-bcb6-4b74-8620-03b5e8b5a867,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:01.560862 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5b6f3444-2c14-43f8-b823-7a9f29aea436 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3798447 Apr 01 15:36:01.563861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 43928) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:01.567668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:36:01.570188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Request body: {'subnet': {'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1371899031-subnet', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:01.576124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:01.580218 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Usage tracker for resource:subnet and tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:01.583111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:01.589271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:01.604166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Made reservation on behalf of b53a9c75e5bf4c99b9ce2ea2f3b1726f for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:36:01.606362 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.801715 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.862668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf2c965-ac0e-435f-bc55-4181b9341ae0,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:01.885406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Checking segment: {'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:01.885762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Network hostable DHCP agents. Network: d649827e-bcb6-4b74-8620-03b5e8b5a867, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:36:01.909174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:36:01.920390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, d649827e-bcb6-4b74-8620-03b5e8b5a867) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:01.924696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:01.925456 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.931393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13890f6d-9106-4343-a04c-8f675b016f5b None None] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:36:01.950427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43932) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:01.950666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dc4eb0b4-f790-4d53-9cf8-bca61ee03d43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3855243 Apr 01 15:36:01.955895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1371899031-router', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:01.961486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:01.965646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Usage tracker for resource:router and tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:01.968670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:01.975510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:01.989977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:01.991102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.014097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.086776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de9f1956-621a-4a78-84b2-88c0376e737d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:02.171824 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.215103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-d649827e-bcb6-4b74-8620-03b5e8b5a867', 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'fixed_ips': [{'subnet_id': 'baf2c965-ac0e-435f-bc55-4181b9341ae0'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:36:02.216012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.233246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port de9f1956-621a-4a78-84b2-88c0376e737d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:02.233733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.371081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.408465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.478604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Allocated IP 172.20.0.2 (d649827e-bcb6-4b74-8620-03b5e8b5a867/baf2c965-ac0e-435f-bc55-4181b9341ae0/695e55e2-32d9-4042-aebd-281204dd3902) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:02.652826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Allocated IP 172.25.2.200 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:02.686955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.697836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Transition to ACTIVE for port object 695e55e2-32d9-4042-aebd-281204dd3902 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:02.716989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Transition to ACTIVE for port object 695e55e2-32d9-4042-aebd-281204dd3902 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:02.722505 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.796348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:02.797371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:02.799151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Pushing event updated for resources: {'Port': ['ID=695e55e2-32d9-4042-aebd-281204dd3902,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:02.801495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:02.811998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.842798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.893514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.897209 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Sync routers for ids ['ed51819f-e594-4894-94a0-31a48c698e2d'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:02.908569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Attempting to bind port 695e55e2-32d9-4042-aebd-281204dd3902 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:02.908933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Attempting to bind port 695e55e2-32d9-4042-aebd-281204dd3902 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:02.909302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Attempting to bind port 695e55e2-32d9-4042-aebd-281204dd3902 on network d649827e-bcb6-4b74-8620-03b5e8b5a867 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:02.919134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:02.919535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Checking segment: {'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:02.919929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.920309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Bound using segment: {'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:02.920743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Bound port: 695e55e2-32d9-4042-aebd-281204dd3902, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:02.921113 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:02.926088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:02.929626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:02.931577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Pushing event updated for resources: {'Port': ['ID=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:02.933669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:02.934713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Routers {'ed51819f-e594-4894-94a0-31a48c698e2d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:02.935364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ed51819f-e594-4894-94a0-31a48c698e2d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:03.095610 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:03.096372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:03.195922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] For port 695e55e2-32d9-4042-aebd-281204dd3902, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:03.210599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] For port 695e55e2-32d9-4042-aebd-281204dd3902, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=695e55e2-32d9-4042-aebd-281204dd3902,segment=NetworkSegment(937d6af6-3c31-4a71-8982-cf210d55ac5e),segment_id=937d6af6-3c31-4a71-8982-cf210d55ac5e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:03.217264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:03.253425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Set router ed51819f-e594-4894-94a0-31a48c698e2d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:03.327811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Router fdd72f2b-5052-4b47-af00-35be64c18eb7 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:36:03.417700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1e835-2cb6-4bae-a943-b7d0f01f059c None None] Pushing event updated for resources: {'Port': ['ID=695e55e2-32d9-4042-aebd-281204dd3902,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:03.561838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:03.576077 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Sync routers for ids ['fdd72f2b-5052-4b47-af00-35be64c18eb7'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:03.593751 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:03.595181 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2779069-ce70-45fd-9ed1-cb7c4f7ca41b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6436038 Apr 01 15:36:03.597732 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43940) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:03.600020 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Routers {'fdd72f2b-5052-4b47-af00-35be64c18eb7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:03.600621 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fdd72f2b-5052-4b47-af00-35be64c18eb7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:03.641809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:35:58Z', 'revision_number': 4, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port': {'id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:56Z', 'updated_at': '2022-04-01T15:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973', 'name': '', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'mac_address': 'fa:16:3e:80:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0487845b-a867-4999-8bb2-d20100f1953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:58Z', 'updated_at': '2022-04-01T15:35:59Z', 'revision_number': 2, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'subnets': [{'id': '0487845b-a867-4999-8bb2-d20100f1953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:03.646927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Checking router: ed51819f-e594-4894-94a0-31a48c698e2d for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:03.647542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Updating router ed51819f-e594-4894-94a0-31a48c698e2d port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:36:03.709603 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:03.817087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Set router fdd72f2b-5052-4b47-af00-35be64c18eb7 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:04.124494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.130679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 695e55e2-32d9-4042-aebd-281204dd3902 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:04.144946 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'name': 'tempest-TestServerMultinode-1371899031-router', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:01Z', 'updated_at': '2022-04-01T15:36:03Z', 'revision_number': 3, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'gw_port': {'id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:02Z', 'updated_at': '2022-04-01T15:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:04.149610 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Checking router: fdd72f2b-5052-4b47-af00-35be64c18eb7 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:04.150105 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Updating router fdd72f2b-5052-4b47-af00-35be64c18eb7 port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:36:04.206927 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.212331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Transition to ACTIVE for port object e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:04.225470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.269074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 695e55e2-32d9-4042-aebd-281204dd3902 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:04.379497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c00d69-40a3-4c0a-b636-f4f373be9156 None None] Pushing event updated for resources: {'Port': ['ID=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:04.481574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Attempting to bind port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:04.481940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Attempting to bind port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:04.482299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Attempting to bind port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:04.499684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:04.500057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Checking segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:04.500461 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.500845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Bound using segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:04.501309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Bound port: e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:04.501681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.581784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb394dc4-a063-4c60-87a1-2fe887da067f None None] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:36:04.626966 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.640135 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Transition to ACTIVE for port object ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:04.643703 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.647569 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.690303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] For port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:04.694756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] For port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:04.713784 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.749531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e46ad06f-6f74-4301-9188-4d8e7243feb0 None None] Provisioning for port 695e55e2-32d9-4042-aebd-281204dd3902 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:04.766516 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Attempting to bind port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:04.766861 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Attempting to bind port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:04.767202 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Attempting to bind port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:04.769250 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca30b7a-3ff5-4e85-8305-73df48bab218 None None] Pushing event updated for resources: {'Port': ['ID=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:04.776560 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:04.776916 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:04.777303 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.777814 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:04.778259 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Bound port: ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:04.778616 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.782098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e46ad06f-6f74-4301-9188-4d8e7243feb0 None None] Provisioning complete for port 695e55e2-32d9-4042-aebd-281204dd3902 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:04.782466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e46ad06f-6f74-4301-9188-4d8e7243feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.860235 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] For port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:04.863254 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] For port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:04.868422 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.886906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Allocated IP 172.20.0.1 (d649827e-bcb6-4b74-8620-03b5e8b5a867/baf2c965-ac0e-435f-bc55-4181b9341ae0/09dd3431-a92c-46c3-ba45-6cf1da4fac30) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:04.952935 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca30b7a-3ff5-4e85-8305-73df48bab218 None None] Pushing event updated for resources: {'Port': ['ID=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:04.957554 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Routers {'fdd72f2b-5052-4b47-af00-35be64c18eb7'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:04.958318 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fdd72f2b-5052-4b47-af00-35be64c18eb7'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:04.969835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c00d69-40a3-4c0a-b636-f4f373be9156 None None] Pushing event updated for resources: {'Port': ['ID=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:05.018865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Routers {'ed51819f-e594-4894-94a0-31a48c698e2d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:05.019532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ed51819f-e594-4894-94a0-31a48c698e2d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:05.068994 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.088214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Transition to ACTIVE for port object 09dd3431-a92c-46c3-ba45-6cf1da4fac30 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:05.113749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.155582 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] Set router fdd72f2b-5052-4b47-af00-35be64c18eb7 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:05.189138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:05.192831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:05.196816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:05.219560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e46ad06f-6f74-4301-9188-4d8e7243feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.234886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Pushing event updated for resources: {'Port': ['ID=09dd3431-a92c-46c3-ba45-6cf1da4fac30,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:05.254379 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.287417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e46ad06f-6f74-4301-9188-4d8e7243feb0 None None] For port 695e55e2-32d9-4042-aebd-281204dd3902, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=695e55e2-32d9-4042-aebd-281204dd3902,segment=NetworkSegment(937d6af6-3c31-4a71-8982-cf210d55ac5e),segment_id=937d6af6-3c31-4a71-8982-cf210d55ac5e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:05.294539 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e46ad06f-6f74-4301-9188-4d8e7243feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.338118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] Set router ed51819f-e594-4894-94a0-31a48c698e2d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:05.352193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.492447 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'name': 'tempest-TestServerMultinode-1371899031-router', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:01Z', 'updated_at': '2022-04-01T15:36:03Z', 'revision_number': 3, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'gw_port': {'id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:02Z', 'updated_at': '2022-04-01T15:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:05.497087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39492113-a50c-479d-bbd7-3b38fa9b3955 None None] The sync data for ids ['fdd72f2b-5052-4b47-af00-35be64c18eb7'] in n-d-836017-1 is: [{'id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'name': 'tempest-TestServerMultinode-1371899031-router', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:01Z', 'updated_at': '2022-04-01T15:36:03Z', 'revision_number': 3, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'gw_port': {'id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:02Z', 'updated_at': '2022-04-01T15:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:05.522863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ad06f-6f74-4301-9188-4d8e7243feb0 None None] Pushing event updated for resources: {'Port': ['ID=695e55e2-32d9-4042-aebd-281204dd3902,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:05.653368 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.658366 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.712109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1db6e4fc-9c79-4036-84f2-65c6068aedfa None None] Provisioning complete for port 695e55e2-32d9-4042-aebd-281204dd3902 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:05.712627 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1db6e4fc-9c79-4036-84f2-65c6068aedfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.776390 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:05.780466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Pushing event updated for resources: {'Port': ['ID=09dd3431-a92c-46c3-ba45-6cf1da4fac30,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:05.831849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:35:58Z', 'revision_number': 4, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port': {'id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:56Z', 'updated_at': '2022-04-01T15:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973', 'name': '', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'mac_address': 'fa:16:3e:80:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0487845b-a867-4999-8bb2-d20100f1953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:58Z', 'updated_at': '2022-04-01T15:36:04Z', 'revision_number': 4, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'subnets': [{'id': '0487845b-a867-4999-8bb2-d20100f1953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:05.846720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38d2f08-3c76-423a-bc03-a7a22b278f29 None None] The sync data for ids ['ed51819f-e594-4894-94a0-31a48c698e2d'] in n-d-836017-1 is: [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:35:58Z', 'revision_number': 4, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port': {'id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:56Z', 'updated_at': '2022-04-01T15:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973', 'name': '', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'mac_address': 'fa:16:3e:80:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0487845b-a867-4999-8bb2-d20100f1953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:58Z', 'updated_at': '2022-04-01T15:36:04Z', 'revision_number': 4, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'subnets': [{'id': '0487845b-a867-4999-8bb2-d20100f1953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:05.932561 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:05.933668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:05.996035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45f415c0-7b98-48c0-a0fd-7095189d0af4 None None] Provisioning for port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:06.008438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45f415c0-7b98-48c0-a0fd-7095189d0af4 None None] Provisioning complete for port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:06.010116 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45f415c0-7b98-48c0-a0fd-7095189d0af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:06.112406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-45f415c0-7b98-48c0-a0fd-7095189d0af4 None None] Port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:06.162527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 695e55e2-32d9-4042-aebd-281204dd3902 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:06.249300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cdb1a3c9-a321-4615-b13d-a8ff32c85318 None None] Provisioning complete for port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:06.249665 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a3c9-a321-4615-b13d-a8ff32c85318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:06.299858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 695e55e2-32d9-4042-aebd-281204dd3902 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:06.300222 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:06.348532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1a3c9-a321-4615-b13d-a8ff32c85318 None None] Port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:06.453131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:06.526889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:06.533261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:06.533624 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:06.539804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Router fdd72f2b-5052-4b47-af00-35be64c18eb7 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:06.657647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:06.691847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:06.696866 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:06.759047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:06.769904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:06.775768 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2b78e80a-9963-4e43-97e6-48e083de5619 admin admin] 10.222.0.48 "PUT /v2.0/routers/fdd72f2b-5052-4b47-af00-35be64c18eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768837 Apr 01 15:36:07.453207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-c05cb552-d234-492c-b5e3-61bf4e0b1998 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:07.453881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-c05cb552-d234-492c-b5e3-61bf4e0b1998 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Synchronizing usage tracker for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:07.472293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-c05cb552-d234-492c-b5e3-61bf4e0b1998 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Unset dirty status for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:07.473683 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-c05cb552-d234-492c-b5e3-61bf4e0b1998 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/networks?id=48232f6b-e4d3-401d-a3c5-fba593b7ee99 HTTP/1.1" status: 200 len: 911 time: 0.1490042 Apr 01 15:36:07.491894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-c87176b3-c995-44ff-9090-b60e6069054a tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/quotas/b53a9c75e5bf4c99b9ce2ea2f3b1726f HTTP/1.1" status: 200 len: 375 time: 0.0123858 Apr 01 15:36:07.580506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-f29d2663-4598-4009-bc42-8693cbf352ca tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Synchronizing usage tracker for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:07.598818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-f29d2663-4598-4009-bc42-8693cbf352ca tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Unset dirty status for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:07.600243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-f29d2663-4598-4009-bc42-8693cbf352ca tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=b53a9c75e5bf4c99b9ce2ea2f3b1726f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001754 Apr 01 15:36:08.028158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-cdf7007b-32ef-48c0-9452-cd6d28f2192c service neutron] 10.222.0.48 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209194 Apr 01 15:36:08.115644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:08.172553 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-621579fd-8631-485e-8a8c-5e220d91f93c service neutron] 10.222.0.48 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386034 Apr 01 15:36:08.228380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:08.228748 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:08.356935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:08.383157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2d31119f-07ee-4289-a4b1-7056498bbd0e req-831c23cf-4a75-48fe-8835-2723efdfadfc tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 210 time: 0.0443771 Apr 01 15:36:08.445558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:08.450830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:08.451191 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:08.568560 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:08.584924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:08.590087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:08.661526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:08.792179 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64ab63a5-e58f-427d-bb6a-cee3db7fbb03 req-f97aaeb6-e779-4ce8-8a87-a192a40d3f8b tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1097 time: 0.0710580 Apr 01 15:36:08.842230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64ab63a5-e58f-427d-bb6a-cee3db7fbb03 req-84d33f73-20ea-42a7-80eb-e7bb296e7511 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429144 Apr 01 15:36:08.870714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 43990) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:09.078866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port ab1c6d07-4eb2-485d-a942-60d8305c0a7e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:09.079667 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:09.248804 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:09.249117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:09.370175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for ab1c6d07-4eb2-485d-a942-60d8305c0a7e owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:09.530115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:09.555302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c7a9e58-0c07-4151-9850-22fff0862145 req-475f2b90-75b9-44d4-828d-975603d87fa6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 210 time: 0.0434525 Apr 01 15:36:09.579834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=ab1c6d07-4eb2-485d-a942-60d8305c0a7e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:09.822794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:09.879060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-6520dd43-5c62-478c-b7cf-0e81827b8598 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:09.880531 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-6520dd43-5c62-478c-b7cf-0e81827b8598 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.44 "GET /v2.0/networks?id=48232f6b-e4d3-401d-a3c5-fba593b7ee99 HTTP/1.1" status: 200 len: 911 time: 0.2577262 Apr 01 15:36:09.897835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Request body: {'port': {'device_id': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'admin_state_up': True, 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:09.903300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:09.913133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:09.924032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Made reservation on behalf of b53a9c75e5bf4c99b9ce2ea2f3b1726f for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:36:09.926206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.040006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:10.084028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Allocated IP 172.20.0.3 (48232f6b-e4d3-401d-a3c5-fba593b7ee99/0487845b-a867-4999-8bb2-d20100f1953f/ba303584-0daa-4f8a-9ea3-e91c47388220) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:10.116456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:10.117089 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.249186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router b93f9220-36fc-459d-ae19-cb4641aaa8e7 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:10.295449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.311172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Transition to ACTIVE for port object ba303584-0daa-4f8a-9ea3-e91c47388220 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:10.335652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.410728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:10.413654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:10.418278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:10.444013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Pushing event updated for resources: {'Port': ['ID=ba303584-0daa-4f8a-9ea3-e91c47388220,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:10.463191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:10.478974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] Sync routers for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:10.493136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.496785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:10.497417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:10.499812 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:10.500718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.533509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-a874731b-41b4-4d73-bad5-9b1afc3e8637 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6389198 Apr 01 15:36:10.549398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Request body: {'port': {'device_id': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:10.570601 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a61a5756-6299-45d9-9e98-036547e89d50 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/floatingips/a54c7715-4158-4c7a-8c17-031cf7b9c646 HTTP/1.1" status: 204 len: 168 time: 1.6986334 Apr 01 15:36:10.571177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:10.662453 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'status': 'completed', 'code': 200} Apr 01 15:36:10.686234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.852592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2a84efc-c67d-4795-8231-665a64f21984 req-087690f1-fdbf-434f-9f9a-81c6344f24f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 1097 time: 0.1705053 Apr 01 15:36:10.859981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66d75255-1cd1-4892-a8f0-74d6e985699a None None] Provisioning for port ba303584-0daa-4f8a-9ea3-e91c47388220 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:10.881418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:10.959940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-66d75255-1cd1-4892-a8f0-74d6e985699a None None] Provisioning complete for port ba303584-0daa-4f8a-9ea3-e91c47388220 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:10.960578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66d75255-1cd1-4892-a8f0-74d6e985699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:11.059487 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1de79084-1cd0-473f-aae1-a3dafc5c6d4a req-fcbd6ac9-8769-4c20-9003-13c41961f059 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Synchronizing usage tracker for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:11.070400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84efc-c67d-4795-8231-665a64f21984 req-4f4ce02a-ec9d-44d8-bbd7-7e528cbac231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:11.071851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2a84efc-c67d-4795-8231-665a64f21984 req-4f4ce02a-ec9d-44d8-bbd7-7e528cbac231 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 200 len: 897 time: 0.2138221 Apr 01 15:36:11.145759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1de79084-1cd0-473f-aae1-a3dafc5c6d4a req-fcbd6ac9-8769-4c20-9003-13c41961f059 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Unset dirty status for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:11.146978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1de79084-1cd0-473f-aae1-a3dafc5c6d4a req-fcbd6ac9-8769-4c20-9003-13c41961f059 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1027 time: 0.3596857 Apr 01 15:36:11.154731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2a84efc-c67d-4795-8231-665a64f21984 req-7fc42567-cf61-410e-adaa-2fb0e91497a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 200 len: 217 time: 0.0753078 Apr 01 15:36:11.211332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-66d75255-1cd1-4892-a8f0-74d6e985699a None None] Port ba303584-0daa-4f8a-9ea3-e91c47388220 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:11.232098 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:11.259302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1de79084-1cd0-473f-aae1-a3dafc5c6d4a req-e4f63207-c4a1-4218-9a23-055b39fad750 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033397 Apr 01 15:36:11.273910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba303584-0daa-4f8a-9ea3-e91c47388220 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:36:11.281252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:11.286020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84efc-c67d-4795-8231-665a64f21984 req-7f90f061-787e-4eb1-8cb3-defd8ee1d803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:11.287590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2a84efc-c67d-4795-8231-665a64f21984 req-7f90f061-787e-4eb1-8cb3-defd8ee1d803 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 200 len: 834 time: 0.1263094 Apr 01 15:36:11.305554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Transition to ACTIVE for port object ba303584-0daa-4f8a-9ea3-e91c47388220 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:11.310249 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:11.404660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79bd6-97f0-48bd-881c-b823c8e02bb3 req-2493f9a3-52dd-4310-9d20-99e83ebfbdb4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:11.405361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-07a79bd6-97f0-48bd-881c-b823c8e02bb3 req-2493f9a3-52dd-4310-9d20-99e83ebfbdb4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:11.431387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:11.437484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2a84efc-c67d-4795-8231-665a64f21984 req-5cd013dd-82c7-4bed-939a-bf28bd303d4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d25e6e1a-5a22-40d6-bcbd-992632be8d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416330 Apr 01 15:36:11.438328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] Checking router: b93f9220-36fc-459d-ae19-cb4641aaa8e7 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:11.438656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-07a79bd6-97f0-48bd-881c-b823c8e02bb3 req-2493f9a3-52dd-4310-9d20-99e83ebfbdb4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:11.439836 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79bd6-97f0-48bd-881c-b823c8e02bb3 req-2493f9a3-52dd-4310-9d20-99e83ebfbdb4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 946 time: 0.2228141 Apr 01 15:36:11.455228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] Routers {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:11.455887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:11.466748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Pushing event updated for resources: {'Port': ['ID=ba303584-0daa-4f8a-9ea3-e91c47388220,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:11.594897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-07a79bd6-97f0-48bd-881c-b823c8e02bb3 req-cef1df2f-e216-4ca3-b17b-233118785ba2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256983 Apr 01 15:36:11.610145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Attempting to bind port ba303584-0daa-4f8a-9ea3-e91c47388220 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:11.610494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Attempting to bind port ba303584-0daa-4f8a-9ea3-e91c47388220 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:11.610884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Attempting to bind port ba303584-0daa-4f8a-9ea3-e91c47388220 on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:11.623166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Port ba303584-0daa-4f8a-9ea3-e91c47388220 on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:36:11.623166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Attempting to bind port ba303584-0daa-4f8a-9ea3-e91c47388220 on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:11.627273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:11.628003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Checking segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:11.628131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Bound using segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:11.629149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Bound port: ba303584-0daa-4f8a-9ea3-e91c47388220, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:11.629561 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:11.634398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2a84efc-c67d-4795-8231-665a64f21984 req-d83f9774-e5ac-40ee-ae0a-16d887e54560 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882792 Apr 01 15:36:11.679972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] Set router b93f9220-36fc-459d-ae19-cb4641aaa8e7 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:11.753596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] For port ba303584-0daa-4f8a-9ea3-e91c47388220, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:11.757899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] For port ba303584-0daa-4f8a-9ea3-e91c47388220, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ba303584-0daa-4f8a-9ea3-e91c47388220,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:11.765410 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:11.835143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:11.837163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] 10.222.0.44 "PUT /v2.0/ports/ba303584-0daa-4f8a-9ea3-e91c47388220 HTTP/1.1" status: 200 len: 1091 time: 1.2916873 Apr 01 15:36:11.837688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'tag': 'ba303584-0daa-4f8a-9ea3-e91c47388220'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:11.858273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a8795-0883-474d-9d66-e34ed04dfeac service neutron] Pushing event updated for resources: {'Port': ['ID=ba303584-0daa-4f8a-9ea3-e91c47388220,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:11.936138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c2a84efc-c67d-4795-8231-665a64f21984 req-5df05b60-478c-4020-aabc-1b9a9a2773e4 service neutron] 10.222.0.62 "GET /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943799 Apr 01 15:36:11.940289 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'tag': 'ba303584-0daa-4f8a-9ea3-e91c47388220', 'status': 'completed', 'code': 200} Apr 01 15:36:11.993469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-b6121013-b1ea-4049-a217-e54648aa101f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b53a9c75e5bf4c99b9ce2ea2f3b1726f&device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1094 time: 0.1043110 Apr 01 15:36:12.149099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:12.153397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534629a-dabb-4d38-b37a-a8046017a967 None None] The sync data for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 is: [{'id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044986666', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:34:14Z', 'updated_at': '2022-04-01T15:34:19Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': 'f58fda8a-7e17-46fc-be9c-8a68d1fd0173', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:15Z', 'updated_at': '2022-04-01T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '577e0151-8c32-4874-856d-cfeee08bc816', 'name': '', 'network_id': 'd25e6e1a-5a22-40d6-bcbd-992632be8d9f', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:3d:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f9220-36fc-459d-ae19-cb4641aaa8e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:34:18Z', 'updated_at': '2022-04-01T15:34:26Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '296bebfc-a27f-4b73-b4cb-e033b817aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:12.166987 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-b05e3b35-5b9c-4603-bcef-af3c88d1aa8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba303584-0daa-4f8a-9ea3-e91c47388220 HTTP/1.1" status: 200 len: 217 time: 0.1662178 Apr 01 15:36:12.229126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-3be42d26-f9e4-47fa-b503-73c2cfd76ddb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:12.230658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-3be42d26-f9e4-47fa-b503-73c2cfd76ddb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0487845b-a867-4999-8bb2-d20100f1953f HTTP/1.1" status: 200 len: 849 time: 0.0576842 Apr 01 15:36:12.309013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-1b6d6af7-2800-4f60-ba99-727556560cac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48232f6b-e4d3-401d-a3c5-fba593b7ee99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695364 Apr 01 15:36:12.396519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-42d7eabc-8775-4d30-82b9-1f945ba9d682 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:12.397949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-42d7eabc-8775-4d30-82b9-1f945ba9d682 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 946 time: 0.0855188 Apr 01 15:36:12.448864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-6f7806c2-db3f-4b16-90cb-12fc40db362c service neutron] 10.222.0.44 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261041 Apr 01 15:36:12.509397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:12.509713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:12.581930 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4454b10b-978e-4423-914a-7bfa9dd2c5c5 req-628bfc33-e0bf-45a2-b826-6f116c8f1b64 service neutron] 10.222.0.44 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260076 Apr 01 15:36:12.595766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91a3b5de-8b6a-4f51-9fde-57b91ba4ef45 req-8db7b0e0-47b8-4376-849b-751030bd19d8 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1094 time: 0.1968155 Apr 01 15:36:12.707408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-54fa980c-d0c3-4305-8fd7-92e9483b0034 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b53a9c75e5bf4c99b9ce2ea2f3b1726f&device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1094 time: 0.0781610 Apr 01 15:36:12.733370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-91a3b5de-8b6a-4f51-9fde-57b91ba4ef45 req-7332ad1d-1b2b-43e0-9132-2c06b1c796dc tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Synchronizing usage tracker for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:12.778211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-91a3b5de-8b6a-4f51-9fde-57b91ba4ef45 req-7332ad1d-1b2b-43e0-9132-2c06b1c796dc tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Unset dirty status for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:12.779374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-91a3b5de-8b6a-4f51-9fde-57b91ba4ef45 req-7332ad1d-1b2b-43e0-9132-2c06b1c796dc tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771588 Apr 01 15:36:12.819481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:12.819481 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:12.893949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-fe32a4d1-5cf4-48cf-9546-78c9ea3765cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:12.895413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-fe32a4d1-5cf4-48cf-9546-78c9ea3765cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=48232f6b-e4d3-401d-a3c5-fba593b7ee99 HTTP/1.1" status: 200 len: 911 time: 0.1818831 Apr 01 15:36:12.939466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:12.957253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967fa33-3a25-415b-b7ea-5015ac099511 req-35491222-3856-4c92-b23d-d8683738fab2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:12.958719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a967fa33-3a25-415b-b7ea-5015ac099511 req-35491222-3856-4c92-b23d-d8683738fab2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b23e25-6a12-496e-9c63-28f588103998 HTTP/1.1" status: 200 len: 946 time: 0.2247319 Apr 01 15:36:12.987086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-6bdefad2-c9c4-4985-9c98-8976e64003f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba303584-0daa-4f8a-9ea3-e91c47388220 HTTP/1.1" status: 200 len: 217 time: 0.0853531 Apr 01 15:36:13.059115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a967fa33-3a25-415b-b7ea-5015ac099511 req-2f87d036-563a-4e26-857c-1221432f03bf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=ada1f5f3-7077-414f-9fb8-ef8c46462840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943213 Apr 01 15:36:13.071500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-04206bfa-c24a-4c5c-bfc5-85343d08f396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:13.072935 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-04206bfa-c24a-4c5c-bfc5-85343d08f396 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0487845b-a867-4999-8bb2-d20100f1953f HTTP/1.1" status: 200 len: 849 time: 0.0788507 Apr 01 15:36:13.091903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:13.139919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=5ff75433-8ae1-4783-bc0e-7c78f5b044a0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:13.156998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-29a0906f-b4f3-4b86-9abb-ad0c128a2a3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48232f6b-e4d3-401d-a3c5-fba593b7ee99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764937 Apr 01 15:36:13.215039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] No DVR routers for this DVR port 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:36:13.217593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:13.220594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-deleted', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:13.237847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ede1c07c-d568-40e6-80a3-f9136ed3822d req-2aab7deb-08d8-45ad-afd0-9b322acc0264 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "DELETE /v2.0/ports/5ff75433-8ae1-4783-bc0e-7c78f5b044a0 HTTP/1.1" status: 204 len: 173 time: 0.8067379 Apr 01 15:36:13.284712 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b23e25-6a12-496e-9c63-28f588103998', 'name': 'network-vif-deleted', 'tag': '5ff75433-8ae1-4783-bc0e-7c78f5b044a0', 'status': 'completed', 'code': 200} Apr 01 15:36:13.298129 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-67fb1344-3ad2-48f7-9d7c-f023ee028358 service neutron] 10.222.0.44 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344266 Apr 01 15:36:13.440944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e20b6fba-3f39-4613-aec1-90b1137196d9 req-14947d6b-ba4a-4522-975f-30103c160a76 service neutron] 10.222.0.44 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361020 Apr 01 15:36:13.999865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5db94214-e7ad-4963-a646-665c59ab0490 req-d6699f19-b39b-4482-a102-892265549f4c tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1094 time: 0.0763032 Apr 01 15:36:14.046135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5db94214-e7ad-4963-a646-665c59ab0490 req-6dfd081f-7d3e-4702-bd57-b593a1a46cd7 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Apr 01 15:36:14.167941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44018) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:14.349596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ba303584-0daa-4f8a-9ea3-e91c47388220 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:36:14.488445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ba303584-0daa-4f8a-9ea3-e91c47388220, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ba303584-0daa-4f8a-9ea3-e91c47388220,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:14.502183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'ba303584-0daa-4f8a-9ea3-e91c47388220', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'port_id': 'ba303584-0daa-4f8a-9ea3-e91c47388220', 'mac_address': 'fa:16:3e:34:f0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0487845b-a867-4999-8bb2-d20100f1953f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:36:14.557825 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:14.575586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba303584-0daa-4f8a-9ea3-e91c47388220 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:36:14.591488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ba303584-0daa-4f8a-9ea3-e91c47388220, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ba303584-0daa-4f8a-9ea3-e91c47388220,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:14.596235 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:14.660480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ba303584-0daa-4f8a-9ea3-e91c47388220,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:14.661968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:14.816229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['ba303584-0daa-4f8a-9ea3-e91c47388220'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:36:15.012822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:15.314711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-510a5727-6d80-4520-97a7-695cb1b58b37 req-6845c6d0-0f47-4368-aaed-d75f2148de90 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1095 time: 0.1247184 Apr 01 15:36:15.365936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 577e0151-8c32-4874-856d-cfeee08bc816 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:15.366264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:15.412699 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-510a5727-6d80-4520-97a7-695cb1b58b37 req-eff4f8a5-50d0-476e-8ff7-0098c47232f5 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912616 Apr 01 15:36:15.555226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port 577e0151-8c32-4874-856d-cfeee08bc816, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=577e0151-8c32-4874-856d-cfeee08bc816,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:15.555574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:15.680637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 577e0151-8c32-4874-856d-cfeee08bc816 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:15.862429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:15.910276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=577e0151-8c32-4874-856d-cfeee08bc816,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:16.190459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:16.223840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:16.224229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 5ff75433-8ae1-4783-bc0e-7c78f5b044a0 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:16.312276 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:16.363844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ba303584-0daa-4f8a-9ea3-e91c47388220 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:16.439929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port ba303584-0daa-4f8a-9ea3-e91c47388220 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:16.445876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port ba303584-0daa-4f8a-9ea3-e91c47388220 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:16.446450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:16.557848 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:16.587118 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba303584-0daa-4f8a-9ea3-e91c47388220'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:16.596613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port ba303584-0daa-4f8a-9ea3-e91c47388220, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ba303584-0daa-4f8a-9ea3-e91c47388220,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:16.603435 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:16.620703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-903c510c-9e8f-4c2a-9c8d-0222766d3dce req-c19925ae-8c3c-4335-ae5f-8ef4d1ec5b32 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1095 time: 0.0855482 Apr 01 15:36:16.663233 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba303584-0daa-4f8a-9ea3-e91c47388220', 'code': 200} Apr 01 15:36:16.673044 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-903c510c-9e8f-4c2a-9c8d-0222766d3dce req-850db8eb-1fef-4684-839c-d7c89b18e67c tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Apr 01 15:36:16.684632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=ba303584-0daa-4f8a-9ea3-e91c47388220,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:16.921363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b31fba93-16d7-4c92-9528-2d78652684e8 req-7fe3039e-0e2b-4085-9811-8585739e3aae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.1507037 Apr 01 15:36:16.980409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b31fba93-16d7-4c92-9528-2d78652684e8 req-1378be8a-c2e9-4a83-a7d0-4252d1f435d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Apr 01 15:36:17.008582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router b93f9220-36fc-459d-ae19-cb4641aaa8e7 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:17.210893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:17.225616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b0ca24fd-9c99-4bd1-a941-4e8560ce47eb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/b93f9220-36fc-459d-ae19-cb4641aaa8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0565414 Apr 01 15:36:17.229371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44028) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:17.411753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting subnet 296bebfc-a27f-4b73-b4cb-e033b817aaca {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:36:17.414709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:17.579239 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:17.666515 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:17.742082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:17.782875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Subnet': ['ID=296bebfc-a27f-4b73-b4cb-e033b817aaca,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:17.789899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:17.798719 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-10822f90-802a-487c-bb6a-0744b062391f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/subnets/296bebfc-a27f-4b73-b4cb-e033b817aaca HTTP/1.1" status: 204 len: 168 time: 0.5659332 Apr 01 15:36:17.799498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44034) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:17.808319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9170c33-b713-4250-9787-59bcc737dc4b None None] Network d25e6e1a-5a22-40d6-bcbd-992632be8d9f requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:36:17.867842 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef612cc9-205e-4f47-92c0-b59a74530db9 req-45e52e76-db22-4baf-a569-6bcd3e53e107 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.0693219 Apr 01 15:36:17.912771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef612cc9-205e-4f47-92c0-b59a74530db9 req-9f59e54a-9d60-4271-8bf6-4cd91591f5a3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Apr 01 15:36:18.026399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.062830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] DHCP port deletion for d25e6e1a-5a22-40d6-bcbd-992632be8d9f request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:36:18.067597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] Deleting port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:18.067966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.230312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.242275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port f58fda8a-7e17-46fc-be9c-8a68d1fd0173 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:18.242727 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.284679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] For port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a8b473b6-ebad-49bc-9b3b-2dec4d59f06b,segment=NetworkSegment(8110c43e-d308-44a1-b958-456b128aa2d5),segment_id=8110c43e-d308-44a1-b958-456b128aa2d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:18.285357 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.411240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] Calling delete_port for a8b473b6-ebad-49bc-9b3b-2dec4d59f06b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:18.519051 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.534897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port f58fda8a-7e17-46fc-be9c-8a68d1fd0173, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:18.535278 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.562123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] Pushing event deleted for resources: {'Port': ['ID=a8b473b6-ebad-49bc-9b3b-2dec4d59f06b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:18.568577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1324cd3-155b-4bc3-ad88-46957797f349 None None] No DVR routers for this DVR port a8b473b6-ebad-49bc-9b3b-2dec4d59f06b on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:36:18.655748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for f58fda8a-7e17-46fc-be9c-8a68d1fd0173 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:18.826076 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:18.869740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=f58fda8a-7e17-46fc-be9c-8a68d1fd0173,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:19.132840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.399949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.409863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4938027-6e14-49fb-bf8e-57a7b508e88c req-7b4e9def-4571-4752-8b32-5b0e87f79bdf tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.3309615 Apr 01 15:36:19.410576 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.460022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.460498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Fanout notify agent at l3_agent the message router_deleted on router b93f9220-36fc-459d-ae19-cb4641aaa8e7 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:36:19.472107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4938027-6e14-49fb-bf8e-57a7b508e88c req-038ec35b-3eb4-43f0-ba04-844fda630c0d tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562422 Apr 01 15:36:19.479816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.481415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6ff68948-677c-4a9e-9d97-ea46f44daf38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/routers/b93f9220-36fc-459d-ae19-cb4641aaa8e7 HTTP/1.1" status: 204 len: 168 time: 1.6804190 Apr 01 15:36:19.483718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44040) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:19.595995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.663149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb57fecf-f7a8-49be-a841-8b9a45234624 req-ad8e4df7-e661-4c8f-a735-4ebdfe9c4e1e tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.0694900 Apr 01 15:36:19.709748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb57fecf-f7a8-49be-a841-8b9a45234624 req-6cedecb6-fa26-4ebe-a1ed-90ca44e076a7 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Apr 01 15:36:19.831988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.898010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25e6e1a-5a22-40d6-bcbd-992632be8d9f']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:19.911766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8110c43e-d308-44a1-b958-456b128aa2d5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:19.912044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8110c43e-d308-44a1-b958-456b128aa2d5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:19.929566 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.947920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.955901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:36:19.956254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:36:19.970522 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:36:20.041058 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1ebf0b4-3d7d-4959-ba24-7075b3532c62 req-35a974c8-4e34-4229-9175-6a675de68580 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.2010043 Apr 01 15:36:20.071450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.076017 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.085172 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8b473b6-ebad-49bc-9b3b-2dec4d59f06b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:20.111377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Network': ['ID=d25e6e1a-5a22-40d6-bcbd-992632be8d9f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:20.118560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a8b473b6-ebad-49bc-9b3b-2dec4d59f06b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:20.118908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a8b473b6-ebad-49bc-9b3b-2dec4d59f06b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:20.119205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d22ac854-1719-414e-b41a-a2fa32c5de25 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/networks/d25e6e1a-5a22-40d6-bcbd-992632be8d9f HTTP/1.1" status: 204 len: 168 time: 0.6344957 Apr 01 15:36:20.122506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44048) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:20.125520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1ebf0b4-3d7d-4959-ba24-7075b3532c62 req-fe47c260-f5b3-4c4c-add6-70c1e2860b04 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760033 Apr 01 15:36:20.194254 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c97592ed-f78b-4335-a7a2-88901794a498 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.223767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c97592ed-f78b-4335-a7a2-88901794a498 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.301150 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c97592ed-f78b-4335-a7a2-88901794a498 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.321254 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97592ed-f78b-4335-a7a2-88901794a498 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada1f5f3-7077-414f-9fb8-ef8c46462840,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:20.394389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c97592ed-f78b-4335-a7a2-88901794a498 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.395530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c97592ed-f78b-4335-a7a2-88901794a498 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/security-groups/ada1f5f3-7077-414f-9fb8-ef8c46462840 HTTP/1.1" status: 204 len: 168 time: 0.2718296 Apr 01 15:36:20.463555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-b4cdca5f-81d1-4a23-9f58-5d38a6fb8d40 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:20.465178 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-b4cdca5f-81d1-4a23-9f58-5d38a6fb8d40 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/networks?id=48232f6b-e4d3-401d-a3c5-fba593b7ee99 HTTP/1.1" status: 200 len: 911 time: 0.1387503 Apr 01 15:36:20.483459 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-3f855760-c1f6-4f94-81a1-837b63900ea9 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/quotas/b53a9c75e5bf4c99b9ce2ea2f3b1726f HTTP/1.1" status: 200 len: 375 time: 0.0113392 Apr 01 15:36:20.560464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-5ed1f425-721b-4ec9-8a2c-17fb5f59ba02 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=b53a9c75e5bf4c99b9ce2ea2f3b1726f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715265 Apr 01 15:36:20.655618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44066) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:20.661115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126526531', 'description': 'tempest-secgroup-smoke-2126526531 description', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:20.667624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:20.671845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:20.674725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:20.681022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:20.691866 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.715113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-b19b45c7-4ae3-43f2-8f9b-5d66c6ecad7e service neutron] 10.222.0.48 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267788 Apr 01 15:36:20.727330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:20.736132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:20.739570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:20.745735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:20.809564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.814061 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.848990 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-2a47440c-4611-49a8-872b-a936a98c4912 service neutron] 10.222.0.48 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279728 Apr 01 15:36:20.858637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b97506d-78c2-4f87-a4cb-2431940935c4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:20.862656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.864035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7da93ab8-663c-41ea-8ffc-c87df66870ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2073891 Apr 01 15:36:20.866926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44070) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:20.872398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '6b97506d-78c2-4f87-a4cb-2431940935c4', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:20.878988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:20.882969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:20.885927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:20.891828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:20.908843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.971661 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:20.976359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.000670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720d8a62-2b31-41b7-aba4-a024d315a26c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:21.010024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.011447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cea92f16-1b7c-4bbb-8ae2-13fe9dfe1c16 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1435168 Apr 01 15:36:21.014203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:21.022255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '6b97506d-78c2-4f87-a4cb-2431940935c4', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:21.059903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:21.072318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30d197c8-19c0-4f2e-9424-c7bfb051f302 req-c2ad6115-d5d0-46d0-a7c9-d80ef9129c32 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 210 time: 0.0543816 Apr 01 15:36:21.073212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:21.076261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:21.083151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:21.108864 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.172204 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.176965 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.198671 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eeb622-3113-4efe-91a0-12f6df46f63c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:21.210151 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.211365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4941c143-67f3-421e-9180-9705059cac77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1953783 Apr 01 15:36:21.215202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44086) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:21.221340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '6b97506d-78c2-4f87-a4cb-2431940935c4', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:21.228940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:21.232894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:21.235785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:21.241984 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:21.259976 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.324568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.329259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.356954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c620b97-b687-450a-a786-6197718ced30,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:21.368486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.369658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f2f5af12-e061-4fc0-b450-c8d2c95b22a6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1534450 Apr 01 15:36:21.372731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44098) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:21.378405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '6b97506d-78c2-4f87-a4cb-2431940935c4', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:21.385577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:21.389475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:21.392294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:21.398795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:21.416808 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.481984 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.485995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.508573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9546e200-213d-481b-af6f-bc97059ba446,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:21.519036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.520284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7142e0d9-e19d-46d4-addb-96ee3505c2ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1466296 Apr 01 15:36:21.523272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44104) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:21.528867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '6b97506d-78c2-4f87-a4cb-2431940935c4', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:21.535765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:21.539673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:21.542757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:21.549996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:21.560230 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:36:21.568096 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.636864 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.641120 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.663949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533a601d-b328-46c3-9aa0-fc3dad240b6a,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:21.673765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.675003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c5293b5f-0620-44e8-bf9f-b7df34b50fff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1506753 Apr 01 15:36:21.677980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44108) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:21.683367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '6b97506d-78c2-4f87-a4cb-2431940935c4', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:21.690164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:21.694833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:21.697928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:21.703944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:21.715326 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:36:21.721803 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.791046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.795412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.821028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4efcf7-3e2b-4d5a-a651-15bbed7b169f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:21.832279 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.833528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-89f03c23-059b-4b70-8994-3ad4020d3032 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1546392 Apr 01 15:36:21.836721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44112) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:21.843644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'network': {'name': 'tempest-network-smoke--1650798694', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:21.850564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:21.855241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:network and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:21.858144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:21.864542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:21.877051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:36:21.880262 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.908759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:36:21.917395 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.917740 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Added segment 80e4383b-eaed-412e-a8e0-799e411bc1cd of type vlan for network db6bc403-b418-40c6-8a52-b9d4b9f1e2af Apr 01 15:36:21.943600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.974100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:21.978034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:21.978638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.089222 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2512224 Apr 01 15:36:22.092856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44116) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:22.095038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0ca40-f8e2-4b59-a81d-ae22ec4f15a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Network': ['ID=db6bc403-b418-40c6-8a52-b9d4b9f1e2af,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:22.099346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'admin_state_up': True, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:22.107778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:22.112378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:router and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:22.115602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:22.122426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:22.123593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:36:22.137322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.138744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.161617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.306837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-0865b71b-7d5a-46da-af9d-afd5bf2cb326 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:22.308332 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-0865b71b-7d5a-46da-af9d-afd5bf2cb326 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.62 "GET /v2.0/networks?id=48232f6b-e4d3-401d-a3c5-fba593b7ee99 HTTP/1.1" status: 200 len: 911 time: 0.1347690 Apr 01 15:36:22.324379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Request body: {'port': {'device_id': '71109f88-81de-422b-9872-842a70224c20', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'admin_state_up': True, 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:22.329701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:22.339097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:22.349642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Made reservation on behalf of b53a9c75e5bf4c99b9ce2ea2f3b1726f for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:36:22.352433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.391931 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1cf3d2df-81d5-40da-971f-c1a06e3d95a3 req-3349f572-4d52-4f2c-a4d2-07ca6a961b7f tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 210 time: 0.0988781 Apr 01 15:36:22.403533 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.506866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Allocated IP 172.20.0.9 (48232f6b-e4d3-401d-a3c5-fba593b7ee99/0487845b-a867-4999-8bb2-d20100f1953f/a610706d-4a42-4f84-8d7b-f8e2895b982a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:22.647148 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a693f32-6be3-4e0b-b5b0-f38d7f2aa995 None None] New status for floating IP a54c7715-4158-4c7a-8c17-031cf7b9c646: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:36:22.683939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.713790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.716721 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.732913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Transition to ACTIVE for port object a610706d-4a42-4f84-8d7b-f8e2895b982a will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:22.757092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.768952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['ba303584-0daa-4f8a-9ea3-e91c47388220'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:36:22.848224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:22.851063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:22.856505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:22.879806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.249 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/9c6372b3-c1e1-4aa5-9738-24cac69954f1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:22.884131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Pushing event updated for resources: {'Port': ['ID=a610706d-4a42-4f84-8d7b-f8e2895b982a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:22.913042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:22.913645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:22.940096 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e9434089-9f05-4ccd-add7-1715d6a1f828 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6193101 Apr 01 15:36:22.952098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Request body: {'port': {'device_id': '71109f88-81de-422b-9872-842a70224c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:23.054281 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.069899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.084413 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.131736 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-693e8326-1020-4b5a-8860-df0de0a219f3 None None] Provisioning for port a610706d-4a42-4f84-8d7b-f8e2895b982a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:23.137216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-693e8326-1020-4b5a-8860-df0de0a219f3 None None] Provisioning complete for port a610706d-4a42-4f84-8d7b-f8e2895b982a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:23.137576 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-693e8326-1020-4b5a-8860-df0de0a219f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.156607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:23.159456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:23.162071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:23.192393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-693e8326-1020-4b5a-8860-df0de0a219f3 None None] Port a610706d-4a42-4f84-8d7b-f8e2895b982a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:23.192665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=9c6372b3-c1e1-4aa5-9738-24cac69954f1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:23.328968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.329709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.517991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a610706d-4a42-4f84-8d7b-f8e2895b982a {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:36:23.555426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 0ee89212-6de4-4b78-8471-93151ca2fecf is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:36:23.561328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.584737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Transition to ACTIVE for port object a610706d-4a42-4f84-8d7b-f8e2895b982a will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:23.593412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.730174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Pushing event updated for resources: {'Port': ['ID=a610706d-4a42-4f84-8d7b-f8e2895b982a,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:23.748766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9a271748-7b49-4461-bae5-b2b4026ddceb req-f0f288f0-1848-4777-bcea-15299a15e0c1 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Synchronizing usage tracker for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:23.769240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:23.783577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Sync routers for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:23.797884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:23.798505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:23.803706 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.808789 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-49469a17-3f50-42b8-a74a-6e277dfe5db2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7145526 Apr 01 15:36:23.809716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44124) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:23.829764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-9a271748-7b49-4461-bae5-b2b4026ddceb req-f0f288f0-1848-4777-bcea-15299a15e0c1 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Unset dirty status for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:23.830926 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a271748-7b49-4461-bae5-b2b4026ddceb req-f0f288f0-1848-4777-bcea-15299a15e0c1 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1027 time: 0.3081827 Apr 01 15:36:23.856752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-17032b2d-b139-416d-8768-32079939c176 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=fe4aa6184ecf43a8a01474ca6607c15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455329 Apr 01 15:36:23.857574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44128) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:23.913069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a271748-7b49-4461-bae5-b2b4026ddceb req-b3b03a35-b89d-4e9c-9f4d-ea666f39cdbf tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724342 Apr 01 15:36:23.915275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Attempting to bind port a610706d-4a42-4f84-8d7b-f8e2895b982a on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:23.915613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Attempting to bind port a610706d-4a42-4f84-8d7b-f8e2895b982a by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:23.915936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Attempting to bind port a610706d-4a42-4f84-8d7b-f8e2895b982a on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:23.922158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Port a610706d-4a42-4f84-8d7b-f8e2895b982a on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:36:23.922474 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Attempting to bind port a610706d-4a42-4f84-8d7b-f8e2895b982a on network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:23.929312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:23.929641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Checking segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:23.930019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Bound using segment: {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:23.930440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Bound port: a610706d-4a42-4f84-8d7b-f8e2895b982a, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35682aac-63c0-4a52-aca8-6ab42c6427c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:23.931197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:23.995654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe32f59-fb4a-4870-bf69-60a8901dc783 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:23.997311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0fe32f59-fb4a-4870-bf69-60a8901dc783 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386893 Apr 01 15:36:24.000259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:24.021953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] For port a610706d-4a42-4f84-8d7b-f8e2895b982a, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:24.024969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] For port a610706d-4a42-4f84-8d7b-f8e2895b982a, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a610706d-4a42-4f84-8d7b-f8e2895b982a,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:24.032506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:24.045755 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3250c72d-a011-4955-80fa-0e58a74130f8 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414615 Apr 01 15:36:24.046541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44136) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:24.052125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1728646815', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:24.090457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:24.101969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:24.103361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] 10.222.0.62 "PUT /v2.0/ports/a610706d-4a42-4f84-8d7b-f8e2895b982a HTTP/1.1" status: 200 len: 1091 time: 1.1565053 Apr 01 15:36:24.103817 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71109f88-81de-422b-9872-842a70224c20', 'tag': 'a610706d-4a42-4f84-8d7b-f8e2895b982a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:24.149327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6f73c-a087-47dc-b714-69ee3790fd65 service neutron] Pushing event updated for resources: {'Port': ['ID=a610706d-4a42-4f84-8d7b-f8e2895b982a,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:24.197598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:24.201948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:subnet and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:24.205274 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:24.210058 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71109f88-81de-422b-9872-842a70224c20', 'tag': 'a610706d-4a42-4f84-8d7b-f8e2895b982a', 'status': 'completed', 'code': 200} Apr 01 15:36:24.211782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:24.226690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:36:24.254178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-0430bdb8-cde3-44ed-83d8-b0a9bd40ad70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b53a9c75e5bf4c99b9ce2ea2f3b1726f&device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1094 time: 0.1050525 Apr 01 15:36:24.342465 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:24.343126 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-66b41045-0d20-4f8e-9af4-f4b78e52901a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a610706d-4a42-4f84-8d7b-f8e2895b982a HTTP/1.1" status: 200 len: 217 time: 0.0826750 Apr 01 15:36:24.414409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-4628a47b-a284-4644-b1c6-3cdb1e482ae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:24.415892 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-4628a47b-a284-4644-b1c6-3cdb1e482ae8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0487845b-a867-4999-8bb2-d20100f1953f HTTP/1.1" status: 200 len: 849 time: 0.0665064 Apr 01 15:36:24.448064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:23Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:24.456326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Checking router: 0ee89212-6de4-4b78-8471-93151ca2fecf for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:24.456732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Updating router 0ee89212-6de4-4b78-8471-93151ca2fecf port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:36:24.499841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-3e2dae4c-360b-4fee-b2c9-1f94da556ac7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48232f6b-e4d3-401d-a3c5-fba593b7ee99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781395 Apr 01 15:36:24.517003 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:24.634614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-b7a6ec67-3dd0-4282-b191-8f1d5d712551 service neutron] 10.222.0.62 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291244 Apr 01 15:36:24.687157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:24.765249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Subnet': ['ID=888a6c23-e0c3-407b-94e5-7db6f57d3fb7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:24.771481 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c070ca1-1258-49c4-8c43-8e698c857e9b req-e18990cc-1fa9-4ea1-b92f-5200791bf601 service neutron] 10.222.0.62 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311750 Apr 01 15:36:24.783887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Checking segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:24.784272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network hostable DHCP agents. Network: db6bc403-b418-40c6-8a52-b9d4b9f1e2af, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:36:24.816034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:36:24.845819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, db6bc403-b418-40c6-8a52-b9d4b9f1e2af) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:24.851794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:24.853192 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:24.857318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9917cf-042b-4947-ad65-571a76022cc5 None None] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:36:24.880284 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c01d05c0-298c-4c54-b0f2-b6c51c7e78ff tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8328347 Apr 01 15:36:24.882738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44142) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:24.913484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-7a1bde49-3092-4f4c-8917-3ac11a0bf2ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b53a9c75e5bf4c99b9ce2ea2f3b1726f&device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1094 time: 0.0870547 Apr 01 15:36:24.938157 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:24.965152 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Transition to ACTIVE for port object 9c6372b3-c1e1-4aa5-9738-24cac69954f1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:24.988764 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:25.104874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-1dccbd29-6b5a-4d02-abb1-21634e2a936d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:25.106320 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-1dccbd29-6b5a-4d02-abb1-21634e2a936d service neutron] 10.222.0.62 "GET /v2.0/networks?id=48232f6b-e4d3-401d-a3c5-fba593b7ee99 HTTP/1.1" status: 200 len: 911 time: 0.1871657 Apr 01 15:36:25.159239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3fc34-6b74-4c8d-ad36-9f7b90345c5f None None] Pushing event updated for resources: {'Port': ['ID=9c6372b3-c1e1-4aa5-9738-24cac69954f1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:25.174759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Attempting to bind port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:25.175129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Attempting to bind port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:25.175597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Attempting to bind port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:25.211272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:25.211702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:25.212063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:25.212458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:25.212936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Bound port: 9c6372b3-c1e1-4aa5-9738-24cac69954f1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:25.213313 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:25.274251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:36:25.275063 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:25.312127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-99431145-9dbc-4531-b315-52fd7191dadd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a610706d-4a42-4f84-8d7b-f8e2895b982a HTTP/1.1" status: 200 len: 217 time: 0.1918392 Apr 01 15:36:25.353345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] For port 9c6372b3-c1e1-4aa5-9738-24cac69954f1, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:25.368589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41583e49-7473-44fc-9bc4-7ac91703e87c req-94346aed-c7b4-4f8b-9b20-b048e3265755 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1094 time: 0.3243244 Apr 01 15:36:25.375128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] For port 9c6372b3-c1e1-4aa5-9738-24cac69954f1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9c6372b3-c1e1-4aa5-9738-24cac69954f1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:25.384321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:25.412610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-8680dba5-d683-4888-9787-5698e131a5b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:25.414194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-8680dba5-d683-4888-9787-5698e131a5b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0487845b-a867-4999-8bb2-d20100f1953f HTTP/1.1" status: 200 len: 849 time: 0.0948060 Apr 01 15:36:25.478071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41583e49-7473-44fc-9bc4-7ac91703e87c req-70891929-f203-43c3-9fd6-a5ba907702f4 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996015 Apr 01 15:36:25.507995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-4d694ce4-d769-4604-aab4-8399a050a49d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48232f6b-e4d3-401d-a3c5-fba593b7ee99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852652 Apr 01 15:36:25.530865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3fc34-6b74-4c8d-ad36-9f7b90345c5f None None] Pushing event updated for resources: {'Port': ['ID=9c6372b3-c1e1-4aa5-9738-24cac69954f1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:25.530865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:25.531792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:25.647733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-cbaec42a-2e3d-4742-8155-c50e6c9fbee6 service neutron] 10.222.0.62 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334515 Apr 01 15:36:25.678021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Allocated IP 172.20.0.2 (db6bc403-b418-40c6-8a52-b9d4b9f1e2af/888a6c23-e0c3-407b-94e5-7db6f57d3fb7/4642ae39-02ef-488d-8fca-41c0c30c1940) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:25.716073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:25.796075 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c247238b-3aea-4561-9906-f6d9fb50cfb4 req-ce4c8894-d4f2-4045-910b-cbd82e449882 service neutron] 10.222.0.62 "GET /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414168 Apr 01 15:36:25.810181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:25.902606 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] Sync routers for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:25.914760 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:25.915107 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:36:25.915729 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_agentschedulers_db [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83956) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:36:25.925968 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:25.926369 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:36:25.926923 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_agentschedulers_db [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b93f9220-36fc-459d-ae19-cb4641aaa8e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83956) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:36:25.927473 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be48d05-44b5-4153-9514-3707679a3ddb None None] The sync data for ids ['b93f9220-36fc-459d-ae19-cb4641aaa8e7'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:26.129343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.166255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Transition to ACTIVE for port object 4642ae39-02ef-488d-8fca-41c0c30c1940 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:26.190671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Transition to ACTIVE for port object 4642ae39-02ef-488d-8fca-41c0c30c1940 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:26.204381 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.266124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.1 (db6bc403-b418-40c6-8a52-b9d4b9f1e2af/888a6c23-e0c3-407b-94e5-7db6f57d3fb7/afe3f0fd-79ec-428f-8b54-9af07294fa4b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:26.276962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:26.283340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:26.285852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:26.289848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Pushing event updated for resources: {'Port': ['ID=4642ae39-02ef-488d-8fca-41c0c30c1940,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:26.326560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:23Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:26.361483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a831a3a-b4a9-4e43-be6d-9ae37bf9178c None None] The sync data for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 is: [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:23Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:26.393267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Attempting to bind port 4642ae39-02ef-488d-8fca-41c0c30c1940 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:26.393654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Attempting to bind port 4642ae39-02ef-488d-8fca-41c0c30c1940 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:26.394014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Attempting to bind port 4642ae39-02ef-488d-8fca-41c0c30c1940 on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:26.401750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:26.402089 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Checking segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:26.402633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.403022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Bound using segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:26.403529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Bound port: 4642ae39-02ef-488d-8fca-41c0c30c1940, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:26.403907 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.495641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] For port 4642ae39-02ef-488d-8fca-41c0c30c1940, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:26.498709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] For port 4642ae39-02ef-488d-8fca-41c0c30c1940, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4642ae39-02ef-488d-8fca-41c0c30c1940,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:26.504327 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.532978 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.549597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object afe3f0fd-79ec-428f-8b54-9af07294fa4b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:26.575141 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.589465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fb163-ce8a-4829-ab6e-a4a2473158ad None None] Pushing event updated for resources: {'Port': ['ID=4642ae39-02ef-488d-8fca-41c0c30c1940,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:26.654035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:26.658147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:26.660621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:26.693002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=afe3f0fd-79ec-428f-8b54-9af07294fa4b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:26.720475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.721197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.721390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.721852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.722239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.722646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.723033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.723512 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.723838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.724159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.724479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:26.750178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:26.903645 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:27.185524 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-446b3b37-e1ec-4e75-913c-1428cc75c4e1 req-3bd8a62e-4ad3-4b54-abcf-118d5768bfcd tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1094 time: 0.2830017 Apr 01 15:36:27.275330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-446b3b37-e1ec-4e75-913c-1428cc75c4e1 req-ff4cd3e2-a684-41c8-b225-9743093de174 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831935 Apr 01 15:36:27.423100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:27.428251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:27.540421 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:27.543922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=afe3f0fd-79ec-428f-8b54-9af07294fa4b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:27.605674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda13f2-3b83-4063-ad89-558f686ec382 None None] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:36:27.680129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:27.681429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:27.748214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-904e32b6-ca17-4831-91cd-eb97ab99c37d None None] Provisioning for port 4642ae39-02ef-488d-8fca-41c0c30c1940 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:27.874540 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c789b2d-1d5b-4277-a031-7fc8182be19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:28.105972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 0ee89212-6de4-4b78-8471-93151ca2fecf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:28.130065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4642ae39-02ef-488d-8fca-41c0c30c1940 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:28.215363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Provisioning for port afe3f0fd-79ec-428f-8b54-9af07294fa4b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:28.224238 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Provisioning complete for port afe3f0fd-79ec-428f-8b54-9af07294fa4b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:28.224683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:28.257429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a610706d-4a42-4f84-8d7b-f8e2895b982a details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:36:28.282296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Sync routers for ids ['fdd72f2b-5052-4b47-af00-35be64c18eb7'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:28.313241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 4642ae39-02ef-488d-8fca-41c0c30c1940 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:28.320660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Port afe3f0fd-79ec-428f-8b54-9af07294fa4b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:28.326449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4642ae39-02ef-488d-8fca-41c0c30c1940 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:28.326812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:28.374837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Routers {'fdd72f2b-5052-4b47-af00-35be64c18eb7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:28.375728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fdd72f2b-5052-4b47-af00-35be64c18eb7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:28.463498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:28.481338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b39446b8-da63-4db9-9e68-b30376aeb6c3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/0ee89212-6de4-4b78-8471-93151ca2fecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973454 Apr 01 15:36:28.582508 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b9bc67f-446e-4327-aa65-f76b49bb15fc req-52c83bf7-f161-40e1-9916-802dda8e21dc tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1094 time: 0.1429346 Apr 01 15:36:28.648643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b9bc67f-446e-4327-aa65-f76b49bb15fc req-e2198bbb-b370-460a-bf26-a6ef73265898 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589387 Apr 01 15:36:28.715061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Provisioning complete for port 4642ae39-02ef-488d-8fca-41c0c30c1940 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:28.715693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:28.801701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a610706d-4a42-4f84-8d7b-f8e2895b982a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a610706d-4a42-4f84-8d7b-f8e2895b982a,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:28.838276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-c581f28c-3325-4481-96aa-1db5a63910b8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:28.839895 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'a610706d-4a42-4f84-8d7b-f8e2895b982a', 'network_id': '48232f6b-e4d3-401d-a3c5-fba593b7ee99', 'port_id': 'a610706d-4a42-4f84-8d7b-f8e2895b982a', 'mac_address': 'fa:16:3e:ca:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0487845b-a867-4999-8bb2-d20100f1953f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:36:28.856596 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-c581f28c-3325-4481-96aa-1db5a63910b8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:28.859740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-c581f28c-3325-4481-96aa-1db5a63910b8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126526531&fields=id&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 267 time: 0.0729697 Apr 01 15:36:28.995631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Set router fdd72f2b-5052-4b47-af00-35be64c18eb7 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:29.015710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-8f11b330-5755-43ee-81c5-41b2b4551d62 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:29.017286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-8f11b330-5755-43ee-81c5-41b2b4551d62 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 797 time: 0.1518834 Apr 01 15:36:29.035475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-396740df-5ebf-44b3-b696-2642cb501ac6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/quotas/fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 375 time: 0.0120201 Apr 01 15:36:29.035722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:29.064293 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:29.077517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:29.129297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-bae1e899-3ad5-42fc-b846-5d33ccd4d23b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:29.132540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a610706d-4a42-4f84-8d7b-f8e2895b982a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:36:29.147002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-bae1e899-3ad5-42fc-b846-5d33ccd4d23b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:29.148475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-bae1e899-3ad5-42fc-b846-5d33ccd4d23b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063499 Apr 01 15:36:29.210963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] For port 4642ae39-02ef-488d-8fca-41c0c30c1940, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4642ae39-02ef-488d-8fca-41c0c30c1940,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:29.240798 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:29.284723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a610706d-4a42-4f84-8d7b-f8e2895b982a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a610706d-4a42-4f84-8d7b-f8e2895b982a,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:29.294372 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-6fa43e97-1ab6-40ca-920b-6f6d654554e3 service neutron] 10.222.0.48 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328049 Apr 01 15:36:29.359465 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:29.422934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:36:29.423301 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:36:29.435105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-fc2df9fe-ca19-46b8-a1e1-50315a8b3ede service neutron] 10.222.0.48 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316793 Apr 01 15:36:29.450055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6ff88-d32e-43c3-a095-54e3390e676a None None] Pushing event updated for resources: {'Port': ['ID=4642ae39-02ef-488d-8fca-41c0c30c1940,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:29.501903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1ff6cb68-f54f-4bc5-8246-471b49dcc672 None None] Provisioning complete for port afe3f0fd-79ec-428f-8b54-9af07294fa4b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:29.502346 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ff6cb68-f54f-4bc5-8246-471b49dcc672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:29.617741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a610706d-4a42-4f84-8d7b-f8e2895b982a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:36:29.632172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2b4cfa0-a913-48b8-97c4-695b67e0ecbf req-6df5f1bd-e1ca-43d5-a9fe-34a96a75e778 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:29.644480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a2b4cfa0-a913-48b8-97c4-695b67e0ecbf req-6df5f1bd-e1ca-43d5-a9fe-34a96a75e778 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:29.645699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2b4cfa0-a913-48b8-97c4-695b67e0ecbf req-6df5f1bd-e1ca-43d5-a9fe-34a96a75e778 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0551424 Apr 01 15:36:29.728174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a610706d-4a42-4f84-8d7b-f8e2895b982a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:29.734827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6cb68-f54f-4bc5-8246-471b49dcc672 None None] Port afe3f0fd-79ec-428f-8b54-9af07294fa4b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:29.794324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'name': 'tempest-TestServerMultinode-1371899031-router', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:01Z', 'updated_at': '2022-04-01T15:36:05Z', 'revision_number': 4, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'gw_port': {'id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:02Z', 'updated_at': '2022-04-01T15:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '09dd3431-a92c-46c3-ba45-6cf1da4fac30', 'name': '', 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'mac_address': 'fa:16:3e:d9:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf2c965-ac0e-435f-bc55-4181b9341ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:04Z', 'updated_at': '2022-04-01T15:36:05Z', 'revision_number': 2, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'subnets': [{'id': 'baf2c965-ac0e-435f-bc55-4181b9341ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:29.807968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Checking router: fdd72f2b-5052-4b47-af00-35be64c18eb7 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:29.808352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Updating router fdd72f2b-5052-4b47-af00-35be64c18eb7 port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:36:29.877594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bccf4f36-f34c-4680-93e7-4ee9391063ed req-a6233784-f7e0-4f0f-bfe4-025c7c3ad137 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1095 time: 0.0762310 Apr 01 15:36:29.885844 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:29.926909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bccf4f36-f34c-4680-93e7-4ee9391063ed req-cbd0f031-5e36-49f8-acad-c61b25db5847 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Apr 01 15:36:30.068292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 577e0151-8c32-4874-856d-cfeee08bc816 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:30.106803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 577e0151-8c32-4874-856d-cfeee08bc816 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:30.107142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 577e0151-8c32-4874-856d-cfeee08bc816 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:30.275043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9c6372b3-c1e1-4aa5-9738-24cac69954f1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:30.340640 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79a29964-c561-4d1e-ad74-3e38f2d9e951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.425265 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.435305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:30.440391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Transition to ACTIVE for port object 09dd3431-a92c-46c3-ba45-6cf1da4fac30 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:30.444588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:30.444978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.471739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.618254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Pushing event updated for resources: {'Port': ['ID=09dd3431-a92c-46c3-ba45-6cf1da4fac30,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:30.637208 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.637547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.637886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.638218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.638544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.638872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.639194 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.639546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.639871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.640192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.640510 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:30.784634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Attempting to bind port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:30.785289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Attempting to bind port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:30.785381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Attempting to bind port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 on network d649827e-bcb6-4b74-8620-03b5e8b5a867 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:30.792266 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.822049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:30.822884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Checking segment: {'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:30.823481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.824053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Bound using segment: {'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:30.824887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Bound port: 09dd3431-a92c-46c3-ba45-6cf1da4fac30, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d6af6-3c31-4a71-8982-cf210d55ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:30.825418 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.848589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 9c6372b3-c1e1-4aa5-9738-24cac69954f1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9c6372b3-c1e1-4aa5-9738-24cac69954f1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:30.851254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23107b3d-1827-4e65-bd72-921ee12018c8 req-eb10ef90-ceae-4d3e-b09c-64aa5b18ac29 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0553465 Apr 01 15:36:30.888687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:30.889453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4642ae39-02ef-488d-8fca-41c0c30c1940 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:30.924458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-40fb7fce-4ecf-490b-805f-ea02ec512301 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:30.925971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-40fb7fce-4ecf-490b-805f-ea02ec512301 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 797 time: 0.2411203 Apr 01 15:36:30.996005 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-dccd343b-ca32-450b-91c0-5ae9ad884fe9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 380 time: 0.0563917 Apr 01 15:36:31.009637 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'port': {'device_id': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'admin_state_up': True, 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'security_groups': ['6b97506d-78c2-4f87-a4cb-2431940935c4']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:31.047051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=9c6372b3-c1e1-4aa5-9738-24cac69954f1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:31.050830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] For port 09dd3431-a92c-46c3-ba45-6cf1da4fac30, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:31.055612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] For port 09dd3431-a92c-46c3-ba45-6cf1da4fac30, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=09dd3431-a92c-46c3-ba45-6cf1da4fac30,segment=NetworkSegment(937d6af6-3c31-4a71-8982-cf210d55ac5e),segment_id=937d6af6-3c31-4a71-8982-cf210d55ac5e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:31.064324 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:31.065335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:36:31.118791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4642ae39-02ef-488d-8fca-41c0c30c1940 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:31.119169 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:31.199523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db27d8-d544-45b9-b15d-7562af7c5762 None None] Pushing event updated for resources: {'Port': ['ID=09dd3431-a92c-46c3-ba45-6cf1da4fac30,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:31.209914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Routers {'fdd72f2b-5052-4b47-af00-35be64c18eb7'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:31.210635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['fdd72f2b-5052-4b47-af00-35be64c18eb7'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:31.228174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:31.234808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88170d20-e6c8-4f2d-b669-10afa299be11 req-b49c52f9-8b60-4d4f-8356-508d17c91334 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1095 time: 0.1387308 Apr 01 15:36:31.242501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:31.278463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:36:31.281501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:31.308566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88170d20-e6c8-4f2d-b669-10afa299be11 req-9de980a7-42ca-4c23-bb7b-7106e999e90c tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668075 Apr 01 15:36:31.475230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.9 (db6bc403-b418-40c6-8a52-b9d4b9f1e2af/888a6c23-e0c3-407b-94e5-7db6f57d3fb7/083c019c-9281-4c31-a98a-b8d0d2933bff) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:31.478551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:31.484120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:31.504653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f58fda8a-7e17-46fc-be9c-8a68d1fd0173 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:31.544599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f58fda8a-7e17-46fc-be9c-8a68d1fd0173 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:31.544934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f58fda8a-7e17-46fc-be9c-8a68d1fd0173 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:31.564132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] Set router fdd72f2b-5052-4b47-af00-35be64c18eb7 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:31.668489 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:31.684977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object 083c019c-9281-4c31-a98a-b8d0d2933bff will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:31.713309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:31.892838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'name': 'tempest-TestServerMultinode-1371899031-router', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:01Z', 'updated_at': '2022-04-01T15:36:05Z', 'revision_number': 4, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'gw_port': {'id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:02Z', 'updated_at': '2022-04-01T15:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '09dd3431-a92c-46c3-ba45-6cf1da4fac30', 'name': '', 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'mac_address': 'fa:16:3e:d9:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf2c965-ac0e-435f-bc55-4181b9341ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:04Z', 'updated_at': '2022-04-01T15:36:31Z', 'revision_number': 4, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'subnets': [{'id': 'baf2c965-ac0e-435f-bc55-4181b9341ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:31.899404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6da065-e3aa-4ed8-a29c-79b240937d1d None None] The sync data for ids ['fdd72f2b-5052-4b47-af00-35be64c18eb7'] in n-d-836017-1 is: [{'id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'name': 'tempest-TestServerMultinode-1371899031-router', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:01Z', 'updated_at': '2022-04-01T15:36:05Z', 'revision_number': 4, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'gw_port': {'id': 'ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:02Z', 'updated_at': '2022-04-01T15:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '09dd3431-a92c-46c3-ba45-6cf1da4fac30', 'name': '', 'network_id': 'd649827e-bcb6-4b74-8620-03b5e8b5a867', 'tenant_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'mac_address': 'fa:16:3e:d9:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd72f2b-5052-4b47-af00-35be64c18eb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf2c965-ac0e-435f-bc55-4181b9341ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:04Z', 'updated_at': '2022-04-01T15:36:31Z', 'revision_number': 4, 'project_id': 'b53a9c75e5bf4c99b9ce2ea2f3b1726f', 'subnets': [{'id': 'baf2c965-ac0e-435f-bc55-4181b9341ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:31.905887 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:31.907336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:31.909171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:31.911564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:32.010735 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Sync routers for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:32.019390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:32.020585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.022868 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:32.023500 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:32.077675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-2b91b3d3-41e4-4f65-aa86-0add35065b96 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0720143 Apr 01 15:36:32.090219 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Request body: {'port': {'device_id': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:32.178407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2bc2-3d39-4f1a-81fc-3b83a2735fe8 req-57c05cde-15c1-44cf-8c3a-88df9cc6182e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:32.180250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51ad2bc2-3d39-4f1a-81fc-3b83a2735fe8 req-57c05cde-15c1-44cf-8c3a-88df9cc6182e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 931 time: 0.1704299 Apr 01 15:36:32.259942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-51ad2bc2-3d39-4f1a-81fc-3b83a2735fe8 req-948eeb8d-67e2-4e60-8ad1-66665824e3d1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:32.279445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-51ad2bc2-3d39-4f1a-81fc-3b83a2735fe8 req-948eeb8d-67e2-4e60-8ad1-66665824e3d1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:32.284824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a610706d-4a42-4f84-8d7b-f8e2895b982a up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:32.294712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51ad2bc2-3d39-4f1a-81fc-3b83a2735fe8 req-948eeb8d-67e2-4e60-8ad1-66665824e3d1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082220 Apr 01 15:36:32.313894 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:32.343004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.353660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a737f681-568a-4309-a3c6-3d133658cabe None None] Provisioning for port 083c019c-9281-4c31-a98a-b8d0d2933bff completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:32.380356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09dd3431-a92c-46c3-ba45-6cf1da4fac30 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:32.461833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a737f681-568a-4309-a3c6-3d133658cabe None None] Provisioning complete for port 083c019c-9281-4c31-a98a-b8d0d2933bff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:32.467707 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a737f681-568a-4309-a3c6-3d133658cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.565790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a737f681-568a-4309-a3c6-3d133658cabe None None] Port 083c019c-9281-4c31-a98a-b8d0d2933bff cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:36:32.606149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port a610706d-4a42-4f84-8d7b-f8e2895b982a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:32.612454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port a610706d-4a42-4f84-8d7b-f8e2895b982a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:32.612829 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.680549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:32.692753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:32.693125 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.764892 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:27Z', 'revision_number': 2, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:32.770124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3931ce99-f126-43a5-bc00-841b7f2fb889 req-dd6f2337-de49-45cd-824e-46997859757c tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1095 time: 0.1667256 Apr 01 15:36:32.782361 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Checking router: 0ee89212-6de4-4b78-8471-93151ca2fecf for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:32.782946 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Updating router 0ee89212-6de4-4b78-8471-93151ca2fecf port afe3f0fd-79ec-428f-8b54-9af07294fa4b binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:36:32.823892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083c019c-9281-4c31-a98a-b8d0d2933bff {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:36:32.858681 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.868789 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.877376 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3931ce99-f126-43a5-bc00-841b7f2fb889 req-ad901d91-a7d4-41a5-a083-a12f030dbb99 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955400 Apr 01 15:36:32.879329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.910127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Transition to ACTIVE for port object 083c019c-9281-4c31-a98a-b8d0d2933bff will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:32.918183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.946923 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.953736 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:32.974080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 09dd3431-a92c-46c3-ba45-6cf1da4fac30, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=09dd3431-a92c-46c3-ba45-6cf1da4fac30,segment=NetworkSegment(937d6af6-3c31-4a71-8982-cf210d55ac5e),segment_id=937d6af6-3c31-4a71-8982-cf210d55ac5e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:32.993660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port a610706d-4a42-4f84-8d7b-f8e2895b982a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a610706d-4a42-4f84-8d7b-f8e2895b982a,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:32.996469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71109f88-81de-422b-9872-842a70224c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a610706d-4a42-4f84-8d7b-f8e2895b982a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:33.000683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.001499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9c6372b3-c1e1-4aa5-9738-24cac69954f1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:33.097513 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71109f88-81de-422b-9872-842a70224c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a610706d-4a42-4f84-8d7b-f8e2895b982a', 'code': 200} Apr 01 15:36:33.105024 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.152900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=09dd3431-a92c-46c3-ba45-6cf1da4fac30,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:33.199529 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:33.237025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:33.237025 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.303349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9eea9974-4a04-40a3-a8e4-419d6fa97dfd req-246f7445-ba57-4954-821a-bb3e3e9c28f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.1338470 Apr 01 15:36:33.326250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=a610706d-4a42-4f84-8d7b-f8e2895b982a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:33.357580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:33.357914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:33.358251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:33.364656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:36:33.365021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:33.368875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9eea9974-4a04-40a3-a8e4-419d6fa97dfd req-d872d7ce-1cab-47d1-bf67-07bfd5ab9175 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 Apr 01 15:36:33.372118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:33.372450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Checking segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:33.372824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Bound using segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:33.373242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Bound port: 083c019c-9281-4c31-a98a-b8d0d2933bff, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:33.373586 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.408770 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.423859 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Transition to ACTIVE for port object afe3f0fd-79ec-428f-8b54-9af07294fa4b will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:36:33.434337 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.468993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:33.474207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:33.510132 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.556781 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c4364-ace3-48e5-9b2d-a67d61917b77 None None] Pushing event updated for resources: {'Port': ['ID=afe3f0fd-79ec-428f-8b54-9af07294fa4b,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:33.595152 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.596800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] 10.222.0.44 "PUT /v2.0/ports/083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 1091 time: 1.5112417 Apr 01 15:36:33.601782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:33.625797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8f5f8-1082-4b81-adb3-97829b6d5992 service neutron] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:33.645075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbefc33-3482-48ab-8cdb-18b44242da0b req-b5e4c1eb-26f4-400f-aae1-e9dd4f794c49 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:33.645801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3cbefc33-3482-48ab-8cdb-18b44242da0b req-b5e4c1eb-26f4-400f-aae1-e9dd4f794c49 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:33.664674 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Attempting to bind port afe3f0fd-79ec-428f-8b54-9af07294fa4b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:36:33.665034 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Attempting to bind port afe3f0fd-79ec-428f-8b54-9af07294fa4b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:36:33.665383 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Attempting to bind port afe3f0fd-79ec-428f-8b54-9af07294fa4b on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:36:33.672641 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:36:33.672998 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Checking segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:36:33.673387 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.673804 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Bound using segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:36:33.674254 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Bound port: afe3f0fd-79ec-428f-8b54-9af07294fa4b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:36:33.674610 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.698000 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'status': 'completed', 'code': 200} Apr 01 15:36:33.705776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3cbefc33-3482-48ab-8cdb-18b44242da0b req-b5e4c1eb-26f4-400f-aae1-e9dd4f794c49 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:33.706941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cbefc33-3482-48ab-8cdb-18b44242da0b req-b5e4c1eb-26f4-400f-aae1-e9dd4f794c49 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 943 time: 0.2358091 Apr 01 15:36:33.778071 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] For port afe3f0fd-79ec-428f-8b54-9af07294fa4b, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:36:33.778885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-5f8339c9-557e-4906-a2bd-91f4cb0e389c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1094 time: 0.1211700 Apr 01 15:36:33.781405 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3cbefc33-3482-48ab-8cdb-18b44242da0b req-edb3cb82-c1a2-48d3-a8ba-c735a9d2ec1a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592561 Apr 01 15:36:33.782058 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] For port afe3f0fd-79ec-428f-8b54-9af07294fa4b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=afe3f0fd-79ec-428f-8b54-9af07294fa4b,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:36:33.786939 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:33.869049 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-809ef8ad-efa8-4352-ac12-4e7e89740cdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 217 time: 0.0806386 Apr 01 15:36:33.889009 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:33.889623 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:33.938725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-f8d0be56-9f18-4988-b81a-2a287abfe080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:33.940439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-f8d0be56-9f18-4988-b81a-2a287abfe080 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.0638885 Apr 01 15:36:33.954433 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c4364-ace3-48e5-9b2d-a67d61917b77 None None] Pushing event updated for resources: {'Port': ['ID=afe3f0fd-79ec-428f-8b54-9af07294fa4b,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:34.025751 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-77daf95c-7b30-422c-8f3f-1d2bce8d5728 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776923 Apr 01 15:36:34.083261 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5878a3-4148-4f0a-b076-90469ca2e5bd req-039ed41c-4dd4-4459-bc91-93e76eb66ae7 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.0868957 Apr 01 15:36:34.113302 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:34.147671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5878a3-4148-4f0a-b076-90469ca2e5bd req-b17080a8-c57b-4c4e-a886-525f60aa2e51 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631239 Apr 01 15:36:34.188381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09dd3431-a92c-46c3-ba45-6cf1da4fac30 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:34.214203 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-73e9cd26-5958-47ee-bab0-61a72a0f2579 service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796954 Apr 01 15:36:34.264441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:34.264899 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:34.499383 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:33Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:34.503336 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72af0625-507f-4821-91e9-a8d28ca61a91 None None] The sync data for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 is: [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:33Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:34.513022 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1615ad52-1c62-4135-a2e0-eb617d9740eb req-e1768b75-cc4f-4b0a-8bda-e5cb1abb2a0d service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899160 Apr 01 15:36:34.646355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-e56dd072-cc76-4971-9723-b4a4ca942af7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1094 time: 0.0801537 Apr 01 15:36:34.786861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-289af52f-4f65-4280-9791-c778859c19f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:34.788814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-289af52f-4f65-4280-9791-c778859c19f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 898 time: 0.1355333 Apr 01 15:36:34.858081 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-69726a6c-584f-4124-88a4-34e6b15203ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 217 time: 0.0621767 Apr 01 15:36:34.958543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-3b1848e8-ff3c-4f7d-86cd-e4e888e07a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:34.960000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-3b1848e8-ff3c-4f7d-86cd-e4e888e07a76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.0946023 Apr 01 15:36:35.065078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f0b7-e4db-436f-ad80-fbc99df0a71b req-57065fec-673d-4ce0-86b2-d4087234952d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:35.067058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7c7f0b7-e4db-436f-ad80-fbc99df0a71b req-57065fec-673d-4ce0-86b2-d4087234952d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 943 time: 0.1412196 Apr 01 15:36:35.075254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-58d3b6d8-2729-4550-ab84-44505b30415c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044908 Apr 01 15:36:35.206095 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f7c7f0b7-e4db-436f-ad80-fbc99df0a71b req-dc0d69c7-ddc6-4baa-8dab-016414132545 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298583 Apr 01 15:36:35.244053 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-b68c770c-9936-4285-ab68-f495ed8eaace service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536479 Apr 01 15:36:35.364225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-003aa51b-1da8-4aa9-8ad9-9f2001185b21 req-b80a7d5a-2433-48cb-a108-a5ffd6602fa2 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.0828848 Apr 01 15:36:35.386218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8e6dd835-bc1d-4243-8801-ae51f3e16310 req-f36c3dd4-c1b7-441e-9c9b-9a6bff087bdc service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325459 Apr 01 15:36:35.409609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-003aa51b-1da8-4aa9-8ad9-9f2001185b21 req-ead2903a-addb-492b-ad52-48747b6d2379 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Apr 01 15:36:35.608085 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30961715-6e5e-49c8-ae48-9496e718cdd7 req-4ef3a0ce-2015-4186-8b2d-ba2097d9399b tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.0787678 Apr 01 15:36:35.649790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30961715-6e5e-49c8-ae48-9496e718cdd7 req-cb888820-a4cc-46e5-a117-b539f5cf4c8a tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Apr 01 15:36:35.842048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0b66824f-c48b-4788-94cb-4273eb237121 req-e2c62348-16a8-48ff-9659-73b960158842 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.0699258 Apr 01 15:36:35.888629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0b66824f-c48b-4788-94cb-4273eb237121 req-ad44cd29-d42f-40eb-850c-a8dd53d0e6da tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Apr 01 15:36:36.201234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device afe3f0fd-79ec-428f-8b54-9af07294fa4b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:36.271270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port afe3f0fd-79ec-428f-8b54-9af07294fa4b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:36.276843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port afe3f0fd-79ec-428f-8b54-9af07294fa4b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:36.277218 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:36.304603 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7a3d54c1-9395-438b-a0bd-98d03776c8f1 req-59b50d2f-7ee4-4530-a141-6918ba4c575d tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.0822561 Apr 01 15:36:36.347527 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7a3d54c1-9395-438b-a0bd-98d03776c8f1 req-472a0d25-3fe7-47a7-9cf9-7a2a424918a0 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Apr 01 15:36:36.395087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:36.423583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20035b-72fb-4232-93ba-9f8c7460fb79 req-1180b95b-3803-4bda-8d85-0818b115f3c9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:36.425017 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f20035b-72fb-4232-93ba-9f8c7460fb79 req-1180b95b-3803-4bda-8d85-0818b115f3c9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 943 time: 0.0824435 Apr 01 15:36:36.426110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port afe3f0fd-79ec-428f-8b54-9af07294fa4b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=afe3f0fd-79ec-428f-8b54-9af07294fa4b,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:36.431572 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:36.474231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:36:36.477595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f20035b-72fb-4232-93ba-9f8c7460fb79 req-7ae7fd16-3b04-4bb3-a88b-64edb0bbfd19 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456102 Apr 01 15:36:36.529181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=afe3f0fd-79ec-428f-8b54-9af07294fa4b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:36.634184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:36.647206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'port_id': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'mac_address': 'fa:16:3e:0c:73:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:36:36.710329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:36.728861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083c019c-9281-4c31-a98a-b8d0d2933bff {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:36:36.744665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:36.750103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:36.822438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:37.029948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['083c019c-9281-4c31-a98a-b8d0d2933bff'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:36:37.470381 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3c2f4ead-ce22-4088-b7ca-8e8d5030b15a tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.0681059 Apr 01 15:36:37.577954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Deleting port a610706d-4a42-4f84-8d7b-f8e2895b982a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:37.578269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:37.671927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f0785-320d-4e82-ba6d-c49028bc0588 req-f021be39-b6b4-4fa0-8a94-62bfd175810d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:37.673547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9c9f0785-320d-4e82-ba6d-c49028bc0588 req-f021be39-b6b4-4fa0-8a94-62bfd175810d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 944 time: 0.0751507 Apr 01 15:36:37.676258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc347fb2-8f5c-42d8-a5d4-fdbeebe36f58 req-6c16ee9a-cca6-490b-b9e7-2d18ec4f5e9e tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71109f88-81de-422b-9872-842a70224c20 HTTP/1.1" status: 200 len: 1096 time: 0.2033272 Apr 01 15:36:37.724142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9c9f0785-320d-4e82-ba6d-c49028bc0588 req-39e688c1-bb9d-4738-b83e-48ea4a3c575b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444067 Apr 01 15:36:37.903702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dc347fb2-8f5c-42d8-a5d4-fdbeebe36f58 req-2fcdeee1-13ee-47ae-a2de-29428cde9d9d tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181346 Apr 01 15:36:37.945150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] For port a610706d-4a42-4f84-8d7b-f8e2895b982a, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=a610706d-4a42-4f84-8d7b-f8e2895b982a,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:37.945498 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:38.065071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Calling delete_port for a610706d-4a42-4f84-8d7b-f8e2895b982a owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:38.184660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device afe3f0fd-79ec-428f-8b54-9af07294fa4b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:38.205402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:38.222815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['a610706d-4a42-4f84-8d7b-f8e2895b982a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:36:38.246166 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['ba303584-0daa-4f8a-9ea3-e91c47388220'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:36:38.257405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Pushing event deleted for resources: {'Port': ['ID=a610706d-4a42-4f84-8d7b-f8e2895b982a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:38.343203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.343889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.344364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.344844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.345171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.345500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.345804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.346122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.346432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.346762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.347077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:38.355939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] No DVR routers for this DVR port a610706d-4a42-4f84-8d7b-f8e2895b982a on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:36:38.358319 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:38.362386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71109f88-81de-422b-9872-842a70224c20', 'name': 'network-vif-deleted', 'tag': 'a610706d-4a42-4f84-8d7b-f8e2895b982a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:38.372989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port afe3f0fd-79ec-428f-8b54-9af07294fa4b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:38.373372 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:38.379374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-167ef9e2-6f85-4d18-9a76-a1421efb2ffa req-3eaa6f85-a3ac-4cb3-9fe6-fd28684036d6 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a610706d-4a42-4f84-8d7b-f8e2895b982a HTTP/1.1" status: 204 len: 173 time: 0.8750131 Apr 01 15:36:38.492071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:36:38.540503 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71109f88-81de-422b-9872-842a70224c20', 'name': 'network-vif-deleted', 'tag': 'a610706d-4a42-4f84-8d7b-f8e2895b982a', 'status': 'completed', 'code': 200} Apr 01 15:36:38.630523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 083c019c-9281-4c31-a98a-b8d0d2933bff completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:36:38.637520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 083c019c-9281-4c31-a98a-b8d0d2933bff triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:36:38.637887 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:38.761183 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:38.788136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:38.798871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:38.804166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:38.858543 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'code': 200} Apr 01 15:36:38.884926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:38.966012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c740733-3f49-4004-93c1-e2402f6965cd req-4c6770a7-5dbb-40be-9791-00df040d3be3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:38.967863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c740733-3f49-4004-93c1-e2402f6965cd req-4c6770a7-5dbb-40be-9791-00df040d3be3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.0876658 Apr 01 15:36:39.020895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c740733-3f49-4004-93c1-e2402f6965cd req-04ee2212-49dd-459f-ad03-af0488b129dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467348 Apr 01 15:36:39.031674 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a12d3446-7d62-44df-a0b9-b98ea3a011d6 req-9d1002de-a367-4394-8202-adbbe498e4a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0998151 Apr 01 15:36:39.075707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a12d3446-7d62-44df-a0b9-b98ea3a011d6 req-c9b62bcf-c9b1-4440-bad8-6c2718390019 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377107 Apr 01 15:36:39.426701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcb6d2d5-8089-46aa-acb9-88a14815b916 req-01680b61-cfd5-45d9-9109-0a980e7f4a5d tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.0751119 Apr 01 15:36:39.470835 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcb6d2d5-8089-46aa-acb9-88a14815b916 req-d5a4e24b-44c6-4eb4-989f-abeffd8a2dbb tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Apr 01 15:36:40.231479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c0468-8fa6-4d2a-ad77-5a6f7679e75b req-6d91cfce-7ff3-43ab-8fed-24c3fce2e017 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:40.232937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512c0468-8fa6-4d2a-ad77-5a6f7679e75b req-6d91cfce-7ff3-43ab-8fed-24c3fce2e017 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.0855598 Apr 01 15:36:40.294360 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-512c0468-8fa6-4d2a-ad77-5a6f7679e75b req-9d0e17b3-bcb6-4678-903a-5220cb21de8b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554066 Apr 01 15:36:40.664758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6aad1d8-7d34-41f1-a57a-5bf52f6419d9 req-db418d74-0493-40c8-acb7-1d4437919a88 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.0696650 Apr 01 15:36:40.710882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6aad1d8-7d34-41f1-a57a-5bf52f6419d9 req-4c360ae7-1007-49e0-9d85-1f0510763366 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=cdfb6e73-f9a8-4773-bf59-d731919a3d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Apr 01 15:36:40.988666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-edf3f0d7-dd24-4511-b32f-e4e95000bdd5 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 1096 time: 0.0868702 Apr 01 15:36:41.055892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Deleting port ba303584-0daa-4f8a-9ea3-e91c47388220 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:41.056303 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:41.096304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:41.382554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] For port ba303584-0daa-4f8a-9ea3-e91c47388220, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=ba303584-0daa-4f8a-9ea3-e91c47388220,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:41.382783 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:41.491567 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c11a6-c333-4ba6-9b71-4ba0a318d83d req-879d8334-393c-4f49-b622-774e04f858c1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:41.493025 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b45c11a6-c333-4ba6-9b71-4ba0a318d83d req-879d8334-393c-4f49-b622-774e04f858c1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.0752406 Apr 01 15:36:41.503698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Calling delete_port for ba303584-0daa-4f8a-9ea3-e91c47388220 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:41.542156 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b45c11a6-c333-4ba6-9b71-4ba0a318d83d req-fff8c6b3-825a-42e4-9880-f3041dd70811 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 Apr 01 15:36:41.639732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:41.650849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['ba303584-0daa-4f8a-9ea3-e91c47388220'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:36:41.726141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba303584-0daa-4f8a-9ea3-e91c47388220,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:41.814469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] No DVR routers for this DVR port ba303584-0daa-4f8a-9ea3-e91c47388220 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:36:41.818204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:41.822230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'name': 'network-vif-deleted', 'tag': 'ba303584-0daa-4f8a-9ea3-e91c47388220'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:41.836732 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bebf3de7-3806-48c2-8071-ee32fa0cdcec req-dea68638-ba92-4949-aabb-f4ca3cf186c3 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ba303584-0daa-4f8a-9ea3-e91c47388220 HTTP/1.1" status: 204 len: 173 time: 0.8431365 Apr 01 15:36:41.847597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbb35c-9745-4c04-91a2-7e827e83a177 req-04b6e20c-0b49-498d-aaa0-72ce7e97aa92 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:41.849307 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33cbb35c-9745-4c04-91a2-7e827e83a177 req-04b6e20c-0b49-498d-aaa0-72ce7e97aa92 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.1766407 Apr 01 15:36:41.897100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33cbb35c-9745-4c04-91a2-7e827e83a177 req-b3edf904-165f-408d-a908-9d85556ca25d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Apr 01 15:36:41.924644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a5a1408c-1208-4fe0-8657-9a6e70aea1d6 req-65974014-eea8-426e-99c3-0a978facb3f2 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Synchronizing usage tracker for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:36:41.926074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44234) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:41.951101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a5a1408c-1208-4fe0-8657-9a6e70aea1d6 req-65974014-eea8-426e-99c3-0a978facb3f2 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] Unset dirty status for tenant:b53a9c75e5bf4c99b9ce2ea2f3b1726f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:36:41.954456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a5a1408c-1208-4fe0-8657-9a6e70aea1d6 req-65974014-eea8-426e-99c3-0a978facb3f2 tempest-TestServerMultinode-1908239515 tempest-TestServerMultinode-1908239515-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e8f5753-6783-4d9d-bdfb-50fc406f1d95 HTTP/1.1" status: 200 len: 210 time: 0.0820806 Apr 01 15:36:41.983963 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8f5753-6783-4d9d-bdfb-50fc406f1d95', 'name': 'network-vif-deleted', 'tag': 'ba303584-0daa-4f8a-9ea3-e91c47388220', 'status': 'completed', 'code': 200} Apr 01 15:36:42.020697 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-caddb265-0db6-4854-9994-7676e16dbd5e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1091 time: 0.0932407 Apr 01 15:36:42.023396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44238) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:42.029469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:36:42.035988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:36:42.040356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:floatingip and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:36:42.043580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:36:42.049200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:36:42.060121 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:42.196487 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:42.340556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.84 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/2129ce95-82b6-485b-8a45-870f446de131) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:36:42.364622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a610706d-4a42-4f84-8d7b-f8e2895b982a no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:42.426603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: a610706d-4a42-4f84-8d7b-f8e2895b982a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:42.427003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device a610706d-4a42-4f84-8d7b-f8e2895b982a not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:42.495811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:42.524546 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:42.590091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:36:42.592925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:36:42.597345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:36:42.623972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=2129ce95-82b6-485b-8a45-870f446de131,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:43.085069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44244) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:43.216555 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:43.275563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:43.476899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:43.477506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:43.481742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:43.589657 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=2129ce95-82b6-485b-8a45-870f446de131,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:43.604696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:43.794766 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Floating IP 2a334bfe-1a79-492b-8806-4318495ccf49 associated. External IP: 172.25.2.84, port: 083c019c-9281-4c31-a98a-b8d0d2933bff. Apr 01 15:36:44.195682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Deleting port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:44.196263 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:44.217374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 0ee89212-6de4-4b78-8471-93151ca2fecf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:44.380080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] For port e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:44.380328 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:44.424772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:44.452237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:44.503371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Calling delete_port for e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:44.504381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ba303584-0daa-4f8a-9ea3-e91c47388220 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:44.508897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb032f48-792c-407e-843e-3368a49664dc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4818468 Apr 01 15:36:44.508897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:36:44.565346 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'status': 'completed', 'code': 200} Apr 01 15:36:44.577421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: ba303584-0daa-4f8a-9ea3-e91c47388220 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:44.578039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device ba303584-0daa-4f8a-9ea3-e91c47388220 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:44.737167 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:44.775535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59c87e7-d540-479e-b474-6185e3f24cef req-2c1a74e5-83ca-4aa2-a6a1-c87ff6507f88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1837807 Apr 01 15:36:44.789330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:44.807569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ff738-7d48-4e41-8a20-8695618d04ea req-3eb69b23-259b-40e1-8eb2-6edbb45155c5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:44.809173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d3ff738-7d48-4e41-8a20-8695618d04ea req-3eb69b23-259b-40e1-8eb2-6edbb45155c5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.1570690 Apr 01 15:36:44.910116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c87e7-d540-479e-b474-6185e3f24cef req-cc1943be-6b63-4afa-8f1b-1f0a66934093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:44.911670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59c87e7-d540-479e-b474-6185e3f24cef req-cc1943be-6b63-4afa-8f1b-1f0a66934093 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 898 time: 0.1298532 Apr 01 15:36:44.992359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d3ff738-7d48-4e41-8a20-8695618d04ea req-e9e9df74-e3cc-45e1-b3a5-a81bbca5e9c5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561239 Apr 01 15:36:45.016027 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:45.025797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44252) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:45.088804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59c87e7-d540-479e-b474-6185e3f24cef req-3474bfdc-f8f3-48d7-9e7f-06bfa2a3837f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 998 time: 0.1701348 Apr 01 15:36:45.145728 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:45.182529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-31c39adb-8667-4afe-b30f-bf19bac013ee tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1556065 Apr 01 15:36:45.184210 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c87e7-d540-479e-b474-6185e3f24cef req-6956b3f8-d4e1-4919-a22d-2f02fd14e81a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:36:45.185548 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59c87e7-d540-479e-b474-6185e3f24cef req-6956b3f8-d4e1-4919-a22d-2f02fd14e81a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.0879858 Apr 01 15:36:45.261980 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59c87e7-d540-479e-b474-6185e3f24cef req-f9477c94-a3d0-4a84-b2d8-d7bb49a0c341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693889 Apr 01 15:36:45.393928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59c87e7-d540-479e-b474-6185e3f24cef req-6aef5bcc-1a86-419a-847a-57bc51ae0605 service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247127 Apr 01 15:36:45.532790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d59c87e7-d540-479e-b474-6185e3f24cef req-2eb9610e-b3f2-41a6-b464-ae311eefc132 service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326442 Apr 01 15:36:45.835221 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Router ed51819f-e594-4894-94a0-31a48c698e2d has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:46.045393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:46.055196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] Sync routers for ids ['ed51819f-e594-4894-94a0-31a48c698e2d'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:46.055767 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-778e5c86-6ea2-4ecd-ad93-5cd73e4c66df admin admin] 10.222.0.48 "PUT /v2.0/routers/ed51819f-e594-4894-94a0-31a48c698e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9689286 Apr 01 15:36:46.058172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44256) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:46.068804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] Routers {'ed51819f-e594-4894-94a0-31a48c698e2d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:46.069400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ed51819f-e594-4894-94a0-31a48c698e2d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:46.186772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44260) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:46.287580 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] Set router ed51819f-e594-4894-94a0-31a48c698e2d gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:46.305905 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bdcb0b64-dd7b-4f00-b00e-b4304d13a773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1167994 Apr 01 15:36:46.365509 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:46.561425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:46.571287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:36:44Z', 'revision_number': 5, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port': {'id': 'de9f1956-621a-4a78-84b2-88c0376e737d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:35:56Z', 'updated_at': '2022-04-01T15:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:46.572930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Deleting port de9f1956-621a-4a78-84b2-88c0376e737d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:46.573290 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:46.575489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] Checking router: ed51819f-e594-4894-94a0-31a48c698e2d for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:46.585831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] Routers {'ed51819f-e594-4894-94a0-31a48c698e2d'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:46.586407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ed51819f-e594-4894-94a0-31a48c698e2d'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:46.742030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] Set router ed51819f-e594-4894-94a0-31a48c698e2d gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:46.849088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:36:46Z', 'revision_number': 6, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:46.850633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] For port de9f1956-621a-4a78-84b2-88c0376e737d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=de9f1956-621a-4a78-84b2-88c0376e737d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:46.851085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:46.855339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add93603-66b8-40e7-ad19-ac04d7e6a5ad None None] The sync data for ids ['ed51819f-e594-4894-94a0-31a48c698e2d'] in n-d-836017-1 is: [{'id': 'ed51819f-e594-4894-94a0-31a48c698e2d', 'name': 'tempest-TestServerMultinode-1986130593-router', 'tenant_id': 'd94210f95e374ce8960011517fc1b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:35:55Z', 'updated_at': '2022-04-01T15:36:46Z', 'revision_number': 6, 'project_id': 'd94210f95e374ce8960011517fc1b41e', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:46.971766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Calling delete_port for de9f1956-621a-4a78-84b2-88c0376e737d owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:47.156235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.204433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=de9f1956-621a-4a78-84b2-88c0376e737d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:47.308925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44264) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:47.410973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff8ec74d-20b7-4cf7-b67e-98665611f5d5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1005630 Apr 01 15:36:47.425345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.675284 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.679667 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.707828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.708313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed51819f-e594-4894-94a0-31a48c698e2d {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:36:47.720670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.721777 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-75f1b75a-9692-4dc9-bf61-bcd048bf3d7f admin admin] 10.222.0.48 "DELETE /v2.0/routers/ed51819f-e594-4894-94a0-31a48c698e2d HTTP/1.1" status: 204 len: 168 time: 1.6625748 Apr 01 15:36:47.724337 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44268) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:47.781426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] Deleting subnet 0487845b-a867-4999-8bb2-d20100f1953f {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:36:47.784398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.838080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.930742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.010882 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.049705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0487845b-a867-4999-8bb2-d20100f1953f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:48.056307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.061756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edf218-469e-4419-a67f-212ffa3b9305 None None] Network 48232f6b-e4d3-401d-a3c5-fba593b7ee99 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:36:48.065252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a5033bcd-7c25-4e5d-9bde-cf0cfd5c7d14 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0487845b-a867-4999-8bb2-d20100f1953f HTTP/1.1" status: 204 len: 168 time: 0.3399596 Apr 01 15:36:48.068239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:48.176680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.190701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Deleting port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:48.191466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.224409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:48.260357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:48.260685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e1a0fb4b-3df6-4aab-a7ed-5ba4042fd973 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:48.347159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] DHCP port deletion for 48232f6b-e4d3-401d-a3c5-fba593b7ee99 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:36:48.352181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Deleting port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:48.352575 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.395955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] For port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:48.396569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.414014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44278) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:48.514986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Calling delete_port for cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:48.521113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-26b5930e-27f6-478a-97e5-bb95e0662cc7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1059856 Apr 01 15:36:48.552960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] For port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,segment=NetworkSegment(35682aac-63c0-4a52-aca8-6ab42c6427c4),segment_id=35682aac-63c0-4a52-aca8-6ab42c6427c4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:48.553604 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.588773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.635316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:48.641526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] No DVR routers for this DVR port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:36:48.672741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Calling delete_port for cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:48.757596 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.782519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48232f6b-e4d3-401d-a3c5-fba593b7ee99']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:48.785823 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:36:48.786170 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:36:48.794715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35682aac-63c0-4a52-aca8-6ab42c6427c4') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:48.795006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35682aac-63c0-4a52-aca8-6ab42c6427c4') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:48.814978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.833098 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.840213 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:36:48.840647 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:36:48.854031 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:36:49.032413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:49.048723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:49.058704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48232f6b-e4d3-401d-a3c5-fba593b7ee99,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:49.062838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-893e7671-2ee6-48d0-aa64-ccca9342c0f8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/48232f6b-e4d3-401d-a3c5-fba593b7ee99 HTTP/1.1" status: 204 len: 168 time: 0.9935205 Apr 01 15:36:49.065764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44282) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:49.287546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Deleting port cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:49.288123 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:49.350189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-208b0ec2-8b96-40e6-93d7-abca5258a521 None None] The port 'cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:36:49.475443 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:49.525185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44286) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:49.731648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e687c428-4ab4-476b-aa6f-45b2113bdf08 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.2048724 Apr 01 15:36:50.089285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Deleting port 09dd3431-a92c-46c3-ba45-6cf1da4fac30 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:50.089662 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:50.180176 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:50.213860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:50.214190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cfc427f0-c3b7-4e27-bdd3-7c5f176e5f4c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:50.263384 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] For port 09dd3431-a92c-46c3-ba45-6cf1da4fac30, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=09dd3431-a92c-46c3-ba45-6cf1da4fac30,segment=NetworkSegment(937d6af6-3c31-4a71-8982-cf210d55ac5e),segment_id=937d6af6-3c31-4a71-8982-cf210d55ac5e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:50.263736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:50.383079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Calling delete_port for 09dd3431-a92c-46c3-ba45-6cf1da4fac30 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:50.654172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:50.697278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=09dd3431-a92c-46c3-ba45-6cf1da4fac30,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:50.735464 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44290) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:50.849967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dacad186-dd17-4700-87f8-17b5dbf7814d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1122568 Apr 01 15:36:51.008352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:51.636652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Router fdd72f2b-5052-4b47-af00-35be64c18eb7 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:36:51.838500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:36:51.852299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44294) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:51.912373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6611f90c-d12e-401c-b3e6-e1b6ba176bf1 admin admin] 10.222.0.48 "PUT /v2.0/routers/fdd72f2b-5052-4b47-af00-35be64c18eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8450561 Apr 01 15:36:51.914929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44298) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:51.962316 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2225235-577f-4cfa-a6de-34d5e3b2419d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1086597 Apr 01 15:36:52.112907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:52.316954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:52.328271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Deleting port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:52.328631 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:52.496111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] For port ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:52.496368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:52.613262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Calling delete_port for ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:52.778379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:52.824804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:52.965684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44302) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:53.159899 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.191914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fe6fb357-b07d-4d9b-bf99-3789ffc6dd42 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.2250128 Apr 01 15:36:53.420252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.424608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.451585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.452099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd72f2b-5052-4b47-af00-35be64c18eb7 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:36:53.464206 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.465362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-126bbbe4-4ac0-4619-ac08-cf740614af2f admin admin] 10.222.0.48 "DELETE /v2.0/routers/fdd72f2b-5052-4b47-af00-35be64c18eb7 HTTP/1.1" status: 204 len: 168 time: 1.5492823 Apr 01 15:36:53.467943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44306) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:53.530368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] Deleting subnet baf2c965-ac0e-435f-bc55-4181b9341ae0 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:36:53.533405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.583872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.674086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.742363 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.782780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf2c965-ac0e-435f-bc55-4181b9341ae0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:53.787514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.793641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-89463b1c-d811-46f3-8c7a-44b09d2413bd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/baf2c965-ac0e-435f-bc55-4181b9341ae0 HTTP/1.1" status: 204 len: 168 time: 0.3247824 Apr 01 15:36:53.796463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44310) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:53.798277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba56b54-34fd-4c0a-b115-11b2a71d4333 None None] Network d649827e-bcb6-4b74-8620-03b5e8b5a867 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:36:53.898440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:53.910609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Deleting port 695e55e2-32d9-4042-aebd-281204dd3902 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:53.910938 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.059883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] DHCP port deletion for d649827e-bcb6-4b74-8620-03b5e8b5a867 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:36:54.064399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Deleting port 695e55e2-32d9-4042-aebd-281204dd3902 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:54.064927 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.145483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] For port 695e55e2-32d9-4042-aebd-281204dd3902, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=695e55e2-32d9-4042-aebd-281204dd3902,segment=NetworkSegment(937d6af6-3c31-4a71-8982-cf210d55ac5e),segment_id=937d6af6-3c31-4a71-8982-cf210d55ac5e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:54.146024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.195988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44318) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:54.280279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 695e55e2-32d9-4042-aebd-281204dd3902 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:54.322978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Calling delete_port for 695e55e2-32d9-4042-aebd-281204dd3902 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:54.337204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fc9160e9-7a54-45ee-a062-3adb2c292023 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1377704 Apr 01 15:36:54.380267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] For port 695e55e2-32d9-4042-aebd-281204dd3902, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=695e55e2-32d9-4042-aebd-281204dd3902,segment=NetworkSegment(937d6af6-3c31-4a71-8982-cf210d55ac5e),segment_id=937d6af6-3c31-4a71-8982-cf210d55ac5e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:36:54.380639 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.412135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.456432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=695e55e2-32d9-4042-aebd-281204dd3902,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:54.464260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] No DVR routers for this DVR port 695e55e2-32d9-4042-aebd-281204dd3902 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:36:54.524760 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] Sync routers for ids ['fdd72f2b-5052-4b47-af00-35be64c18eb7'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:54.535380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Calling delete_port for 695e55e2-32d9-4042-aebd-281204dd3902 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:36:54.545292 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:54.545292 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:36:54.545621 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdd72f2b-5052-4b47-af00-35be64c18eb7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83956) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:36:54.559539 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] Routers set() bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:54.559874 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] Router IDs set() for agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:36:54.560444 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdd72f2b-5052-4b47-af00-35be64c18eb7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent'). {{(pid=83956) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:36:54.560755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Port 695e55e2-32d9-4042-aebd-281204dd3902 update to DOWN by agent not found {{(pid=83955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 01 15:36:54.561068 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43138d-cf0a-4fe5-a611-d71213bce121 None None] The sync data for ids ['fdd72f2b-5052-4b47-af00-35be64c18eb7'] in n-d-836017-1 is: [] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:36:54.594168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.609044 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:36:54.609404 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:36:54.619195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d649827e-bcb6-4b74-8620-03b5e8b5a867']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:54.631416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937d6af6-3c31-4a71-8982-cf210d55ac5e') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:54.631700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937d6af6-3c31-4a71-8982-cf210d55ac5e') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:54.643761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.661097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.667773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:36:54.668128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:36:54.681339 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:36:54.760033 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.776715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:54.787021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d649827e-bcb6-4b74-8620-03b5e8b5a867,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:54.802429 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b6891776-4de9-47da-ab28-a71a51f984c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d649827e-bcb6-4b74-8620-03b5e8b5a867 HTTP/1.1" status: 204 len: 168 time: 1.0047255 Apr 01 15:36:55.011396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44326) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:55.068364 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-506592f1-c08d-411d-9c1b-5bf9b2e40107 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d94210f95e374ce8960011517fc1b41e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556958 Apr 01 15:36:55.070959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44330) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:55.111127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Deleting port 695e55e2-32d9-4042-aebd-281204dd3902 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:36:55.111745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.129426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84ef0aec-c91f-485a-bc46-cfaaa7978cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.156221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84ef0aec-c91f-485a-bc46-cfaaa7978cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.175652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-60ab9491-3c6b-4a36-a2f9-96b0f489c804 None None] The port '695e55e2-32d9-4042-aebd-281204dd3902' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:36:55.211744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84ef0aec-c91f-485a-bc46-cfaaa7978cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.225667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef0aec-c91f-485a-bc46-cfaaa7978cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77848de4-a858-4403-a8f7-df3c4441b80c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:55.232652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84ef0aec-c91f-485a-bc46-cfaaa7978cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.234154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-84ef0aec-c91f-485a-bc46-cfaaa7978cb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77848de4-a858-4403-a8f7-df3c4441b80c HTTP/1.1" status: 204 len: 168 time: 0.1623015 Apr 01 15:36:55.338773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44336) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:55.444556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3730ec28-5e5c-4169-8d60-63414776debc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1034923 Apr 01 15:36:55.629466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44342) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:55.680074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-64fa03dd-6d45-4054-8c78-ad8b81c4ed87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b53a9c75e5bf4c99b9ce2ea2f3b1726f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494328 Apr 01 15:36:55.682606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44346) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:55.751814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ca11-b8fb-4a5d-a88c-4ebe87547691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.778514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ca11-b8fb-4a5d-a88c-4ebe87547691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.834781 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ca11-b8fb-4a5d-a88c-4ebe87547691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.851673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7ca11-b8fb-4a5d-a88c-4ebe87547691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb6e73-f9a8-4773-bf59-d731919a3d80,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:55.863331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ca11-b8fb-4a5d-a88c-4ebe87547691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:55.864438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8ef7ca11-b8fb-4a5d-a88c-4ebe87547691 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdfb6e73-f9a8-4773-bf59-d731919a3d80 HTTP/1.1" status: 204 len: 168 time: 0.1808274 Apr 01 15:36:56.148877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de9f1956-621a-4a78-84b2-88c0376e737d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:56.184263 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: de9f1956-621a-4a78-84b2-88c0376e737d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:56.184626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device de9f1956-621a-4a78-84b2-88c0376e737d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:56.447849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44352) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:56.560699 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d858626c-f98a-4c14-b9ae-9c096fe1a171 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1117573 Apr 01 15:36:57.566173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44356) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:57.669557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ab09cfed-f7dd-42ce-af6e-16c7825bc4dd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1020668 Apr 01 15:36:57.861304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb420-8236-4f95-a0cf-0d6b696f1f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:58.145214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09dd3431-a92c-46c3-ba45-6cf1da4fac30 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:36:58.180850 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 09dd3431-a92c-46c3-ba45-6cf1da4fac30 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:36:58.181185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 09dd3431-a92c-46c3-ba45-6cf1da4fac30 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:36:58.674585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44360) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:58.775677 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] Sync routers for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:36:58.789925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-fbce12bb-e86c-48e3-a511-ae6108afe749 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.1137476 Apr 01 15:36:58.791870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:58.792706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:58.990004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:59.380865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '2a334bfe-1a79-492b-8806-4318495ccf49', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'port_id': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'mac_address': 'fa:16:3e:0c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:36:43Z', 'updated_at': '2022-04-01T15:36:43Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:36Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:59.385663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] Checking router: 0ee89212-6de4-4b78-8471-93151ca2fecf for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:36:59.397088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:36:59.397685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:36:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:59.588007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:36:59.793247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44368) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:36:59.941432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '2a334bfe-1a79-492b-8806-4318495ccf49', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'port_id': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'mac_address': 'fa:16:3e:0c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:36:43Z', 'updated_at': '2022-04-01T15:36:43Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:36Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:36:59.945731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9813075b-34fc-4e9d-87dd-71dd009fc25f None None] The sync data for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 is: [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '2a334bfe-1a79-492b-8806-4318495ccf49', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'port_id': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'mac_address': 'fa:16:3e:0c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:36:43Z', 'updated_at': '2022-04-01T15:36:43Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:36Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:37:00.006543 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0a46d18b-db32-4b16-8ccd-3b5a52917b15 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.2121329 Apr 01 15:37:00.145129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:37:00.148978 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b43d4-a1b0-4b8a-aaa8-eca31741a1e5 None None] New status for floating IP 2a334bfe-1a79-492b-8806-4318495ccf49: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:37:00.184726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:37:00.185067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ea83d9ae-a2eb-4427-bd65-26e67f3ea5f5 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:37:00.280110 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2afc-ff12-44e2-9ac3-70044b674931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:01.011575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:01.133888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-842ac322-7c03-4f0a-934c-09864b93b578 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 992 time: 0.1208546 Apr 01 15:37:01.340596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:01.404299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:02.837795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:08.048781 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:37:11.118148 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:12.212040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-ebfd76f4-ae00-416b-bc7f-daf4ac667697 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719621 Apr 01 15:37:12.367567 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-2b3c76d8-0372-455d-815f-2a39e6e8964e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0775445 Apr 01 15:37:12.515152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-71fb6f42-d99c-4149-87ed-b033f8a9f863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:12.516638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-71fb6f42-d99c-4149-87ed-b033f8a9f863 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 898 time: 0.1300163 Apr 01 15:37:12.628268 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-779272cc-44b1-4bdc-844e-184597d69508 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 1000 time: 0.1044958 Apr 01 15:37:12.689412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-f57f2ee6-7a6c-4e41-bd49-20cd99b80ea8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:12.691247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-f57f2ee6-7a6c-4e41-bd49-20cd99b80ea8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.0565758 Apr 01 15:37:12.768479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-314c9e0e-dab7-4376-adac-5e6fd2e40383 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709848 Apr 01 15:37:12.910424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-5895a052-e1d2-4177-b4eb-375f5b0925e2 service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344714 Apr 01 15:37:13.054717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ae24c535-cf1d-4dd9-a4b9-a7af59e4d960 req-0a11f148-51c1-4abb-a3d4-2eb311c680d2 service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369987 Apr 01 15:37:15.010692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:16.923814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e65db-62b9-4b66-a697-51ea9ebccc9b req-54ce244e-3140-4566-a8f2-e165d16b41e6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:16.925298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f74e65db-62b9-4b66-a697-51ea9ebccc9b req-54ce244e-3140-4566-a8f2-e165d16b41e6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.0889978 Apr 01 15:37:16.971557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f74e65db-62b9-4b66-a697-51ea9ebccc9b req-258ada94-f410-4244-9780-03e0a6f9cc4d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Apr 01 15:37:17.004769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44398) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:17.111820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c1be319c-5fa3-4320-871e-b3819ad63c75 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 992 time: 0.1056707 Apr 01 15:37:17.752477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5131a743-ade6-4eb4-bebd-291e853a651a req-44e28f87-b09c-413b-be40-eed2e5360864 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0770977 Apr 01 15:37:17.795978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5131a743-ade6-4eb4-bebd-291e853a651a req-63bd6232-a820-44c2-81c9-fdd433d07608 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Apr 01 15:37:17.995535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5b0e1565-50d3-4145-b154-ae92087ff450 req-5ab2ba75-8b5e-42f9-9c5d-0b0c878a2f38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0794375 Apr 01 15:37:18.578257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-a59de590-ba57-4ae9-8e71-712ec7a0c4a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741589 Apr 01 15:37:19.035470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-573a4fd1-2012-49fd-8939-7483f639ef7e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:37:19.036406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-573a4fd1-2012-49fd-8939-7483f639ef7e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053661 Apr 01 15:37:19.045167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Request body: {'binding': {'host': 'n-h1-836017-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:19.045652 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Unknown quota resources ['binding']. {{(pid=83953) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 01 15:37:19.267647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on host n-h1-836017-1 for vnic_type normal with profile None {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:37:19.267983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:37:19.268308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:19.274314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:37:19.274635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:19.281353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:37:19.281680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Checking segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:37:19.282051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Bound using segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:37:19.282467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Bound port: 083c019c-9281-4c31-a98a-b8d0d2933bff, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:37:19.452491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:37:19.458464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:19.459881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b8256cf0-700e-4bc5-9d1c-339765e892b8 service neutron] 10.222.0.48 "POST /v2.0/ports/083c019c-9281-4c31-a98a-b8d0d2933bff/bindings HTTP/1.1" status: 201 len: 389 time: 0.4178917 Apr 01 15:37:19.764572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-2c144172-6e63-40d6-b8ca-560beb1a678e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1104276 Apr 01 15:37:19.770055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c3ff8-4d56-43bb-8d6f-f83e39c46a65 req-bd0ee04a-6c5b-4763-86c4-0059407af1be tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:19.771416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f39c3ff8-4d56-43bb-8d6f-f83e39c46a65 req-bd0ee04a-6c5b-4763-86c4-0059407af1be tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.1518707 Apr 01 15:37:19.905568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f39c3ff8-4d56-43bb-8d6f-f83e39c46a65 req-f68e4a06-3df4-4a53-91eb-9b49f27531f3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159682 Apr 01 15:37:19.926989 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-cb9cc13a-b6f3-4d29-856d-6eeb27966b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:19.928522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-cb9cc13a-b6f3-4d29-856d-6eeb27966b3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 898 time: 0.1562939 Apr 01 15:37:20.040233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-29ac720e-8974-4513-8bc8-a962b68c28bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 1000 time: 0.1060169 Apr 01 15:37:20.109651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b334044c-2c47-4907-8eda-684b4ae9d3d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:20.110984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b334044c-2c47-4907-8eda-684b4ae9d3d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.0649917 Apr 01 15:37:20.187873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-f87d4427-f30e-420b-b70d-c1b281ee18ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710232 Apr 01 15:37:20.318561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-aa5337b8-c9e1-4687-a23a-a1a3c392ad44 service neutron] 10.222.0.62 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249056 Apr 01 15:37:20.459464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-7b174e8f-dbec-426c-a0f2-28e92dd31b6d service neutron] 10.222.0.62 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350799 Apr 01 15:37:20.595713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-6256f496-afeb-45c5-aa12-3da7fc345c11 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1096 time: 0.0813403 Apr 01 15:37:20.606047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-1'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:20.713701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:20.905929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:20.938531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:20.999920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:37:21.005257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.012359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.065729 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'code': 200} Apr 01 15:37:21.113343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89de14-6636-43d3-87c8-b91b4d239423 req-e028564b-b516-484d-95f1-7d2b7211ab6f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:21.114800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e89de14-6636-43d3-87c8-b91b4d239423 req-e028564b-b516-484d-95f1-7d2b7211ab6f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 943 time: 0.0809038 Apr 01 15:37:21.163785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:21.165478 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e89de14-6636-43d3-87c8-b91b4d239423 req-618888a5-7a32-4fbf-92c2-3cdd3a3f1411 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440354 Apr 01 15:37:21.241194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on host n-h2-836017-1 for vnic_type normal with profile {"migrating_to": "n-h1-836017-1"} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:37:21.241529 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:37:21.241844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:21.247849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:37:21.248159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Attempting to bind port 083c019c-9281-4c31-a98a-b8d0d2933bff on network db6bc403-b418-40c6-8a52-b9d4b9f1e2af {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:21.254717 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:37:21.254977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Checking segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:37:21.255400 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Bound using segment: {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:37:21.255822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Bound port: 083c019c-9281-4c31-a98a-b8d0d2933bff, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e4383b-eaed-412e-a8e0-799e411bc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:37:21.256166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.337043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-50417457-bf86-4878-9364-1ac87a6d39cd None None] Provisioning complete for port 083c019c-9281-4c31-a98a-b8d0d2933bff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:21.337699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50417457-bf86-4878-9364-1ac87a6d39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.403731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-50417457-bf86-4878-9364-1ac87a6d39cd None None] Port 083c019c-9281-4c31-a98a-b8d0d2933bff cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:37:21.449082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:21.452062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:37:21.459584 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.598328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=8']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:21.661184 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.662644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b004869e-49c3-4e74-9005-888d987d5809 service neutron] 10.222.0.62 "PUT /v2.0/ports/083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 1121 time: 1.0604477 Apr 01 15:37:21.726491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b3435f3c-0a0f-44c1-b55e-16836cf03e03 None None] Provisioning complete for port 083c019c-9281-4c31-a98a-b8d0d2933bff triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:21.726854 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3435f3c-0a0f-44c1-b55e-16836cf03e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.750870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['083c019c-9281-4c31-a98a-b8d0d2933bff'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:37:21.926192 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3435f3c-0a0f-44c1-b55e-16836cf03e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:21.973481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:37:21.994639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b3435f3c-0a0f-44c1-b55e-16836cf03e03 None None] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:22.003822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3435f3c-0a0f-44c1-b55e-16836cf03e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:22.048776 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'code': 200} Apr 01 15:37:22.224516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3435f3c-0a0f-44c1-b55e-16836cf03e03 None None] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:22.373664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88243fd0-5a18-4d07-bd3f-9e7d09557e4f req-7862838e-6a6b-4a5c-8ac4-e44da96375b1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:22.375092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88243fd0-5a18-4d07-bd3f-9e7d09557e4f req-7862838e-6a6b-4a5c-8ac4-e44da96375b1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.0786910 Apr 01 15:37:22.420414 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-88243fd0-5a18-4d07-bd3f-9e7d09557e4f req-9e21c671-e722-48ee-a94a-e83e489becb9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395379 Apr 01 15:37:23.067516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:37:23.138244 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'status': 'completed', 'code': 200} Apr 01 15:37:23.237095 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-146c0443-77cf-4e91-9484-76bcc00499c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1126 time: 0.0759273 Apr 01 15:37:23.369168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-3a65f2a1-e145-4fa0-9495-6902e8562537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:23.370441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-3a65f2a1-e145-4fa0-9495-6902e8562537 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 898 time: 0.1270623 Apr 01 15:37:23.473362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-a145a1d5-f49d-4e71-a639-4c4ee45789c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 1000 time: 0.0945914 Apr 01 15:37:23.659430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-11151b48-70da-4425-a761-339f942aebd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:23.660888 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-11151b48-70da-4425-a761-339f942aebd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.1813054 Apr 01 15:37:23.737778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ab2b9-d2f1-4959-9963-57cc6335797f req-2aee981e-d1f0-4c7c-bf7a-02cccac4519d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:23.739151 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f8ab2b9-d2f1-4959-9963-57cc6335797f req-2aee981e-d1f0-4c7c-bf7a-02cccac4519d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.1446576 Apr 01 15:37:23.780113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-97ab5d39-71df-4aed-bd1a-f863e84c7318 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115947 Apr 01 15:37:23.810754 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f8ab2b9-d2f1-4959-9963-57cc6335797f req-317ad3cf-82d8-4e95-9c1e-172d197c78ce tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658660 Apr 01 15:37:23.917001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-7ae6dcaa-3ce6-43d9-9e0e-51a2a470023e service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294332 Apr 01 15:37:24.057433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34b58a89-32a9-46f8-8d4a-e1ba85d1c043 req-9d69d97a-f543-49e1-aa58-df775e972497 service neutron] 10.222.0.44 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314960 Apr 01 15:37:24.502978 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:37:24.642833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:24.656144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff has no active binding in host n-h1-836017-1 {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 01 15:37:25.026372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750bcf8-6fa5-4fb7-b889-237ff7685ed5 req-2a2d0677-1a06-4cba-a7f8-e80866ef0a11 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:25.027809 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4750bcf8-6fa5-4fb7-b889-237ff7685ed5 req-2a2d0677-1a06-4cba-a7f8-e80866ef0a11 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.0922034 Apr 01 15:37:25.074261 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4750bcf8-6fa5-4fb7-b889-237ff7685ed5 req-e4fae64f-2a44-4266-99a8-a0d88eb8ab3a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404503 Apr 01 15:37:26.293343 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1f27-ce2d-4fe8-b1ec-27646b91b721 req-09bd106b-851e-4e0c-aa24-2c710dcf5db7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:26.294773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-312a1f27-ce2d-4fe8-b1ec-27646b91b721 req-09bd106b-851e-4e0c-aa24-2c710dcf5db7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 945 time: 0.0826118 Apr 01 15:37:26.344442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-312a1f27-ce2d-4fe8-b1ec-27646b91b721 req-915ed74b-7a85-42c0-9e48-718ebbec5ddf tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Apr 01 15:37:26.808333 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-8c911a59-c2dc-4429-9024-779e7061f53c service neutron] 10.222.0.44 "GET /v2.0/ports/083c019c-9281-4c31-a98a-b8d0d2933bff/bindings/n-h1-836017-1 HTTP/1.1" status: 200 len: 384 time: 0.0751479 Apr 01 15:37:27.064899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:27.087576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:27.145308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:37:27.165151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:27.185020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:27.226200 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'code': 200} Apr 01 15:37:27.297791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Transition to ACTIVE for port object 083c019c-9281-4c31-a98a-b8d0d2933bff will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:27.303083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:27.453131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Pushing event updated for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=11']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:27.473622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.473962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.474293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.474622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.474943 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.475283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.475606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.475926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.476240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.476554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.476866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:27.563180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] No DVR routers for this DVR port 083c019c-9281-4c31-a98a-b8d0d2933bff on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:37:27.725666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb90bd-e766-4c45-89fd-6bb5d8232229 req-6f6d7f09-3cda-4896-92f2-31f031ff3621 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:27.727133 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14fb90bd-e766-4c45-89fd-6bb5d8232229 req-6f6d7f09-3cda-4896-92f2-31f031ff3621 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 944 time: 0.2427757 Apr 01 15:37:27.856485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9fe04f7-4359-4f9b-ada8-135e844c0c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:27.886176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14fb90bd-e766-4c45-89fd-6bb5d8232229 req-e3a085ad-8d47-4b65-9f37-42b8adb2a3fa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526382 Apr 01 15:37:27.972197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-25da45ed-3809-4b32-8896-8549b929c22a service neutron] 10.222.0.44 "PUT /v2.0/ports/083c019c-9281-4c31-a98a-b8d0d2933bff/bindings/n-h1-836017-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1553404 Apr 01 15:37:28.101208 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-12ecb28a-a51c-487d-82d6-62c02d0fc6a2 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.0752604 Apr 01 15:37:28.181764 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b799f218-80de-4f8f-b584-6b4e4db2adb6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 1095 time: 0.0742159 Apr 01 15:37:28.284818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-ec83bd83-ab5b-469c-bc43-1c8cfbafa9aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1095 time: 0.0797069 Apr 01 15:37:28.415419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-ff4fc86a-bcab-4217-b02b-d30b0867d433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:28.416824 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-ff4fc86a-bcab-4217-b02b-d30b0867d433 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 898 time: 0.1262119 Apr 01 15:37:28.537407 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-0e602e51-75b0-438b-90db-45ef5b0b24a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 998 time: 0.1140959 Apr 01 15:37:28.599651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-c5c76005-4b78-4a13-85c7-54244b528c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:28.601053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-c5c76005-4b78-4a13-85c7-54244b528c22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.0578864 Apr 01 15:37:28.685951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-f1f07315-58b5-48e3-9c94-3fdf7507fb9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788925 Apr 01 15:37:28.814519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-b04d42e8-67cc-451d-8612-6dac9e452945 service neutron] 10.222.0.62 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225953 Apr 01 15:37:28.946742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-d022e6a4-7fa0-4e65-81ed-b8e27a983bee service neutron] 10.222.0.62 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262217 Apr 01 15:37:29.091834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ce348-66d2-486a-88d8-1af000697c7d req-8e52c2e4-ac74-4da5-805e-caac428db356 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:29.093322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-968ce348-66d2-486a-88d8-1af000697c7d req-8e52c2e4-ac74-4da5-805e-caac428db356 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 944 time: 0.0801287 Apr 01 15:37:29.139644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-968ce348-66d2-486a-88d8-1af000697c7d req-574d561a-1238-4390-b9f7-d91f935aab8f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403671 Apr 01 15:37:29.247502 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-69077331-1a07-4e58-87c5-2bd85566b1d9 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 1095 time: 0.0832324 Apr 01 15:37:29.361715 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-a1f7fde9-936b-4c3e-85b5-091eb7f55ccd service neutron] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:29.366633 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-a1f7fde9-936b-4c3e-85b5-091eb7f55ccd service neutron] Notify callbacks [] for binding, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:29.368438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c27f355b-dafa-4510-9a53-cbf6aeabaf2a req-a1f7fde9-936b-4c3e-85b5-091eb7f55ccd service neutron] 10.222.0.62 "DELETE /v2.0/ports/083c019c-9281-4c31-a98a-b8d0d2933bff/bindings/n-h2-836017-1 HTTP/1.1" status: 204 len: 173 time: 0.1156034 Apr 01 15:37:30.273946 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a78e1e8c-e402-4600-8808-0bc8c8afe253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:30.339974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeb461-3254-45cd-8915-438bdffb7a8f req-ba458d53-6f8d-4663-92cb-2dcf35ed340f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:30.341332 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6edeb461-3254-45cd-8915-438bdffb7a8f req-ba458d53-6f8d-4663-92cb-2dcf35ed340f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 944 time: 0.0794139 Apr 01 15:37:30.398822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6edeb461-3254-45cd-8915-438bdffb7a8f req-70f45a45-c7c4-4c72-80c2-f7794f71c2bb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494113 Apr 01 15:37:30.611330 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-018b6813-92aa-465f-83a8-43f721d4d8c4 req-2f57d76d-515e-4fd8-b5fc-4910635b108d tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1095 time: 0.0790699 Apr 01 15:37:30.654586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-018b6813-92aa-465f-83a8-43f721d4d8c4 req-b5c95f55-fcd1-421d-8a96-ca49ee4e51ca tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Apr 01 15:37:30.751395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:37:30.818429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:37:30.852974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ede293-3cb9-4439-9df6-3e65c80b12bb req-d4a2c55d-9ad0-4594-a9b9-e68dfed9c53c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:30.854440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00ede293-3cb9-4439-9df6-3e65c80b12bb req-d4a2c55d-9ad0-4594-a9b9-e68dfed9c53c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 944 time: 0.0757558 Apr 01 15:37:30.898711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00ede293-3cb9-4439-9df6-3e65c80b12bb req-53ccecfc-5f58-49b1-ad48-9a56780430af tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Apr 01 15:37:30.926482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44466) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:31.131758 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-12af1cd9-4b2b-4a15-bf97-17dbc359c4fa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 200 len: 990 time: 0.2040942 Apr 01 15:37:31.347584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:31.408109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:32.845376 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:33.421824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44474) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:33.623000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 2129ce95-82b6-485b-8a45-870f446de131 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:37:33.623425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:33.788863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:33.789199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:33.908224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 2129ce95-82b6-485b-8a45-870f446de131 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:37:34.084023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:34.126837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=2129ce95-82b6-485b-8a45-870f446de131,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:34.223172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:34.636288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 0ee89212-6de4-4b78-8471-93151ca2fecf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:37:34.938868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:37:34.948802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] Sync routers for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:37:34.960646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:34.961335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:34.961959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:35.013431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ac00c40f-3e2f-452c-819c-496b81c169f8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/floatingips/2a334bfe-1a79-492b-8806-4318495ccf49 HTTP/1.1" status: 204 len: 168 time: 1.5901797 Apr 01 15:37:35.013995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:37:35.073506 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'status': 'completed', 'code': 200} Apr 01 15:37:35.147451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:35.161342 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-2033756e-3f79-41c4-8415-dddad03d6f17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 1095 time: 0.0690234 Apr 01 15:37:35.298857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-acc2cdb4-3f26-4e8c-a294-0a8c91486317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:35.300301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-acc2cdb4-3f26-4e8c-a294-0a8c91486317 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 200 len: 898 time: 0.1334746 Apr 01 15:37:35.410645 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-f8585817-e651-4c3b-a0cd-8dd2a2f33dce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 200 len: 217 time: 0.1029613 Apr 01 15:37:35.470545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:36Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:35.474853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] Checking router: 0ee89212-6de4-4b78-8471-93151ca2fecf for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:37:35.486511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:35.487023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:35.489539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-22665094-9cf1-4658-90f9-23a0087aa614 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:35.490969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-22665094-9cf1-4658-90f9-23a0087aa614 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 200 len: 835 time: 0.0700221 Apr 01 15:37:35.500643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa206b-23e8-4b79-9944-3cb11f81b771 req-d8569dd3-7545-47d7-85ec-e6685ec3f2cc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:35.502002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0caa206b-23e8-4b79-9944-3cb11f81b771 req-d8569dd3-7545-47d7-85ec-e6685ec3f2cc tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 944 time: 0.1480126 Apr 01 15:37:35.593529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0caa206b-23e8-4b79-9944-3cb11f81b771 req-62a064b8-da9f-45ab-847f-88d50e655b1c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b97506d-78c2-4f87-a4cb-2431940935c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616560 Apr 01 15:37:35.607855 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-6d6e1153-02f9-42db-9f3b-b6207193b9b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db6bc403-b418-40c6-8a52-b9d4b9f1e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049006 Apr 01 15:37:35.662750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:35.751163 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-c621ba44-788d-4f9b-bef2-4095d1a5a3da service neutron] 10.222.0.62 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360986 Apr 01 15:37:35.771604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-05d0d344-bb9d-4226-be49-e08d67aa2228 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:35.772282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-05d0d344-bb9d-4226-be49-e08d67aa2228 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:35.791108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-05d0d344-bb9d-4226-be49-e08d67aa2228 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:35.792620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-05d0d344-bb9d-4226-be49-e08d67aa2228 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 944 time: 0.1008124 Apr 01 15:37:35.865668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 083c019c-9281-4c31-a98a-b8d0d2933bff {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:37:35.865998 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:35.896498 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e57cd28-c051-4fdf-9325-693ac2c26f5b req-ffda4d66-74db-44a7-b911-dff3e4a016b5 service neutron] 10.222.0.62 "GET /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387825 Apr 01 15:37:36.034617 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:36Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:36.038831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9956e4c-95a5-4814-9d1b-781a41a88bbb None None] The sync data for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 is: [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:26Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'afe3f0fd-79ec-428f-8b54-9af07294fa4b', 'name': '', 'network_id': 'db6bc403-b418-40c6-8a52-b9d4b9f1e2af', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:77:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:25Z', 'updated_at': '2022-04-01T15:36:36Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '888a6c23-e0c3-407b-94e5-7db6f57d3fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:37:36.117441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port 083c019c-9281-4c31-a98a-b8d0d2933bff, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=083c019c-9281-4c31-a98a-b8d0d2933bff,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:36.117881 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:36.241120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 083c019c-9281-4c31-a98a-b8d0d2933bff owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:37:36.257720 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829fef8-b712-45f1-80a9-053f7218124e None None] New status for floating IP 2a334bfe-1a79-492b-8806-4318495ccf49: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:37:36.385585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:36.435105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=083c019c-9281-4c31-a98a-b8d0d2933bff,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:36.512326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] No DVR routers for this DVR port 083c019c-9281-4c31-a98a-b8d0d2933bff on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:37:36.515010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:36.531091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-66057b4e-8e89-4df0-903d-5a3461d5fe73 req-6a64c51c-b812-40e7-8165-a02c4a3a54c8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "DELETE /v2.0/ports/083c019c-9281-4c31-a98a-b8d0d2933bff HTTP/1.1" status: 204 len: 173 time: 0.7336173 Apr 01 15:37:36.783334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dee04986-4d56-4bcc-8d11-488b8e9e858b req-59e5d260-7e66-48cc-89cc-3e4f33dc536d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:36.802329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dee04986-4d56-4bcc-8d11-488b8e9e858b req-59e5d260-7e66-48cc-89cc-3e4f33dc536d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:36.803716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dee04986-4d56-4bcc-8d11-488b8e9e858b req-59e5d260-7e66-48cc-89cc-3e4f33dc536d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0fa3934-3008-439c-8400-298aa6b7b5a7 HTTP/1.1" status: 200 len: 210 time: 0.0669570 Apr 01 15:37:37.073490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-deleted', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:37:37.132006 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa3934-3008-439c-8400-298aa6b7b5a7', 'name': 'network-vif-deleted', 'tag': '083c019c-9281-4c31-a98a-b8d0d2933bff', 'status': 'completed', 'code': 200} Apr 01 15:37:37.919671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44492) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:38.324900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:39.040174 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port afe3f0fd-79ec-428f-8b54-9af07294fa4b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:37:39.040872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:39.222202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port afe3f0fd-79ec-428f-8b54-9af07294fa4b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=afe3f0fd-79ec-428f-8b54-9af07294fa4b,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:39.222431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:39.342586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for afe3f0fd-79ec-428f-8b54-9af07294fa4b owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:37:39.523889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:39.578026 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=afe3f0fd-79ec-428f-8b54-9af07294fa4b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:39.879832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:40.547819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:37:40.581483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 083c019c-9281-4c31-a98a-b8d0d2933bff {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:37:40.581903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 083c019c-9281-4c31-a98a-b8d0d2933bff not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:37:40.648125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 0ee89212-6de4-4b78-8471-93151ca2fecf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:37:40.869420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:37:40.883758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] Sync routers for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:37:40.895091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-885aa6e1-4af5-43a4-9a99-3f7efdadd944 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/0ee89212-6de4-4b78-8471-93151ca2fecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9743576 Apr 01 15:37:40.898139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44498) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:40.899368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:40.899976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:41.085062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:41.092483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting subnet 888a6c23-e0c3-407b-94e5-7db6f57d3fb7 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:37:41.095831 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.152656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.214933 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.237385 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.313699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.352214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Subnet': ['ID=888a6c23-e0c3-407b-94e5-7db6f57d3fb7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:41.359905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.367804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a575bf3-65f5-4d28-ba14-1020a333ecd5 None None] Network db6bc403-b418-40c6-8a52-b9d4b9f1e2af requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:37:41.368121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d243a5e5-00e3-4c55-858e-d1d196610362 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/subnets/888a6c23-e0c3-407b-94e5-7db6f57d3fb7 HTTP/1.1" status: 204 len: 168 time: 0.4690096 Apr 01 15:37:41.370740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44502) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:41.540853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:37:39Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:41.551329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] Checking router: 0ee89212-6de4-4b78-8471-93151ca2fecf for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:37:41.576618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] Routers {'0ee89212-6de4-4b78-8471-93151ca2fecf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:41.577226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['0ee89212-6de4-4b78-8471-93151ca2fecf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:41.585481 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.777682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] Set router 0ee89212-6de4-4b78-8471-93151ca2fecf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:41.816407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] DHCP port deletion for db6bc403-b418-40c6-8a52-b9d4b9f1e2af request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:37:41.886205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Deleting port 4642ae39-02ef-488d-8fca-41c0c30c1940 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:37:41.886565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.929023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:41.940572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 9c6372b3-c1e1-4aa5-9738-24cac69954f1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:37:41.940866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.117206 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port 9c6372b3-c1e1-4aa5-9738-24cac69954f1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9c6372b3-c1e1-4aa5-9738-24cac69954f1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:42.117436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.234046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4642ae39-02ef-488d-8fca-41c0c30c1940 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:37:42.241732 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 9c6372b3-c1e1-4aa5-9738-24cac69954f1 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:37:42.316836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] For port 4642ae39-02ef-488d-8fca-41c0c30c1940, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4642ae39-02ef-488d-8fca-41c0c30c1940,segment=NetworkSegment(80e4383b-eaed-412e-a8e0-799e411bc1cd),segment_id=80e4383b-eaed-412e-a8e0-799e411bc1cd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:42.317242 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.412470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.442479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Calling delete_port for 4642ae39-02ef-488d-8fca-41c0c30c1940 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:37:42.455821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=9c6372b3-c1e1-4aa5-9738-24cac69954f1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:42.537870 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.584462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:37:39Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:42.613003 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.616649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a07bc4-e972-4108-9cd9-c13019574047 None None] The sync data for ids ['0ee89212-6de4-4b78-8471-93151ca2fecf'] in n-d-836017-1 is: [{'id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1373802656', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:37:39Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '9c6372b3-c1e1-4aa5-9738-24cac69954f1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89212-6de4-4b78-8471-93151ca2fecf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:36:22Z', 'updated_at': '2022-04-01T15:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:37:42.667266 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Pushing event deleted for resources: {'Port': ['ID=4642ae39-02ef-488d-8fca-41c0c30c1940,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:42.677961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] No DVR routers for this DVR port 4642ae39-02ef-488d-8fca-41c0c30c1940 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:37:42.681388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.682697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.682697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.682697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.682697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.683040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.683287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.683592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.683917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.684228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.684535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76071c-b7ff-45d1-ba91-3160c04b2e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:42.703195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.964900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.969832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.997900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:42.998496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee89212-6de4-4b78-8471-93151ca2fecf {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:37:43.023507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.027047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6568c78b-9159-4f87-b38b-961ba52e821c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/routers/0ee89212-6de4-4b78-8471-93151ca2fecf HTTP/1.1" status: 204 len: 168 time: 1.6529691 Apr 01 15:37:43.027467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44506) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:43.150749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.326138 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.367815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6bc403-b418-40c6-8a52-b9d4b9f1e2af']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:43.388351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e4383b-eaed-412e-a8e0-799e411bc1cd') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:43.388851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e4383b-eaed-412e-a8e0-799e411bc1cd') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:43.408092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.438623 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.445755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:37:43.446169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:37:43.460515 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:37:43.546557 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.565344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.578867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Network': ['ID=db6bc403-b418-40c6-8a52-b9d4b9f1e2af,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:43.583539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/networks/db6bc403-b418-40c6-8a52-b9d4b9f1e2af HTTP/1.1" status: 204 len: 168 time: 0.5549934 Apr 01 15:37:43.586294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44510) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:43.606230 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.606585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.606913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.607320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.609532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.609532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.609532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.609532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.609532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.609532 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.610009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a50b3-fb7d-4a84-9dd9-2009382d3773 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:43.677036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143f48a-b1c0-4a73-a91f-da6db41627aa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.707529 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143f48a-b1c0-4a73-a91f-da6db41627aa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.775329 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143f48a-b1c0-4a73-a91f-da6db41627aa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.793325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143f48a-b1c0-4a73-a91f-da6db41627aa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b97506d-78c2-4f87-a4cb-2431940935c4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:43.806981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5143f48a-b1c0-4a73-a91f-da6db41627aa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:43.811161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5143f48a-b1c0-4a73-a91f-da6db41627aa tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b97506d-78c2-4f87-a4cb-2431940935c4 HTTP/1.1" status: 204 len: 168 time: 0.2190502 Apr 01 15:37:44.210747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9c6372b3-c1e1-4aa5-9738-24cac69954f1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:37:44.246924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 9c6372b3-c1e1-4aa5-9738-24cac69954f1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:37:44.247249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9c6372b3-c1e1-4aa5-9738-24cac69954f1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:37:44.247687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device afe3f0fd-79ec-428f-8b54-9af07294fa4b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:37:44.278436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: afe3f0fd-79ec-428f-8b54-9af07294fa4b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:37:44.278761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device afe3f0fd-79ec-428f-8b54-9af07294fa4b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:37:44.521952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44518) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:44.527585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316027850', 'description': 'tempest-secgroup-smoke-316027850 description', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:44.534372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:44.538976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:44.541848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:44.548051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:44.561373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.596543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:44.600301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:44.602998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:44.609218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:44.667181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.672220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.720111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518ffa82-ebae-4296-8b65-2ecd623010a7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:44.723530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.724746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a3308436-d465-4101-997d-2630a8d8daf6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2018490 Apr 01 15:37:44.729571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44522) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:44.735928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '518ffa82-ebae-4296-8b65-2ecd623010a7', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:44.743547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:44.748012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:44.751250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:44.757789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:44.777002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.843518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.849051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.872769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2ec834-45d6-4b39-be45-154fc0c4f9a4,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:44.886313 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:44.887538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a2996226-f6e2-4b84-9d62-539b9e23942e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1578760 Apr 01 15:37:44.891224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44526) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:44.897237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '518ffa82-ebae-4296-8b65-2ecd623010a7', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:44.904237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:44.908318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:44.911544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:44.917679 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:44.936308 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.005038 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.008335 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.012344 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.035582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961dbd3b-f7aa-45ff-8886-2c4a5c378eb3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:45.045726 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.047015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b750fd0e-4b92-4160-be88-29f42ca4a8f6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1548328 Apr 01 15:37:45.049979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44532) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:45.052859 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:37:45.056180 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '518ffa82-ebae-4296-8b65-2ecd623010a7', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:45.063006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:45.067741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:45.070919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:45.076878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:45.096405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.165094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.169741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.194643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917882c3-dfcb-481c-a0f0-37439efa90cd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:45.206774 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.210572 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ea14ff09-dfdb-416d-a815-832a77e1a9d2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1567116 Apr 01 15:37:45.210754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44536) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:45.216201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '518ffa82-ebae-4296-8b65-2ecd623010a7', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:45.222978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:45.226967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:45.230330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:45.236455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:45.257004 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.323974 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.330109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.355088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39901c39-7033-481d-a6b2-b950d5058f65,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:45.365892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.367106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f69af5fa-d91e-48e6-8831-9d5597b50768 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1554089 Apr 01 15:37:45.371044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44540) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:45.376390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '518ffa82-ebae-4296-8b65-2ecd623010a7', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:45.383569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:45.387837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:45.390768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:45.396533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:45.409662 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:37:45.416593 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.483414 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.488444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.523638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f730e3f1-2946-47eb-938f-35677198887e,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:45.539607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.541028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b9ea59a0-08e3-463c-8867-1d4b862e4d61 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1690316 Apr 01 15:37:45.543912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44544) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:45.549403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'security_group_rule': {'security_group_id': '518ffa82-ebae-4296-8b65-2ecd623010a7', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:45.556171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:45.559987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:security_group_rule and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:45.563452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:45.570784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:45.677247 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Project fe4aa6184ecf43a8a01474ca6607c15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:37:45.684351 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.754836 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.759781 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.784245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574781c1-8163-4249-b063-aaf795cc08c8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:45.796726 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.797965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-92033b7e-1a62-49ba-b0e3-f15a7f603d4f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2530541 Apr 01 15:37:45.801102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44548) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:45.806545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'network': {'name': 'tempest-network-smoke--1218344463', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'port_security_enabled': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:45.813889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:45.819838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:network and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:45.822840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:45.828811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:45.841280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:37:45.844242 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.873764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:37:45.882769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.883180 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Added segment 58278080-e8ff-4aa3-86d5-7fec736974bf of type vlan for network 83146591-0fcc-4fda-b244-ceb5e5aeac0e Apr 01 15:37:45.912553 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.955381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:45.959488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:45.960056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.074611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2723687 Apr 01 15:37:46.077237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89c402-9961-440e-931c-9d35278f8860 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Network': ['ID=83146591-0fcc-4fda-b244-ceb5e5aeac0e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:46.077813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44552) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:46.084280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'admin_state_up': True, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:46.088289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:37:46.092960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:46.097102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:router and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:46.100144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:46.106055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:46.118247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.119155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.138714 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.396943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.604636 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.638857 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.774937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.69 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/7e18ec19-7524-4452-bbab-2c9952ef9e2a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:37:46.928128 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:46.965564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:47.042382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:37:47.045218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:37:47.049691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:37:47.074110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=7e18ec19-7524-4452-bbab-2c9952ef9e2a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:47.225936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:47.226626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:47.457172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:37:47.659898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:37:47.671166 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Sync routers for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:37:47.684181 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:47.684961 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:47.688347 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:47.689686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6affc866-77a5-40ac-a2c8-e25f2283028f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6106446 Apr 01 15:37:47.693160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44556) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:47.733173 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c3de90c8-681b-45a9-acd5-39ba41d491b2 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=fe4aa6184ecf43a8a01474ca6607c15b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388865 Apr 01 15:37:47.735637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44560) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:47.864841 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:47.866494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05394b2b-a132-4121-981f-584b6f58772e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:47.868247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-05394b2b-a132-4121-981f-584b6f58772e tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314394 Apr 01 15:37:47.871115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44564) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:47.913379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-046801c8-fa7a-4603-9ed3-a39df224d058 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410903 Apr 01 15:37:47.916019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44568) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:47.921344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723989985', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:48.128492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:48.132548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:subnet and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:37:48.135148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:37:48.141351 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:48.143950 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:47Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:48.147826 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Checking router: 1e4d5a8a-2d20-40ed-979a-ce822b3e865a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:37:48.148157 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Updating router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a port 7e18ec19-7524-4452-bbab-2c9952ef9e2a binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:37:48.154212 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:37:48.201967 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.253214 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.467446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.515126 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.526741 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Transition to ACTIVE for port object 7e18ec19-7524-4452-bbab-2c9952ef9e2a will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:48.533624 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.540009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Subnet': ['ID=5d615997-cd68-4f61-a46f-845ba88a4814,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:48.554553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Checking segment: {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:37:48.554884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network hostable DHCP agents. Network: 83146591-0fcc-4fda-b244-ceb5e5aeac0e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:37:48.577409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:37:48.586920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 83146591-0fcc-4fda-b244-ceb5e5aeac0e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:37:48.595600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:48.595945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d86e0-a60c-4f41-bcec-3ae0774cd3da None None] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:37:48.596407 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.609424 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Pushing event updated for resources: {'Port': ['ID=7e18ec19-7524-4452-bbab-2c9952ef9e2a,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:48.621739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a954bcdc-4465-480f-906d-4dc0cb028444 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7047048 Apr 01 15:37:48.621954 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Attempting to bind port 7e18ec19-7524-4452-bbab-2c9952ef9e2a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:37:48.622294 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Attempting to bind port 7e18ec19-7524-4452-bbab-2c9952ef9e2a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:37:48.622652 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Attempting to bind port 7e18ec19-7524-4452-bbab-2c9952ef9e2a on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:48.624454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44572) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:48.633818 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.634155 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.634482 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.634805 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.635121 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.635464 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.635777 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.636091 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.636400 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.636708 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.637020 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:37:48.639992 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:37:48.640357 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:37:48.640745 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.641123 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:37:48.641674 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Bound port: 7e18ec19-7524-4452-bbab-2c9952ef9e2a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:37:48.642045 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.742709 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] For port 7e18ec19-7524-4452-bbab-2c9952ef9e2a, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:48.745676 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] For port 7e18ec19-7524-4452-bbab-2c9952ef9e2a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7e18ec19-7524-4452-bbab-2c9952ef9e2a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:37:48.751438 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.825805 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c852-6b28-4667-b9ee-ee2940780057 None None] Pushing event updated for resources: {'Port': ['ID=7e18ec19-7524-4452-bbab-2c9952ef9e2a,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:48.841601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:37:48.842484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.842959 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:48.843592 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:48.998763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Allocated IP 172.20.0.2 (83146591-0fcc-4fda-b244-ceb5e5aeac0e/5d615997-cd68-4f61-a46f-845ba88a4814/3d3e2c56-41c5-4892-8cb5-706681b54e2d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:37:49.022931 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:49.214109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:49.224665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Transition to ACTIVE for port object 3d3e2c56-41c5-4892-8cb5-706681b54e2d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:49.244203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Transition to ACTIVE for port object 3d3e2c56-41c5-4892-8cb5-706681b54e2d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:49.249934 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:49.305269 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:47Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:49.309547 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b65fc0-7430-4bb6-a37c-a7e683206964 None None] The sync data for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 is: [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:47Z', 'revision_number': 3, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:37:49.321566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:37:49.323064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:37:49.330577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:37:49.330577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Pushing event updated for resources: {'Port': ['ID=3d3e2c56-41c5-4892-8cb5-706681b54e2d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:49.416269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:49.465902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Attempting to bind port 3d3e2c56-41c5-4892-8cb5-706681b54e2d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:37:49.466271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Attempting to bind port 3d3e2c56-41c5-4892-8cb5-706681b54e2d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:37:49.466758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Attempting to bind port 3d3e2c56-41c5-4892-8cb5-706681b54e2d on network 83146591-0fcc-4fda-b244-ceb5e5aeac0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:49.481096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:37:49.481470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Checking segment: {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:37:49.481899 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:49.482400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Bound using segment: {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:37:49.483085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Bound port: 3d3e2c56-41c5-4892-8cb5-706681b54e2d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:37:49.483297 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:49.586571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] For port 3d3e2c56-41c5-4892-8cb5-706681b54e2d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:49.590129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] For port 3d3e2c56-41c5-4892-8cb5-706681b54e2d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3d3e2c56-41c5-4892-8cb5-706681b54e2d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:37:49.595786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:49.681939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f2743-3524-4b17-9c53-c0416e69024d None None] Pushing event updated for resources: {'Port': ['ID=3d3e2c56-41c5-4892-8cb5-706681b54e2d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:49.992914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.1 (83146591-0fcc-4fda-b244-ceb5e5aeac0e/5d615997-cd68-4f61-a46f-845ba88a4814/0971814e-63d3-4d7a-9b0b-18ec641e87ca) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:37:50.167607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.185041 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object 0971814e-63d3-4d7a-9b0b-18ec641e87ca will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:50.217469 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.280733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3d3e2c56-41c5-4892-8cb5-706681b54e2d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:37:50.294785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:37:50.298287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:37:50.302123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:37:50.342575 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=0971814e-63d3-4d7a-9b0b-18ec641e87ca,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:50.349532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 3d3e2c56-41c5-4892-8cb5-706681b54e2d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:37:50.355244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7e18ec19-7524-4452-bbab-2c9952ef9e2a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:37:50.371045 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.427588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 7e18ec19-7524-4452-bbab-2c9952ef9e2a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:37:50.432998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7e18ec19-7524-4452-bbab-2c9952ef9e2a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:50.433361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.481236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.551770 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.570087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 7e18ec19-7524-4452-bbab-2c9952ef9e2a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7e18ec19-7524-4452-bbab-2c9952ef9e2a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:50.574538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.646733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=7e18ec19-7524-4452-bbab-2c9952ef9e2a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:50.708968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e92da8-b4bd-4aaa-a327-8cab43033dd6 None None] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:37:50.814751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c9d5da0-6e58-45a7-a0f2-17debee5b435 None None] Provisioning for port 3d3e2c56-41c5-4892-8cb5-706681b54e2d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:37:50.824577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c9d5da0-6e58-45a7-a0f2-17debee5b435 None None] Provisioning complete for port 3d3e2c56-41c5-4892-8cb5-706681b54e2d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:50.824940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5da0-6e58-45a7-a0f2-17debee5b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.896479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:50.901257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.007901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.011238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=0971814e-63d3-4d7a-9b0b-18ec641e87ca,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:51.032659 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5da0-6e58-45a7-a0f2-17debee5b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.075620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8c9d5da0-6e58-45a7-a0f2-17debee5b435 None None] For port 3d3e2c56-41c5-4892-8cb5-706681b54e2d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3d3e2c56-41c5-4892-8cb5-706681b54e2d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:51.084476 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5da0-6e58-45a7-a0f2-17debee5b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.154199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:37:51.155685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:37:51.156221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d5da0-6e58-45a7-a0f2-17debee5b435 None None] Pushing event updated for resources: {'Port': ['ID=3d3e2c56-41c5-4892-8cb5-706681b54e2d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:51.306673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0694b3a-4ae6-4646-b96d-8827aae731d8 None None] Provisioning for port 0971814e-63d3-4d7a-9b0b-18ec641e87ca completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:37:51.312843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0694b3a-4ae6-4646-b96d-8827aae731d8 None None] Provisioning complete for port 0971814e-63d3-4d7a-9b0b-18ec641e87ca triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:51.313220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0694b3a-4ae6-4646-b96d-8827aae731d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.365994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0694b3a-4ae6-4646-b96d-8827aae731d8 None None] Port 0971814e-63d3-4d7a-9b0b-18ec641e87ca cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:37:51.379128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0694b3a-4ae6-4646-b96d-8827aae731d8 None None] Provisioning complete for port 3d3e2c56-41c5-4892-8cb5-706681b54e2d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:51.379510 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0694b3a-4ae6-4646-b96d-8827aae731d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.629603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e4ff24f8-43ae-4bd0-aaee-8358a9339d21 None None] Provisioning complete for port 0971814e-63d3-4d7a-9b0b-18ec641e87ca triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:51.629969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4ff24f8-43ae-4bd0-aaee-8358a9339d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.670438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:37:51.680267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff24f8-43ae-4bd0-aaee-8358a9339d21 None None] Port 0971814e-63d3-4d7a-9b0b-18ec641e87ca cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:37:51.803856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-acf89043-1a10-45e7-bc0f-8baf232f0fd6 None None] Provisioning complete for port 0971814e-63d3-4d7a-9b0b-18ec641e87ca triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:51.804540 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acf89043-1a10-45e7-bc0f-8baf232f0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:51.858878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-acf89043-1a10-45e7-bc0f-8baf232f0fd6 None None] Port 0971814e-63d3-4d7a-9b0b-18ec641e87ca cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:37:51.870365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:37:51.883887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-98a21f0e-cf47-4077-9965-c2f2fd4f23f0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/1e4d5a8a-2d20-40ed-979a-ce822b3e865a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2580922 Apr 01 15:37:52.091630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-61bbf3e9-95bd-4037-97b7-f41667ccaa3b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:52.108088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-61bbf3e9-95bd-4037-97b7-f41667ccaa3b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:52.109456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-61bbf3e9-95bd-4037-97b7-f41667ccaa3b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316027850&fields=id&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 267 time: 0.0629325 Apr 01 15:37:52.218877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3d3e2c56-41c5-4892-8cb5-706681b54e2d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:37:52.256663 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-3f63510c-17e0-4619-9888-478cead52b0d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:52.257323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-3f63510c-17e0-4619-9888-478cead52b0d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:52.273933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-3f63510c-17e0-4619-9888-478cead52b0d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:52.275403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-3f63510c-17e0-4619-9888-478cead52b0d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/networks?id=83146591-0fcc-4fda-b244-ceb5e5aeac0e HTTP/1.1" status: 200 len: 797 time: 0.1594436 Apr 01 15:37:52.286324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 3d3e2c56-41c5-4892-8cb5-706681b54e2d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:52.286749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:52.295667 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-279244cf-5c9f-4a39-96fa-a402dbe99508 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/quotas/fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 375 time: 0.0123966 Apr 01 15:37:52.376211 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d32d73c3-30cf-40f4-a70f-5337f29c7249 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:52.392618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d32d73c3-30cf-40f4-a70f-5337f29c7249 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:52.394530 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d32d73c3-30cf-40f4-a70f-5337f29c7249 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931292 Apr 01 15:37:52.404056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7e18ec19-7524-4452-bbab-2c9952ef9e2a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:37:52.470540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 7e18ec19-7524-4452-bbab-2c9952ef9e2a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:52.470904 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:52.533665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-440da459-98b3-43e5-9a4d-65ab76783934 service neutron] 10.222.0.48 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262536 Apr 01 15:37:52.667828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-ee851329-8f6f-4434-a94c-bb07cee3ed94 service neutron] 10.222.0.48 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280951 Apr 01 15:37:52.862449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c39bee94-07a6-433b-8a43-949ce4422ec5 req-1320ab42-1320-4616-a013-ff5084c20511 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:52.875906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c39bee94-07a6-433b-8a43-949ce4422ec5 req-1320ab42-1320-4616-a013-ff5084c20511 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:52.878225 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705086e-f339-4383-909d-836cf16a261a None None] Sync routers for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:37:52.879652 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c39bee94-07a6-433b-8a43-949ce4422ec5 req-1320ab42-1320-4616-a013-ff5084c20511 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 210 time: 0.0605402 Apr 01 15:37:52.892197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:52.893024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:53.123450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:53.449752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 2, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:53.454007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705086e-f339-4383-909d-836cf16a261a None None] Checking router: 1e4d5a8a-2d20-40ed-979a-ce822b3e865a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:37:53.454375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705086e-f339-4383-909d-836cf16a261a None None] Updating router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a port 0971814e-63d3-4d7a-9b0b-18ec641e87ca binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:37:53.509094 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6705086e-f339-4383-909d-836cf16a261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:53.863159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6705086e-f339-4383-909d-836cf16a261a None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:53.875641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6705086e-f339-4383-909d-836cf16a261a None None] Transition to ACTIVE for port object 0971814e-63d3-4d7a-9b0b-18ec641e87ca will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:53.883850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6705086e-f339-4383-909d-836cf16a261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:53.921564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-04e3c9ec-e717-4f5e-94db-d43fe96ad652 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:53.922231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-04e3c9ec-e717-4f5e-94db-d43fe96ad652 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:53.934028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-04e3c9ec-e717-4f5e-94db-d43fe96ad652 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:53.935147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-04e3c9ec-e717-4f5e-94db-d43fe96ad652 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/networks?id=83146591-0fcc-4fda-b244-ceb5e5aeac0e HTTP/1.1" status: 200 len: 797 time: 0.1658554 Apr 01 15:37:54.016932 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-c049f504-7277-4ce8-9759-15a57bf9a017 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4aa6184ecf43a8a01474ca6607c15b HTTP/1.1" status: 200 len: 379 time: 0.0593951 Apr 01 15:37:54.020728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc02655-e977-407f-9be9-254c331496c4 None None] Pushing event updated for resources: {'Port': ['ID=0971814e-63d3-4d7a-9b0b-18ec641e87ca,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:54.031611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'port': {'device_id': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'admin_state_up': True, 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'security_groups': ['518ffa82-ebae-4296-8b65-2ecd623010a7']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:54.061367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d1f8e6a-a8de-463f-8890-bcd051c7a59c req-8f84cac3-6f4e-4b62-99a4-100fde5e2a58 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 210 time: 0.0472083 Apr 01 15:37:54.118391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6705086e-f339-4383-909d-836cf16a261a None None] Attempting to bind port 0971814e-63d3-4d7a-9b0b-18ec641e87ca on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:37:54.118753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6705086e-f339-4383-909d-836cf16a261a None None] Attempting to bind port 0971814e-63d3-4d7a-9b0b-18ec641e87ca by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:37:54.119112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705086e-f339-4383-909d-836cf16a261a None None] Attempting to bind port 0971814e-63d3-4d7a-9b0b-18ec641e87ca on network 83146591-0fcc-4fda-b244-ceb5e5aeac0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:54.125636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705086e-f339-4383-909d-836cf16a261a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:37:54.125997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705086e-f339-4383-909d-836cf16a261a None None] Checking segment: {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:37:54.126395 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6705086e-f339-4383-909d-836cf16a261a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:54.126777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705086e-f339-4383-909d-836cf16a261a None None] Bound using segment: {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:37:54.127255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6705086e-f339-4383-909d-836cf16a261a None None] Bound port: 0971814e-63d3-4d7a-9b0b-18ec641e87ca, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:37:54.127626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6705086e-f339-4383-909d-836cf16a261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:54.178994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:37:54.189666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:37:54.201148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Made reservation on behalf of fe4aa6184ecf43a8a01474ca6607c15b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:37:54.204140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:54.220738 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6705086e-f339-4383-909d-836cf16a261a None None] For port 0971814e-63d3-4d7a-9b0b-18ec641e87ca, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:54.223936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6705086e-f339-4383-909d-836cf16a261a None None] For port 0971814e-63d3-4d7a-9b0b-18ec641e87ca, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0971814e-63d3-4d7a-9b0b-18ec641e87ca,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:37:54.228401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6705086e-f339-4383-909d-836cf16a261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:54.326822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc02655-e977-407f-9be9-254c331496c4 None None] Pushing event updated for resources: {'Port': ['ID=0971814e-63d3-4d7a-9b0b-18ec641e87ca,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:54.329349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:37:54.329901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:37:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:54.370776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.20.0.6 (83146591-0fcc-4fda-b244-ceb5e5aeac0e/5d615997-cd68-4f61-a46f-845ba88a4814/f276c4e0-4c5c-431a-ac3f-d8fe15102f3d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:37:54.515174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:37:54.575129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:54.592494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Transition to ACTIVE for port object f276c4e0-4c5c-431a-ac3f-d8fe15102f3d will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:54.615632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:54.693774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:37:54.697744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:37:54.699789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:54.701899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:37:54.786457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:54.787068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:54.822254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-55fc8e3b-0f4a-481b-91d9-fa0c37c32f83 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7999270 Apr 01 15:37:54.835351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Request body: {'port': {'device_id': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:37:54.913421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6705086e-f339-4383-909d-836cf16a261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:54Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:54.917362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705086e-f339-4383-909d-836cf16a261a None None] The sync data for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 is: [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:54Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:37:54.953848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:55.026741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-78d6ca0b-4e74-4576-b017-9ac69253e17a None None] Provisioning for port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:37:55.033364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-78d6ca0b-4e74-4576-b017-9ac69253e17a None None] Provisioning complete for port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:55.033724 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78d6ca0b-4e74-4576-b017-9ac69253e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:55.091943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-78d6ca0b-4e74-4576-b017-9ac69253e17a None None] Port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:37:55.328230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1d88d-c367-4727-a068-512a067e0b6a req-12d47ca0-9abe-4d19-9274-895ce6fa1e1f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:55.328942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d8b1d88d-c367-4727-a068-512a067e0b6a req-12d47ca0-9abe-4d19-9274-895ce6fa1e1f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:37:55.388299 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f276c4e0-4c5c-431a-ac3f-d8fe15102f3d {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:37:55.394429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d8b1d88d-c367-4727-a068-512a067e0b6a req-12d47ca0-9abe-4d19-9274-895ce6fa1e1f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:37:55.395604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8b1d88d-c367-4727-a068-512a067e0b6a req-12d47ca0-9abe-4d19-9274-895ce6fa1e1f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 931 time: 0.1995516 Apr 01 15:37:55.397253 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:55.434408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Transition to ACTIVE for port object f276c4e0-4c5c-431a-ac3f-d8fe15102f3d will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:37:55.444709 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:55.613069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8b1d88d-c367-4727-a068-512a067e0b6a req-7ac587aa-6193-4349-aa47-b1c5fdb41bc3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082701 Apr 01 15:37:55.680877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Pushing event updated for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:55.832485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Attempting to bind port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:37:55.832813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Attempting to bind port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:37:55.833474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Attempting to bind port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d on network 83146591-0fcc-4fda-b244-ceb5e5aeac0e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:55.840377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d on network 83146591-0fcc-4fda-b244-ceb5e5aeac0e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:37:55.840685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Attempting to bind port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d on network 83146591-0fcc-4fda-b244-ceb5e5aeac0e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:37:55.847437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:37:55.847766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Checking segment: {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:37:55.848141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Bound using segment: {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:37:55.848557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Bound port: f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58278080-e8ff-4aa3-86d5-7fec736974bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:37:55.848897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:55.937785 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:37:55.941235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:37:55.946256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:56.007981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:56.009315 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] 10.222.0.62 "PUT /v2.0/ports/f276c4e0-4c5c-431a-ac3f-d8fe15102f3d HTTP/1.1" status: 200 len: 1091 time: 1.1794524 Apr 01 15:37:56.009747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:37:56.024773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3cd6b-8e92-443e-bef1-f59763bd376c service neutron] Pushing event updated for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:56.105018 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'status': 'completed', 'code': 200} Apr 01 15:37:56.148338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-08bb539e-8fd3-4166-93a2-5b62f15d0c31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1094 time: 0.1004453 Apr 01 15:37:56.225542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-bdb57080-8e39-4e8e-8922-da2dee6a5155 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d HTTP/1.1" status: 200 len: 217 time: 0.0708277 Apr 01 15:37:56.242469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0971814e-63d3-4d7a-9b0b-18ec641e87ca up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:37:56.293778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-52b146ae-d189-48d6-984f-fd4ebb1708ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:56.295232 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-52b146ae-d189-48d6-984f-fd4ebb1708ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d615997-cd68-4f61-a46f-845ba88a4814 HTTP/1.1" status: 200 len: 834 time: 0.0633664 Apr 01 15:37:56.311670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 0971814e-63d3-4d7a-9b0b-18ec641e87ca completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:37:56.316757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0971814e-63d3-4d7a-9b0b-18ec641e87ca triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:56.317122 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:56.376617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-86a842f6-b9f0-4094-9f8f-336b2599224c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83146591-0fcc-4fda-b244-ceb5e5aeac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747306 Apr 01 15:37:56.444174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:56.476997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 0971814e-63d3-4d7a-9b0b-18ec641e87ca, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0971814e-63d3-4d7a-9b0b-18ec641e87ca,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:37:56.482127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:56.512853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-32a6fd08-c634-4b76-bc83-0fb8c1041975 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286979 Apr 01 15:37:56.554302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=0971814e-63d3-4d7a-9b0b-18ec641e87ca,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:37:56.647804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-941e56fa-cf90-4063-87d5-1b5bfd80f37f req-e28eba72-b9ce-4901-a439-85ac1930e6d9 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288269 Apr 01 15:37:56.819678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-c00085b0-dfd0-41b1-8b5a-6ec1be519b78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1094 time: 0.1273613 Apr 01 15:37:56.901988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd21eeb-5bdd-4532-8bfc-eee49bdbb99f req-a82f888a-85c4-43cb-899d-e2468d56be03 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:56.903446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8bd21eeb-5bdd-4532-8bfc-eee49bdbb99f req-a82f888a-85c4-43cb-899d-e2468d56be03 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 943 time: 0.1516607 Apr 01 15:37:56.989207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8bd21eeb-5bdd-4532-8bfc-eee49bdbb99f req-955d2f44-621e-4205-80b8-93e7c95f2113 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790248 Apr 01 15:37:56.991572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-6b6ae5de-086d-4888-ad6a-b80bb7a39934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:56.992912 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-6b6ae5de-086d-4888-ad6a-b80bb7a39934 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83146591-0fcc-4fda-b244-ceb5e5aeac0e HTTP/1.1" status: 200 len: 898 time: 0.1655636 Apr 01 15:37:57.064432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-97e39efe-b98b-44f0-a777-5fa6419f1428 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d HTTP/1.1" status: 200 len: 217 time: 0.0649233 Apr 01 15:37:57.129517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-763bb106-59f3-4c96-b90b-f9e3db864ce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:57.130947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-763bb106-59f3-4c96-b90b-f9e3db864ce1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d615997-cd68-4f61-a46f-845ba88a4814 HTTP/1.1" status: 200 len: 834 time: 0.0608323 Apr 01 15:37:57.210377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-10a8033f-e926-403b-99d0-f12e9dc457e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83146591-0fcc-4fda-b244-ceb5e5aeac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727127 Apr 01 15:37:57.435457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-aa52599c-8701-4049-b745-ba7e30a549d8 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188010 Apr 01 15:37:57.574524 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-94eb5600-3461-40ed-ad1c-9d123b15ec36 req-7fa94e0d-abb5-4fa6-b2af-58b69be3acd6 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324995 Apr 01 15:37:57.860807 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ddde33-ec9c-4bff-9dfb-3769e380a924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:58.213119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ea1e3-92c2-4f66-b538-b0ad9b4723ca req-0b4211f2-18ed-436a-b318-aeed5b1c8afd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:58.214635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92ea1e3-92c2-4f66-b538-b0ad9b4723ca req-0b4211f2-18ed-436a-b318-aeed5b1c8afd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 943 time: 0.0893683 Apr 01 15:37:58.217514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0971814e-63d3-4d7a-9b0b-18ec641e87ca up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:37:58.264068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a92ea1e3-92c2-4f66-b538-b0ad9b4723ca req-27ce95d5-5ee8-4423-988e-ab66b96904e7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433202 Apr 01 15:37:58.285794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 0971814e-63d3-4d7a-9b0b-18ec641e87ca triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:37:58.286150 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:59.464794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ad8e9-653c-4657-835e-84ef18705683 req-acf99567-2905-4553-a12d-ed92e9a44054 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:37:59.466257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a28ad8e9-653c-4657-835e-84ef18705683 req-acf99567-2905-4553-a12d-ed92e9a44054 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 943 time: 0.0810926 Apr 01 15:37:59.516590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a28ad8e9-653c-4657-835e-84ef18705683 req-770c9643-c1bd-484c-b8f6-c8f194c9955e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446687 Apr 01 15:38:00.278073 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c430f78-9334-47cb-9937-dd40f800e2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:00.672071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f276c4e0-4c5c-431a-ac3f-d8fe15102f3d details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:38:00.714608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79d50-d793-49a4-a7e2-b93908b7ace8 req-0f844ee6-6e22-4ef7-96a1-9d34dda2e2f5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:00.716128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7ab79d50-d793-49a4-a7e2-b93908b7ace8 req-0f844ee6-6e22-4ef7-96a1-9d34dda2e2f5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 943 time: 0.0806801 Apr 01 15:38:00.766976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7ab79d50-d793-49a4-a7e2-b93908b7ace8 req-9f32ccb1-7b8a-4f39-a2d7-4401394eea38 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446312 Apr 01 15:38:00.808531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:38:00.822009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'port_id': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'mac_address': 'fa:16:3e:4f:13:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:38:00.874925 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:00.892600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f276c4e0-4c5c-431a-ac3f-d8fe15102f3d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:38:00.907826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:38:00.914114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:00.980488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:01.114562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:38:01.343121 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:01.415922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:01.967740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a755f9d-e4d9-4689-8a24-48bd455c044e req-cc3f86e4-2c47-4baf-ba20-16e49cb15bd8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:01.969671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a755f9d-e4d9-4689-8a24-48bd455c044e req-cc3f86e4-2c47-4baf-ba20-16e49cb15bd8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 944 time: 0.0835540 Apr 01 15:38:02.027124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3a755f9d-e4d9-4689-8a24-48bd455c044e req-914bc25b-6271-48c6-ad2b-e3afcc826294 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492213 Apr 01 15:38:02.673511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f276c4e0-4c5c-431a-ac3f-d8fe15102f3d up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:38:02.754315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:38:02.759135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:02.759525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:02.862192 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:02.886066 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:02.916301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:38:02.925814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:38:02.930786 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:02.996284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:03.098894 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'code': 200} Apr 01 15:38:03.281422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33da7-a1d2-42eb-a210-62f607238b3b req-73260e4f-4354-4604-b9f9-6c6efdff413b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:03.282874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61c33da7-a1d2-42eb-a210-62f607238b3b req-73260e4f-4354-4604-b9f9-6c6efdff413b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.1300161 Apr 01 15:38:03.285571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8295a5ad-89b9-4fa8-914a-8e88a7993764 req-349bcb14-4f4f-4d10-80b3-b2df5baf28b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1096 time: 0.1309240 Apr 01 15:38:03.356983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61c33da7-a1d2-42eb-a210-62f607238b3b req-2b51e851-cc7a-4afb-aa8f-a1008e6aeea2 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682676 Apr 01 15:38:03.360110 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8295a5ad-89b9-4fa8-914a-8e88a7993764 req-4c23c737-459d-4570-b0c9-7c6371724803 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583835 Apr 01 15:38:04.568821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198677d8-28f3-4a95-b0d7-c9deafa60248 req-975846a0-9842-4adf-b22e-1c84c2405721 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:04.570397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-198677d8-28f3-4a95-b0d7-c9deafa60248 req-975846a0-9842-4adf-b22e-1c84c2405721 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0898206 Apr 01 15:38:04.615730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-198677d8-28f3-4a95-b0d7-c9deafa60248 req-0ade4004-fcd0-428e-a581-44f47962d7c4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397544 Apr 01 15:38:04.813385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef96ca-e368-46bb-90fb-a237cfbb91bd req-a59dfa8a-a74d-4220-8b04-b2915e537237 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:04.815238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47ef96ca-e368-46bb-90fb-a237cfbb91bd req-a59dfa8a-a74d-4220-8b04-b2915e537237 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0791676 Apr 01 15:38:04.860968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-47ef96ca-e368-46bb-90fb-a237cfbb91bd req-5e9886d6-c14e-4012-a397-8b3c5cabe93e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399032 Apr 01 15:38:04.888926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:04.963424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f8190d0f-fe5b-431d-b044-7d19ff724443 tempest-TestNetworkAdvancedServerOps-1957322027 tempest-TestNetworkAdvancedServerOps-1957322027-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1091 time: 0.0733526 Apr 01 15:38:04.967004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44632) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:04.972228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:38:04.978586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:04.982930 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Usage tracker for resource:floatingip and tenant:fe4aa6184ecf43a8a01474ca6607c15b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:04.985982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:04.992031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:05.005300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:05.145766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:05.283395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Allocated IP 172.25.2.129 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/f88eaa80-b2a5-45e0-ab80-4f4a5d40d34e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:38:05.452594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:05.481267 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:05.550037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:38:05.552876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:38:05.557165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:38:05.580965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=f88eaa80-b2a5-45e0-ab80-4f4a5d40d34e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:06.154824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:06.216238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:06.424118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:06.432394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:06.531714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event updated for resources: {'Port': ['ID=f88eaa80-b2a5-45e0-ab80-4f4a5d40d34e,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:06.553891 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:06.751783 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Floating IP 6b033af1-6038-4a61-8d7c-a69e5f64c628 associated. External IP: 172.25.2.129, port: f276c4e0-4c5c-431a-ac3f-d8fe15102f3d. Apr 01 15:38:07.154242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:38:07.359302 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:38:07.368853 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] Sync routers for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:38:07.385008 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:38:07.385610 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:38:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:07.386353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:07.439296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-013b6c99-9b58-4ce1-aac4-64784c2eb3a7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4710827 Apr 01 15:38:07.440012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:38:07.495334 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'status': 'completed', 'code': 200} Apr 01 15:38:07.560935 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:38:07.588098 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d68434a-400d-4660-831a-b107b393ab7a req-f548793f-1039-4a12-b887-25fa1f94e505 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1096 time: 0.0732102 Apr 01 15:38:07.622805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdcf4f-56a8-479b-a6ac-5156b48bb38c req-22f98b15-e4af-45af-bc3e-602e4c230297 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:07.624986 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ccdcf4f-56a8-479b-a6ac-5156b48bb38c req-22f98b15-e4af-45af-bc3e-602e4c230297 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0858781 Apr 01 15:38:07.677762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2ccdcf4f-56a8-479b-a6ac-5156b48bb38c req-fa11af42-c395-47e7-817b-584d82fd286f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466566 Apr 01 15:38:07.709985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44640) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:07.825350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-362ac68c-c95a-47c4-9a6e-c190d711cd80 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/6b033af1-6038-4a61-8d7c-a69e5f64c628 HTTP/1.1" status: 200 len: 991 time: 0.1131184 Apr 01 15:38:07.830581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68434a-400d-4660-831a-b107b393ab7a req-3ee983e0-835f-4b3c-af9c-8d6f66c0a698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:07.832055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d68434a-400d-4660-831a-b107b393ab7a req-3ee983e0-835f-4b3c-af9c-8d6f66c0a698 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83146591-0fcc-4fda-b244-ceb5e5aeac0e HTTP/1.1" status: 200 len: 898 time: 0.2389500 Apr 01 15:38:07.915400 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6b033af1-6038-4a61-8d7c-a69e5f64c628', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'port_id': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'mac_address': 'fa:16:3e:4f:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:38:05Z', 'updated_at': '2022-04-01T15:38:05Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:56Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:07.919059 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] Checking router: 1e4d5a8a-2d20-40ed-979a-ce822b3e865a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:38:07.930085 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:38:07.930654 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:38:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:07.936040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d68434a-400d-4660-831a-b107b393ab7a req-a5a93a08-6cc3-4145-836b-31444d21c61a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d HTTP/1.1" status: 200 len: 999 time: 0.0977113 Apr 01 15:38:07.997050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68434a-400d-4660-831a-b107b393ab7a req-c9070f8f-9124-4350-b0c5-9539319025c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:07.998394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d68434a-400d-4660-831a-b107b393ab7a req-c9070f8f-9124-4350-b0c5-9539319025c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d615997-cd68-4f61-a46f-845ba88a4814 HTTP/1.1" status: 200 len: 834 time: 0.0571170 Apr 01 15:38:08.073212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d68434a-400d-4660-831a-b107b393ab7a req-c26a8c23-30c4-43a7-9a50-fcb09cbd0496 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83146591-0fcc-4fda-b244-ceb5e5aeac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695786 Apr 01 15:38:08.102413 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:38:08.208073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d68434a-400d-4660-831a-b107b393ab7a req-e604a97d-1f27-4540-9891-b28a857dbacd service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288383 Apr 01 15:38:08.337657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d68434a-400d-4660-831a-b107b393ab7a req-2094bfe7-7c89-4f3d-8f06-3fdec1cb7686 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244826 Apr 01 15:38:08.495620 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6b033af1-6038-4a61-8d7c-a69e5f64c628', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'port_id': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'mac_address': 'fa:16:3e:4f:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:38:05Z', 'updated_at': '2022-04-01T15:38:05Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:56Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:08.500043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe3f68-cc69-47ca-a4e5-2eafe4c647d2 None None] The sync data for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 is: [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6b033af1-6038-4a61-8d7c-a69e5f64c628', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'port_id': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'mac_address': 'fa:16:3e:4f:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:38:05Z', 'updated_at': '2022-04-01T15:38:05Z', 'revision_number': 0, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:56Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:38:08.828966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44644) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:08.933401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-132cbbbe-e3a7-4c95-8993-4ad0d21d8682 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/6b033af1-6038-4a61-8d7c-a69e5f64c628 HTTP/1.1" status: 200 len: 991 time: 0.1033063 Apr 01 15:38:09.938703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44648) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:10.050609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e9758e78-5468-4d5a-9659-09e51e9645b0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/6b033af1-6038-4a61-8d7c-a69e5f64c628 HTTP/1.1" status: 200 len: 991 time: 0.1100476 Apr 01 15:38:10.922521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73445202-5d2a-40fa-b249-57f69f3c09cc None None] New status for floating IP 6b033af1-6038-4a61-8d7c-a69e5f64c628: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:38:11.055022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44652) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:11.142281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:11.266194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ae312c4f-31a4-441b-b815-cbfe0c395ce8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/6b033af1-6038-4a61-8d7c-a69e5f64c628 HTTP/1.1" status: 200 len: 993 time: 0.2099886 Apr 01 15:38:15.019654 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:22.058767 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:38:27.874452 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-752d8221-56de-441c-8f5c-d630592b4778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:30.282908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ca361e-97d1-4ecf-9b05-4270c7e03207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:31.343749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:31.416538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.844537 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:41.118524 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:41.480307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4db66-ae08-4362-9c00-47dbec0861e2 req-0d158ed1-5f91-4326-90cf-c129f300ca77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:41.481744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7fd4db66-ae08-4362-9c00-47dbec0861e2 req-0d158ed1-5f91-4326-90cf-c129f300ca77 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.2463253 Apr 01 15:38:41.532052 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7fd4db66-ae08-4362-9c00-47dbec0861e2 req-d471d344-d700-42ea-9d59-a0a6175d9893 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 Apr 01 15:38:42.768358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75891bd5-6783-499d-86c4-386a7a4c8b8d req-bf212021-fb78-4f05-8741-5be1e4ac1ab1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:42.769818 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-75891bd5-6783-499d-86c4-386a7a4c8b8d req-bf212021-fb78-4f05-8741-5be1e4ac1ab1 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0809960 Apr 01 15:38:42.815409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-75891bd5-6783-499d-86c4-386a7a4c8b8d req-c4649720-f912-4d30-b205-7fa49ea00f60 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Apr 01 15:38:44.028326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba09a09-181b-4481-828c-be8011611a7a req-69ee2370-ef10-4047-b9fa-81dd21e1e5ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:44.030494 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ba09a09-181b-4481-828c-be8011611a7a req-69ee2370-ef10-4047-b9fa-81dd21e1e5ac tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0850954 Apr 01 15:38:44.084492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4ba09a09-181b-4481-828c-be8011611a7a req-91edc629-1b9d-4644-a70a-423e46970a5d tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481133 Apr 01 15:38:45.026693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:45.286815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04a9b-5093-43f5-bc26-2548136734ec req-a6c630c3-75dd-4141-b8a2-e4f5d17b37e5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:45.288286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bfa04a9b-5093-43f5-bc26-2548136734ec req-a6c630c3-75dd-4141-b8a2-e4f5d17b37e5 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0805171 Apr 01 15:38:45.338984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bfa04a9b-5093-43f5-bc26-2548136734ec req-41dd290a-c89e-4429-8ea8-77a058ba7f88 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447044 Apr 01 15:38:46.559763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f88-8fd2-4252-8a44-02256de0195b req-65b33610-e39b-499e-9fc3-c895b55a2386 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:46.561185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32132f88-8fd2-4252-8a44-02256de0195b req-65b33610-e39b-499e-9fc3-c895b55a2386 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0871835 Apr 01 15:38:46.611429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-32132f88-8fd2-4252-8a44-02256de0195b req-dae03b19-3624-478d-900f-c77cee079695 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415130 Apr 01 15:38:47.824294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04d4f-673e-42bf-9d71-b1714423f09d req-e9086121-4190-4f84-ac96-56e552fa97de tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:47.825798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ebb04d4f-673e-42bf-9d71-b1714423f09d req-e9086121-4190-4f84-ac96-56e552fa97de tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0845718 Apr 01 15:38:47.874966 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ebb04d4f-673e-42bf-9d71-b1714423f09d req-41129ace-ca38-465d-9805-023fa4195d00 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Apr 01 15:38:49.103967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d4a93-4d46-4a68-bc8c-a7f1f9a23126 req-ab8078a9-9755-46b7-962f-0483e5390dd3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:49.105305 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-561d4a93-4d46-4a68-bc8c-a7f1f9a23126 req-ab8078a9-9755-46b7-962f-0483e5390dd3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0923586 Apr 01 15:38:49.154451 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-561d4a93-4d46-4a68-bc8c-a7f1f9a23126 req-10ce628f-f436-491a-b72b-6fa010bacb4e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Apr 01 15:38:50.375852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbc125-ade1-4a31-8135-caaad59f1109 req-b7d40d62-d12c-4f34-9fa8-3cad3c21b2a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:50.377356 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fcbc125-ade1-4a31-8135-caaad59f1109 req-b7d40d62-d12c-4f34-9fa8-3cad3c21b2a0 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0942307 Apr 01 15:38:50.422825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fcbc125-ade1-4a31-8135-caaad59f1109 req-22190b92-6ae0-401e-92ac-a5aea548d3b3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398424 Apr 01 15:38:51.633012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8a1ba-1246-4be1-9fe5-86c8c51b302c req-30192fd1-65b8-4f41-8de4-d1c572a61b9e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:51.634464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecd8a1ba-1246-4be1-9fe5-86c8c51b302c req-30192fd1-65b8-4f41-8de4-d1c572a61b9e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0843127 Apr 01 15:38:51.681061 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ecd8a1ba-1246-4be1-9fe5-86c8c51b302c req-34262704-04f9-4bec-8948-b50a87f0f1b9 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408368 Apr 01 15:38:52.889272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a682-41de-4b1b-b5f1-4d2811413197 req-e1dd5aaf-ffc3-457a-ab12-0d6b516bd302 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:52.890716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b012a682-41de-4b1b-b5f1-4d2811413197 req-e1dd5aaf-ffc3-457a-ab12-0d6b516bd302 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0823622 Apr 01 15:38:52.940862 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b012a682-41de-4b1b-b5f1-4d2811413197 req-6b75bc69-3d75-4301-ac28-5f023cfad0e4 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Apr 01 15:38:54.176865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e949c-8c40-4e82-b762-94c087b2d526 req-54fe47cf-ebad-4cbd-ae8c-129d7e309da7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:54.178187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-800e949c-8c40-4e82-b762-94c087b2d526 req-54fe47cf-ebad-4cbd-ae8c-129d7e309da7 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0970395 Apr 01 15:38:54.224027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-800e949c-8c40-4e82-b762-94c087b2d526 req-e9cfe28c-67a8-471d-94c4-7de96864b412 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Apr 01 15:38:55.451280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ff439-dc08-4f5a-95e6-db4e807b7a95 req-5b54b300-2c23-4e8a-ad2d-e39f8f07b12b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:55.452736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d33ff439-dc08-4f5a-95e6-db4e807b7a95 req-5b54b300-2c23-4e8a-ad2d-e39f8f07b12b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0899835 Apr 01 15:38:55.498323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d33ff439-dc08-4f5a-95e6-db4e807b7a95 req-c354775f-d397-4a05-9066-fb8e6894e181 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398281 Apr 01 15:38:56.714284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740943f-8d33-4b10-bd23-9d25fe2b9f26 req-f6e7e1bb-7b5a-4584-b0e2-3d8905a7e745 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:56.715752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b740943f-8d33-4b10-bd23-9d25fe2b9f26 req-f6e7e1bb-7b5a-4584-b0e2-3d8905a7e745 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0888312 Apr 01 15:38:56.765903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b740943f-8d33-4b10-bd23-9d25fe2b9f26 req-c64a7c37-548d-48f7-8d46-4a7625029b9b tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 Apr 01 15:38:57.869052 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4396-1e0a-4119-911f-1e8682f9bd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:57.968766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352f0e-b8b2-40d8-97a7-2c1737e307c7 req-1b38793d-91fb-4bee-bac7-fe5705bdeffb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:57.970189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54352f0e-b8b2-40d8-97a7-2c1737e307c7 req-1b38793d-91fb-4bee-bac7-fe5705bdeffb tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0793710 Apr 01 15:38:58.033581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54352f0e-b8b2-40d8-97a7-2c1737e307c7 req-32319235-42b1-4aa3-a30b-64dac2e3615e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544474 Apr 01 15:38:58.957421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35a5b461-94b4-4634-a9d2-bcfc9f34bf2d req-a257c46b-ed6d-4138-9087-d6973eadcfab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1096 time: 0.0709774 Apr 01 15:38:58.999160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35a5b461-94b4-4634-a9d2-bcfc9f34bf2d req-182e615a-00d6-4e1c-8975-19c1e8fc1d18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360312 Apr 01 15:38:59.054230 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:38:59.240149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548c182-2450-438e-aa3b-b9d781e0f7f1 req-87b9b642-b2aa-4d88-a595-70146c3ea672 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:59.241727 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f548c182-2450-438e-aa3b-b9d781e0f7f1 req-87b9b642-b2aa-4d88-a595-70146c3ea672 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0845282 Apr 01 15:38:59.290752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f548c182-2450-438e-aa3b-b9d781e0f7f1 req-a191492f-3f03-4e29-ad60-2c7be7426623 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Apr 01 15:39:00.289154 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0db7af04-0399-452b-ad76-bee719dea5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:00.502973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c7675-c12e-4610-9b0e-dd16e444dcc0 req-3cddb65d-f64b-4e9c-bd48-716b38200160 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:00.504367 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb8c7675-c12e-4610-9b0e-dd16e444dcc0 req-3cddb65d-f64b-4e9c-bd48-716b38200160 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0909743 Apr 01 15:39:00.551701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bb8c7675-c12e-4610-9b0e-dd16e444dcc0 req-05953ed0-312f-40ab-9691-c03ea8dacc19 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 Apr 01 15:39:00.567227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-22971f4b-e194-4df2-aabe-00329bdfd6cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1747851 Apr 01 15:39:00.580027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44710) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:00.685801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-086ff56a-d6a2-4e7f-b1f0-14f4fadb3ce3 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/floatingips/6b033af1-6038-4a61-8d7c-a69e5f64c628 HTTP/1.1" status: 200 len: 993 time: 0.1044683 Apr 01 15:39:00.709311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-e7fb215b-2c3a-4574-b937-6776cf1f4b69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1096 time: 0.0726881 Apr 01 15:39:00.851627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-1e01aa61-0c03-4a4e-8520-a471392641de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:00.853050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-1e01aa61-0c03-4a4e-8520-a471392641de service neutron] 10.222.0.62 "GET /v2.0/networks?id=83146591-0fcc-4fda-b244-ceb5e5aeac0e HTTP/1.1" status: 200 len: 898 time: 0.1259317 Apr 01 15:39:00.962997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-575d8697-01f2-4513-be41-5a588745cc44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d HTTP/1.1" status: 200 len: 1001 time: 0.1042166 Apr 01 15:39:00.998147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f276c4e0-4c5c-431a-ac3f-d8fe15102f3d details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:39:01.028767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-9baba50e-dafc-4118-a8e1-b53707c31f0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:01.030276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-9baba50e-dafc-4118-a8e1-b53707c31f0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d615997-cd68-4f61-a46f-845ba88a4814 HTTP/1.1" status: 200 len: 834 time: 0.0618556 Apr 01 15:39:01.103467 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-6aaa1fea-eedd-43c8-b34f-954b11bf6959 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83146591-0fcc-4fda-b244-ceb5e5aeac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674376 Apr 01 15:39:01.132613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:39:01.145767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'port_id': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'mac_address': 'fa:16:3e:4f:13:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:39:01.202257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:01.219529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f276c4e0-4c5c-431a-ac3f-d8fe15102f3d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:39:01.234528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-bba3bbab-93a9-496c-95c3-5469d6cb12dd service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255989 Apr 01 15:39:01.235140 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:39:01.240394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:01.308273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:01.330156 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.330483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.330822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.331191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.331635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.331926 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.332252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.332557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.332905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.333224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.333529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:01.337204 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:01.366562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-21eff23c-1322-4f6f-937f-b708abd1ebb0 req-478f34e7-bbd4-4127-90c2-ae969b9b2ae3 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261148 Apr 01 15:39:01.416225 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:01.455188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:39:02.857806 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:03.008525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f276c4e0-4c5c-431a-ac3f-d8fe15102f3d up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:39:03.085695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:39:03.085925 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:03.203136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:03.230548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:39:03.240908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:39:03.246363 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:03.290212 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'code': 200} Apr 01 15:39:03.316215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:11.110940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:15.041044 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:27.874142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b65940f-eb1e-4a6e-9182-e8ef93a90284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:30.295120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed0efa1c-dfc3-4105-a1e2-9dc302147a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:31.337922 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:31.429418 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:32.860368 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:35.962859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44728) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:36.057591 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:39:36.172804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port f88eaa80-b2a5-45e0-ab80-4f4a5d40d34e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:39:36.173092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:36.341508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:36.341785 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:36.458878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for f88eaa80-b2a5-45e0-ab80-4f4a5d40d34e owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:39:36.726528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:36.771875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=f88eaa80-b2a5-45e0-ab80-4f4a5d40d34e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:36.841018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.841357 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.841691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.841986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.842316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.842642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.842967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.843431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.843759 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.844083 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.844401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:36.876945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:37.281536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:39:37.484660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:39:37.493967 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] Sync routers for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:39:37.506764 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:39:37.507493 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:39:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:37.507635 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:37.562085 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5f1a8c31-d114-4545-b799-721f1500095a tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/floatingips/6b033af1-6038-4a61-8d7c-a69e5f64c628 HTTP/1.1" status: 204 len: 168 time: 1.5976861 Apr 01 15:39:37.562613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:39:37.620145 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'status': 'completed', 'code': 200} Apr 01 15:39:37.685089 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:39:37.816059 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-e0ad360c-f659-4583-a22f-1fe3f83406c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 1096 time: 0.1747913 Apr 01 15:39:37.953911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-b99af1b2-1840-4d9f-80ff-0ec3f1bbeed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:37.954965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-b99af1b2-1840-4d9f-80ff-0ec3f1bbeed6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83146591-0fcc-4fda-b244-ceb5e5aeac0e HTTP/1.1" status: 200 len: 898 time: 0.1323810 Apr 01 15:39:37.971643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c7b42-0f6a-478b-8457-92efb60d9248 req-037ccc8c-5b01-4c4f-bd66-1cf99f62d49e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:37.972358 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e30c7b42-0f6a-478b-8457-92efb60d9248 req-037ccc8c-5b01-4c4f-bd66-1cf99f62d49e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Synchronizing usage tracker for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:39:37.989466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e30c7b42-0f6a-478b-8457-92efb60d9248 req-037ccc8c-5b01-4c4f-bd66-1cf99f62d49e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Unset dirty status for tenant:fe4aa6184ecf43a8a01474ca6607c15b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:39:37.990685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e30c7b42-0f6a-478b-8457-92efb60d9248 req-037ccc8c-5b01-4c4f-bd66-1cf99f62d49e tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0975780 Apr 01 15:39:38.010577 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:56Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:38.014401 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] Checking router: 1e4d5a8a-2d20-40ed-979a-ce822b3e865a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:39:38.024711 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:39:38.025348 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:39:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:38.028231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-a5d00221-d086-4f71-b215-55870ff413ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d HTTP/1.1" status: 200 len: 217 time: 0.0671566 Apr 01 15:39:38.037464 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e30c7b42-0f6a-478b-8457-92efb60d9248 req-25bd9e96-9b81-4ec6-9bc6-b11de83aa51f tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 Apr 01 15:39:38.095172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-ddf66de0-77ea-439e-a1ce-f57465a3a1de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:38.096565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-ddf66de0-77ea-439e-a1ce-f57465a3a1de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d615997-cd68-4f61-a46f-845ba88a4814 HTTP/1.1" status: 200 len: 834 time: 0.0630147 Apr 01 15:39:38.173063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-a8baf92e-f4ae-4c64-a6a6-3542d5af873c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83146591-0fcc-4fda-b244-ceb5e5aeac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685582 Apr 01 15:39:38.183236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-a8e6b422-33dd-4b39-9e97-31fa40edc22e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:39:38.184191 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-a8e6b422-33dd-4b39-9e97-31fa40edc22e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048599 Apr 01 15:39:38.196235 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:39:38.322301 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-49d4a180-bb06-48d8-b877-dd5320857315 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313224 Apr 01 15:39:38.457665 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e01b0e5c-a90b-41e6-b0af-e870d1e1b0bb req-d74defc5-c29b-4329-82ea-cb83bb1288c1 service neutron] 10.222.0.62 "GET /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279759 Apr 01 15:39:38.532600 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:56Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:38.536649 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f91852-72ec-4131-9e6b-548f0a5dcccb None None] The sync data for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 is: [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '0971814e-63d3-4d7a-9b0b-18ec641e87ca', 'name': '', 'network_id': '83146591-0fcc-4fda-b244-ceb5e5aeac0e', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'mac_address': 'fa:16:3e:c1:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:49Z', 'updated_at': '2022-04-01T15:37:56Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'subnets': [{'id': '5d615997-cd68-4f61-a46f-845ba88a4814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:39:38.766372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c79976-219a-44b9-8764-65c78ac416ec None None] New status for floating IP 6b033af1-6038-4a61-8d7c-a69e5f64c628: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:39:39.198326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-b3c4e8c2-283d-48bc-9a98-bfaf3d10b279 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:39.199787 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-b3c4e8c2-283d-48bc-9a98-bfaf3d10b279 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.0805278 Apr 01 15:39:39.399787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:39:39.400002 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:39.494680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a373819-a680-4fac-aa78-ab1521d0d2e7 req-d6d0f8ef-a368-4e5a-87ec-ff2bb4d709e6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:39.496155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a373819-a680-4fac-aa78-ab1521d0d2e7 req-d6d0f8ef-a368-4e5a-87ec-ff2bb4d709e6 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c177a6e-79ab-4d30-bbe6-1404170bed09 HTTP/1.1" status: 200 len: 945 time: 0.2928200 Apr 01 15:39:39.633094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a373819-a680-4fac-aa78-ab1521d0d2e7 req-ef88c5c6-7f41-4ae9-9ae5-a42df18280bd tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "GET /v2.0/security-groups?id=518ffa82-ebae-4296-8b65-2ecd623010a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303082 Apr 01 15:39:39.691137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:39:39.691548 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:39.811987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for f276c4e0-4c5c-431a-ac3f-d8fe15102f3d owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:39:39.960871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:40.011294 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=f276c4e0-4c5c-431a-ac3f-d8fe15102f3d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:40.049620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.049953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.050282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.050607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.050928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.051284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.051605 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.051924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.052240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.052598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.052865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:39:40.092345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] No DVR routers for this DVR port f276c4e0-4c5c-431a-ac3f-d8fe15102f3d on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:39:40.094855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:40.097426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'name': 'network-vif-deleted', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:39:40.113431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c63d587-aa05-4efe-bfdd-a04917dd87f7 req-f2e5ba0d-6b0f-4cb6-a13c-d037c23566e8 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.62 "DELETE /v2.0/ports/f276c4e0-4c5c-431a-ac3f-d8fe15102f3d HTTP/1.1" status: 204 len: 173 time: 0.9082522 Apr 01 15:39:40.253979 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c177a6e-79ab-4d30-bbe6-1404170bed09', 'name': 'network-vif-deleted', 'tag': 'f276c4e0-4c5c-431a-ac3f-d8fe15102f3d', 'status': 'completed', 'code': 200} Apr 01 15:39:40.740985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:41.109217 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:41.205725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:41.926401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 0971814e-63d3-4d7a-9b0b-18ec641e87ca {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:39:41.927095 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:42.130055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port 0971814e-63d3-4d7a-9b0b-18ec641e87ca, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=0971814e-63d3-4d7a-9b0b-18ec641e87ca,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:39:42.130410 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:42.248331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 0971814e-63d3-4d7a-9b0b-18ec641e87ca owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:39:42.432235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:42.479314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=0971814e-63d3-4d7a-9b0b-18ec641e87ca,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:42.771999 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:43.200691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f276c4e0-4c5c-431a-ac3f-d8fe15102f3d no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:39:43.274936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: f276c4e0-4c5c-431a-ac3f-d8fe15102f3d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:39:43.275294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f276c4e0-4c5c-431a-ac3f-d8fe15102f3d not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:39:43.472159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:39:43.676070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:39:43.685954 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] Sync routers for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:39:43.689608 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bc426470-47d8-4c4a-9c7d-a7d082b5ad3c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "PUT /v2.0/routers/1e4d5a8a-2d20-40ed-979a-ce822b3e865a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9470537 Apr 01 15:39:43.692664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44752) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:43.700270 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:39:43.700860 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:39:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:43.873287 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:39:43.875738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting subnet 5d615997-cd68-4f61-a46f-845ba88a4814 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:39:43.878798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:43.934803 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.014807 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.085643 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.126986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Subnet': ['ID=5d615997-cd68-4f61-a46f-845ba88a4814,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:44.132247 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.138068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1ca6d-fe67-47f5-a16f-056113b51b4d None None] Network 83146591-0fcc-4fda-b244-ceb5e5aeac0e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:39:44.140037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fa589989-819c-4a67-99df-adc89e005d28 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/subnets/5d615997-cd68-4f61-a46f-845ba88a4814 HTTP/1.1" status: 204 len: 168 time: 0.4462607 Apr 01 15:39:44.142619 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44756) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:44.158706 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:39:42Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:44.162620 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] Checking router: 1e4d5a8a-2d20-40ed-979a-ce822b3e865a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:39:44.173018 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] Routers {'1e4d5a8a-2d20-40ed-979a-ce822b3e865a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:39:44.173587 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:39:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:44.377995 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] Set router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:39:44.400480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] DHCP port deletion for 83146591-0fcc-4fda-b244-ceb5e5aeac0e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:39:44.405436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] Deleting port 3d3e2c56-41c5-4892-8cb5-706681b54e2d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:39:44.405954 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.462846 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.611409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] For port 3d3e2c56-41c5-4892-8cb5-706681b54e2d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=3d3e2c56-41c5-4892-8cb5-706681b54e2d,segment=NetworkSegment(58278080-e8ff-4aa3-86d5-7fec736974bf),segment_id=58278080-e8ff-4aa3-86d5-7fec736974bf)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:39:44.611825 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.659370 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:39:42Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:44.663302 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a308b-95ef-4842-a502-931725a76e8c None None] The sync data for ids ['1e4d5a8a-2d20-40ed-979a-ce822b3e865a'] in n-d-836017-1 is: [{'id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375392271', 'tenant_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:39:42Z', 'revision_number': 5, 'project_id': 'fe4aa6184ecf43a8a01474ca6607c15b', 'gw_port': {'id': '7e18ec19-7524-4452-bbab-2c9952ef9e2a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d5a8a-2d20-40ed-979a-ce822b3e865a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:37:46Z', 'updated_at': '2022-04-01T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:39:44.676080 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.686807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Deleting port 7e18ec19-7524-4452-bbab-2c9952ef9e2a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:39:44.687203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.729420 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] Calling delete_port for 3d3e2c56-41c5-4892-8cb5-706681b54e2d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:39:44.807836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.852147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] Pushing event deleted for resources: {'Port': ['ID=3d3e2c56-41c5-4892-8cb5-706681b54e2d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:44.857556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340cbf9f-6a3d-4dcb-87fe-3308964885b0 None None] No DVR routers for this DVR port 3d3e2c56-41c5-4892-8cb5-706681b54e2d on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:39:44.868946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] For port 7e18ec19-7524-4452-bbab-2c9952ef9e2a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=7e18ec19-7524-4452-bbab-2c9952ef9e2a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:39:44.869365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:44.986930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Calling delete_port for 7e18ec19-7524-4452-bbab-2c9952ef9e2a owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:39:45.040281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.160296 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.206059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Port': ['ID=7e18ec19-7524-4452-bbab-2c9952ef9e2a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:45.434085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.803475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.807930 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.833852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.834406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4d5a8a-2d20-40ed-979a-ce822b3e865a {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:39:45.848413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.852397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f3c30019-3cec-475f-9d0e-26c41cede9ef tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/routers/1e4d5a8a-2d20-40ed-979a-ce822b3e865a HTTP/1.1" status: 204 len: 168 time: 1.7056789 Apr 01 15:39:45.852761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44760) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:45.970426 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.104698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.134307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83146591-0fcc-4fda-b244-ceb5e5aeac0e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:46.146600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58278080-e8ff-4aa3-86d5-7fec736974bf') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:46.146888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58278080-e8ff-4aa3-86d5-7fec736974bf') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:39:46.158098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.173777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.180354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:39:46.180730 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:39:46.195026 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:39:46.271375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.292782 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.308183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'Network': ['ID=83146591-0fcc-4fda-b244-ceb5e5aeac0e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:46.317783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3482a62b-f184-483c-82ec-ade038bec921 tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/networks/83146591-0fcc-4fda-b244-ceb5e5aeac0e HTTP/1.1" status: 204 len: 168 time: 0.4634998 Apr 01 15:39:46.320718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44764) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:46.344563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0971814e-63d3-4d7a-9b0b-18ec641e87ca no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:39:46.378702 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 0971814e-63d3-4d7a-9b0b-18ec641e87ca {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:39:46.378951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 0971814e-63d3-4d7a-9b0b-18ec641e87ca not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:39:46.379396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3d3e2c56-41c5-4892-8cb5-706681b54e2d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:39:46.399439 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f94c078d-d2e3-4f19-a598-a62ac4f2777c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.416427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 3d3e2c56-41c5-4892-8cb5-706681b54e2d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:39:46.416717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 3d3e2c56-41c5-4892-8cb5-706681b54e2d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:39:46.417170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7e18ec19-7524-4452-bbab-2c9952ef9e2a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:39:46.430069 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f94c078d-d2e3-4f19-a598-a62ac4f2777c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.448451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 7e18ec19-7524-4452-bbab-2c9952ef9e2a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:39:46.448788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 7e18ec19-7524-4452-bbab-2c9952ef9e2a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:39:46.496652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f94c078d-d2e3-4f19-a598-a62ac4f2777c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.515522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c078d-d2e3-4f19-a598-a62ac4f2777c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518ffa82-ebae-4296-8b65-2ecd623010a7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:46.527039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f94c078d-d2e3-4f19-a598-a62ac4f2777c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:46.528167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f94c078d-d2e3-4f19-a598-a62ac4f2777c tempest-TestNetworkAdvancedServerOps-1461356283 tempest-TestNetworkAdvancedServerOps-1461356283-project] 10.222.0.48 "DELETE /v2.0/security-groups/518ffa82-ebae-4296-8b65-2ecd623010a7 HTTP/1.1" status: 204 len: 168 time: 0.2063830 Apr 01 15:39:46.940046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44774) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:47.121428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-38152af2-5cd7-468f-9cd0-ec7fcf863a7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe4aa6184ecf43a8a01474ca6607c15b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799939 Apr 01 15:39:47.124029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44780) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:47.184110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c40621e9-5171-43d4-b4f2-4b6c7945f73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.209646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c40621e9-5171-43d4-b4f2-4b6c7945f73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.264879 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c40621e9-5171-43d4-b4f2-4b6c7945f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.282009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40621e9-5171-43d4-b4f2-4b6c7945f73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9eb2da-cae1-40dd-b641-8619591a8063,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:47.288637 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c40621e9-5171-43d4-b4f2-4b6c7945f73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.289806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c40621e9-5171-43d4-b4f2-4b6c7945f73d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe9eb2da-cae1-40dd-b641-8619591a8063 HTTP/1.1" status: 204 len: 168 time: 0.1646729 Apr 01 15:39:47.660410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44788) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:47.733874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-22f95859-bce2-41ae-9b8a-9ce804a6c41b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a05a07d719d4fe187795901138c73fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0721331 Apr 01 15:39:47.736392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44792) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:39:47.802611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e8b37fd-0085-45fb-8f6b-cbc9030b62d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.829560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e8b37fd-0085-45fb-8f6b-cbc9030b62d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.886339 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e8b37fd-0085-45fb-8f6b-cbc9030b62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.901511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b37fd-0085-45fb-8f6b-cbc9030b62d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32006bad-e497-409b-a0b8-306d53895baf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:39:47.915149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4e8b37fd-0085-45fb-8f6b-cbc9030b62d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:47.916280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4e8b37fd-0085-45fb-8f6b-cbc9030b62d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32006bad-e497-409b-a0b8-306d53895baf HTTP/1.1" status: 204 len: 168 time: 0.1788650 Apr 01 15:39:57.877205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cbc38e4-eed7-48d8-93aa-9a37e024f07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:59.807663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-5cfb0edb-0d30-40bd-bf7a-448413f1f223 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4f6234d1d0d24077acbfee007213c5ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278554 Apr 01 15:39:59.961347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-3fe9ab1f-dc46-4523-8eff-038f84106748 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:39:59.962796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-3fe9ab1f-dc46-4523-8eff-038f84106748 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473794 Apr 01 15:39:59.981604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-6eff98ad-52d1-448b-a7cf-1e0431d9626d tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/quotas/4f6234d1d0d24077acbfee007213c5ef HTTP/1.1" status: 200 len: 375 time: 0.0134869 Apr 01 15:40:00.027244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-782fba7f-643e-497b-aa39-9bbc157f47f1 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f6234d1d0d24077acbfee007213c5ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406196 Apr 01 15:40:00.242604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-66433f2e-f43b-4c9a-910b-fb087a56a936 req-c1cc4476-144b-4d55-9e9d-f37807f87d37 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 210 time: 0.0517852 Apr 01 15:40:00.298683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-528b20eb-06f8-422c-8ba4-d2030491790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.180049 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-1707a5e7-0ec6-493b-98f6-0971e01275fa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f6234d1d0d24077acbfee007213c5ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336156 Apr 01 15:40:01.334562 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.422779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.465745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bcb26e45-98f6-402e-aec0-ba18e407f942 req-d038c095-d773-4881-9d2c-e39ebfee4faf tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 210 time: 0.0547371 Apr 01 15:40:01.477093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-67abe834-e3c0-4be1-85c7-74e789ed23f2 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:01.478527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-67abe834-e3c0-4be1-85c7-74e789ed23f2 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937708 Apr 01 15:40:01.496522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Request body: {'port': {'device_id': '70936bc0-9752-4a69-85c8-8a650605efab', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'admin_state_up': True, 'tenant_id': '4f6234d1d0d24077acbfee007213c5ef'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:40:01.627388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:40:01.631463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Usage tracker for resource:port and tenant:4f6234d1d0d24077acbfee007213c5ef is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:40:01.634255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:40:01.639924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:40:01.652477 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Made reservation on behalf of 4f6234d1d0d24077acbfee007213c5ef for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:01.655523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.668315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.700918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:40:01.704871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Usage tracker for resource:security_group_rule and tenant:4f6234d1d0d24077acbfee007213c5ef is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:40:01.707661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:40:01.713255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:40:01.790020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.795037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.876792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe428a01-dcd1-43fc-8350-71faa98dfb7e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:01.969828 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Allocated IP 192.168.233.11 (c10839c5-81dc-4ef0-bf4a-778640dd42b2/6d011165-06c2-40d2-aeba-27aa33f18515/3a50f8b3-ee70-422a-b291-f094a1faeaea) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:02.190931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.207531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Transition to ACTIVE for port object 3a50f8b3-ee70-422a-b291-f094a1faeaea will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:40:02.232388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.309035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Network c10839c5-81dc-4ef0-bf4a-778640dd42b2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:02.311928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:02.317223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:40:02.347495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Pushing event updated for resources: {'Port': ['ID=3a50f8b3-ee70-422a-b291-f094a1faeaea,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:02.387485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:02.388103 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.415327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-571988ae-a474-4e9b-97b9-0b2c8623dafa tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9222741 Apr 01 15:40:02.427202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Request body: {'port': {'device_id': '70936bc0-9752-4a69-85c8-8a650605efab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:40:02.535816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.584044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10e526d6-780a-4de6-a85a-b85daa8ce41e None None] Provisioning for port 3a50f8b3-ee70-422a-b291-f094a1faeaea completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:40:02.592435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-10e526d6-780a-4de6-a85a-b85daa8ce41e None None] Provisioning complete for port 3a50f8b3-ee70-422a-b291-f094a1faeaea triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:02.592803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-10e526d6-780a-4de6-a85a-b85daa8ce41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.646740 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-10e526d6-780a-4de6-a85a-b85daa8ce41e None None] Port 3a50f8b3-ee70-422a-b291-f094a1faeaea cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:40:02.664407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff2005-85ae-4ffd-82a9-06f95fc5882a req-7c9cac47-df07-4b05-82af-f4c7a5960a70 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:02.665904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6bff2005-85ae-4ffd-82a9-06f95fc5882a req-7c9cac47-df07-4b05-82af-f4c7a5960a70 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 935 time: 0.0772595 Apr 01 15:40:02.712338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6bff2005-85ae-4ffd-82a9-06f95fc5882a req-c8f8ddbc-d24d-44c2-8f15-38f1cb25b36c tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Apr 01 15:40:02.860180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.885661 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a50f8b3-ee70-422a-b291-f094a1faeaea {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:40:02.892562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.908128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Transition to ACTIVE for port object 3a50f8b3-ee70-422a-b291-f094a1faeaea will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:40:02.913594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:03.035861 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Pushing event updated for resources: {'Port': ['ID=3a50f8b3-ee70-422a-b291-f094a1faeaea,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:03.143538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Attempting to bind port 3a50f8b3-ee70-422a-b291-f094a1faeaea on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:03.143866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Attempting to bind port 3a50f8b3-ee70-422a-b291-f094a1faeaea by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:03.144188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Attempting to bind port 3a50f8b3-ee70-422a-b291-f094a1faeaea on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:40:03.150116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Port 3a50f8b3-ee70-422a-b291-f094a1faeaea on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:40:03.150459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Attempting to bind port 3a50f8b3-ee70-422a-b291-f094a1faeaea on network c10839c5-81dc-4ef0-bf4a-778640dd42b2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:40:03.156639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:40:03.156956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Checking segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:40:03.157345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Bound using segment: {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:40:03.157760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Bound port: 3a50f8b3-ee70-422a-b291-f094a1faeaea, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d1c432-203e-4d7a-8e56-1b74c1cbc578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:03.158084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:03.248166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] For port 3a50f8b3-ee70-422a-b291-f094a1faeaea, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:03.251238 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] For port 3a50f8b3-ee70-422a-b291-f094a1faeaea, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=3a50f8b3-ee70-422a-b291-f094a1faeaea,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:03.256077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:03.316316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:03.317565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] 10.222.0.62 "PUT /v2.0/ports/3a50f8b3-ee70-422a-b291-f094a1faeaea HTTP/1.1" status: 200 len: 1095 time: 0.8950377 Apr 01 15:40:03.318022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70936bc0-9752-4a69-85c8-8a650605efab', 'tag': '3a50f8b3-ee70-422a-b291-f094a1faeaea'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:40:03.335259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9aefa-ff6b-4b68-a03b-574ce1316c23 service neutron] Pushing event updated for resources: {'Port': ['ID=3a50f8b3-ee70-422a-b291-f094a1faeaea,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:03.387420 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70936bc0-9752-4a69-85c8-8a650605efab', 'tag': '3a50f8b3-ee70-422a-b291-f094a1faeaea', 'status': 'completed', 'code': 200} Apr 01 15:40:03.528647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-fe29290c-5444-4514-98b8-0eaca2f11d9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f6234d1d0d24077acbfee007213c5ef&device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 1098 time: 0.1726849 Apr 01 15:40:03.600126 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-6aa95f12-2a2c-4f95-a50b-7abebeafea8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3a50f8b3-ee70-422a-b291-f094a1faeaea HTTP/1.1" status: 200 len: 217 time: 0.0652523 Apr 01 15:40:03.668121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-0bfee25d-5b90-41e3-83f7-2df5ee052d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:03.669430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-0bfee25d-5b90-41e3-83f7-2df5ee052d4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0637445 Apr 01 15:40:03.743774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-cb2bd8a5-0c67-4e08-9ebb-0c70fca133d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683515 Apr 01 15:40:03.874306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-b0d8589a-067d-430c-9dcd-54d9112de079 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245899 Apr 01 15:40:03.918594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace56b0-d5fb-4655-8ee7-4ba10917fdd4 req-1735d877-2aa8-4514-a66a-2261574937e5 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:03.920107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ace56b0-d5fb-4655-8ee7-4ba10917fdd4 req-1735d877-2aa8-4514-a66a-2261574937e5 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 947 time: 0.0807016 Apr 01 15:40:03.968403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ace56b0-d5fb-4655-8ee7-4ba10917fdd4 req-822cb19d-c436-41ac-9c88-7b650e701573 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Apr 01 15:40:04.007670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84d515af-82d6-4dbd-be9c-6198af4e20a3 req-e21e0273-6333-46b8-948f-67049b4d3dd0 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275256 Apr 01 15:40:04.132251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-31b849e9-b43b-4a4b-9cca-b2f01a3ad9c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f6234d1d0d24077acbfee007213c5ef&device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 1098 time: 0.0824096 Apr 01 15:40:04.264669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-cb984a82-1429-483f-b1e8-7f66adec99e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:04.266041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-cb984a82-1429-483f-b1e8-7f66adec99e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c10839c5-81dc-4ef0-bf4a-778640dd42b2 HTTP/1.1" status: 200 len: 870 time: 0.1282423 Apr 01 15:40:04.339943 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-d5983bda-8c39-40db-ac57-c7fe8bf45ea8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3a50f8b3-ee70-422a-b291-f094a1faeaea HTTP/1.1" status: 200 len: 217 time: 0.0674412 Apr 01 15:40:04.406493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-a634abb5-7a43-4b69-80f5-0e90b87242e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:04.407771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-a634abb5-7a43-4b69-80f5-0e90b87242e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d011165-06c2-40d2-aeba-27aa33f18515 HTTP/1.1" status: 200 len: 843 time: 0.0615940 Apr 01 15:40:04.484056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-46b4cf03-f72b-44de-b891-0bdb1b159b70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c10839c5-81dc-4ef0-bf4a-778640dd42b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698328 Apr 01 15:40:04.614346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-b0e3e139-ee1e-421a-86f3-bb622385693e service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233389 Apr 01 15:40:04.744929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59e18a90-4f87-4e11-92ef-ab4558a286a7 req-7c464f55-bb73-487d-bb04-958dfbf6b994 service neutron] 10.222.0.62 "GET /v2.0/networks/c10839c5-81dc-4ef0-bf4a-778640dd42b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235197 Apr 01 15:40:05.197898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862cab-b4d3-4c4a-93b6-37f3232b37ad req-73e89e87-3460-4156-bbcd-7b884b8f77fc tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:05.198580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9862cab-b4d3-4c4a-93b6-37f3232b37ad req-73e89e87-3460-4156-bbcd-7b884b8f77fc tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Synchronizing usage tracker for tenant:4f6234d1d0d24077acbfee007213c5ef on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:40:05.217165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9862cab-b4d3-4c4a-93b6-37f3232b37ad req-73e89e87-3460-4156-bbcd-7b884b8f77fc tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Unset dirty status for tenant:4f6234d1d0d24077acbfee007213c5ef on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:40:05.218534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9862cab-b4d3-4c4a-93b6-37f3232b37ad req-73e89e87-3460-4156-bbcd-7b884b8f77fc tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 947 time: 0.1176209 Apr 01 15:40:05.266988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9862cab-b4d3-4c4a-93b6-37f3232b37ad req-c8b32278-59da-439a-a496-f8485623ebf8 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Synchronizing usage tracker for tenant:4f6234d1d0d24077acbfee007213c5ef on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:40:05.286325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-c9862cab-b4d3-4c4a-93b6-37f3232b37ad req-c8b32278-59da-439a-a496-f8485623ebf8 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Unset dirty status for tenant:4f6234d1d0d24077acbfee007213c5ef on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:40:05.287558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c9862cab-b4d3-4c4a-93b6-37f3232b37ad req-c8b32278-59da-439a-a496-f8485623ebf8 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632012 Apr 01 15:40:06.495345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc7117-1d0d-47d8-89b2-1392ae8f1b5e req-4a6e974d-b5ef-4844-bb26-87a7b36d1b49 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:06.496706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6cc7117-1d0d-47d8-89b2-1392ae8f1b5e req-4a6e974d-b5ef-4844-bb26-87a7b36d1b49 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 947 time: 0.0802019 Apr 01 15:40:06.547566 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6cc7117-1d0d-47d8-89b2-1392ae8f1b5e req-d24346d4-fbb3-45bd-889c-2426c9943f9f tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Apr 01 15:40:07.310519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 3a50f8b3-ee70-422a-b291-f094a1faeaea details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:40:07.457976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 3a50f8b3-ee70-422a-b291-f094a1faeaea, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=3a50f8b3-ee70-422a-b291-f094a1faeaea,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:07.470806 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '3a50f8b3-ee70-422a-b291-f094a1faeaea', 'network_id': 'c10839c5-81dc-4ef0-bf4a-778640dd42b2', 'port_id': '3a50f8b3-ee70-422a-b291-f094a1faeaea', 'mac_address': 'fa:16:3e:0d:62:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d011165-06c2-40d2-aeba-27aa33f18515', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:40:07.529597 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.550217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a50f8b3-ee70-422a-b291-f094a1faeaea {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:40:07.566535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 3a50f8b3-ee70-422a-b291-f094a1faeaea, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=3a50f8b3-ee70-422a-b291-f094a1faeaea,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:07.572622 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.641011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=3a50f8b3-ee70-422a-b291-f094a1faeaea,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:07.650016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.650356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.650690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.650993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.651368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.651699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.652023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.652348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.652684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.653000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.653318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.748160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4607446-7450-44df-9264-9081c496acae req-8d87b651-c7dc-4bc1-bdb8-60f0085800dd tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:07.749607 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4607446-7450-44df-9264-9081c496acae req-8d87b651-c7dc-4bc1-bdb8-60f0085800dd tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 948 time: 0.0759463 Apr 01 15:40:07.773482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['3a50f8b3-ee70-422a-b291-f094a1faeaea'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:40:07.796169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a4607446-7450-44df-9264-9081c496acae req-1020a3dd-8871-4dc3-bc54-7fad42342de0 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Apr 01 15:40:08.993423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d683eb-c1ae-42a2-be5e-ba166a0ddd74 req-606962fd-62ae-4a83-b20c-541ab394260b tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:08.994863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9d683eb-c1ae-42a2-be5e-ba166a0ddd74 req-606962fd-62ae-4a83-b20c-541ab394260b tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 948 time: 0.0789227 Apr 01 15:40:09.043871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9d683eb-c1ae-42a2-be5e-ba166a0ddd74 req-74e422b7-d6e9-4e06-82cb-ff605360ba23 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Apr 01 15:40:09.327836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 3a50f8b3-ee70-422a-b291-f094a1faeaea up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:40:09.415234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 3a50f8b3-ee70-422a-b291-f094a1faeaea completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:40:09.422629 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 3a50f8b3-ee70-422a-b291-f094a1faeaea triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:09.423082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.536366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.602105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70936bc0-9752-4a69-85c8-8a650605efab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a50f8b3-ee70-422a-b291-f094a1faeaea'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:40:09.612475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 3a50f8b3-ee70-422a-b291-f094a1faeaea, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=3a50f8b3-ee70-422a-b291-f094a1faeaea,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:09.619328 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.660904 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70936bc0-9752-4a69-85c8-8a650605efab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a50f8b3-ee70-422a-b291-f094a1faeaea', 'code': 200} Apr 01 15:40:09.687204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=3a50f8b3-ee70-422a-b291-f094a1faeaea,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:09.786733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-562b21e8-9630-478b-9acf-30cc6dfa4c08 req-29694306-96f7-4cbc-85ca-70506a432ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 1100 time: 0.0711405 Apr 01 15:40:09.831352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-562b21e8-9630-478b-9acf-30cc6dfa4c08 req-79562f65-721b-4722-82f1-83dd3c15bdf0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Apr 01 15:40:10.255860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab264f-47eb-443c-8aad-42ace2a0674f req-d5e01200-a3cd-4291-b061-634877f7702a tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:10.257341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-66ab264f-47eb-443c-8aad-42ace2a0674f req-d5e01200-a3cd-4291-b061-634877f7702a tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 949 time: 0.0822647 Apr 01 15:40:10.302846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-66ab264f-47eb-443c-8aad-42ace2a0674f req-e9bb6b55-768a-4ed8-a0e2-ff741c33dd0e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Apr 01 15:40:11.123175 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.513667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608065-8f65-4be8-ae22-3882568fbd46 req-b1fa48f3-c679-44ed-8c8b-99563446ab23 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:11.515091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b608065-8f65-4be8-ae22-3882568fbd46 req-b1fa48f3-c679-44ed-8c8b-99563446ab23 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 949 time: 0.0763431 Apr 01 15:40:11.559400 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b608065-8f65-4be8-ae22-3882568fbd46 req-1488c0f1-242d-4af6-b11f-995289c29080 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387039 Apr 01 15:40:12.030103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-738170a7-210b-4278-997b-fd9f649e008e req-ad59345a-abf0-4599-a832-9e6f9eeb7bb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0831370 Apr 01 15:40:12.747900 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-36389824-9dd0-4854-88ac-25e7e8df81c6 req-4b46adcb-693b-4645-8845-081b2a4c1bdd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2928557 Apr 01 15:40:13.059419 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:40:13.288934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108115e-3120-41cd-befb-416b6fd5603a req-5eca3940-e0a3-4680-9f65-8e98a55b2f22 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:13.290364 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0108115e-3120-41cd-befb-416b6fd5603a req-5eca3940-e0a3-4680-9f65-8e98a55b2f22 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 949 time: 0.0841610 Apr 01 15:40:13.339602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0108115e-3120-41cd-befb-416b6fd5603a req-8050ea1e-2f74-4459-8344-78edf9bbd001 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Apr 01 15:40:14.453851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85030163-b0fa-40fd-8c99-34ee900513fe req-3e0b6f6e-18ea-4141-a83c-316112f083de tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:14.455263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85030163-b0fa-40fd-8c99-34ee900513fe req-3e0b6f6e-18ea-4141-a83c-316112f083de tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.62 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 949 time: 0.0843210 Apr 01 15:40:14.521133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Deleting port 3a50f8b3-ee70-422a-b291-f094a1faeaea {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:40:14.521645 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.549879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac97aa6-cd09-4313-9444-44892528bde6 req-e662f47d-e9a5-42a1-bdb4-8b750c41408b tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:14.551346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fac97aa6-cd09-4313-9444-44892528bde6 req-e662f47d-e9a5-42a1-bdb4-8b750c41408b tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 949 time: 0.0807681 Apr 01 15:40:14.597273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fac97aa6-cd09-4313-9444-44892528bde6 req-b4cd1f63-4f79-4c28-b2e8-739e8d8d8d17 tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe428a01-dcd1-43fc-8350-71faa98dfb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Apr 01 15:40:14.764873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] For port 3a50f8b3-ee70-422a-b291-f094a1faeaea, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=3a50f8b3-ee70-422a-b291-f094a1faeaea,segment=NetworkSegment(17d1c432-203e-4d7a-8e56-1b74c1cbc578),segment_id=17d1c432-203e-4d7a-8e56-1b74c1cbc578)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:14.765325 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.884669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Calling delete_port for 3a50f8b3-ee70-422a-b291-f094a1faeaea owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:40:15.031038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.042614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['3a50f8b3-ee70-422a-b291-f094a1faeaea'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:40:15.072719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.080118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Pushing event deleted for resources: {'Port': ['ID=3a50f8b3-ee70-422a-b291-f094a1faeaea,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:15.156359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] No DVR routers for this DVR port 3a50f8b3-ee70-422a-b291-f094a1faeaea on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:40:15.158964 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.161647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70936bc0-9752-4a69-85c8-8a650605efab', 'name': 'network-vif-deleted', 'tag': '3a50f8b3-ee70-422a-b291-f094a1faeaea'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:40:15.177918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85030163-b0fa-40fd-8c99-34ee900513fe req-5bfc7fbc-c5ac-44c7-9026-90fc1a9dfa3e tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.62 "DELETE /v2.0/ports/3a50f8b3-ee70-422a-b291-f094a1faeaea HTTP/1.1" status: 204 len: 173 time: 0.7173452 Apr 01 15:40:15.225858 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70936bc0-9752-4a69-85c8-8a650605efab', 'name': 'network-vif-deleted', 'tag': '3a50f8b3-ee70-422a-b291-f094a1faeaea', 'status': 'completed', 'code': 200} Apr 01 15:40:15.785127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76f30db1-8f27-4d69-8dc1-e49fef2b26ae req-7a395102-00c7-48ba-974d-63c644e9270c tempest-ServersAdminNegativeTestJSON-1976497931 tempest-ServersAdminNegativeTestJSON-1976497931-project] 10.222.0.48 "GET /v2.0/ports?device_id=70936bc0-9752-4a69-85c8-8a650605efab HTTP/1.1" status: 200 len: 210 time: 0.0436080 Apr 01 15:40:17.211756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44930) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:17.412109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-36400eea-f12b-46b9-b4c6-54774a8cd47a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f6234d1d0d24077acbfee007213c5ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1991811 Apr 01 15:40:17.414961 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 44936) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:17.489640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad853283-6878-4f25-90d0-ad0d9fb49f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.516815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad853283-6878-4f25-90d0-ad0d9fb49f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.574716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad853283-6878-4f25-90d0-ad0d9fb49f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.592005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad853283-6878-4f25-90d0-ad0d9fb49f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe428a01-dcd1-43fc-8350-71faa98dfb7e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:17.608195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ad853283-6878-4f25-90d0-ad0d9fb49f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.611698 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ad853283-6878-4f25-90d0-ad0d9fb49f5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe428a01-dcd1-43fc-8350-71faa98dfb7e HTTP/1.1" status: 204 len: 168 time: 0.1932819 Apr 01 15:40:17.952223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44944) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:17.970520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.004735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:40:18.009685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Usage tracker for resource:security_group_rule and tenant:7f3917e26f324a119988a807fcd161f3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:40:18.012604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:40:18.018473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:40:18.085778 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.091192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.138281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2c907c-1339-4ab5-a6a5-47f292d4d235,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:18.144442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6632c285-ed25-4de8-978b-8126afe5bb1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f3917e26f324a119988a807fcd161f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1911705 Apr 01 15:40:18.147837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44948) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:18.209853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5168aa85-d7d4-4488-b102-0de15562fcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.245039 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5168aa85-d7d4-4488-b102-0de15562fcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.298745 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5168aa85-d7d4-4488-b102-0de15562fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.315203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168aa85-d7d4-4488-b102-0de15562fcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2c907c-1339-4ab5-a6a5-47f292d4d235,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:18.320746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5168aa85-d7d4-4488-b102-0de15562fcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.321830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5168aa85-d7d4-4488-b102-0de15562fcb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c2c907c-1339-4ab5-a6a5-47f292d4d235 HTTP/1.1" status: 204 len: 168 time: 0.1731493 Apr 01 15:40:19.208740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:19.339636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 3a50f8b3-ee70-422a-b291-f094a1faeaea no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:40:19.344579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-113440240-network', 'tenant_id': 'b5b2f115fe1a43dbb90a1b4ec870a373'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:40:19.350089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:40:19.354137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Usage tracker for resource:network and tenant:b5b2f115fe1a43dbb90a1b4ec870a373 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:40:19.357023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:40:19.362688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:40:19.372523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 3a50f8b3-ee70-422a-b291-f094a1faeaea {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:40:19.372848 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 3a50f8b3-ee70-422a-b291-f094a1faeaea not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:40:19.375052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Made reservation on behalf of b5b2f115fe1a43dbb90a1b4ec870a373 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:19.377729 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.390493 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.421447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:40:19.425283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b2f115fe1a43dbb90a1b4ec870a373 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:40:19.428072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:40:19.433778 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:40:19.501124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.508434 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.546702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:19.555574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac6887d-e41d-4387-9f9d-47d27e05bead,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:19.561432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.561788 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Added segment e88a39bc-79a0-45c9-8b2e-343baf55ab2e of type vlan for network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 Apr 01 15:40:19.590797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.622700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.623551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:19.624107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.723729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=3fccf007-0092-4350-b3a0-de5eeeaaf3d9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:19.727040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-01f6ac58-acbe-4fb8-b917-45e32d907ac1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5173247 Apr 01 15:40:19.730816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 44976) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:19.736704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:40:19.736965 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Request body: {'subnet': {'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-113440240-subnet', 'tenant_id': 'b5b2f115fe1a43dbb90a1b4ec870a373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:40:19.742635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:40:19.746841 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Usage tracker for resource:subnet and tenant:b5b2f115fe1a43dbb90a1b4ec870a373 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:40:19.749895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:40:19.755923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:40:19.768504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Made reservation on behalf of b5b2f115fe1a43dbb90a1b4ec870a373 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:19.771042 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.996928 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.067859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:20.081729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Checking segment: {'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:40:20.082086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Network hostable DHCP agents. Network: 3fccf007-0092-4350-b3a0-de5eeeaaf3d9, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:20.104522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:20.114853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3fccf007-0092-4350-b3a0-de5eeeaaf3d9) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:20.119044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:20.119651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.124123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb5456-5eb8-4c1a-bd64-a365f2176363 None None] Network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:40:20.142105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1653754c-6299-4f06-af66-0585b308fb92 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4101067 Apr 01 15:40:20.336461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b797a0-c624-4256-b72f-8d32b251ebc0 None None] Network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:40:20.794227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-cd474228-9842-46a6-a1f9-7a9ad12765ad tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:20.794843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-cd474228-9842-46a6-a1f9-7a9ad12765ad tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Synchronizing usage tracker for tenant:b5b2f115fe1a43dbb90a1b4ec870a373 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:40:20.813814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-cd474228-9842-46a6-a1f9-7a9ad12765ad tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Unset dirty status for tenant:b5b2f115fe1a43dbb90a1b4ec870a373 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:40:20.814968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-cd474228-9842-46a6-a1f9-7a9ad12765ad tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 811 time: 0.2735090 Apr 01 15:40:20.831657 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-636a6530-442e-457f-a9b1-b5c40743023e tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/quotas/b5b2f115fe1a43dbb90a1b4ec870a373 HTTP/1.1" status: 200 len: 375 time: 0.0110128 Apr 01 15:40:20.875339 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-998f5ed3-62e0-4229-9164-76ad2ff3ba9f tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389016 Apr 01 15:40:21.008793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-23a35a8d-f592-43cb-a5e1-f223b8c22319 service neutron] 10.222.0.48 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265671 Apr 01 15:40:21.140710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-78799978-b495-4a01-b5d5-edf50cb25bfa service neutron] 10.222.0.48 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234603 Apr 01 15:40:21.337725 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f5d14749-c439-4b48-b28e-27a32c4e9649 req-7af77534-df86-434a-a194-5a15f14d55d5 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 210 time: 0.0423880 Apr 01 15:40:22.371463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-ef4ece73-3008-4040-bf61-94a8ad530b7b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:22.372903 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-ef4ece73-3008-4040-bf61-94a8ad530b7b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.62 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 811 time: 0.1448929 Apr 01 15:40:22.388607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Request body: {'port': {'device_id': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9', 'admin_state_up': True, 'tenant_id': 'b5b2f115fe1a43dbb90a1b4ec870a373'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:40:22.505130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-085e42e7-bde6-461f-ae98-7788aa5571fb req-81f97d19-00e5-4362-82c5-8f5ccf488208 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 210 time: 0.0436096 Apr 01 15:40:22.524575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:40:22.528552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Usage tracker for resource:port and tenant:b5b2f115fe1a43dbb90a1b4ec870a373 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:40:22.531500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:40:22.537245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:40:22.548897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Made reservation on behalf of b5b2f115fe1a43dbb90a1b4ec870a373 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:22.551932 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.716312 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Allocated IP 172.20.0.6 (3fccf007-0092-4350-b3a0-de5eeeaaf3d9/4bcc8df0-d90a-4c31-b0e9-e6388aac0f19/75b38039-2c7a-4aa9-9a98-348b3f2253d0) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:22.998010 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.035014 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.108967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:23.112024 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:23.115911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:40:23.145499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.178055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:23.178636 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.200677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d5ec77d8-d1a7-48a3-99dc-f2db64b31dae tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161671 Apr 01 15:40:23.211412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Request body: {'port': {'device_id': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:40:23.319890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.701133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b38039-2c7a-4aa9-9a98-348b3f2253d0 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:40:23.709606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.734263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Transition to ACTIVE for port object 75b38039-2c7a-4aa9-9a98-348b3f2253d0 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:40:23.742015 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.804032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa337-a459-4d74-87b4-60ad5a712c9c req-21734ae6-f6bb-4017-97d9-f95829f675af tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:23.804715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b00aa337-a459-4d74-87b4-60ad5a712c9c req-21734ae6-f6bb-4017-97d9-f95829f675af tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Synchronizing usage tracker for tenant:b5b2f115fe1a43dbb90a1b4ec870a373 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:40:23.881604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.918041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-b00aa337-a459-4d74-87b4-60ad5a712c9c req-21734ae6-f6bb-4017-97d9-f95829f675af tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Unset dirty status for tenant:b5b2f115fe1a43dbb90a1b4ec870a373 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:40:23.919241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b00aa337-a459-4d74-87b4-60ad5a712c9c req-21734ae6-f6bb-4017-97d9-f95829f675af tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 931 time: 0.2823591 Apr 01 15:40:24.021665 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b00aa337-a459-4d74-87b4-60ad5a712c9c req-9ffac61f-548d-4ca6-bf34-a592772c18b9 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966632 Apr 01 15:40:24.028112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:24.028438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:24.028741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:40:24.035965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:40:24.036277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:40:24.043176 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:40:24.043530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Checking segment: {'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:40:24.043897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Bound using segment: {'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:40:24.044313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Bound port: 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:24.044654 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.133290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:24.136321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:24.143540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.208408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.209753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] 10.222.0.62 "PUT /v2.0/ports/75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 1091 time: 1.0023465 Apr 01 15:40:24.210216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:40:24.228050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6db0-6992-45e6-a80c-a55ec670705c service neutron] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.282413 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'status': 'completed', 'code': 200} Apr 01 15:40:24.319597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-1a033374-eb4a-49d5-97cc-d37a860204e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1094 time: 0.0715840 Apr 01 15:40:24.389440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-75029b4c-44f3-411d-a2a3-9f2931af4d12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 217 time: 0.0627298 Apr 01 15:40:24.465718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-12a52e84-95ec-4be0-9a81-85057cc335ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:24.467100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-12a52e84-95ec-4be0-9a81-85057cc335ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 200 len: 851 time: 0.0719001 Apr 01 15:40:24.510482 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-4b598016-8ab3-48c2-9eca-ac6b400f5101 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374446 Apr 01 15:40:24.640102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-d48608f5-8a94-4eec-be4f-557c8bdde6a1 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234362 Apr 01 15:40:24.868457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-45a7d01d-a69c-4429-8855-b7c27c05a4c1 req-c832917b-e55e-4f57-ac93-1e26111d2f32 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229943 Apr 01 15:40:24.990368 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-14b8968b-a043-4eb5-af30-d93e067c468f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1094 time: 0.0701115 Apr 01 15:40:25.126814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-ac889732-96ac-4896-ac62-d3bae5bf7495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:25.128289 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-ac889732-96ac-4896-ac62-d3bae5bf7495 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 912 time: 0.1324804 Apr 01 15:40:25.230486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-298bf834-2c10-4e43-a070-b0193dfbb079 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 217 time: 0.0958216 Apr 01 15:40:25.306691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-5c8231a3-f708-4273-be26-8119f1c5e553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:25.308125 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-5c8231a3-f708-4273-be26-8119f1c5e553 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 200 len: 851 time: 0.0715249 Apr 01 15:40:25.358505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-e0dcb1fe-f2b6-4cc4-b12f-1c2f7de2444c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424523 Apr 01 15:40:25.364255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef5d8-a058-4245-b3cf-f42a711c85ed req-26c62576-64c9-4f6d-af00-5aee6361088a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:25.365617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d8ef5d8-a058-4245-b3cf-f42a711c85ed req-26c62576-64c9-4f6d-af00-5aee6361088a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 943 time: 0.1844556 Apr 01 15:40:25.503115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3d8ef5d8-a058-4245-b3cf-f42a711c85ed req-971f86f8-f041-4042-a545-822f939b6974 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188979 Apr 01 15:40:25.523488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-20e0da43-ceca-493d-be55-0a256ba319fd service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569018 Apr 01 15:40:25.673306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53044be2-008b-4a90-a36b-4b01e3102a6b req-f6aa5c81-fcd5-461d-b90e-c8582f065d60 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427221 Apr 01 15:40:26.733214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aafa25-896f-4c7e-bf35-afd9ca218ae5 req-52dc794b-1cb4-40db-ad15-310e4343b645 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.734623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34aafa25-896f-4c7e-bf35-afd9ca218ae5 req-52dc794b-1cb4-40db-ad15-310e4343b645 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 943 time: 0.0912127 Apr 01 15:40:26.780801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-34aafa25-896f-4c7e-bf35-afd9ca218ae5 req-e9bf1824-eed1-4f7d-8414-5efc9992a91a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Synchronizing usage tracker for tenant:b5b2f115fe1a43dbb90a1b4ec870a373 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:40:26.798843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-34aafa25-896f-4c7e-bf35-afd9ca218ae5 req-e9bf1824-eed1-4f7d-8414-5efc9992a91a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Unset dirty status for tenant:b5b2f115fe1a43dbb90a1b4ec870a373 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:40:26.800019 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34aafa25-896f-4c7e-bf35-afd9ca218ae5 req-e9bf1824-eed1-4f7d-8414-5efc9992a91a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596421 Apr 01 15:40:27.408557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:40:27.550081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:27.563892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9', 'port_id': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'mac_address': 'fa:16:3e:ef:f3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcc8df0-d90a-4c31-b0e9-e6388aac0f19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:40:27.621999 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.640148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b38039-2c7a-4aa9-9a98-348b3f2253d0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:40:27.656619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:27.663316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.735964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:27.851183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['75b38039-2c7a-4aa9-9a98-348b3f2253d0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:40:27.914617 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a13b7a75-813c-4c45-b1e2-f432015e6579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.026101 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd3dbb-c645-4d06-863b-10f118cad9ba req-808ba40a-8809-449d-82c0-dcc37c53b328 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.028056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04fd3dbb-c645-4d06-863b-10f118cad9ba req-808ba40a-8809-449d-82c0-dcc37c53b328 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 944 time: 0.0950079 Apr 01 15:40:28.093996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04fd3dbb-c645-4d06-863b-10f118cad9ba req-67b9be19-4049-456c-a198-3c9e9b81402d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597267 Apr 01 15:40:29.296483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b2ef9-e012-4ca1-8f9d-c67070f3101a req-dbc144fd-1ba3-4cc5-94ef-d567e3d87f27 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:29.297897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f6b2ef9-e012-4ca1-8f9d-c67070f3101a req-dbc144fd-1ba3-4cc5-94ef-d567e3d87f27 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 944 time: 0.0873985 Apr 01 15:40:29.347343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f6b2ef9-e012-4ca1-8f9d-c67070f3101a req-4e4fcc6b-9e0b-4fd9-96f6-99befc21dee7 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Apr 01 15:40:29.417563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:40:29.502934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:40:29.507534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:29.507887 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.628994 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.658628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:40:29.668472 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:29.673179 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.717641 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'code': 200} Apr 01 15:40:29.745029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.844565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53bbd613-a452-42dc-9b88-545fe31d237b req-d1afbf30-a63c-4b05-ba21-25e904c138ff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1096 time: 0.0706937 Apr 01 15:40:29.886143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53bbd613-a452-42dc-9b88-545fe31d237b req-0fad8132-8163-4fc2-8132-f569dff54b6b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Apr 01 15:40:30.303676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7bb79ce-570f-408f-8075-89b5ee33b1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.568600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0921d6-fb2c-4f4a-bb23-258d3c5b13b2 req-dee4cc2a-0f60-4103-83d8-6a859ace94f5 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:30.570015 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a0921d6-fb2c-4f4a-bb23-258d3c5b13b2 req-dee4cc2a-0f60-4103-83d8-6a859ace94f5 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0887191 Apr 01 15:40:30.617187 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a0921d6-fb2c-4f4a-bb23-258d3c5b13b2 req-9f124115-bf4c-46bc-9691-60f9dc7966e4 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Apr 01 15:40:31.336621 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.430836 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.843591 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec0ca7-cca7-4a6b-afde-6b66db1ad76e req-43f5d38d-ba24-424c-a3bf-3a52491f8552 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:31.845038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9aec0ca7-cca7-4a6b-afde-6b66db1ad76e req-43f5d38d-ba24-424c-a3bf-3a52491f8552 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0822213 Apr 01 15:40:31.892689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9aec0ca7-cca7-4a6b-afde-6b66db1ad76e req-eb800e49-b901-4725-bf98-4c4ced756863 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Apr 01 15:40:32.108145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d631d0a9-13a1-4efd-811d-801701a7b8fb req-a839a233-20d9-496f-b8bf-56bd41e0639c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0793755 Apr 01 15:40:32.450007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af0be6-a310-41cb-9046-70d98afa75ee req-96456b9a-1d41-4413-8f57-1076f21c4878 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.451703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83af0be6-a310-41cb-9046-70d98afa75ee req-96456b9a-1d41-4413-8f57-1076f21c4878 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0784535 Apr 01 15:40:32.461777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-1864cef4-a3c8-4aa8-ac8b-72911a8e02b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1417661 Apr 01 15:40:32.498318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83af0be6-a310-41cb-9046-70d98afa75ee req-6211abb8-a9fc-4a06-a844-2db7011b6c70 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Apr 01 15:40:32.861792 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.709352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccac781-0f3f-477f-a229-427d0f51ed29 req-3134a8e5-f51f-4a10-8702-c5c078a39bfc tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:33.710846 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bccac781-0f3f-477f-a229-427d0f51ed29 req-3134a8e5-f51f-4a10-8702-c5c078a39bfc tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0806224 Apr 01 15:40:33.734437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-e845f859-da3c-45bf-9c7f-ee710fde3692 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1096 time: 0.0723865 Apr 01 15:40:33.756644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bccac781-0f3f-477f-a229-427d0f51ed29 req-3bd947c8-5b5f-444b-b56c-6e148d9597a3 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Apr 01 15:40:33.875843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-2a3d9bd6-b27e-492c-9aa2-6018b5bc1418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:33.877336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-2a3d9bd6-b27e-492c-9aa2-6018b5bc1418 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 912 time: 0.1377022 Apr 01 15:40:33.955336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-5016820f-4661-4f02-ab64-3738171d8739 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 217 time: 0.0721738 Apr 01 15:40:34.106292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-7a9f1317-e7a7-4e43-8c6e-56c7c1fa87ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:34.107711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-7a9f1317-e7a7-4e43-8c6e-56c7c1fa87ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 200 len: 851 time: 0.1470070 Apr 01 15:40:34.151410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-6e9f8daa-57db-4b52-8a9f-429c1d3bb39d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378950 Apr 01 15:40:34.296437 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-60f7d984-fea9-4a0f-8f7b-9247f5358610 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390781 Apr 01 15:40:34.449830 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-10da04c8-551b-4173-bff7-41a4683dc3f7 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474497 Apr 01 15:40:34.976157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0cf74-a369-4dc3-96c8-92bac6eb40b9 req-d53837ff-a418-4f86-8405-b312663ec8d1 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:34.977594 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-13c0cf74-a369-4dc3-96c8-92bac6eb40b9 req-d53837ff-a418-4f86-8405-b312663ec8d1 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0905445 Apr 01 15:40:35.024637 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-13c0cf74-a369-4dc3-96c8-92bac6eb40b9 req-786e6b73-41df-4fd7-b606-1db917336a7b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Apr 01 15:40:36.252491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f67d-70e9-434e-b6cf-ba810d3d04a3 req-e7130a7e-7c67-4105-a384-0c52b1b9fd60 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:36.253980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef42f67d-70e9-434e-b6cf-ba810d3d04a3 req-e7130a7e-7c67-4105-a384-0c52b1b9fd60 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0874629 Apr 01 15:40:36.298733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef42f67d-70e9-434e-b6cf-ba810d3d04a3 req-872387f1-9eb1-4b28-81e5-d9ce6797cc88 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Apr 01 15:40:37.518184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac80da-f853-4e71-930f-fad699c5adfc req-954dd8e3-6eb4-4c28-9266-a5c57130e175 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:37.519641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61ac80da-f853-4e71-930f-fad699c5adfc req-954dd8e3-6eb4-4c28-9266-a5c57130e175 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0836506 Apr 01 15:40:37.569393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61ac80da-f853-4e71-930f-fad699c5adfc req-fbbce0b8-7f68-44d2-9d5e-2dfd073fa710 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 Apr 01 15:40:38.778436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b4aa7-259d-4e4b-bba5-b49373c4f87e req-d3228dc7-833e-4aeb-a6eb-ac4cdb32345b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:38.779967 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c5b4aa7-259d-4e4b-bba5-b49373c4f87e req-d3228dc7-833e-4aeb-a6eb-ac4cdb32345b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0824652 Apr 01 15:40:38.826555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7c5b4aa7-259d-4e4b-bba5-b49373c4f87e req-65fe3c77-868c-43f7-aa9d-fe360a220241 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Apr 01 15:40:40.055862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5e6ab-214d-4e41-bb53-bdb1fb5298a2 req-12964dad-08fb-4747-965f-3285a05d0f18 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:40.057338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-72c5e6ab-214d-4e41-bb53-bdb1fb5298a2 req-12964dad-08fb-4747-965f-3285a05d0f18 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0901535 Apr 01 15:40:40.102718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-72c5e6ab-214d-4e41-bb53-bdb1fb5298a2 req-9273af3f-37a4-4da4-a27f-6a9e7f23d53a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Apr 01 15:40:41.142731 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:41.320993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252057a-8bf3-4fe6-94d6-a43546e462a4 req-468d3ef4-0517-4b6f-a6bc-bbd02cf387a4 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:41.322440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d252057a-8bf3-4fe6-94d6-a43546e462a4 req-468d3ef4-0517-4b6f-a6bc-bbd02cf387a4 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0921738 Apr 01 15:40:41.368253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d252057a-8bf3-4fe6-94d6-a43546e462a4 req-dc81f672-5ad2-463e-86da-9edb4e5fe969 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Apr 01 15:40:42.592421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17581b3a-858a-43ea-9112-1bec7f11b69f req-7f94b7b5-59a6-40eb-a66c-d9ddb82ba44d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:42.593838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17581b3a-858a-43ea-9112-1bec7f11b69f req-7f94b7b5-59a6-40eb-a66c-d9ddb82ba44d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0845377 Apr 01 15:40:42.646015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-17581b3a-858a-43ea-9112-1bec7f11b69f req-b22c3cba-cc28-49f2-afb6-175875e961c7 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Apr 01 15:40:43.853092 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13d9d-6d69-49ce-bffd-d77cfc55a22e req-5b9bcef8-7113-41ab-a594-9e6599fa5613 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:43.854526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65e13d9d-6d69-49ce-bffd-d77cfc55a22e req-5b9bcef8-7113-41ab-a594-9e6599fa5613 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0787873 Apr 01 15:40:43.901372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-65e13d9d-6d69-49ce-bffd-d77cfc55a22e req-e6a71825-8c17-475a-b28c-74c8ccbe33da tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Apr 01 15:40:45.052593 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.122523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4393fea-ee63-47d4-af2e-690ced73234c req-0b45bcda-1807-48ae-874b-b0e08274d53d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:45.124063 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4393fea-ee63-47d4-af2e-690ced73234c req-0b45bcda-1807-48ae-874b-b0e08274d53d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0977592 Apr 01 15:40:45.171805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4393fea-ee63-47d4-af2e-690ced73234c req-06368ee8-1d6b-44a5-aeb9-681eefc9b24b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Apr 01 15:40:46.398637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073e7a6-21ab-479b-9b94-864528c4bba7 req-839de636-383a-4ffc-9d0b-c96947718196 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:46.400220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7073e7a6-21ab-479b-9b94-864528c4bba7 req-839de636-383a-4ffc-9d0b-c96947718196 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0968745 Apr 01 15:40:46.450380 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7073e7a6-21ab-479b-9b94-864528c4bba7 req-6dbd7048-1a37-4533-abb0-d1f53ecc7115 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 Apr 01 15:40:47.820860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f52779-132c-4c18-8fe2-09ef5b1f9fab req-c72d7ed4-7beb-4a7d-a4e7-8edb8db35520 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:47.822288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f52779-132c-4c18-8fe2-09ef5b1f9fab req-c72d7ed4-7beb-4a7d-a4e7-8edb8db35520 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0802557 Apr 01 15:40:47.867040 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f52779-132c-4c18-8fe2-09ef5b1f9fab req-77476aad-9288-4286-ac8c-e97968f682b7 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Apr 01 15:40:49.089807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9aad-9e46-4c76-9149-ad8398b6f2fd req-a1f0e234-547d-4dbc-8491-ae182e5e2a8b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:49.091127 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4dcb9aad-9e46-4c76-9149-ad8398b6f2fd req-a1f0e234-547d-4dbc-8491-ae182e5e2a8b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0860593 Apr 01 15:40:49.138470 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4dcb9aad-9e46-4c76-9149-ad8398b6f2fd req-d1fc7029-d738-4649-9aa2-7d5becaf1ce4 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Apr 01 15:40:50.065155 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:40:50.352482 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72198cb-9943-4663-ba04-9b1dafc3580f req-1b6c24a6-d23d-4769-9bd6-39a09bc1bdba tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:50.353873 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a72198cb-9943-4663-ba04-9b1dafc3580f req-1b6c24a6-d23d-4769-9bd6-39a09bc1bdba tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0863948 Apr 01 15:40:50.402493 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a72198cb-9943-4663-ba04-9b1dafc3580f req-d469b1ca-efe5-498f-b392-cd0c4c0561df tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Apr 01 15:40:51.625421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2728d4-5f32-4335-9d46-a8a556c1b125 req-55b868d2-b970-4efd-87ec-63ea26677f47 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.626859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a2728d4-5f32-4335-9d46-a8a556c1b125 req-55b868d2-b970-4efd-87ec-63ea26677f47 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0896778 Apr 01 15:40:51.673567 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a2728d4-5f32-4335-9d46-a8a556c1b125 req-66b7fe85-27a5-4d96-8200-40eb5042be7e tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Apr 01 15:40:52.879017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f61b3-8e65-4428-bbc1-7d5500c39e8c req-172de2b2-1130-43b0-ba06-0623c5a2da01 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.880513 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d9f61b3-8e65-4428-bbc1-7d5500c39e8c req-172de2b2-1130-43b0-ba06-0623c5a2da01 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0820889 Apr 01 15:40:52.925762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5d9f61b3-8e65-4428-bbc1-7d5500c39e8c req-c7e207fd-8676-4f15-a036-1a2aa7cff155 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Apr 01 15:40:54.148582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79011da3-5c85-4d74-8d25-6db5c3cb64c9 req-f6bf28b8-8307-41b2-b36a-ab57435a85a2 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:54.149932 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79011da3-5c85-4d74-8d25-6db5c3cb64c9 req-f6bf28b8-8307-41b2-b36a-ab57435a85a2 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0795972 Apr 01 15:40:54.197780 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79011da3-5c85-4d74-8d25-6db5c3cb64c9 req-fca3fc1c-6822-4a44-ab62-9910f3cc59b8 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Apr 01 15:40:55.424348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96b7fc-5721-402a-9230-6c05a0fc77b2 req-b020d64d-662d-41e8-94fb-4495f1ba0bfa tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:55.425794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c96b7fc-5721-402a-9230-6c05a0fc77b2 req-b020d64d-662d-41e8-94fb-4495f1ba0bfa tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0846429 Apr 01 15:40:55.479148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c96b7fc-5721-402a-9230-6c05a0fc77b2 req-c966facb-1b0a-44b1-8f15-36b438eb51d3 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Apr 01 15:40:56.793731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0252-72ca-42c2-8dd2-136b9d2da0b3 req-64a60d3d-d0ba-4f55-b17a-7bf42a8603f5 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:56.795916 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26ee0252-72ca-42c2-8dd2-136b9d2da0b3 req-64a60d3d-d0ba-4f55-b17a-7bf42a8603f5 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.1817789 Apr 01 15:40:56.857053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26ee0252-72ca-42c2-8dd2-136b9d2da0b3 req-16b22265-c60d-48b6-b031-974fa6f5e18a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552607 Apr 01 15:40:57.884867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45cbe5f3-abc4-4ecf-a36c-ed26fe09d570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.066704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4a76-ab26-4438-aead-e42243679632 req-78045aca-d766-4739-b4e5-2c796f9c8c9b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:58.068059 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44ed4a76-ab26-4438-aead-e42243679632 req-78045aca-d766-4739-b4e5-2c796f9c8c9b tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0812352 Apr 01 15:40:58.114048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-44ed4a76-ab26-4438-aead-e42243679632 req-1cde50bd-15f8-4ab2-9ff2-f8b8fd999356 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Apr 01 15:40:59.324445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242357b-1ae8-4ae3-98fa-5f6da7eb1d9a req-176c86a7-d2d9-4067-a9b5-135d73c3ac31 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:59.325863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1242357b-1ae8-4ae3-98fa-5f6da7eb1d9a req-176c86a7-d2d9-4067-a9b5-135d73c3ac31 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0856452 Apr 01 15:40:59.381288 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1242357b-1ae8-4ae3-98fa-5f6da7eb1d9a req-5903c130-07e0-4f20-98b5-3cf6d2f4c777 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 Apr 01 15:41:00.308355 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f73e682-1ebf-4489-9e42-2ec3825ad05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.586719 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac9890-434f-4328-a627-e1ddf6bad86a req-b7bedc83-fb09-48b1-b73f-81665a9657f8 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:00.588178 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64ac9890-434f-4328-a627-e1ddf6bad86a req-b7bedc83-fb09-48b1-b73f-81665a9657f8 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0832384 Apr 01 15:41:00.635863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-64ac9890-434f-4328-a627-e1ddf6bad86a req-62b0937f-f643-46d2-af6e-981801341a43 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Apr 01 15:41:01.286837 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-9252210d-fad4-4160-be42-fd8300b82215 service neutron] show failed (client error): The resource could not be found. Apr 01 15:41:01.287863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-9252210d-fad4-4160-be42-fd8300b82215 service neutron] 10.222.0.62 "GET /v2.0/ports/75b38039-2c7a-4aa9-9a98-348b3f2253d0/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0838530 Apr 01 15:41:01.330525 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.430422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.645776 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-ff3d57a6-9415-4177-a674-dfee9ea79023 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb&tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373 HTTP/1.1" status: 200 len: 1096 time: 0.1585681 Apr 01 15:41:01.656334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:01.763663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.842710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd030e-149b-4c17-8005-da91ae9054aa req-364d30b0-536c-4816-a17d-b2cc1c78a50c tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:01.844138 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-effd030e-149b-4c17-8005-da91ae9054aa req-364d30b0-536c-4816-a17d-b2cc1c78a50c tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0873096 Apr 01 15:41:01.892062 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-effd030e-149b-4c17-8005-da91ae9054aa req-81689497-deda-4917-9464-c01521d122cc tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Apr 01 15:41:02.118626 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:02.151041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:02.210951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:02.216235 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.231688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Transition to ACTIVE for port object 75b38039-2c7a-4aa9-9a98-348b3f2253d0 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:02.237078 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.285026 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'code': 200} Apr 01 15:41:02.363990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:02.402935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] No DVR routers for this DVR port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:02.406455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.406790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.407117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.407466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.407792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.408110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.408424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.408746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.409052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.409353 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.409663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.465097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:02.465411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:02.465727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:02.472100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:41:02.472412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Attempting to bind port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on network 3fccf007-0092-4350-b3a0-de5eeeaaf3d9 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:02.479376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:41:02.479701 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Checking segment: {'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:02.480073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Bound using segment: {'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:41:02.480496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Bound port: 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:02.480832 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.568102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:02.571223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:02.578268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.647173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.648641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] 10.222.0.44 "PUT /v2.0/ports/75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 1091 time: 0.9962053 Apr 01 15:41:02.661157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68990339-4829-41d0-ae20-50e8711d3f96 service neutron] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:02.740783 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-3c78504b-7cf6-4402-af89-f30edcd5b9e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1094 time: 0.0704060 Apr 01 15:41:02.866332 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.877045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-357e7eb5-9756-411d-885b-8e9a671c3aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:02.878556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-357e7eb5-9756-411d-885b-8e9a671c3aef service neutron] 10.222.0.44 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 912 time: 0.1320369 Apr 01 15:41:02.949185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-6a9bde2c-37e8-4c3d-b7ec-227bf12f094e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 217 time: 0.0649314 Apr 01 15:41:03.010508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-f48383e1-25a9-4d56-8702-a6e017b9de3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:03.012006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-f48383e1-25a9-4d56-8702-a6e017b9de3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 200 len: 851 time: 0.0570114 Apr 01 15:41:03.056819 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-379dd2b6-248e-4966-9001-04e63f646715 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385180 Apr 01 15:41:03.066774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-a168f0c8-435d-4142-add6-00f055e758f8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:41:03.067728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-a168f0c8-435d-4142-add6-00f055e758f8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048888 Apr 01 15:41:03.094256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ee94-ca87-4116-a0b4-31e64c43658e req-f1853244-c372-48f9-9a29-e28e3895003a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:03.095728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c563ee94-ca87-4116-a0b4-31e64c43658e req-f1853244-c372-48f9-9a29-e28e3895003a tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 943 time: 0.0807202 Apr 01 15:41:03.141906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c563ee94-ca87-4116-a0b4-31e64c43658e req-31149caa-6cb6-415d-b0d7-a765b0ba2935 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Apr 01 15:41:03.198347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-747cfa6e-22c7-44e1-a1ef-c68bcb8cc518 service neutron] 10.222.0.44 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234217 Apr 01 15:41:03.328566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b21f80f-a77b-4938-8b4b-c0b5bb3b025d req-958bb856-b1c6-494a-95b2-9d15c7c29f15 service neutron] 10.222.0.44 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244004 Apr 01 15:41:04.309221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:04.360679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db1440-5418-4958-9d4a-3dc622009122 req-35af10e7-b75a-4049-ab03-fcf531857d51 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:04.362434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4db1440-5418-4958-9d4a-3dc622009122 req-35af10e7-b75a-4049-ab03-fcf531857d51 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 943 time: 0.0952098 Apr 01 15:41:04.383240 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'status': 'completed', 'code': 200} Apr 01 15:41:04.496673 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f4db1440-5418-4958-9d4a-3dc622009122 req-ee638589-2078-48ba-9e7c-42e4444721c3 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284351 Apr 01 15:41:04.536542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-70fde22c-ee28-4249-84dc-e9148f9aadb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1094 time: 0.1375344 Apr 01 15:41:04.543355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-013911b9-c2ac-4d8c-8dda-bb8211379fcc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1094 time: 0.1140687 Apr 01 15:41:04.858780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-3a22ea3e-3482-43ff-851f-1a8050a8424a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:04.860225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-3a22ea3e-3482-43ff-851f-1a8050a8424a service neutron] 10.222.0.44 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 912 time: 0.3160832 Apr 01 15:41:04.861160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-429de1b3-17bc-4afc-a924-00ea5f55ffd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:04.862387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-429de1b3-17bc-4afc-a924-00ea5f55ffd6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 912 time: 0.3015356 Apr 01 15:41:04.980341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-e7163d74-e78f-4709-b9a6-b8c908ca5ed5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 217 time: 0.1141350 Apr 01 15:41:05.023908 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-f24f3b2f-aa0e-41e6-8595-623813c21af4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 217 time: 0.1072853 Apr 01 15:41:05.091724 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-6e9a05f0-3b8e-4e23-8fdd-e51cdee8dca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:05.093038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-6e9a05f0-3b8e-4e23-8fdd-e51cdee8dca8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 200 len: 851 time: 0.1051943 Apr 01 15:41:05.103802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-75a71d6e-8293-4580-a304-248d6224f598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:05.105127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-75a71d6e-8293-4580-a304-248d6224f598 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 200 len: 851 time: 0.0746992 Apr 01 15:41:05.179006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-f95b5bed-6960-440e-8486-06239eab8e37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766871 Apr 01 15:41:05.180927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-c8a2a727-62f6-44bc-84ca-a4e3af9e73b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484529 Apr 01 15:41:05.413993 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-3760606d-78a7-471b-895f-1939829e21c1 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123845 Apr 01 15:41:05.415721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-ed13b1db-b787-4dca-857f-52f2298a7631 service neutron] 10.222.0.44 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312229 Apr 01 15:41:05.648285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-a5623fc3-5faf-407a-a1eb-7cb7c9eb3bb1 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288995 Apr 01 15:41:05.652312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-59c18a91-302c-4727-aaa9-2558cd760c2b req-2bdd6c7e-c0ec-4ad8-8490-a95f2b2f69ce service neutron] 10.222.0.44 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162426 Apr 01 15:41:05.654310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:41:05.702060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9abbec-0242-4c80-91e3-a9def8fb992c req-9e77c5c7-0c20-4eaa-9812-92e1735a5589 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:05.703474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d9abbec-0242-4c80-91e3-a9def8fb992c req-9e77c5c7-0c20-4eaa-9812-92e1735a5589 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 943 time: 0.0793812 Apr 01 15:41:05.720781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:41:05.749060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d9abbec-0242-4c80-91e3-a9def8fb992c req-13beb41d-ddc1-4881-82dc-14b923f8b84f tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Apr 01 15:41:05.837697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:41:06.001935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:06.015913 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'network_id': '3fccf007-0092-4350-b3a0-de5eeeaaf3d9', 'port_id': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'mac_address': 'fa:16:3e:ef:f3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcc8df0-d90a-4c31-b0e9-e6388aac0f19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:41:06.071226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.088459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b38039-2c7a-4aa9-9a98-348b3f2253d0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:41:06.103553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:06.107641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.148184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-d04ac46c-9571-42a3-b88c-1177463de8d2 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:06.149676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-d04ac46c-9571-42a3-b88c-1177463de8d2 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.62 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb&tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 943 time: 0.0799484 Apr 01 15:41:06.174631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:06.234569 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-5cc4f811-4799-476f-926c-50a3260d7c61 service neutron] delete failed (client error): The resource could not be found. Apr 01 15:41:06.235959 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-5cc4f811-4799-476f-926c-50a3260d7c61 service neutron] 10.222.0.62 "DELETE /v2.0/ports/75b38039-2c7a-4aa9-9a98-348b3f2253d0/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0804133 Apr 01 15:41:06.361017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['75b38039-2c7a-4aa9-9a98-348b3f2253d0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:41:06.386609 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-c992a147-58cd-4bbd-8028-af094cd7025a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 1095 time: 0.0689886 Apr 01 15:41:06.517203 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-fb356132-488a-4aa6-94a6-b39d1e962448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:06.519373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-fb356132-488a-4aa6-94a6-b39d1e962448 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 200 len: 912 time: 0.1274993 Apr 01 15:41:06.696412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-c2018f49-5d13-44c1-941a-9ac3a43303ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 200 len: 217 time: 0.1716838 Apr 01 15:41:06.764760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-3ad123cc-b8fa-4a13-a8f9-065c49b433d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:06.766234 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-3ad123cc-b8fa-4a13-a8f9-065c49b433d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 200 len: 851 time: 0.0635698 Apr 01 15:41:06.813421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-e82a6781-103d-4956-b382-7908f47c90a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fccf007-0092-4350-b3a0-de5eeeaaf3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411346 Apr 01 15:41:06.960109 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-ec1c5c2f-aeb0-455a-8fd4-dd30fb515be0 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411722 Apr 01 15:41:07.089213 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-d971f23f-e9d6-440f-acf6-17612a354386 service neutron] 10.222.0.62 "GET /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233737 Apr 01 15:41:07.846543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:07.919401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:07.924202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:07.924568 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.926001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c8b3-db9f-45d1-8e3e-45843679d68f req-4831b6b3-d205-4b47-bfa6-6fef0c17a936 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:07.927610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82e8c8b3-db9f-45d1-8e3e-45843679d68f req-4831b6b3-d205-4b47-bfa6-6fef0c17a936 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 944 time: 0.0825665 Apr 01 15:41:07.974430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-82e8c8b3-db9f-45d1-8e3e-45843679d68f req-1d129085-df47-4606-9bf6-2587046ea95f tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Apr 01 15:41:08.036447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.064553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:08.074187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:08.078429 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.121970 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'code': 200} Apr 01 15:41:08.144706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:08.153106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.153441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.153774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.154099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.154418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.154735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.155057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.155397 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.155714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.156027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:08.156337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.181446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b97779-c5e8-486f-ba36-98e8e1fb219f req-690bdd63-cbea-4681-a787-85d7f17e505d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:09.182798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23b97779-c5e8-486f-ba36-98e8e1fb219f req-690bdd63-cbea-4681-a787-85d7f17e505d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0814672 Apr 01 15:41:09.188192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-68f5959b-0d8f-4b83-a65a-c635aa1db4c8 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:09.189659 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-68f5959b-0d8f-4b83-a65a-c635aa1db4c8 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.44 "GET /v2.0/ports?device_id=7916a612-9fdf-4e9f-8daf-9d132b422ebb HTTP/1.1" status: 200 len: 945 time: 0.0787256 Apr 01 15:41:09.233665 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23b97779-c5e8-486f-ba36-98e8e1fb219f req-b9472699-39c9-4a59-b72e-0dad35bc2a6d tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.48 "GET /v2.0/security-groups?id=aac6887d-e41d-4387-9f9d-47d27e05bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Apr 01 15:41:09.257452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Deleting port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:41:09.257796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.517496 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] For port 75b38039-2c7a-4aa9-9a98-348b3f2253d0, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=75b38039-2c7a-4aa9-9a98-348b3f2253d0,segment=NetworkSegment(e88a39bc-79a0-45c9-8b2e-343baf55ab2e),segment_id=e88a39bc-79a0-45c9-8b2e-343baf55ab2e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:09.517821 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.643885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Calling delete_port for 75b38039-2c7a-4aa9-9a98-348b3f2253d0 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:41:09.790480 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.803126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['75b38039-2c7a-4aa9-9a98-348b3f2253d0'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:41:09.837364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Pushing event deleted for resources: {'Port': ['ID=75b38039-2c7a-4aa9-9a98-348b3f2253d0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:09.913052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] No DVR routers for this DVR port 75b38039-2c7a-4aa9-9a98-348b3f2253d0 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:09.916889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.920806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-deleted', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:09.940551 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1714542d-0de5-4dfe-b62e-43cfabe9d26f req-1055eb7b-6925-4e08-9ea4-d00f71832134 tempest-DeleteServersTestJSON-372699989 tempest-DeleteServersTestJSON-372699989-project] 10.222.0.44 "DELETE /v2.0/ports/75b38039-2c7a-4aa9-9a98-348b3f2253d0 HTTP/1.1" status: 204 len: 173 time: 0.7451966 Apr 01 15:41:09.984949 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7916a612-9fdf-4e9f-8daf-9d132b422ebb', 'name': 'network-vif-deleted', 'tag': '75b38039-2c7a-4aa9-9a98-348b3f2253d0', 'status': 'completed', 'code': 200} Apr 01 15:41:10.505491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45128) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:10.566539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] Deleting subnet 4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:41:10.569544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.624148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.682412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.752029 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.793574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcc8df0-d90a-4c31-b0e9-e6388aac0f19,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:10.801443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.807578 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e3b03d69-359a-4c9b-b7d1-3c1610647fd4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4bcc8df0-d90a-4c31-b0e9-e6388aac0f19 HTTP/1.1" status: 204 len: 168 time: 0.3010366 Apr 01 15:41:10.810112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45132) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:10.915336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.127655 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.133911 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.154121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fccf007-0092-4350-b3a0-de5eeeaaf3d9']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:11.166736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:11.166935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88a39bc-79a0-45c9-8b2e-343baf55ab2e') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:11.179578 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.197437 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.204290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:41:11.204647 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:11.217829 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:11.297295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.313476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.324792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=3fccf007-0092-4350-b3a0-de5eeeaaf3d9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:11.331366 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1593c321-29b9-482d-851f-6cd9b5278bcb admin admin] 10.222.0.48 "DELETE /v2.0/networks/3fccf007-0092-4350-b3a0-de5eeeaaf3d9 HTTP/1.1" status: 204 len: 168 time: 0.5202210 Apr 01 15:41:11.477739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45138) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:11.527754 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c0a2c657-327b-4603-94f9-8b1e7f0d882d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5b2f115fe1a43dbb90a1b4ec870a373&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487928 Apr 01 15:41:11.530328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45142) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:11.590567 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37b482f1-f0e7-4d06-94a6-eb6dffdb1ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.618072 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37b482f1-f0e7-4d06-94a6-eb6dffdb1ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.674316 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37b482f1-f0e7-4d06-94a6-eb6dffdb1ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.691156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b482f1-f0e7-4d06-94a6-eb6dffdb1ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac6887d-e41d-4387-9f9d-47d27e05bead,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:11.702162 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37b482f1-f0e7-4d06-94a6-eb6dffdb1ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.703312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-37b482f1-f0e7-4d06-94a6-eb6dffdb1ffc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aac6887d-e41d-4387-9f9d-47d27e05bead HTTP/1.1" status: 204 len: 168 time: 0.1721227 Apr 01 15:41:11.853807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:41:11.885463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 75b38039-2c7a-4aa9-9a98-348b3f2253d0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:41:11.885802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 75b38039-2c7a-4aa9-9a98-348b3f2253d0 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:41:12.578214 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:12.719994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-548678588-network', 'tenant_id': '2033a5dd3497447a8c99ffe9e9d31dd6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:12.725747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:12.729952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Usage tracker for resource:network and tenant:2033a5dd3497447a8c99ffe9e9d31dd6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:12.733077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:12.739510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:12.750307 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Made reservation on behalf of 2033a5dd3497447a8c99ffe9e9d31dd6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:12.752694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.765171 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.795362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:12.799166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:2033a5dd3497447a8c99ffe9e9d31dd6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:12.801963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:12.811205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:12.878637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.883532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.913656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:12.922147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b4175b-ac73-4841-a8bf-975977015039,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:12.932406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.932741 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Added segment 9c48f2f0-3524-4336-8d6e-7def1668266d of type vlan for network 43c48f76-deab-4474-9958-70768e16d23b Apr 01 15:41:12.934524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.934860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.935186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.935533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.935853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.936162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.936476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.937095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.937406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.937713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.938020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.966936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.997709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.998589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:12.999169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.100375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=43c48f76-deab-4474-9958-70768e16d23b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:13.107391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c3520c16-225e-4289-a65f-d0c9429f2ad3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5254960 Apr 01 15:41:13.108407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45170) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:13.111783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 43c48f76-deab-4474-9958-70768e16d23b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:41:13.115433 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Request body: {'subnet': {'network_id': '43c48f76-deab-4474-9958-70768e16d23b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-548678588-subnet', 'tenant_id': '2033a5dd3497447a8c99ffe9e9d31dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:13.121368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:13.125247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Usage tracker for resource:subnet and tenant:2033a5dd3497447a8c99ffe9e9d31dd6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:13.128143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:13.134000 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:13.144986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Made reservation on behalf of 2033a5dd3497447a8c99ffe9e9d31dd6 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:13.147254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.356036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.417300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8368fac-3e5c-4c23-b49a-5464dfc181b2,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:13.443021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Checking segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:13.443406 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Network hostable DHCP agents. Network: 43c48f76-deab-4474-9958-70768e16d23b, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:13.472745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Network 43c48f76-deab-4474-9958-70768e16d23b is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:13.487621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 43c48f76-deab-4474-9958-70768e16d23b) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:13.492162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:13.492739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.497132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e48b40-9b8a-40a4-812d-ab33fba0e4b9 None None] Network 43c48f76-deab-4474-9958-70768e16d23b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:41:13.514773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0c7e2684-18c1-4669-88f9-b6cbcb138f12 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4047344 Apr 01 15:41:13.707191 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5b6a7-92f3-438f-9112-b361956cbbf4 None None] Network 43c48f76-deab-4474-9958-70768e16d23b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:41:14.155354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a5d8a-2961-42bd-9c20-54da140e06da req-3a3052d8-674f-4f60-a6fb-afcc21794c1e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:14.156768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-3a3052d8-674f-4f60-a6fb-afcc21794c1e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 814 time: 0.1486950 Apr 01 15:41:14.177251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-fd145d72-806b-498c-a2e2-a04f2879b38e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/quotas/2033a5dd3497447a8c99ffe9e9d31dd6 HTTP/1.1" status: 200 len: 375 time: 0.0124547 Apr 01 15:41:14.227287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-5d55057f-2962-44ed-b792-b7266d65cc3b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449998 Apr 01 15:41:14.240663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-08f9c664-fbd0-42d0-834e-4a5691e8352b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:41:14.241598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-08f9c664-fbd0-42d0-834e-4a5691e8352b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047750 Apr 01 15:41:14.376200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-90f11e02-3244-447d-86d4-87d8635bc6e1 service neutron] 10.222.0.48 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260500 Apr 01 15:41:14.507689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-6df839f7-87d6-4091-a523-a7462a2736a2 service neutron] 10.222.0.48 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239209 Apr 01 15:41:14.702409 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8f6a0414-d799-4528-8b3b-2ccfb56de2c0 req-af90da58-f135-4368-a549-d9ed7b6c60d8 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 210 time: 0.0414693 Apr 01 15:41:15.052760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.906345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e390b8dd-433e-4867-b8af-7a42c4a543c3 req-0e687c40-14a4-472f-889b-465bf4c06114 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 210 time: 0.0656757 Apr 01 15:41:16.028915 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a5d8a-2961-42bd-9c20-54da140e06da req-09c60668-3d02-497e-83e8-236b15b8d388 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.030280 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-09c60668-3d02-497e-83e8-236b15b8d388 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.44 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 814 time: 0.1549144 Apr 01 15:41:16.046838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Request body: {'port': {'device_id': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'network_id': '43c48f76-deab-4474-9958-70768e16d23b', 'admin_state_up': True, 'tenant_id': '2033a5dd3497447a8c99ffe9e9d31dd6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:16.196914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:16.201344 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Usage tracker for resource:port and tenant:2033a5dd3497447a8c99ffe9e9d31dd6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:16.204564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:16.211056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:16.224097 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Made reservation on behalf of 2033a5dd3497447a8c99ffe9e9d31dd6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:16.227097 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.391259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Allocated IP 172.20.0.10 (43c48f76-deab-4474-9958-70768e16d23b/a8368fac-3e5c-4c23-b49a-5464dfc181b2/eb4772af-a212-4eaa-aa4f-cf2f0338d5ee) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:16.594672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.623825 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.694899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Network 43c48f76-deab-4474-9958-70768e16d23b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:16.697888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:16.702227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:41:16.726382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:16.762182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.762767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.784430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-370ff757-25eb-47c7-bd8c-17808908be66 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7416632 Apr 01 15:41:16.795695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Request body: {'port': {'device_id': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:16.988451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.103981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec15690-0ef0-445c-a98b-f3e63df991bc req-509fe79a-5677-4780-8d73-e77a9ea58a18 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:17.105410 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ec15690-0ef0-445c-a98b-f3e63df991bc req-509fe79a-5677-4780-8d73-e77a9ea58a18 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 932 time: 0.0789883 Apr 01 15:41:17.152205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4ec15690-0ef0-445c-a98b-f3e63df991bc req-ca2a8455-f964-4e63-9d39-e0d9d52b500c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Synchronizing usage tracker for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:41:17.171034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4ec15690-0ef0-445c-a98b-f3e63df991bc req-ca2a8455-f964-4e63-9d39-e0d9d52b500c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Unset dirty status for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:41:17.172226 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ec15690-0ef0-445c-a98b-f3e63df991bc req-ca2a8455-f964-4e63-9d39-e0d9d52b500c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Apr 01 15:41:17.340623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4772af-a212-4eaa-aa4f-cf2f0338d5ee {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:41:17.347806 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.369575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Transition to ACTIVE for port object eb4772af-a212-4eaa-aa4f-cf2f0338d5ee will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:17.375005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.494494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.603049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:17.603292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:17.603622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:17.609878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on network 43c48f76-deab-4474-9958-70768e16d23b not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:41:17.610186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:17.617361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:41:17.617680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Checking segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:17.618034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Bound using segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:41:17.618443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Bound port: eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:17.618777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.709272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:17.712471 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:17.717007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.775079 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.776721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] 10.222.0.44 "PUT /v2.0/ports/eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 1092 time: 0.9849281 Apr 01 15:41:17.779683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:17.805277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dc08c-bfda-4942-932f-ebccc342ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.853372 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'status': 'completed', 'code': 200} Apr 01 15:41:17.890331 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-74ced9c1-70ee-4127-bd80-10da82216a26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1095 time: 0.0745118 Apr 01 15:41:17.958321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-7e9dcccc-42ec-4c76-93d2-85b7932917dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.0607405 Apr 01 15:41:18.021408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a5d8a-2961-42bd-9c20-54da140e06da req-1cbc8187-73bc-429e-bbf5-628271d63bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.022857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-1cbc8187-73bc-429e-bbf5-628271d63bfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0590975 Apr 01 15:41:18.067101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-472952b2-b37f-4656-9333-619d54275f96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381546 Apr 01 15:41:18.197269 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-4d43686b-0dd8-4c13-b7de-0bcb038495a0 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240690 Apr 01 15:41:18.331788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-332a5d8a-2961-42bd-9c20-54da140e06da req-180cd94b-38b3-41c9-987a-7a55b7f8011e service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287720 Apr 01 15:41:18.379245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5c49-2778-4e01-8b01-650705f8c81a req-0931bc23-c910-4bb2-8620-ee6d0f5e2feb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.380690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fea5c49-2778-4e01-8b01-650705f8c81a req-0931bc23-c910-4bb2-8620-ee6d0f5e2feb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 944 time: 0.0789797 Apr 01 15:41:18.430169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5fea5c49-2778-4e01-8b01-650705f8c81a req-1d22922a-1a0d-40e3-b4dd-be638b113171 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Apr 01 15:41:18.456448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02060656-3a01-4588-ab6a-06bad7911aca req-625b5447-b284-40c0-8166-5b01b71dfa27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1095 time: 0.0777650 Apr 01 15:41:18.689978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060656-3a01-4588-ab6a-06bad7911aca req-037c3272-116b-49a7-94ad-7dbd95e8cfa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.691450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02060656-3a01-4588-ab6a-06bad7911aca req-037c3272-116b-49a7-94ad-7dbd95e8cfa3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.2283242 Apr 01 15:41:18.759283 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02060656-3a01-4588-ab6a-06bad7911aca req-b2a434a4-f5f4-42d1-821c-1e40a0707fdb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.0606918 Apr 01 15:41:18.825942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060656-3a01-4588-ab6a-06bad7911aca req-827dd7c6-9e33-485b-8ad3-d1025f9801fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.827408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02060656-3a01-4588-ab6a-06bad7911aca req-827dd7c6-9e33-485b-8ad3-d1025f9801fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0625775 Apr 01 15:41:18.873520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02060656-3a01-4588-ab6a-06bad7911aca req-67efced5-7bcd-4fae-85e2-f44663008574 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392430 Apr 01 15:41:19.010857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02060656-3a01-4588-ab6a-06bad7911aca req-3e960a7a-5b31-44df-beea-3106c31dedee service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309328 Apr 01 15:41:19.141855 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02060656-3a01-4588-ab6a-06bad7911aca req-6622ad5c-a583-40f7-9c8c-316d15215d24 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250236 Apr 01 15:41:19.651766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37d055-23ba-4981-a33d-50cfb2816537 req-63b3c7a8-4786-4763-be39-5c42c1c99ffa tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:19.652448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ef37d055-23ba-4981-a33d-50cfb2816537 req-63b3c7a8-4786-4763-be39-5c42c1c99ffa tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Synchronizing usage tracker for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:41:19.671043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-ef37d055-23ba-4981-a33d-50cfb2816537 req-63b3c7a8-4786-4763-be39-5c42c1c99ffa tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Unset dirty status for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:41:19.672526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef37d055-23ba-4981-a33d-50cfb2816537 req-63b3c7a8-4786-4763-be39-5c42c1c99ffa tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 944 time: 0.1031690 Apr 01 15:41:19.722657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ef37d055-23ba-4981-a33d-50cfb2816537 req-6e912b7d-2e9d-4586-8993-390745a0c3e1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Apr 01 15:41:19.932737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:41:20.084951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:20.099723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'network_id': '43c48f76-deab-4474-9958-70768e16d23b', 'port_id': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'mac_address': 'fa:16:3e:21:91:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8368fac-3e5c-4c23-b49a-5464dfc181b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:41:20.156581 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.204330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4772af-a212-4eaa-aa4f-cf2f0338d5ee {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:41:20.220539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:20.226967 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.293062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:20.437424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:41:20.935574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5095-71a0-4794-8691-c221dc2b1c41 req-f2f53928-4b6f-4ffe-95fe-4454e0f4233f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:20.937496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-80fe5095-71a0-4794-8691-c221dc2b1c41 req-f2f53928-4b6f-4ffe-95fe-4454e0f4233f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 945 time: 0.0917087 Apr 01 15:41:20.985830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-80fe5095-71a0-4794-8691-c221dc2b1c41 req-a6baa9f0-f9d0-4d67-9fea-53f37286ac11 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Apr 01 15:41:21.944752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:22.024087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:22.029215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:22.029578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.143576 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.169671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:22.179873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:22.185319 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.192875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfefe1-15ca-40ba-b7e2-c083fb112fbb req-6f194f6a-3a37-46f8-8342-aba9a830e701 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:22.194330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98cfefe1-15ca-40ba-b7e2-c083fb112fbb req-6f194f6a-3a37-46f8-8342-aba9a830e701 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 945 time: 0.0807221 Apr 01 15:41:22.232723 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'code': 200} Apr 01 15:41:22.245881 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98cfefe1-15ca-40ba-b7e2-c083fb112fbb req-45a213a1-8700-4954-9c18-aa575ff73ed1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Apr 01 15:41:22.260339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:22.356073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f325e232-64e3-4d17-b6ed-9bce98ee5ca4 req-f009784d-ac9e-45d0-bbcf-e2f115b8c8d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1097 time: 0.0728841 Apr 01 15:41:22.406171 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f325e232-64e3-4d17-b6ed-9bce98ee5ca4 req-25f3e50e-839d-477e-aa4b-c07d216eef2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433216 Apr 01 15:41:23.453735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ddeca-ceb9-435d-8166-43cb194ca8dc req-a146a469-74fb-44f2-8b09-80ffa0b94ef2 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:23.455172 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-714ddeca-ceb9-435d-8166-43cb194ca8dc req-a146a469-74fb-44f2-8b09-80ffa0b94ef2 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0819604 Apr 01 15:41:23.503029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-714ddeca-ceb9-435d-8166-43cb194ca8dc req-f7f33401-4e04-473b-8c1f-1dc71eb933cf tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Apr 01 15:41:24.717660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d980f-482c-4a1e-9bfe-157d6621f445 req-cab864a1-8312-47d7-b704-774fa0b4682e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:24.719116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b8d980f-482c-4a1e-9bfe-157d6621f445 req-cab864a1-8312-47d7-b704-774fa0b4682e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0859978 Apr 01 15:41:24.768027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b8d980f-482c-4a1e-9bfe-157d6621f445 req-4fd8b7b3-9d92-4311-a0de-bcc1fa6f95a0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Apr 01 15:41:24.967874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101278-b7d9-49d5-b395-dd40a686583b req-e9891979-f522-4a72-996c-fe6f19ddea83 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:24.969295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b101278-b7d9-49d5-b395-dd40a686583b req-e9891979-f522-4a72-996c-fe6f19ddea83 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0792856 Apr 01 15:41:25.018934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b101278-b7d9-49d5-b395-dd40a686583b req-0e6caa70-adc1-4df7-ab5c-b8e9b43d3f95 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Apr 01 15:41:25.406669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff4d1-d217-464b-ba4a-34d848e78426 req-3472dcee-9ecb-48cb-a517-9c51abe20b70 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:25.408067 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3fff4d1-d217-464b-ba4a-34d848e78426 req-3472dcee-9ecb-48cb-a517-9c51abe20b70 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0870702 Apr 01 15:41:25.456653 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3fff4d1-d217-464b-ba4a-34d848e78426 req-301559a3-d9cd-426b-a9ea-2d13a93d4364 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Apr 01 15:41:25.664890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60e355-fe7f-442e-9392-682a19aba830 req-4bfec4b2-c5b3-4951-8c52-e343047caf26 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:25.666249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be60e355-fe7f-442e-9392-682a19aba830 req-4bfec4b2-c5b3-4951-8c52-e343047caf26 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0811169 Apr 01 15:41:25.714986 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-be60e355-fe7f-442e-9392-682a19aba830 req-9f8c40d0-9596-4e73-9efa-6c8cbfaf5b2e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Apr 01 15:41:25.990370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14217655-7595-4bb2-ae69-f1af5867c65b req-2d39b33e-d7f6-4b12-a7de-cdab971ebe89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1436906 Apr 01 15:41:26.250113 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-63f0f58b-7ca3-4ec3-b745-eae1c133e560 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717418 Apr 01 15:41:26.310154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267344-42b6-4946-b4d7-4ee78feb48d8 req-c6d00ebd-e473-4ad9-aaa4-21f207d6acdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:26.311913 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40267344-42b6-4946-b4d7-4ee78feb48d8 req-c6d00ebd-e473-4ad9-aaa4-21f207d6acdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0805483 Apr 01 15:41:26.363036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-40267344-42b6-4946-b4d7-4ee78feb48d8 req-27bb6e61-3f6e-4dec-b8bb-443e93256b4a tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Apr 01 15:41:27.066931 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:41:27.572068 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f445ce0-8683-4554-80ff-02baf4a5f794 req-477cfe80-1569-4ed9-a249-bc11942dd003 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:27.573473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f445ce0-8683-4554-80ff-02baf4a5f794 req-477cfe80-1569-4ed9-a249-bc11942dd003 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0828695 Apr 01 15:41:27.618147 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f445ce0-8683-4554-80ff-02baf4a5f794 req-9c5854ba-df33-45b5-aaa6-996d884a4dfa tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Apr 01 15:41:27.621839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-a8073247-5048-4d27-9fa3-e1cf129db433 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1097 time: 0.0679872 Apr 01 15:41:27.754287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-1b5d4619-5681-468e-bdb9-d52458b46b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:27.755668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-1b5d4619-5681-468e-bdb9-d52458b46b61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1269536 Apr 01 15:41:27.826276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-1f32a8f5-0a0e-45b9-b352-3d579339b86b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.0644832 Apr 01 15:41:27.879033 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9052f8c5-318a-4d21-a267-ada4da8af5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.889553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-69c86c36-dfed-43ad-b4e2-b785983dbd6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:27.891073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-69c86c36-dfed-43ad-b4e2-b785983dbd6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0590694 Apr 01 15:41:27.937095 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-11e9c09f-0a6a-4911-85f5-1a99ea991781 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391886 Apr 01 15:41:28.072025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-aba73134-09a7-4b3b-aa9c-db19171da9eb service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271980 Apr 01 15:41:28.292817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-2679a56d-aed5-419f-bc66-84898cc8a2f1 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146249 Apr 01 15:41:28.824265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceec5d2-7e88-4a6a-986e-f6d226d440b9 req-faefef36-c9e9-4a99-9e54-8f5b4f2f8457 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.825679 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ceec5d2-7e88-4a6a-986e-f6d226d440b9 req-faefef36-c9e9-4a99-9e54-8f5b4f2f8457 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0776138 Apr 01 15:41:28.881015 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ceec5d2-7e88-4a6a-986e-f6d226d440b9 req-797a37e6-4614-4319-8128-3e45a068725f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Apr 01 15:41:30.108141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6648e-d26e-48cf-9189-42ce5b055124 req-ed88358a-b883-48d5-9acd-3a25441a7b29 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:30.109495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee6648e-d26e-48cf-9189-42ce5b055124 req-ed88358a-b883-48d5-9acd-3a25441a7b29 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0927720 Apr 01 15:41:30.169040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee6648e-d26e-48cf-9189-42ce5b055124 req-d2000277-b8f4-4f39-b776-3409683dba01 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537486 Apr 01 15:41:30.312931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb30740a-ed3e-4a8a-a7ac-5520d82f54a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.333871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.377502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78baf4-e3d3-4755-95c6-9bbb413066dd req-a3fe900d-c01a-410a-84cd-65e0e9e65fd9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:31.378927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac78baf4-e3d3-4755-95c6-9bbb413066dd req-a3fe900d-c01a-410a-84cd-65e0e9e65fd9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0829668 Apr 01 15:41:31.426167 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ac78baf4-e3d3-4755-95c6-9bbb413066dd req-e058272b-774b-40c2-87f0-c3c9fe675397 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Apr 01 15:41:31.433119 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.799791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b1a1a-6b53-4a84-bcb2-3d886df8c65c req-98a6b749-6262-4b9c-8b1e-ec3ff189bbfb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:32.801289 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb5b1a1a-6b53-4a84-bcb2-3d886df8c65c req-98a6b749-6262-4b9c-8b1e-ec3ff189bbfb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0842397 Apr 01 15:41:32.852558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb5b1a1a-6b53-4a84-bcb2-3d886df8c65c req-80811b79-df31-4b72-8605-c22430eb8556 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Apr 01 15:41:32.868573 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.079644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7831e15-a2e8-4ae8-8a2f-f11503375699 req-1ad1839d-96d4-4bdb-baea-248ed685e5f6 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:34.080990 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7831e15-a2e8-4ae8-8a2f-f11503375699 req-1ad1839d-96d4-4bdb-baea-248ed685e5f6 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.1015456 Apr 01 15:41:34.125876 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b7831e15-a2e8-4ae8-8a2f-f11503375699 req-c34b9839-b975-4913-b661-3cc0c83733c1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 Apr 01 15:41:35.350317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ec17-bb67-454e-9d2d-f8508f2e32bd req-6130fff0-565e-4fbe-b1e7-c4874f2430d0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:35.351801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c75ec17-bb67-454e-9d2d-f8508f2e32bd req-6130fff0-565e-4fbe-b1e7-c4874f2430d0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0822182 Apr 01 15:41:35.398710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c75ec17-bb67-454e-9d2d-f8508f2e32bd req-dca0b65c-f222-49e1-9ebc-c60a7967cb63 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Apr 01 15:41:36.604375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5b65-70a9-4712-869d-f92bede3fb6e req-e3b2b4b1-2f23-4810-b154-37269b2f0bd3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:36.605707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76bb5b65-70a9-4712-869d-f92bede3fb6e req-e3b2b4b1-2f23-4810-b154-37269b2f0bd3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0826752 Apr 01 15:41:36.657895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-76bb5b65-70a9-4712-869d-f92bede3fb6e req-02294915-9e17-4c2c-a0da-90c18c0c93ad tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458946 Apr 01 15:41:37.878229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dfae4-d856-4cf1-b232-25ce49faace8 req-d7797027-9b42-4887-a5be-f2c11cbc61e1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:37.879651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-738dfae4-d856-4cf1-b232-25ce49faace8 req-d7797027-9b42-4887-a5be-f2c11cbc61e1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0809603 Apr 01 15:41:38.014378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-738dfae4-d856-4cf1-b232-25ce49faace8 req-f0b16f71-064b-448e-90a6-2ad0ab091687 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279576 Apr 01 15:41:39.237547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a6390-9b03-4434-8367-559b9f1dbf05 req-c6da5a94-e841-47f5-b3ae-04b1ecf52f33 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.238973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e79a6390-9b03-4434-8367-559b9f1dbf05 req-c6da5a94-e841-47f5-b3ae-04b1ecf52f33 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0902531 Apr 01 15:41:39.289157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e79a6390-9b03-4434-8367-559b9f1dbf05 req-72c3df18-90da-4b04-86b6-485ad4762b8a tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Apr 01 15:41:40.500456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51db941-de09-4396-8038-71fe69dceca3 req-9f85b1a1-b2d4-4c3f-b428-9c1ba0d7449c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.501860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a51db941-de09-4396-8038-71fe69dceca3 req-9f85b1a1-b2d4-4c3f-b428-9c1ba0d7449c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0851765 Apr 01 15:41:40.548883 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a51db941-de09-4396-8038-71fe69dceca3 req-c9fd8158-f6a2-4576-b532-98badc2a174d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Apr 01 15:41:41.157842 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.762978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cda49-9b92-4300-b269-aa49f1f21bd3 req-aaf6ded8-2027-4700-aadd-4bb43e6a494f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.764495 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b46cda49-9b92-4300-b269-aa49f1f21bd3 req-aaf6ded8-2027-4700-aadd-4bb43e6a494f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0858173 Apr 01 15:41:41.812408 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b46cda49-9b92-4300-b269-aa49f1f21bd3 req-7151dd82-f6e2-4bbd-ac8c-864a3005f5d4 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Apr 01 15:41:43.056060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ce91e-214f-4a28-ba02-f4a07a8d1f5c req-faba03a0-93e3-4c17-881b-4469226f800c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:43.057394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-957ce91e-214f-4a28-ba02-f4a07a8d1f5c req-faba03a0-93e3-4c17-881b-4469226f800c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0970821 Apr 01 15:41:43.103678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-957ce91e-214f-4a28-ba02-f4a07a8d1f5c req-4dde152a-b4ec-442b-89ef-a469255421dd tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Apr 01 15:41:44.313872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddbffd-8627-4dfd-ba47-2eb86e7adbb6 req-a9c187df-b9aa-45f3-b02f-1f99210ba2ca tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.315328 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93ddbffd-8627-4dfd-ba47-2eb86e7adbb6 req-a9c187df-b9aa-45f3-b02f-1f99210ba2ca tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0830474 Apr 01 15:41:44.369352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-93ddbffd-8627-4dfd-ba47-2eb86e7adbb6 req-464464d5-cbe1-4644-8a7d-3e607cf3d34f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Apr 01 15:41:45.077084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.586178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e0c7c-67c0-4c83-ace4-27820d0cf553 req-10dd1783-b1c3-4a6c-bddc-437dd768d6d4 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:45.587673 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b15e0c7c-67c0-4c83-ace4-27820d0cf553 req-10dd1783-b1c3-4a6c-bddc-437dd768d6d4 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0773845 Apr 01 15:41:45.635744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b15e0c7c-67c0-4c83-ace4-27820d0cf553 req-cd3079ca-113a-44f8-a6d0-c0d7c9162df5 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Apr 01 15:41:46.854698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05072-51c2-480a-9d83-91e4843b5cb7 req-9f714d9e-5411-4a93-8292-d45896b5ac75 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:46.856219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75e05072-51c2-480a-9d83-91e4843b5cb7 req-9f714d9e-5411-4a93-8292-d45896b5ac75 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0806339 Apr 01 15:41:46.904128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75e05072-51c2-480a-9d83-91e4843b5cb7 req-612ad04b-7b21-470e-acfb-da882a94b272 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Apr 01 15:41:48.106162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4069a-ec52-465c-8815-c60f2bbf9e4b req-0c5323ee-ff13-4c28-8a0b-b35954b8cf8b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:48.107531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79f4069a-ec52-465c-8815-c60f2bbf9e4b req-0c5323ee-ff13-4c28-8a0b-b35954b8cf8b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0764039 Apr 01 15:41:48.151844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-79f4069a-ec52-465c-8815-c60f2bbf9e4b req-096f9950-44b5-4570-8c09-efbff3444e88 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Apr 01 15:41:49.368243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8fc49-39fe-4864-b7cc-8f12d43cd40b req-429727b3-3b17-4dec-9526-6d1f60f24496 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:49.370663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dae8fc49-39fe-4864-b7cc-8f12d43cd40b req-429727b3-3b17-4dec-9526-6d1f60f24496 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0833220 Apr 01 15:41:49.415474 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dae8fc49-39fe-4864-b7cc-8f12d43cd40b req-324d379a-1abb-4616-9a35-4149847c58ae tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Apr 01 15:41:50.640139 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8b1b2-53e5-4fc4-b9f8-717aa9dfd794 req-15650fdf-bedc-493a-838b-42104b558c2f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:50.641535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8f8b1b2-53e5-4fc4-b9f8-717aa9dfd794 req-15650fdf-bedc-493a-838b-42104b558c2f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0933168 Apr 01 15:41:50.689021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8f8b1b2-53e5-4fc4-b9f8-717aa9dfd794 req-9c47513e-0d0f-4512-9d7c-9368351a1872 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Apr 01 15:41:51.899308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9401-6b54-4f70-bcfd-54c1c708cb7d req-d2fd21f4-a48d-4f59-95d7-dbf26f2145c4 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:51.900791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6cdd9401-6b54-4f70-bcfd-54c1c708cb7d req-d2fd21f4-a48d-4f59-95d7-dbf26f2145c4 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0800738 Apr 01 15:41:51.947011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6cdd9401-6b54-4f70-bcfd-54c1c708cb7d req-6335ade2-28e7-4dc2-ae9c-5d619eb75859 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Apr 01 15:41:53.164744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0873b3-97cc-475f-b2a5-805f309c09b4 req-db5679de-2d80-4382-885a-2b331c65869d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:53.166071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc0873b3-97cc-475f-b2a5-805f309c09b4 req-db5679de-2d80-4382-885a-2b331c65869d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0959308 Apr 01 15:41:53.211455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc0873b3-97cc-475f-b2a5-805f309c09b4 req-4402ddad-46da-445b-8492-3f0a57050038 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Apr 01 15:41:54.428467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18205a13-5afc-4d64-8ed4-b181c3a14885 req-b937b557-c785-4f89-97c6-c0a1f46a9c38 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:54.429899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-18205a13-5afc-4d64-8ed4-b181c3a14885 req-b937b557-c785-4f89-97c6-c0a1f46a9c38 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0867915 Apr 01 15:41:54.485705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-18205a13-5afc-4d64-8ed4-b181c3a14885 req-c574401d-b49c-4c5d-9e2f-7c7cecc9b638 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500638 Apr 01 15:41:55.234855 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-da1337ff-bd5d-48c3-aaba-a50b8776245c service neutron] show failed (client error): The resource could not be found. Apr 01 15:41:55.235774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-da1337ff-bd5d-48c3-aaba-a50b8776245c service neutron] 10.222.0.44 "GET /v2.0/ports/eb4772af-a212-4eaa-aa4f-cf2f0338d5ee/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0869806 Apr 01 15:41:55.514415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-0448f41b-f9eb-492d-b5b4-e9a8bd86d746 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3&tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0765784 Apr 01 15:41:55.524245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:55.635085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.703158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6546c6-b23f-4b32-909b-68aee50415ce req-e9cf7ee7-07dd-49d7-984b-9e5ad3d13284 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:55.704738 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a6546c6-b23f-4b32-909b-68aee50415ce req-e9cf7ee7-07dd-49d7-984b-9e5ad3d13284 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0917506 Apr 01 15:41:55.752371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a6546c6-b23f-4b32-909b-68aee50415ce req-e5527313-de6b-44ae-9e09-47e0e5419f6f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Apr 01 15:41:55.908642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:55.948511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:56.002981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:56.009197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.025642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Transition to ACTIVE for port object eb4772af-a212-4eaa-aa4f-cf2f0338d5ee will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:56.030336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.080009 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'code': 200} Apr 01 15:41:56.158132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.194698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] No DVR routers for this DVR port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:56.329276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:56.329624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:56.329866 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:56.336705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on network 43c48f76-deab-4474-9958-70768e16d23b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:41:56.337013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Attempting to bind port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:56.343964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:41:56.344309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Checking segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:56.344693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Bound using segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:41:56.345113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Bound port: eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:56.345467 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.436449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:56.439842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:56.445643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.508484 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.509885 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] 10.222.0.62 "PUT /v2.0/ports/eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 1092 time: 0.9895005 Apr 01 15:41:56.522786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d896e85-e119-4b5b-a8ed-dac240748594 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.604342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-a68e6839-ed07-45dc-aba5-3e51071797c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1095 time: 0.0727084 Apr 01 15:41:56.739854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-4d5e9691-acd6-4212-9d9d-ada941f7c6b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:56.741346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-4d5e9691-acd6-4212-9d9d-ada941f7c6b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1313512 Apr 01 15:41:56.811850 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-9a661507-e6fe-43c7-9303-af03bc2cdfa9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.0642989 Apr 01 15:41:56.873695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-c0f98658-096b-4e08-a1b2-c1a20e4ccb0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:56.875064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-c0f98658-096b-4e08-a1b2-c1a20e4ccb0a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0577567 Apr 01 15:41:56.921818 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-ab19edf2-c03e-46fd-bf57-fdeaa6aa58b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412881 Apr 01 15:41:56.954014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb47e3-6274-4cea-8083-1caa0af20703 req-4f9d5f0d-7fa6-4576-a0b2-14a008a948c3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:56.955468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfeb47e3-6274-4cea-8083-1caa0af20703 req-4f9d5f0d-7fa6-4576-a0b2-14a008a948c3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 944 time: 0.0777004 Apr 01 15:41:57.004666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfeb47e3-6274-4cea-8083-1caa0af20703 req-fb1f69a8-2a9b-42c6-a816-5ef51ffc1815 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Apr 01 15:41:57.054222 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-eb5f4f1b-81a1-48f6-807d-26c895ec130f service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264849 Apr 01 15:41:57.203345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12171916-e05b-4a8c-878c-f7e76bdc06a9 req-3c82009d-31ee-4faf-b4d1-eb3ad64e9913 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428258 Apr 01 15:41:57.895028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d6eaf85-a7c6-4b3b-bd81-cbb8b2c8559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.081365 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:41:58.177613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:41:58.180447 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'status': 'completed', 'code': 200} Apr 01 15:41:58.232335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:41:58.338620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd4a02-815c-4542-b48e-ef6ab71cc6a7 req-5263fc09-38b0-4bd7-80fa-fdf9cab18b14 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.340018 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-72dd4a02-815c-4542-b48e-ef6ab71cc6a7 req-5263fc09-38b0-4bd7-80fa-fdf9cab18b14 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 944 time: 0.2004452 Apr 01 15:41:58.342610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-bc2ab994-5a5d-426e-a507-7f26c47af845 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1095 time: 0.1682701 Apr 01 15:41:58.349288 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-c21abcc0-0d88-40bb-bd2e-66d02055a7d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1095 time: 0.1371868 Apr 01 15:41:58.589927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-72dd4a02-815c-4542-b48e-ef6ab71cc6a7 req-07839705-41c4-42b7-9189-e3d15d6eb885 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435250 Apr 01 15:41:58.625022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-44817e51-3639-4525-9269-b763d18b0a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.626460 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-44817e51-3639-4525-9269-b763d18b0a83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.2757895 Apr 01 15:41:58.627448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-b3c974fa-4e97-4b82-85b8-7c6e2802da36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.628773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-b3c974fa-4e97-4b82-85b8-7c6e2802da36 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.2492518 Apr 01 15:41:58.760121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-65c4c10a-76c2-425a-bd0e-15b52ffaef64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.1272972 Apr 01 15:41:58.761382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-08f9a767-1af7-4ae9-aa0b-b559a8b09ec2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.0754685 Apr 01 15:41:58.982634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-4df72124-7efd-46d0-a5e1-3745bff7ed1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.983994 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-4df72124-7efd-46d0-a5e1-3745bff7ed1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.2181189 Apr 01 15:41:58.986910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-8f4d0415-1c21-4622-adfa-900aafe05b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.988202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-8f4d0415-1c21-4622-adfa-900aafe05b66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0832949 Apr 01 15:41:59.065276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-ebb7c37d-318c-4c44-ad28-5f70336f54b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747585 Apr 01 15:41:59.067285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-67a3bd96-e055-4b8e-90a9-28e67a98f3fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487850 Apr 01 15:41:59.303862 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-23a029f6-28fe-4502-be4e-5e7f8d5abad9 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317364 Apr 01 15:41:59.306827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-4617999f-8df0-464d-9bdc-cdb06d957e42 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154593 Apr 01 15:41:59.544542 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-7e758e73-4c44-4a66-b29d-7af756ca37d0 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344286 Apr 01 15:41:59.546560 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4acb0c8f-f8a2-40c0-964c-1db91bfe703e req-0b41d1a1-73c5-454c-a697-25abff34ca6f service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153664 Apr 01 15:41:59.807647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1feb0c5-de2e-4534-a866-3fa38368a6f5 req-1be562d0-052b-41b4-8379-c38a93a76d7b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:59.809136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1feb0c5-de2e-4534-a866-3fa38368a6f5 req-1be562d0-052b-41b4-8379-c38a93a76d7b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 944 time: 0.0800831 Apr 01 15:41:59.852197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:41:59.859556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e1feb0c5-de2e-4534-a866-3fa38368a6f5 req-c0defddd-90f6-488b-a9ea-cafc5b54443d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443866 Apr 01 15:41:59.992167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:00.007932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'network_id': '43c48f76-deab-4474-9958-70768e16d23b', 'port_id': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'mac_address': 'fa:16:3e:21:91:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8368fac-3e5c-4c23-b49a-5464dfc181b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:42:00.068099 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.086161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4772af-a212-4eaa-aa4f-cf2f0338d5ee {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:42:00.107004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:00.111202 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.177433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:00.213871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c80fb-8efe-40d2-8831-f6026764df64 req-177079b3-b492-4202-bf01-c0273b3aa9fb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:00.214822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50425dba-5cc2-4dc3-a1d5-cf37ecd9ec70 req-25055119-a6d2-4103-af37-697f9222ddbe tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:00.215415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-177079b3-b492-4202-bf01-c0273b3aa9fb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.44 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3&tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 945 time: 0.0986316 Apr 01 15:42:00.216424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50425dba-5cc2-4dc3-a1d5-cf37ecd9ec70 req-25055119-a6d2-4103-af37-697f9222ddbe tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 945 time: 0.0921869 Apr 01 15:42:00.265863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50425dba-5cc2-4dc3-a1d5-cf37ecd9ec70 req-90dedf4c-1284-4a47-9a81-97a8108b6f54 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Apr 01 15:42:00.301385 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-723c80fb-8efe-40d2-8831-f6026764df64 req-7e1cedc7-2cfd-4f67-af84-ab29c90f238e service neutron] delete failed (client error): The resource could not be found. Apr 01 15:42:00.302434 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-7e1cedc7-2cfd-4f67-af84-ab29c90f238e service neutron] 10.222.0.44 "DELETE /v2.0/ports/eb4772af-a212-4eaa-aa4f-cf2f0338d5ee/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0811200 Apr 01 15:42:00.314892 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36dc81f8-2793-4c60-ab4a-df17a112647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.320264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:42:00.442623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-770c9288-2671-4435-926c-40d1b5c7503b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1096 time: 0.0726421 Apr 01 15:42:00.588057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c80fb-8efe-40d2-8831-f6026764df64 req-3e02200e-6cf6-486a-96f2-2e6baa44386f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:00.589469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-3e02200e-6cf6-486a-96f2-2e6baa44386f service neutron] 10.222.0.44 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1414852 Apr 01 15:42:00.655622 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-e59e2a12-5ba8-4eba-9408-ba5ebbcf7ccd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.0600722 Apr 01 15:42:00.725485 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c80fb-8efe-40d2-8831-f6026764df64 req-8e189d0c-f73d-4daf-91d3-ed839953124a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:00.727696 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-8e189d0c-f73d-4daf-91d3-ed839953124a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0658388 Apr 01 15:42:00.772156 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-6aa7a628-b149-4517-9d42-2b8afee87e68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390260 Apr 01 15:42:00.906810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-ec8d02bb-73d7-496e-895d-7293e36ab59f service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285288 Apr 01 15:42:01.135322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-723c80fb-8efe-40d2-8831-f6026764df64 req-7cfdcf93-73f3-4f1c-bcbd-44f44e8f20b0 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224376 Apr 01 15:42:01.341466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.436426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.486536 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18833775-f358-4613-8f04-268233f7eb06 req-4aa746a5-caad-472b-9dea-356da05ce60d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:01.488001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-18833775-f358-4613-8f04-268233f7eb06 req-4aa746a5-caad-472b-9dea-356da05ce60d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 945 time: 0.0875521 Apr 01 15:42:01.537450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-18833775-f358-4613-8f04-268233f7eb06 req-298e8270-100d-4105-8ac4-54013e91b6fd tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Apr 01 15:42:01.858035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:42:01.932090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:42:01.937348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:01.937717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.051182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.082219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:02.094327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:02.100360 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.144976 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'code': 200} Apr 01 15:42:02.170134 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:02.581757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-4c5ccb26-8f80-41e8-bce9-9cfc5ef32a7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809460 Apr 01 15:42:02.784298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb260-7eee-4ace-bd6f-ff8fb100189d req-f3ab8ae0-35e4-4d98-b122-dd393882f0a2 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:02.785718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a71bb260-7eee-4ace-bd6f-ff8fb100189d req-f3ab8ae0-35e4-4d98-b122-dd393882f0a2 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.1036582 Apr 01 15:42:02.788499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-29943aa5-9c90-40a8-94bb-5d4e854ce001 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 1097 time: 0.1355555 Apr 01 15:42:02.873069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.910228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a71bb260-7eee-4ace-bd6f-ff8fb100189d req-53f9e2ed-9a67-41fc-ae29-e634537c2f7d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186731 Apr 01 15:42:02.955082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-766693a1-45ef-4a2f-be58-0f4e752a7559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:02.956529 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-766693a1-45ef-4a2f-be58-0f4e752a7559 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1470072 Apr 01 15:42:03.022687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-15efbb94-6d7a-4c03-a8e6-d5e9d8980640 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 200 len: 217 time: 0.0606976 Apr 01 15:42:03.088236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-a10bcc0f-3f6b-40d9-9ad7-958a087347ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:03.089675 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-a10bcc0f-3f6b-40d9-9ad7-958a087347ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0608697 Apr 01 15:42:03.110150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813e605-f1e5-4416-af85-f24a72482559 req-8e83ec90-1da8-47ec-b1ab-0461464f68ec tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:03.111533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2813e605-f1e5-4416-af85-f24a72482559 req-8e83ec90-1da8-47ec-b1ab-0461464f68ec tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0761573 Apr 01 15:42:03.133076 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-8f39dc6f-0944-401f-b96a-a741bdadc7fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380623 Apr 01 15:42:03.158135 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2813e605-f1e5-4416-af85-f24a72482559 req-17b91b17-725d-4da0-a63e-1132d1e9e693 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Apr 01 15:42:03.266168 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-0446809c-4221-4f2e-af4c-3e7431b8a46e service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271298 Apr 01 15:42:03.447337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67b626d9-bddb-4905-b653-b7c9cede27c9 req-6c8616f7-8db4-4fd0-b56c-bcd26de1dfd6 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754797 Apr 01 15:42:03.457576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754c407-a229-4dcb-aa47-c62b62a466f5 req-6b467ae1-3419-48cc-924a-e371bda160a1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:03.458985 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d754c407-a229-4dcb-aa47-c62b62a466f5 req-6b467ae1-3419-48cc-924a-e371bda160a1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.1697674 Apr 01 15:42:03.523278 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d754c407-a229-4dcb-aa47-c62b62a466f5 req-55c418cd-c23c-4724-b1ab-7918f24aadf2 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 Apr 01 15:42:04.064044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-6a6a6455-a6af-4125-9ea8-a3bdccc411f3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:04.065432 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-6a6a6455-a6af-4125-9ea8-a3bdccc411f3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 814 time: 0.1482077 Apr 01 15:42:04.068449 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:42:04.082766 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-fd957247-16f2-429a-b36c-2570e9bae58a tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/quotas/2033a5dd3497447a8c99ffe9e9d31dd6 HTTP/1.1" status: 200 len: 375 time: 0.0117867 Apr 01 15:42:04.164448 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-392597f3-57ff-47b6-a9b6-10317507b3ab tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765636 Apr 01 15:42:04.308352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-d21eeacc-c920-45c4-ae01-f69390c73a41 service neutron] 10.222.0.48 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371808 Apr 01 15:42:04.543239 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-d3dbdb7a-0557-4d55-9df8-c40d2e12a76e service neutron] 10.222.0.48 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283485 Apr 01 15:42:04.740451 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-423b7d86-3e9b-44e5-a0ce-61ac19e0b5e1 req-0c8c8ce2-3396-4c89-9add-d8250ef01fec tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 210 time: 0.0449693 Apr 01 15:42:05.137006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-13e27476-93d9-4ac0-95c2-00f2d652d1eb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:05.138483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-13e27476-93d9-4ac0-95c2-00f2d652d1eb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.62 "GET /v2.0/ports?device_id=247c1b91-b79d-4e48-a5c6-ddcb56b968d3 HTTP/1.1" status: 200 len: 946 time: 0.0808861 Apr 01 15:42:05.207054 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Deleting port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:42:05.207420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.453339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] For port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:05.453604 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.588282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Calling delete_port for eb4772af-a212-4eaa-aa4f-cf2f0338d5ee owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:42:05.745059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.753165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-1ee4e815-24b6-4c68-bb91-df654e7dbb47 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:05.755313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-1ee4e815-24b6-4c68-bb91-df654e7dbb47 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Synchronizing usage tracker for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:42:05.758167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:42:05.787944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-1ee4e815-24b6-4c68-bb91-df654e7dbb47 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Unset dirty status for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:42:05.790921 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-1ee4e815-24b6-4c68-bb91-df654e7dbb47 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 814 time: 0.1916113 Apr 01 15:42:05.802307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Pushing event deleted for resources: {'Port': ['ID=eb4772af-a212-4eaa-aa4f-cf2f0338d5ee,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:05.807980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Request body: {'port': {'device_id': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'network_id': '43c48f76-deab-4474-9958-70768e16d23b', 'admin_state_up': True, 'tenant_id': '2033a5dd3497447a8c99ffe9e9d31dd6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:42:05.853084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.853573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.854188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.854723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.855055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.855405 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.855970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.856348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.856675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.857265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.857621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.909516 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] No DVR routers for this DVR port eb4772af-a212-4eaa-aa4f-cf2f0338d5ee on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:05.912170 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.914979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-deleted', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:05.965907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-30777e29-414e-46cc-9a58-e7e74b73f91c req-7217e1c8-35dd-448f-86ef-c47a935b14e0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Synchronizing usage tracker for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:42:05.969610 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39db04cb-6e6c-4ec4-ae2c-e03dac1c9d8b req-5f3955dc-4472-43ba-ae60-14012398d5dc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.62 "DELETE /v2.0/ports/eb4772af-a212-4eaa-aa4f-cf2f0338d5ee HTTP/1.1" status: 204 len: 173 time: 0.8263721 Apr 01 15:42:05.971185 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c1b91-b79d-4e48-a5c6-ddcb56b968d3', 'name': 'network-vif-deleted', 'tag': 'eb4772af-a212-4eaa-aa4f-cf2f0338d5ee', 'status': 'completed', 'code': 200} Apr 01 15:42:05.981810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:42:05.986371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-30777e29-414e-46cc-9a58-e7e74b73f91c req-7217e1c8-35dd-448f-86ef-c47a935b14e0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Unset dirty status for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:42:05.988287 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-30777e29-414e-46cc-9a58-e7e74b73f91c req-7217e1c8-35dd-448f-86ef-c47a935b14e0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 210 time: 0.0669794 Apr 01 15:42:05.988667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Usage tracker for resource:port and tenant:2033a5dd3497447a8c99ffe9e9d31dd6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:42:05.994048 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:42:06.000134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:42:06.011243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Made reservation on behalf of 2033a5dd3497447a8c99ffe9e9d31dd6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:06.014306 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.179635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Allocated IP 172.20.0.12 (43c48f76-deab-4474-9958-70768e16d23b/a8368fac-3e5c-4c23-b49a-5464dfc181b2/bd0f54cb-3c7a-4525-8a67-9609b030641e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:06.485100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.518136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.528818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['eb4772af-a212-4eaa-aa4f-cf2f0338d5ee'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:42:06.595572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Network 43c48f76-deab-4474-9958-70768e16d23b is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:06.598839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:06.604140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:42:06.631634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:06.676741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:06.677351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.702842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-c40bcebd-f429-4da7-adbe-02a517aaef00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9005885 Apr 01 15:42:06.713458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Request body: {'port': {'device_id': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:42:06.823333 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.242522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0f54cb-3c7a-4525-8a67-9609b030641e {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:42:07.252092 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.273249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd72730-996a-4e6c-ab9f-b32832985bd2 req-4f5451b0-df0c-48ef-8ecd-49c491de2da9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:07.273909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0dd72730-996a-4e6c-ab9f-b32832985bd2 req-4f5451b0-df0c-48ef-8ecd-49c491de2da9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Synchronizing usage tracker for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:42:07.278796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Transition to ACTIVE for port object bd0f54cb-3c7a-4525-8a67-9609b030641e will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:42:07.286212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.328985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0dd72730-996a-4e6c-ab9f-b32832985bd2 req-4f5451b0-df0c-48ef-8ecd-49c491de2da9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Unset dirty status for tenant:2033a5dd3497447a8c99ffe9e9d31dd6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:42:07.330131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dd72730-996a-4e6c-ab9f-b32832985bd2 req-4f5451b0-df0c-48ef-8ecd-49c491de2da9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 932 time: 0.2121966 Apr 01 15:42:07.433533 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:07.485453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dd72730-996a-4e6c-ab9f-b32832985bd2 req-7998fd96-e9ab-43ab-89ae-aabe9c9ec967 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466022 Apr 01 15:42:07.554994 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:07.555280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:07.555556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:42:07.562103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Port bd0f54cb-3c7a-4525-8a67-9609b030641e on network 43c48f76-deab-4474-9958-70768e16d23b not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:42:07.562409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:42:07.568857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:42:07.569194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Checking segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:42:07.569546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Bound using segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:42:07.569955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Bound port: bd0f54cb-3c7a-4525-8a67-9609b030641e, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:07.570291 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.664138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:07.667816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:07.674404 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.740593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.742068 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] 10.222.0.62 "PUT /v2.0/ports/bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 1092 time: 1.0325749 Apr 01 15:42:07.742463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:07.761752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e05f-5dd6-43ce-84ee-8ef2a2fdaea7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:07.854101 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-4747b6be-fe6a-4cce-95e6-98c76eba332e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1095 time: 0.0734179 Apr 01 15:42:07.910277 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'status': 'completed', 'code': 200} Apr 01 15:42:07.926683 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-6f168b71-37b2-4297-992d-fd0fb6f1a458 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 217 time: 0.0662444 Apr 01 15:42:07.992910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-5cd9eaab-e98a-4f8c-8548-3b4627a3e078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:07.994355 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-5cd9eaab-e98a-4f8c-8548-3b4627a3e078 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0623848 Apr 01 15:42:08.039168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-fa6ae5d2-6e6d-4973-a204-1e58bb9e350f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387514 Apr 01 15:42:08.172772 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-44d55649-39a1-4292-9163-4080ada2b66b service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273317 Apr 01 15:42:08.432322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fad59ffb-0de6-4b04-a769-af8272c42271 req-4288661a-72ca-4280-8ed1-8fd6672ab4b7 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542269 Apr 01 15:42:08.554026 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-24cf640c-9bfc-406b-8c21-c1b047d8e72d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1095 time: 0.0753579 Apr 01 15:42:08.737538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-df463688-7b9c-4892-a19e-5566d95c9f09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:08.738905 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-df463688-7b9c-4892-a19e-5566d95c9f09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1791158 Apr 01 15:42:08.807320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e9a77-a0aa-4168-a701-2cc858c77855 req-01e52aff-4ca2-4277-b9af-159b95ecdc27 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:08.808770 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b6e9a77-a0aa-4168-a701-2cc858c77855 req-01e52aff-4ca2-4277-b9af-159b95ecdc27 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 944 time: 0.1804874 Apr 01 15:42:08.830879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-376fff89-e4c0-4a75-a071-d9d5b3cf8fde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 217 time: 0.0855000 Apr 01 15:42:08.905692 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6b6e9a77-a0aa-4168-a701-2cc858c77855 req-e0ab1f07-33a2-46b0-b7dc-b89f06c2ead0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893216 Apr 01 15:42:08.908911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-628f4d35-6691-459f-be80-77b4577c00b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:08.910229 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-628f4d35-6691-459f-be80-77b4577c00b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0715854 Apr 01 15:42:08.969462 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-df057000-e323-4496-ba9d-c0d92b2457c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508919 Apr 01 15:42:09.115786 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-11fcacb5-a2e7-4969-a013-60ad56b00bef service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404941 Apr 01 15:42:09.256999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5efd1614-aa54-410d-9601-e8820aa7de31 req-79fdef8a-125d-4c26-9944-07bc2a122406 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343718 Apr 01 15:42:09.884561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:42:09.958345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: eb4772af-a212-4eaa-aa4f-cf2f0338d5ee {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:42:09.958839 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device eb4772af-a212-4eaa-aa4f-cf2f0338d5ee not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:42:10.130518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c0b90-d29e-42f8-83a0-21c358b2ef02 req-d52c431c-629a-4332-a3eb-f7b2e4d25df1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:10.131883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c4c0b90-d29e-42f8-83a0-21c358b2ef02 req-d52c431c-629a-4332-a3eb-f7b2e4d25df1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 944 time: 0.0921135 Apr 01 15:42:10.180428 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c4c0b90-d29e-42f8-83a0-21c358b2ef02 req-3fa63e42-772b-4980-a7de-817a56a1c8a7 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 Apr 01 15:42:11.165870 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.392128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4deac3-9cc2-43c8-9803-da1b5b83032c req-4e782fff-9a3e-4fb0-8c90-ab66f32ff55e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:11.393554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c4deac3-9cc2-43c8-9803-da1b5b83032c req-4e782fff-9a3e-4fb0-8c90-ab66f32ff55e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 944 time: 0.0799148 Apr 01 15:42:11.442243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0c4deac3-9cc2-43c8-9803-da1b5b83032c req-a41ac7c0-18a6-45c8-9880-da38d41ac885 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Apr 01 15:42:11.884205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:42:12.033498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:12.046754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'network_id': '43c48f76-deab-4474-9958-70768e16d23b', 'port_id': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'mac_address': 'fa:16:3e:c7:5b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8368fac-3e5c-4c23-b49a-5464dfc181b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:42:12.100932 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.117795 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0f54cb-3c7a-4525-8a67-9609b030641e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:42:12.135987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:12.142127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.216940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:12.226750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.227093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.227447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.227779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.228102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.228427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.228748 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.229063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.229378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.229698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.230010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:12.327349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['bd0f54cb-3c7a-4525-8a67-9609b030641e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:42:12.668865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4616ef5-474c-48e6-a613-1e7564dd7021 req-e037da3c-3e87-4fd1-aba8-27a511331498 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:12.670302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4616ef5-474c-48e6-a613-1e7564dd7021 req-e037da3c-3e87-4fd1-aba8-27a511331498 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 945 time: 0.0806336 Apr 01 15:42:12.729767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4616ef5-474c-48e6-a613-1e7564dd7021 req-4b36cd15-8735-47e4-a170-a5c86cc29f75 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514524 Apr 01 15:42:13.898307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:42:13.942087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a11184-b92b-4b71-916d-ce695433736c req-acc494d9-9c59-428c-857b-a03a451b01ff tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:13.943634 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9a11184-b92b-4b71-916d-ce695433736c req-acc494d9-9c59-428c-857b-a03a451b01ff tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 945 time: 0.0868981 Apr 01 15:42:13.968441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port bd0f54cb-3c7a-4525-8a67-9609b030641e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:42:13.973605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port bd0f54cb-3c7a-4525-8a67-9609b030641e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:13.974081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.990994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9a11184-b92b-4b71-916d-ce695433736c req-93989dcd-1649-4066-88cf-27cfbe6e5f53 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Apr 01 15:42:14.087812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.114422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:14.124070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:14.128533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.169025 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'code': 200} Apr 01 15:42:14.194452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:14.306201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-243201b4-838a-44a1-a14e-18dfeb0d9e00 req-f53470d9-6998-4a4a-a59c-023a1fd5e778 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1097 time: 0.0802853 Apr 01 15:42:14.362204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-243201b4-838a-44a1-a14e-18dfeb0d9e00 req-86b2f695-82e2-4589-8c16-6a16a618d56b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496314 Apr 01 15:42:15.070451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.222070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56e00-bf7c-45c3-b140-572f62367a75 req-f0cd295f-5a00-4e4f-9197-7f6ffef2822c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:15.223771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9f56e00-bf7c-45c3-b140-572f62367a75 req-f0cd295f-5a00-4e4f-9197-7f6ffef2822c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0830142 Apr 01 15:42:15.276619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9f56e00-bf7c-45c3-b140-572f62367a75 req-c1ed1610-e0ed-4b83-8805-b01d387f1b67 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Apr 01 15:42:16.494378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244ad3f-901d-454d-840e-a06275ead59c req-42ecc6f5-9e9c-4e26-9872-dc7c3a982f5b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:16.495882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9244ad3f-901d-454d-840e-a06275ead59c req-42ecc6f5-9e9c-4e26-9872-dc7c3a982f5b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0820191 Apr 01 15:42:16.542175 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9244ad3f-901d-454d-840e-a06275ead59c req-462ef39a-3fcb-48e5-ab49-c07f736fa95f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Apr 01 15:42:16.751629 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67afd4-08f7-49ef-8884-819f556dda7b req-08b830c2-65a2-494a-a962-c7fa502e014c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:16.753076 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c67afd4-08f7-49ef-8884-819f556dda7b req-08b830c2-65a2-494a-a962-c7fa502e014c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0871527 Apr 01 15:42:16.799266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c67afd4-08f7-49ef-8884-819f556dda7b req-3f083da9-0379-4eba-9e58-f1d0345e483a tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Apr 01 15:42:17.010101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-556e9be9-9e11-4cbd-a536-218bc2cfb5c8 req-b5603fa7-7f13-4fcb-90f8-fc028146c4df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0711706 Apr 01 15:42:17.345299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-de5c12e3-ec43-45f7-b7dd-6d8892ebbbd9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283729 Apr 01 15:42:17.357420 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45652e7b-3734-414d-8545-8b921e04ba53 req-91591281-8dd5-4f87-81fc-a87e22a97f89 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:17.358753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45652e7b-3734-414d-8545-8b921e04ba53 req-91591281-8dd5-4f87-81fc-a87e22a97f89 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0962715 Apr 01 15:42:17.410170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-45652e7b-3734-414d-8545-8b921e04ba53 req-fa7f3cef-3618-4bd0-aabd-5535ffa87ec9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Apr 01 15:42:18.562038 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-2bdd0ef2-f6ec-4b2c-b9f5-d798b8a6c34f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1097 time: 0.0687418 Apr 01 15:42:18.614411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489da9-14cc-4bdc-88a2-6b91a2d3db47 req-a4a68e1b-1571-4fdd-90c5-a2b057ede679 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:18.615914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b489da9-14cc-4bdc-88a2-6b91a2d3db47 req-a4a68e1b-1571-4fdd-90c5-a2b057ede679 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0795379 Apr 01 15:42:18.663806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6b489da9-14cc-4bdc-88a2-6b91a2d3db47 req-6e0ceb5b-edba-486b-9fd1-e1c117e6a265 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Apr 01 15:42:18.790107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-84920ea1-292f-466a-9fd8-bf2a6364740c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:18.791591 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-84920ea1-292f-466a-9fd8-bf2a6364740c service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.2244246 Apr 01 15:42:18.861819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-533ee543-1c67-490e-b64f-fe1260dcedc1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 217 time: 0.0639534 Apr 01 15:42:18.931252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-e31cf435-4473-420e-8f6b-9f97e5135c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:18.933376 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-e31cf435-4473-420e-8f6b-9f97e5135c57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0665250 Apr 01 15:42:18.988581 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-cd3d57e7-63d0-49e1-bfb8-59d121fa65e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492568 Apr 01 15:42:19.117507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-32eccc3d-2d88-4d14-8d2b-33c67b86eeb3 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233876 Apr 01 15:42:19.250608 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-1316bcd4-c32c-4bad-aa17-73dd7e9b66c2 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276643 Apr 01 15:42:19.891499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57ecab-4aad-40d4-bc40-72a3f2477ca2 req-901ac935-3bb2-45df-8a03-4d18b03c442b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:19.892996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b57ecab-4aad-40d4-bc40-72a3f2477ca2 req-901ac935-3bb2-45df-8a03-4d18b03c442b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0914073 Apr 01 15:42:19.939531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9b57ecab-4aad-40d4-bc40-72a3f2477ca2 req-9b271ac7-1129-4c7c-b1bd-d3ee49e29462 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Apr 01 15:42:21.154421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f438a-0283-40af-8573-6380646f81d8 req-2526bd0a-6fd1-4f18-a96a-9f5bd2c88396 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:21.155797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-686f438a-0283-40af-8573-6380646f81d8 req-2526bd0a-6fd1-4f18-a96a-9f5bd2c88396 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0787265 Apr 01 15:42:21.204375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-686f438a-0283-40af-8573-6380646f81d8 req-6aca4d0a-76f8-4409-8507-063d19833584 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Apr 01 15:42:22.414363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acace9c-a527-4ee1-b24c-32b56884b865 req-7563ce5d-659b-445c-8d55-5f431c0eed3e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:22.415721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7acace9c-a527-4ee1-b24c-32b56884b865 req-7563ce5d-659b-445c-8d55-5f431c0eed3e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0840302 Apr 01 15:42:22.469695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7acace9c-a527-4ee1-b24c-32b56884b865 req-37c4252e-4ee2-46cb-8983-90f5284527fa tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451298 Apr 01 15:42:23.688387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c76ebe-b904-4a3d-945e-1f234f74c828 req-ca453683-ac24-4116-95ad-5bbd079f6fcc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:23.689810 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e9c76ebe-b904-4a3d-945e-1f234f74c828 req-ca453683-ac24-4116-95ad-5bbd079f6fcc tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0872309 Apr 01 15:42:23.737012 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e9c76ebe-b904-4a3d-945e-1f234f74c828 req-5e37561a-923f-41bf-8be0-867cb14156ac tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Apr 01 15:42:24.932143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a9707-3182-413e-a56a-d97a4c7eeb82 req-f8e9f0d6-9c78-42da-886e-151e25d46ade tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:24.933557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-333a9707-3182-413e-a56a-d97a4c7eeb82 req-f8e9f0d6-9c78-42da-886e-151e25d46ade tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0768366 Apr 01 15:42:24.980237 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-333a9707-3182-413e-a56a-d97a4c7eeb82 req-941cf020-38ac-4c26-b772-4f0e704b743f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Apr 01 15:42:26.188690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f0ff7-c5cf-458e-adc0-175ab537f8d3 req-220dc9d3-be48-4711-be5d-c03a01eaaf08 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:26.190255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb3f0ff7-c5cf-458e-adc0-175ab537f8d3 req-220dc9d3-be48-4711-be5d-c03a01eaaf08 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0832803 Apr 01 15:42:26.239380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb3f0ff7-c5cf-458e-adc0-175ab537f8d3 req-6e8d8e98-12b6-4e03-a108-425577578bce tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Apr 01 15:42:27.442925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1959dc-6d39-442f-bdf6-75cb8f99c067 req-0a499a31-273e-45ce-b7fb-47e4b8562bed tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.444343 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f1959dc-6d39-442f-bdf6-75cb8f99c067 req-0a499a31-273e-45ce-b7fb-47e4b8562bed tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0815084 Apr 01 15:42:27.490744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6f1959dc-6d39-442f-bdf6-75cb8f99c067 req-3bac572c-4d91-4d8d-9992-de2f42df4ddb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Apr 01 15:42:27.888065 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7ebf-349f-40e7-9e7c-779ebf2825fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.781489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6cc09-08f3-4fe7-82e2-4b4ca977c34f req-ccda8fa0-3308-4c22-92fc-a4ceaa8e054f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.782931 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25d6cc09-08f3-4fe7-82e2-4b4ca977c34f req-ccda8fa0-3308-4c22-92fc-a4ceaa8e054f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.1659217 Apr 01 15:42:28.829153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-25d6cc09-08f3-4fe7-82e2-4b4ca977c34f req-73d9349a-56da-41b5-a053-160287822c56 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Apr 01 15:42:30.041003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dc806-6bcc-43c3-b2e1-3fc9b8b04d16 req-f25d5002-8c72-4aac-a102-1141186bcf20 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:30.042440 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f5dc806-6bcc-43c3-b2e1-3fc9b8b04d16 req-f25d5002-8c72-4aac-a102-1141186bcf20 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0782590 Apr 01 15:42:30.089928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f5dc806-6bcc-43c3-b2e1-3fc9b8b04d16 req-d927e630-8a24-47fb-b2d7-ca9a26c24d1f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Apr 01 15:42:30.320731 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88a47214-219d-49db-9e0d-701a8b197424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.313443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9440c98-66cc-433e-be7a-142125705cc9 req-800d86c6-e26a-488d-89db-6431fd2872f0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:31.315265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9440c98-66cc-433e-be7a-142125705cc9 req-800d86c6-e26a-488d-89db-6431fd2872f0 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0933237 Apr 01 15:42:31.337016 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.363039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9440c98-66cc-433e-be7a-142125705cc9 req-8e49fd0d-cdd8-462c-a063-589602877f40 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Apr 01 15:42:31.442945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.592192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184c669-5328-4bbc-b886-c7160d52228c req-64aa0861-0529-46bc-9c82-87e88b3cb4e1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:32.593558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9184c669-5328-4bbc-b886-c7160d52228c req-64aa0861-0529-46bc-9c82-87e88b3cb4e1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0914111 Apr 01 15:42:32.641734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9184c669-5328-4bbc-b886-c7160d52228c req-4443252a-fe11-452f-8325-e7d82298e76e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Apr 01 15:42:32.890788 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.862838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae876-ea24-4474-a12b-b4c96523fbea req-65e9a634-9461-4e1a-b151-79fb5035fc19 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:33.864330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3bae876-ea24-4474-a12b-b4c96523fbea req-65e9a634-9461-4e1a-b151-79fb5035fc19 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0910153 Apr 01 15:42:33.911308 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e3bae876-ea24-4474-a12b-b4c96523fbea req-7919cf0d-2a21-472e-9efe-d4500cdf9b1a tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Apr 01 15:42:35.135623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9734cec-4685-4c41-b220-f70abaae55bf req-d6215f84-093a-4742-8ae3-14556727a1dd tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:35.136982 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9734cec-4685-4c41-b220-f70abaae55bf req-d6215f84-093a-4742-8ae3-14556727a1dd tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0957749 Apr 01 15:42:35.188290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d9734cec-4685-4c41-b220-f70abaae55bf req-fb9afe94-3fa5-453d-8163-907f686eda7b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Apr 01 15:42:36.405034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7afd5-c40b-4a9a-947c-4498396f05cd req-374a250b-874b-4eff-8d28-d575e684cc4e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:36.406445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-20b7afd5-c40b-4a9a-947c-4498396f05cd req-374a250b-874b-4eff-8d28-d575e684cc4e tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0862467 Apr 01 15:42:36.454346 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-20b7afd5-c40b-4a9a-947c-4498396f05cd req-8a30f9d7-8c7e-41c6-89d2-45e4cd377000 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Apr 01 15:42:37.679129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1571a-07ba-4faf-a15e-667201adbdee req-f985f029-42ad-4632-a698-9bfd29689933 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:37.680706 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71e1571a-07ba-4faf-a15e-667201adbdee req-f985f029-42ad-4632-a698-9bfd29689933 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0888023 Apr 01 15:42:37.731121 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71e1571a-07ba-4faf-a15e-667201adbdee req-2267dc8f-2a4e-4c9c-89bb-434304e83bb1 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Apr 01 15:42:38.934839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d45f-e746-4cf1-8c53-d0fbc38ae1ab req-15866296-d66f-4f2c-8db1-ef9421d5e561 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:38.936591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9a4d45f-e746-4cf1-8c53-d0fbc38ae1ab req-15866296-d66f-4f2c-8db1-ef9421d5e561 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0800822 Apr 01 15:42:38.989330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b9a4d45f-e746-4cf1-8c53-d0fbc38ae1ab req-756865c5-fd82-420b-a385-5cacdbca83c5 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451822 Apr 01 15:42:40.206755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d99d67-05e5-4d47-8c56-f6f1d83d77a1 req-d59057ed-2af3-4f67-8bfa-7b8ff7cc9e9c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:40.208224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7d99d67-05e5-4d47-8c56-f6f1d83d77a1 req-d59057ed-2af3-4f67-8bfa-7b8ff7cc9e9c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0820403 Apr 01 15:42:40.255526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e7d99d67-05e5-4d47-8c56-f6f1d83d77a1 req-9a37ad06-fde0-42af-967b-e7b4d467edd9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Apr 01 15:42:41.072306 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:42:41.182570 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.465631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188820a-a923-4ca6-a8f8-fa3c5bf8a0fb req-39127cec-f88a-4411-ac1c-29933bf8af00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:41.466957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6188820a-a923-4ca6-a8f8-fa3c5bf8a0fb req-39127cec-f88a-4411-ac1c-29933bf8af00 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0815561 Apr 01 15:42:41.515352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6188820a-a923-4ca6-a8f8-fa3c5bf8a0fb req-dc59ad5e-0eb6-4e33-b15d-813fbd029c67 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Apr 01 15:42:42.736673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8175f-de4d-454a-ad35-a7ac3a2b7141 req-bd65a25f-79ab-441b-ae8e-903aa7a03c9d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:42.738204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b7b8175f-de4d-454a-ad35-a7ac3a2b7141 req-bd65a25f-79ab-441b-ae8e-903aa7a03c9d tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0920498 Apr 01 15:42:42.784899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b7b8175f-de4d-454a-ad35-a7ac3a2b7141 req-72602fbf-7240-4a93-9120-02d41d1c788b tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Apr 01 15:42:43.995300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0eb9e-e262-4882-973d-98d8a474dd19 req-984cbfbe-c263-4080-aeb8-5afd52c00622 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:43.996733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8c0eb9e-e262-4882-973d-98d8a474dd19 req-984cbfbe-c263-4080-aeb8-5afd52c00622 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0899141 Apr 01 15:42:44.046299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c8c0eb9e-e262-4882-973d-98d8a474dd19 req-76439a46-2bc1-406d-ab0c-4fe2df1ec477 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Apr 01 15:42:45.087567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.276336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b64fb-49c1-44b9-8271-e1806b9608b6 req-ecc194eb-7230-4546-950f-cd9e74a6614c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:45.277772 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa3b64fb-49c1-44b9-8271-e1806b9608b6 req-ecc194eb-7230-4546-950f-cd9e74a6614c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0945842 Apr 01 15:42:45.324878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa3b64fb-49c1-44b9-8271-e1806b9608b6 req-5d4fc703-d317-4f09-ba49-de7900b956f4 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Apr 01 15:42:46.048430 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-e498239b-c8fc-4118-aa63-316da21ecaa1 service neutron] show failed (client error): The resource could not be found. Apr 01 15:42:46.049934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-e498239b-c8fc-4118-aa63-316da21ecaa1 service neutron] 10.222.0.62 "GET /v2.0/ports/bd0f54cb-3c7a-4525-8a67-9609b030641e/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0875602 Apr 01 15:42:46.322113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-efcbf897-b1d0-410f-bca5-1687a1c0c3df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b&tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0716670 Apr 01 15:42:46.334967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:42:46.444710 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.664681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99af279-660f-4ca2-873e-31ba855e97a0 req-8fca7d9e-44c3-4d10-8439-0c8617200dc3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:46.666029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e99af279-660f-4ca2-873e-31ba855e97a0 req-8fca7d9e-44c3-4d10-8439-0c8617200dc3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.2115948 Apr 01 15:42:46.803149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e99af279-660f-4ca2-873e-31ba855e97a0 req-dd0968c7-6cae-4525-a30c-120bafe4e206 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182721 Apr 01 15:42:46.830436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:46.865733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:46.926541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:46.932420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.947339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Transition to ACTIVE for port object bd0f54cb-3c7a-4525-8a67-9609b030641e will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:42:46.953317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.061715 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'code': 200} Apr 01 15:42:47.081194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.116916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] No DVR routers for this DVR port bd0f54cb-3c7a-4525-8a67-9609b030641e on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:47.172194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:47.172468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:47.172810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:42:47.178787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Port bd0f54cb-3c7a-4525-8a67-9609b030641e on network 43c48f76-deab-4474-9958-70768e16d23b not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:42:47.179019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Attempting to bind port bd0f54cb-3c7a-4525-8a67-9609b030641e on network 43c48f76-deab-4474-9958-70768e16d23b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:42:47.185762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:42:47.186103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Checking segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:42:47.186479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Bound using segment: {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:42:47.186878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Bound port: bd0f54cb-3c7a-4525-8a67-9609b030641e, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c48f2f0-3524-4336-8d6e-7def1668266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43c48f76-deab-4474-9958-70768e16d23b'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:47.187237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.283985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:47.287348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:47.296941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.448851 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.450220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] 10.222.0.44 "PUT /v2.0/ports/bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 1092 time: 1.1190972 Apr 01 15:42:47.463136 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9655ff-0798-4836-b248-1cebe3a91136 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.542647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-98d620f1-07a8-42b6-b2fb-f2e7218a40b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1095 time: 0.0703263 Apr 01 15:42:47.675795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-0d7b4646-0e38-4d60-8c4f-86d1cc3b48ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:47.677359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-0d7b4646-0e38-4d60-8c4f-86d1cc3b48ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1291904 Apr 01 15:42:47.747879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-d2fc2510-ed45-4fac-addd-b15b58331e83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 217 time: 0.0647314 Apr 01 15:42:47.816434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-e86f895b-f297-4848-8815-4b3e4ae968a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:47.818024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-e86f895b-f297-4848-8815-4b3e4ae968a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0644369 Apr 01 15:42:47.865446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-2f4d97f1-6c16-4f99-901c-d7819fb7cc54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408788 Apr 01 15:42:48.045349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-f2333bab-89df-475c-8868-5572cae8d2e9 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734414 Apr 01 15:42:48.077801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d58b7-01ef-4645-a529-107d06b6b71f req-1e0d3c93-25a1-46cb-84f6-77357e884f88 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:48.079176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-617d58b7-01ef-4645-a529-107d06b6b71f req-1e0d3c93-25a1-46cb-84f6-77357e884f88 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 944 time: 0.1434305 Apr 01 15:42:48.196580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-617d58b7-01ef-4645-a529-107d06b6b71f req-72be07bb-38c6-48c2-a6aa-7480110e5f96 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712826 Apr 01 15:42:48.214856 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87ca6318-ae95-4ac1-bf48-ed6420bff404 req-3d45cf24-b9c0-4d83-807f-f084dad0d42a service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618879 Apr 01 15:42:49.062995 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:49.146729 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'status': 'completed', 'code': 200} Apr 01 15:42:49.243118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-63a4d6e2-7564-49ab-8acc-ec7fac48566b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1095 time: 0.0762236 Apr 01 15:42:49.246272 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-b5dd09b9-6896-45bb-a01a-f71ce52ff73d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1095 time: 0.0762639 Apr 01 15:42:49.431092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-12a799d0-8998-488c-a897-9afeac708db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.432488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-12a799d0-8998-488c-a897-9afeac708db4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1832225 Apr 01 15:42:49.484932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-18e64797-47b5-4e63-86c6-09fa340f78d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.486402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-18e64797-47b5-4e63-86c6-09fa340f78d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.2342227 Apr 01 15:42:49.508446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-fc9de94d-89f8-446c-92f8-97d7f6304037 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 217 time: 0.0695453 Apr 01 15:42:49.513819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a769f-b586-43be-936c-0dab23d30f22 req-92eac567-e4ce-44e5-85d1-0ade4ba344d8 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.515244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-014a769f-b586-43be-936c-0dab23d30f22 req-92eac567-e4ce-44e5-85d1-0ade4ba344d8 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 944 time: 0.1888449 Apr 01 15:42:49.556833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-11a8944b-0b96-478f-b37b-95399ba7fe59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 217 time: 0.0644422 Apr 01 15:42:49.606374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-b534f799-357d-46e9-b093-9c7b0fed0e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.607834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-b534f799-357d-46e9-b093-9c7b0fed0e98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0917592 Apr 01 15:42:49.612541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-014a769f-b586-43be-936c-0dab23d30f22 req-a15ba774-fab7-47ee-a3a9-2339a816ebf4 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676877 Apr 01 15:42:49.621562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-17bd103c-b15b-4d20-a1e4-01ea03afc635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.623038 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-17bd103c-b15b-4d20-a1e4-01ea03afc635 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0613155 Apr 01 15:42:49.653438 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-f0782fee-5066-49fc-b2bb-e1ee8bdce27e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394988 Apr 01 15:42:49.669106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-31854914-2fcf-4489-9016-11d0a05ff4a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396168 Apr 01 15:42:49.790892 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-7b7b50df-b397-4945-a3d2-3e7062ff7045 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287899 Apr 01 15:42:49.810867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-e5f86183-39d7-42c9-b0fe-6325f8b29434 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357908 Apr 01 15:42:49.985152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-11c449aa-c555-4af6-b4d8-3f16db40f86a service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681919 Apr 01 15:42:50.041537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9840ca89-94e7-4ef1-9cc6-d0ccfd2ac56e req-10e5b078-1c23-44fa-8d42-2252412cd0d7 service neutron] 10.222.0.44 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447779 Apr 01 15:42:50.052746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:42:50.108572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:42:50.465007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:42:50.612240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:50.626270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'network_id': '43c48f76-deab-4474-9958-70768e16d23b', 'port_id': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'mac_address': 'fa:16:3e:c7:5b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8368fac-3e5c-4c23-b49a-5464dfc181b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:42:50.679767 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.701828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0f54cb-3c7a-4525-8a67-9609b030641e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:42:50.717530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:50.723515 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.788481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:50.819314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8a007-ba6a-457d-b05b-500493c43b96 req-0128e4df-ff55-41a5-a604-e90dc10a6336 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:50.820782 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19e8a007-ba6a-457d-b05b-500493c43b96 req-0128e4df-ff55-41a5-a604-e90dc10a6336 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 945 time: 0.0809321 Apr 01 15:42:50.867079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19e8a007-ba6a-457d-b05b-500493c43b96 req-f2de2970-8548-40f6-be55-df84dae44914 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Apr 01 15:42:50.948034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['bd0f54cb-3c7a-4525-8a67-9609b030641e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:42:51.263169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-0fe6b22d-0c82-4e3e-a3e0-99032b83cea6 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:51.264852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-0fe6b22d-0c82-4e3e-a3e0-99032b83cea6 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b&tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 945 time: 0.1380694 Apr 01 15:42:51.273495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1043f66-d08e-4dfb-9ab3-bec8ba8a68f8 req-414e32a1-0a79-462d-8f68-beadff124ff3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:51.274843 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1043f66-d08e-4dfb-9ab3-bec8ba8a68f8 req-414e32a1-0a79-462d-8f68-beadff124ff3 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 945 time: 0.1132374 Apr 01 15:42:51.377707 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c1043f66-d08e-4dfb-9ab3-bec8ba8a68f8 req-c2216c8f-14f2-4ec0-92a5-0fc1f3145756 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709770 Apr 01 15:42:51.379784 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-f6828db7-af66-44da-a8d1-ba103766256c service neutron] delete failed (client error): The resource could not be found. Apr 01 15:42:51.380733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-f6828db7-af66-44da-a8d1-ba103766256c service neutron] 10.222.0.62 "DELETE /v2.0/ports/bd0f54cb-3c7a-4525-8a67-9609b030641e/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.1049759 Apr 01 15:42:51.536450 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-6de855e4-aafe-4790-a95f-4900f4ab30c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 1096 time: 0.0838549 Apr 01 15:42:51.672330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-b637fc7d-dcca-4b4d-bcb4-9acde1e120bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:51.673785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-b637fc7d-dcca-4b4d-bcb4-9acde1e120bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 200 len: 915 time: 0.1319420 Apr 01 15:42:51.744437 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-b44b89a1-c1a6-413a-978c-d734830a8bc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 200 len: 217 time: 0.0649748 Apr 01 15:42:51.806370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-44c9fa05-ceba-47ec-bbbb-db1570e08087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:51.807860 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-44c9fa05-ceba-47ec-bbbb-db1570e08087 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 200 len: 854 time: 0.0576913 Apr 01 15:42:51.852532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-1900e8a3-571f-43be-92e5-16239afa0bbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c48f76-deab-4474-9958-70768e16d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392618 Apr 01 15:42:51.987036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-ec90f159-1e58-45dd-bd36-de1c73de0ec6 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283677 Apr 01 15:42:52.127362 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-90252cb4-6496-469c-9bd2-6b30bab5e706 req-27a739c7-8a5e-433a-bad1-031e4dcad580 service neutron] 10.222.0.62 "GET /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347315 Apr 01 15:42:52.474929 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:42:52.547045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port bd0f54cb-3c7a-4525-8a67-9609b030641e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:42:52.552399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port bd0f54cb-3c7a-4525-8a67-9609b030641e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:52.552766 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.596528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab43623-9fb5-494a-bb29-86ad52e9cca2 req-3165d2f6-93cf-4136-af21-36db601ed009 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:52.598003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ab43623-9fb5-494a-bb29-86ad52e9cca2 req-3165d2f6-93cf-4136-af21-36db601ed009 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 945 time: 0.0856779 Apr 01 15:42:52.655670 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ab43623-9fb5-494a-bb29-86ad52e9cca2 req-da6aecb7-c4d7-424f-b7f9-573629441c4c tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505960 Apr 01 15:42:52.671306 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.698671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:52.708358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:52.713184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.779445 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'code': 200} Apr 01 15:42:52.784967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:53.856787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd47089-7456-4c78-a418-e22a917be06b req-8041ba77-c4d5-4d5c-aebf-948b33a30635 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.858238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fd47089-7456-4c78-a418-e22a917be06b req-8041ba77-c4d5-4d5c-aebf-948b33a30635 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0819702 Apr 01 15:42:53.906340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fd47089-7456-4c78-a418-e22a917be06b req-8adb080c-1c50-46ca-85f4-e863b2b48b7f tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Apr 01 15:42:54.230650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2af8c3-083c-440b-851c-1129620d0a41 req-ba381ad5-9961-4cee-98ed-e1dc688d9827 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:54.232012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d2af8c3-083c-440b-851c-1129620d0a41 req-ba381ad5-9961-4cee-98ed-e1dc688d9827 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.1864243 Apr 01 15:42:54.276708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d2af8c3-083c-440b-851c-1129620d0a41 req-5028e28a-b56e-4cac-af3c-881f83147dc8 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Apr 01 15:42:54.636521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005839-ed34-4368-9cb4-ed18b258ff82 req-92693ac0-fa1a-48ec-98d3-913f415fd532 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:54.638050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90005839-ed34-4368-9cb4-ed18b258ff82 req-92693ac0-fa1a-48ec-98d3-913f415fd532 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0849807 Apr 01 15:42:54.683772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-90005839-ed34-4368-9cb4-ed18b258ff82 req-3c3bf662-97d6-4f4d-b73c-b50b387977f8 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Apr 01 15:42:55.297450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a3571-7337-4377-adcf-9c98460d2aae req-713ee492-4482-4dcf-beff-b60352b1dc81 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:55.298890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a17a3571-7337-4377-adcf-9c98460d2aae req-713ee492-4482-4dcf-beff-b60352b1dc81 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0866849 Apr 01 15:42:55.347061 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a17a3571-7337-4377-adcf-9c98460d2aae req-d68ce926-ca05-4e47-ad41-1dabc8884805 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Apr 01 15:42:56.385786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813869d-3146-44a6-8789-ff49884fb71a req-2dd34f5f-b817-4da6-88e4-42cd3651dfed tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:56.387227 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8813869d-3146-44a6-8789-ff49884fb71a req-2dd34f5f-b817-4da6-88e4-42cd3651dfed tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.0889854 Apr 01 15:42:56.459773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Deleting port bd0f54cb-3c7a-4525-8a67-9609b030641e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:42:56.460129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.708057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9be657-cdd4-4ff3-943b-711b0fa6378c req-78de2edf-5706-49a0-b72f-c37510a55651 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:56.709403 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f9be657-cdd4-4ff3-943b-711b0fa6378c req-78de2edf-5706-49a0-b72f-c37510a55651 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a311159-a2f2-4cf1-9ad0-64c8cd18976b HTTP/1.1" status: 200 len: 946 time: 0.2220671 Apr 01 15:42:56.789590 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] For port bd0f54cb-3c7a-4525-8a67-9609b030641e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=bd0f54cb-3c7a-4525-8a67-9609b030641e,segment=NetworkSegment(9c48f2f0-3524-4336-8d6e-7def1668266d),segment_id=9c48f2f0-3524-4336-8d6e-7def1668266d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:56.789915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.803735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6f9be657-cdd4-4ff3-943b-711b0fa6378c req-89cd205c-6d65-44aa-9910-4f73cb038ae9 tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.48 "GET /v2.0/security-groups?id=85b4175b-ac73-4841-a8bf-975977015039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878317 Apr 01 15:42:56.913107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Calling delete_port for bd0f54cb-3c7a-4525-8a67-9609b030641e owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:42:57.072099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.133674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Pushing event deleted for resources: {'Port': ['ID=bd0f54cb-3c7a-4525-8a67-9609b030641e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:57.205662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] No DVR routers for this DVR port bd0f54cb-3c7a-4525-8a67-9609b030641e on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:57.208600 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.211302 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-deleted', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:42:57.230380 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8813869d-3146-44a6-8789-ff49884fb71a req-d4ab222d-c6df-4d9e-8d23-a048ffefbcdb tempest-ServerDiskConfigTestJSON-612680575 tempest-ServerDiskConfigTestJSON-612680575-project] 10.222.0.44 "DELETE /v2.0/ports/bd0f54cb-3c7a-4525-8a67-9609b030641e HTTP/1.1" status: 204 len: 173 time: 0.8373027 Apr 01 15:42:57.269897 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a311159-a2f2-4cf1-9ad0-64c8cd18976b', 'name': 'network-vif-deleted', 'tag': 'bd0f54cb-3c7a-4525-8a67-9609b030641e', 'status': 'completed', 'code': 200} Apr 01 15:42:57.881454 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dca71746-3774-4b9c-8288-18e7a0266efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.075473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45506) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:42:58.138996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Deleting subnet a8368fac-3e5c-4c23-b49a-5464dfc181b2 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:42:58.142269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.191343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.256022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.325512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.361852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8368fac-3e5c-4c23-b49a-5464dfc181b2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:58.373651 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.376787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.377124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.377453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.377781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.378107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.378429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.378733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.379051 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.379395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.379716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.380029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:58.386391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1cd099d5-413e-432a-8fb8-efc347e231b4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8368fac-3e5c-4c23-b49a-5464dfc181b2 HTTP/1.1" status: 204 len: 168 time: 0.3098660 Apr 01 15:42:58.390292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45510) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:42:58.505769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:42:58.506051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.541204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: bd0f54cb-3c7a-4525-8a67-9609b030641e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:42:58.541635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device bd0f54cb-3c7a-4525-8a67-9609b030641e not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:42:58.632161 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.657585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c48f76-deab-4474-9958-70768e16d23b']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.672359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c48f2f0-3524-4336-8d6e-7def1668266d') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.672802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c48f2f0-3524-4336-8d6e-7def1668266d') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.693204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.716046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.724075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:42:58.724591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:58.737689 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:58.903375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.919420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.929488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c48f76-deab-4474-9958-70768e16d23b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:58.939100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e6c046a2-c3bc-4078-80fb-0928bec78005 admin admin] 10.222.0.48 "DELETE /v2.0/networks/43c48f76-deab-4474-9958-70768e16d23b HTTP/1.1" status: 204 len: 168 time: 0.5474331 Apr 01 15:42:59.081278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45516) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:42:59.137743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ad5ed45e-219d-437a-b8a5-851a50be9b2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2033a5dd3497447a8c99ffe9e9d31dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552392 Apr 01 15:42:59.141461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45520) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:42:59.205597 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86fbbf33-f92a-4b24-bbd1-904876c55f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.230691 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86fbbf33-f92a-4b24-bbd1-904876c55f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.287955 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86fbbf33-f92a-4b24-bbd1-904876c55f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.305723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbbf33-f92a-4b24-bbd1-904876c55f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b4175b-ac73-4841-a8bf-975977015039,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:59.317780 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-86fbbf33-f92a-4b24-bbd1-904876c55f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.318949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-86fbbf33-f92a-4b24-bbd1-904876c55f28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85b4175b-ac73-4841-a8bf-975977015039 HTTP/1.1" status: 204 len: 168 time: 0.1764977 Apr 01 15:43:00.194531 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45542) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:00.314511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37c33d01-b7f8-445f-a772-4988469aae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.331951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1038690621-network', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:00.337527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:00.341733 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Usage tracker for resource:network and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:00.344685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:00.350572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:00.362527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Made reservation on behalf of b6250555ad164319b161826a9e3aeb4f for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:00.364968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.377496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.410908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:00.416164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Usage tracker for resource:security_group_rule and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:00.419008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:00.424794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:00.494646 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.500965 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.538980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:00.547011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8257a18a-def5-4158-bda8-2b9f2f4a4ac3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:00.552523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.552912 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Added segment 5b89ca15-d298-45eb-a151-69651c98dc84 of type vlan for network 6ff4d72d-575a-4879-8058-a3f00ab6c27e Apr 01 15:43:00.581992 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.615723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.616631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:00.617234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.725634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff4d72d-575a-4879-8058-a3f00ab6c27e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:00.728588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff3c816d-f7dd-4cfc-921b-afd0c72c0af9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5330472 Apr 01 15:43:00.736275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45548) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:00.736956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:43:00.743547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Request body: {'subnet': {'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1038690621-subnet', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:00.748165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:00.752472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Usage tracker for resource:subnet and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:00.755574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:00.762123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:00.773893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Made reservation on behalf of b6250555ad164319b161826a9e3aeb4f for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:00.777038 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.997707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.059168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc30819f-21b7-4caf-b061-81f8ae21a09b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.094312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:43:01.094649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Network hostable DHCP agents. Network: 6ff4d72d-575a-4879-8058-a3f00ab6c27e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:01.118284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:01.129164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 6ff4d72d-575a-4879-8058-a3f00ab6c27e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:01.133359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:01.134104 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.139463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915444dd-148c-41d1-b158-0f0d1b03bdd4 None None] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:43:01.155898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d9b6350-e447-4c43-99d6-215eea40bf74 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4181890 Apr 01 15:43:01.158839 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45552) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:01.164182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:01.169982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:01.174118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Usage tracker for resource:router and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:01.177098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:01.182998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:01.195506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.196641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.215819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.360695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:43:01.361349 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.361732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.376660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.466444 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.529080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Allocated IP 172.20.0.2 (6ff4d72d-575a-4879-8058-a3f00ab6c27e/cc30819f-21b7-4caf-b061-81f8ae21a09b/9ae8f0c8-f607-4d47-91cf-5152e279e97b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:01.553485 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.583885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.722730 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Allocated IP 172.25.2.149 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/4d1d7133-5083-4d5a-ac66-d59dca81ae1c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:01.733311 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.744915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Transition to ACTIVE for port object 9ae8f0c8-f607-4d47-91cf-5152e279e97b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:01.764569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Transition to ACTIVE for port object 9ae8f0c8-f607-4d47-91cf-5152e279e97b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:01.770619 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.836925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:01.839673 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:01.842100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:43:01.850186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Pushing event updated for resources: {'Port': ['ID=9ae8f0c8-f607-4d47-91cf-5152e279e97b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.873253 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.901122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.938958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Attempting to bind port 9ae8f0c8-f607-4d47-91cf-5152e279e97b on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:01.939353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Attempting to bind port 9ae8f0c8-f607-4d47-91cf-5152e279e97b by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:01.939710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Attempting to bind port 9ae8f0c8-f607-4d47-91cf-5152e279e97b on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:43:01.946232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:43:01.946593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:43:01.947345 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.947805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:43:01.948178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Bound port: 9ae8f0c8-f607-4d47-91cf-5152e279e97b, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:01.948555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.969775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:01.972676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:01.977250 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:43:02.001035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:02.034801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] For port 9ae8f0c8-f607-4d47-91cf-5152e279e97b, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:02.037791 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] For port 9ae8f0c8-f607-4d47-91cf-5152e279e97b, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ae8f0c8-f607-4d47-91cf-5152e279e97b,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:02.043043 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.130019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553cf83-2663-4d9b-8e9f-2545467ff905 None None] Pushing event updated for resources: {'Port': ['ID=9ae8f0c8-f607-4d47-91cf-5152e279e97b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:02.249466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.250231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.408087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ae8f0c8-f607-4d47-91cf-5152e279e97b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:02.483035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 9ae8f0c8-f607-4d47-91cf-5152e279e97b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:02.511879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:43:02.725037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:02.737743 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:43:02.750731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.752054 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e8227f8c-1282-4b37-92dd-951a75a3a081 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5920856 Apr 01 15:43:02.755326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45556) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:02.755815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:02.756571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:02.921668 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.963883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:03.154697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecae07d-2615-4e5f-85fe-93a1f4277d75 None None] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:43:03.356771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-705c871e-a452-453b-ab7b-5d32a4e76952 None None] Provisioning for port 9ae8f0c8-f607-4d47-91cf-5152e279e97b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:03.370674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-705c871e-a452-453b-ab7b-5d32a4e76952 None None] Provisioning complete for port 9ae8f0c8-f607-4d47-91cf-5152e279e97b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:03.371092 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-705c871e-a452-453b-ab7b-5d32a4e76952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.536003 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.619871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-705c871e-a452-453b-ab7b-5d32a4e76952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.629158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:02Z', 'revision_number': 3, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:03.641039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:43:03.641383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Updating router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:43:03.710288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-705c871e-a452-453b-ab7b-5d32a4e76952 None None] For port 9ae8f0c8-f607-4d47-91cf-5152e279e97b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ae8f0c8-f607-4d47-91cf-5152e279e97b,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:03.711321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.737913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Allocated IP 172.20.0.1 (6ff4d72d-575a-4879-8058-a3f00ab6c27e/cc30819f-21b7-4caf-b061-81f8ae21a09b/1d65e112-49ce-458c-af59-24bed022f25e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:03.748739 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-705c871e-a452-453b-ab7b-5d32a4e76952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.890203 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c871e-a452-453b-ab7b-5d32a4e76952 None None] Pushing event updated for resources: {'Port': ['ID=9ae8f0c8-f607-4d47-91cf-5152e279e97b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.016765 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.031978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Transition to ACTIVE for port object 1d65e112-49ce-458c-af59-24bed022f25e will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:04.055301 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.121842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:04.124643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:04.124771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.129367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:43:04.129541 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-835447df-29a5-487a-b20e-640d16fc1677 None None] Provisioning complete for port 9ae8f0c8-f607-4d47-91cf-5152e279e97b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:04.129727 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-835447df-29a5-487a-b20e-640d16fc1677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.153017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Pushing event updated for resources: {'Port': ['ID=1d65e112-49ce-458c-af59-24bed022f25e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.171749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Transition to ACTIVE for port object 4d1d7133-5083-4d5a-ac66-d59dca81ae1c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:04.189147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.192078 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.284654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ebd19-4c6c-4c00-8996-8d2411c99fc2 None None] Pushing event updated for resources: {'Port': ['ID=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.288530 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.324946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Attempting to bind port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:04.325307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Attempting to bind port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:04.325669 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Attempting to bind port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:43:04.346109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:43:04.346476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:43:04.346875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.347279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:43:04.347750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Bound port: 4d1d7133-5083-4d5a-ac66-d59dca81ae1c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:04.348220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.412647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ae8f0c8-f607-4d47-91cf-5152e279e97b up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:04.469930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] For port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:04.485855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] For port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:04.495499 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.528173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.533641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.567818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-771b6f72-154a-45d6-8d0c-73b71d964663 None None] Provisioning for port 1d65e112-49ce-458c-af59-24bed022f25e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:04.585723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-771b6f72-154a-45d6-8d0c-73b71d964663 None None] Provisioning complete for port 1d65e112-49ce-458c-af59-24bed022f25e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:04.586079 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-771b6f72-154a-45d6-8d0c-73b71d964663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.619343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 9ae8f0c8-f607-4d47-91cf-5152e279e97b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:04.619695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.642644 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.646014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Pushing event updated for resources: {'Port': ['ID=1d65e112-49ce-458c-af59-24bed022f25e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.651253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ebd19-4c6c-4c00-8996-8d2411c99fc2 None None] Pushing event updated for resources: {'Port': ['ID=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.693271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:04.693876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:04.750545 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-771b6f72-154a-45d6-8d0c-73b71d964663 None None] Port 1d65e112-49ce-458c-af59-24bed022f25e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:43:04.783869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:04.784963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:04.929407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:05.182368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:05.193462 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e3c2b041-44e7-4469-91b4-1ba32f6be410 None None] Provisioning complete for port 1d65e112-49ce-458c-af59-24bed022f25e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:05.193833 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3c2b041-44e7-4469-91b4-1ba32f6be410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.276230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2b041-44e7-4469-91b4-1ba32f6be410 None None] Port 1d65e112-49ce-458c-af59-24bed022f25e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:43:05.344782 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 2, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:05.348928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92dfdd-9fbc-49a5-a504-9a5989290a15 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 2, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:43:05.390389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:05.402408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a8180ae-db7b-4c4e-962e-cb344c232fda admin admin] 10.222.0.48 "PUT /v2.0/routers/3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459365 Apr 01 15:43:06.341249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45566) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:06.347616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503718796', 'description': 'tempest-description--1647637852'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:06.354618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:06.358939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Usage tracker for resource:security_group and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:06.361889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:06.368249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:06.380594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.415366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d1d7133-5083-4d5a-ac66-d59dca81ae1c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:06.430373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:06.434427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Usage tracker for resource:security_group_rule and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:06.437637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:06.443538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:06.502004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:06.508656 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.510494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:06.510878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.513399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.560182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68790dc-3993-4328-ae8f-53bfecb5bd93,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.563007 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.564236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-803d1bf4-fe6c-4531-a90a-359bf6813f46 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2212551 Apr 01 15:43:06.567569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45570) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:06.573652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'security_group_rule': {'security_group_id': 'b68790dc-3993-4328-ae8f-53bfecb5bd93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:06.580340 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:06.584334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Usage tracker for resource:security_group_rule and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:06.588247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:06.594276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:06.610683 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.628202 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.643984 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:06.647969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.672340 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.676659 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.700424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec893e46-77e2-4502-a7be-77305c9cd3f1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.713568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.717390 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1461508 Apr 01 15:43:06.717390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.717390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.717390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.717390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.717843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.717922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.717998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45574) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:06.718223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.718386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.718537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.718878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.719186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.719578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ed152-5337-4033-b5c7-2440b94b9718 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.725035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'security_group_rule': {'security_group_id': 'b68790dc-3993-4328-ae8f-53bfecb5bd93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:06.732062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:06.736231 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Usage tracker for resource:security_group_rule and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:06.738944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:06.744936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:06.863954 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.928307 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.934071 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.957216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9e8ca0-f128-4198-88dc-3b178268a9e1,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.968147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.969412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b4b7c15-8cc0-49f6-91fe-82bf1fe1fa7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2500575 Apr 01 15:43:06.972382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45578) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:06.977546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:06.983590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:06.987429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Usage tracker for resource:floatingip and tenant:b6250555ad164319b161826a9e3aeb4f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:06.990260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:06.996140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:07.008303 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.146231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.284017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Allocated IP 172.25.2.11 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/53193c37-4262-4b02-80d6-c9eb49b29c5f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:07.429382 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.461571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.526833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:07.529450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:07.532072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:43:07.572097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'Port': ['ID=53193c37-4262-4b02-80d6-c9eb49b29c5f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:07.716971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.778412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.994772 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.000641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.106256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'Port': ['ID=53193c37-4262-4b02-80d6-c9eb49b29c5f,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.121019 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.144618 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.145826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fc21b878-bcda-4840-895c-94bca0088040 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1725340 Apr 01 15:43:08.328797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-93044712-91d9-4743-a26a-98d0d0e60166 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--503718796&fields=id&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 267 time: 0.0431831 Apr 01 15:43:08.388810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d1d7133-5083-4d5a-ac66-d59dca81ae1c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:08.459607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:08.460067 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.478263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-34337cf6-219a-45b4-abb9-782d472bab13 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:08.479704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-34337cf6-219a-45b4-abb9-782d472bab13 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1445525 Apr 01 15:43:08.496274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-89e4ba49-8206-4f4e-a0b6-44ad0761e56c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/quotas/b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 375 time: 0.0110705 Apr 01 15:43:08.587036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-e93ffc91-b73c-4408-9d22-86c20315a32b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857539 Apr 01 15:43:08.725272 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-5de6bc20-72a0-4dc3-8aaf-ce2bdbe46db2 service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250689 Apr 01 15:43:08.860293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-9d3c5cbc-3681-4b15-8a42-250fbbc8001d service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262381 Apr 01 15:43:09.054612 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4d451b08-7751-4f04-a560-25a02c673f0e req-f9272063-0191-4046-bb4e-d9eae49c7bd5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:43:09.074446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4d451b08-7751-4f04-a560-25a02c673f0e req-f9272063-0191-4046-bb4e-d9eae49c7bd5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:43:09.075644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4d451b08-7751-4f04-a560-25a02c673f0e req-f9272063-0191-4046-bb4e-d9eae49c7bd5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 210 time: 0.0630100 Apr 01 15:43:10.126033 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-b5efdf9e-1f80-48a1-a449-8d124467c654 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:10.126804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-b5efdf9e-1f80-48a1-a449-8d124467c654 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:43:10.146422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-b5efdf9e-1f80-48a1-a449-8d124467c654 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:43:10.147670 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-b5efdf9e-1f80-48a1-a449-8d124467c654 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1704440 Apr 01 15:43:10.208112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-19b45a7d-dbd7-4351-a5f2-47982153de1d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:43:10.227559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-19b45a7d-dbd7-4351-a5f2-47982153de1d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:43:10.228957 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-19b45a7d-dbd7-4351-a5f2-47982153de1d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 379 time: 0.0691175 Apr 01 15:43:10.237617 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'port': {'device_id': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'admin_state_up': True, 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'security_groups': ['b68790dc-3993-4328-ae8f-53bfecb5bd93']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:10.259974 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69d75e13-5ea4-4cb0-a3c8-7c9b0b1c0263 req-739820a6-37f7-4dd3-aed2-1337ace179a2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 210 time: 0.0557640 Apr 01 15:43:10.399674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:10.409910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:10.421526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Made reservation on behalf of b6250555ad164319b161826a9e3aeb4f for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:10.424881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.583745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Allocated IP 172.20.0.10 (6ff4d72d-575a-4879-8058-a3f00ab6c27e/cc30819f-21b7-4caf-b061-81f8ae21a09b/879f1f50-7db2-499e-b965-9283d8b294db) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:10.879023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.894978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Transition to ACTIVE for port object 879f1f50-7db2-499e-b965-9283d8b294db will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:10.918188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.990343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:10.993341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:10.995942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:43:11.026963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:11.064566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:11.065250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.091661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-4e4ba9ca-2f84-4cc6-8ba2-86aca8c363d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8577666 Apr 01 15:43:11.103437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Request body: {'port': {'device_id': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:11.178411 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.224006 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.244858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1937d5a0-e285-4adc-992e-3afe4b1ce34e None None] Provisioning for port 879f1f50-7db2-499e-b965-9283d8b294db completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:11.249684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1937d5a0-e285-4adc-992e-3afe4b1ce34e None None] Provisioning complete for port 879f1f50-7db2-499e-b965-9283d8b294db triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:11.250037 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1937d5a0-e285-4adc-992e-3afe4b1ce34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.306021 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1937d5a0-e285-4adc-992e-3afe4b1ce34e None None] Port 879f1f50-7db2-499e-b965-9283d8b294db cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:43:11.562969 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccec0d-d5da-4ed0-810e-200963e698d8 req-ec778bd2-8fb5-44a3-ac5f-635a2dd601ed tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:11.563682 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-cfccec0d-d5da-4ed0-810e-200963e698d8 req-ec778bd2-8fb5-44a3-ac5f-635a2dd601ed tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:43:11.629995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-cfccec0d-d5da-4ed0-810e-200963e698d8 req-ec778bd2-8fb5-44a3-ac5f-635a2dd601ed tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:43:11.631934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cfccec0d-d5da-4ed0-810e-200963e698d8 req-ec778bd2-8fb5-44a3-ac5f-635a2dd601ed tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 932 time: 0.2395477 Apr 01 15:43:11.648804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879f1f50-7db2-499e-b965-9283d8b294db {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:43:11.670473 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.695607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Transition to ACTIVE for port object 879f1f50-7db2-499e-b965-9283d8b294db will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:11.702093 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.757664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cfccec0d-d5da-4ed0-810e-200963e698d8 req-f84efbd4-c51c-4a8b-ad06-ec205f283833 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156383 Apr 01 15:43:11.831261 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:11.946336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:11.946672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:11.946996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:43:11.953179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Port 879f1f50-7db2-499e-b965-9283d8b294db on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:43:11.953496 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:43:11.959668 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:43:11.960056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:43:11.960438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:43:11.960858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Bound port: 879f1f50-7db2-499e-b965-9283d8b294db, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:11.961200 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.054388 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:12.057501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:12.062986 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.126774 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.128175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] 10.222.0.62 "PUT /v2.0/ports/879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 1092 time: 1.0292740 Apr 01 15:43:12.128621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:43:12.147186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658eaa5-9dab-4ed6-b927-ad69e05fd396 service neutron] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:12.211648 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db', 'status': 'completed', 'code': 200} Apr 01 15:43:12.250081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-ccb5c265-ba7a-4840-8b29-9a131689b616 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1095 time: 0.0761805 Apr 01 15:43:12.327436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6c262988-e910-4c18-9beb-5e7c002ac58d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 217 time: 0.0701158 Apr 01 15:43:12.392271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6b33a1b3-ebf1-4de9-b74d-f47d045fccf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:12.393669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-6b33a1b3-ebf1-4de9-b74d-f47d045fccf8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0602579 Apr 01 15:43:12.477153 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-bcff963b-e6f7-46fe-aac4-3755a962f3bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773616 Apr 01 15:43:12.703116 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-d2b341d9-8bd8-461e-a62c-aa5038b13a2f service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195895 Apr 01 15:43:12.835653 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9f541da-8c65-46cc-bd84-d1eab7d2232c req-31686f94-acef-4ef8-9566-85b29a2e6c68 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259193 Apr 01 15:43:13.011941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-d5d7eb77-3916-479f-b2c7-bd80b34f9218 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1095 time: 0.1287539 Apr 01 15:43:13.018470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfb71a-069b-4c89-a1e6-cd859fd1fdee req-6e4d7dbe-a2a0-4bfc-add7-57d7cfcd2ee6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:13.019784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ebfb71a-069b-4c89-a1e6-cd859fd1fdee req-6e4d7dbe-a2a0-4bfc-add7-57d7cfcd2ee6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 944 time: 0.1076114 Apr 01 15:43:13.156750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ebfb71a-069b-4c89-a1e6-cd859fd1fdee req-0101a6ad-a43e-49fd-ac60-c4cf23874f36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190951 Apr 01 15:43:13.173729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-0b862a84-e4f6-4821-92c6-5d6edfe632d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:13.175141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-0b862a84-e4f6-4821-92c6-5d6edfe632d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1545548 Apr 01 15:43:13.244813 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-fc764968-4352-49dc-9652-eb274eedaa8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 217 time: 0.0635765 Apr 01 15:43:13.319284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-88244580-8deb-46e8-bf71-900c5d51a58b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:13.320638 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-88244580-8deb-46e8-bf71-900c5d51a58b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0672524 Apr 01 15:43:13.401808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-fab5ee5f-d79b-4519-9b86-5a642e565092 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735290 Apr 01 15:43:13.534098 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-d95b8377-5a46-4600-b87e-6421db19737e service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249478 Apr 01 15:43:13.666059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d8c61d9-8aac-4ab0-a716-acd483934a90 req-e4555442-5761-46ad-b6af-4fcf754ac5ac service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249106 Apr 01 15:43:14.370569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e671f-64fd-45ab-8e40-1d493b35f689 req-d2869a77-a463-4cae-aa81-b501e53a7cbb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:14.372059 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-859e671f-64fd-45ab-8e40-1d493b35f689 req-d2869a77-a463-4cae-aa81-b501e53a7cbb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 944 time: 0.0805457 Apr 01 15:43:14.422564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-859e671f-64fd-45ab-8e40-1d493b35f689 req-344ee37e-c78d-4261-8861-e48c441ee709 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447390 Apr 01 15:43:15.121509 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.643673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3123c-5763-4a01-9acb-cc30c7ed4c92 req-b2dfacd1-8ee4-4269-b576-b088c140c96f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:15.645141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9aa3123c-5763-4a01-9acb-cc30c7ed4c92 req-b2dfacd1-8ee4-4269-b576-b088c140c96f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 944 time: 0.0877521 Apr 01 15:43:15.691628 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9aa3123c-5763-4a01-9acb-cc30c7ed4c92 req-5ad25da9-8c1a-4351-b612-022eb46ed04e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408273 Apr 01 15:43:16.226892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:43:16.376471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:16.394559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '879f1f50-7db2-499e-b965-9283d8b294db', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '879f1f50-7db2-499e-b965-9283d8b294db', 'mac_address': 'fa:16:3e:a8:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:43:16.461584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.479414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879f1f50-7db2-499e-b965-9283d8b294db {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:43:16.493981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:16.499147 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.563609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:16.572662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.573014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.573334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.573670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.574037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.574357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.574674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.574993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.575342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.575676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.575962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:16.698567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['879f1f50-7db2-499e-b965-9283d8b294db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:43:16.891727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebf96d-6d2f-4589-a0e9-1cff37e1962a req-bbff41ac-927d-4a3e-955e-5ae6527d9858 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:16.893214 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04ebf96d-6d2f-4589-a0e9-1cff37e1962a req-bbff41ac-927d-4a3e-955e-5ae6527d9858 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 945 time: 0.0802531 Apr 01 15:43:16.941597 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04ebf96d-6d2f-4589-a0e9-1cff37e1962a req-caf918c6-1bf1-4880-bd53-83f2dd354664 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Apr 01 15:43:18.072478 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:43:18.163558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a6a2c-0f6b-499c-8436-d42678ca45ad req-7db803d2-6eed-4d4b-a931-17bc817b164f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:18.165012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa7a6a2c-0f6b-499c-8436-d42678ca45ad req-7db803d2-6eed-4d4b-a931-17bc817b164f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 945 time: 0.0798025 Apr 01 15:43:18.216373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aa7a6a2c-0f6b-499c-8436-d42678ca45ad req-08aaebf9-fa7c-476c-83a0-6604fd95367d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438685 Apr 01 15:43:18.237531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:18.310105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 879f1f50-7db2-499e-b965-9283d8b294db completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:18.315070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 879f1f50-7db2-499e-b965-9283d8b294db triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:18.315472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.430211 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.457718 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:43:18.470649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:18.476811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.559870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:18.604903 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db', 'code': 200} Apr 01 15:43:18.733652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1555077-d243-4784-8342-63d66b1f3061 req-83afb851-8020-4e4e-9d1b-de0b79efd2fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1097 time: 0.0705624 Apr 01 15:43:18.780811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a1555077-d243-4784-8342-63d66b1f3061 req-f057be24-1832-41b1-9d30-985df54aab6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407903 Apr 01 15:43:18.897240 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:43:18.910432 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:18.911016 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:19.096942 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:19.411512 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 2, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:19.415414 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:43:19.415778 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Updating router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 port 1d65e112-49ce-458c-af59-24bed022f25e binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:43:19.417364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041cf0-7155-4e3d-9ccf-be9d9dbdda72 req-69180803-69c7-4768-9d01-a61ccb0c5e8a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:19.418806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29041cf0-7155-4e3d-9ccf-be9d9dbdda72 req-69180803-69c7-4768-9d01-a61ccb0c5e8a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0804513 Apr 01 15:43:19.464934 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29041cf0-7155-4e3d-9ccf-be9d9dbdda72 req-a3727464-2085-46bd-a6f7-5f63d3f2e67a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403180 Apr 01 15:43:19.465692 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.800974 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.814951 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Transition to ACTIVE for port object 1d65e112-49ce-458c-af59-24bed022f25e will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:19.821494 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.985267 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Pushing event updated for resources: {'Port': ['ID=1d65e112-49ce-458c-af59-24bed022f25e,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:19.998868 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:19.999198 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:19.999535 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:19.999848 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.000159 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.000466 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.000780 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.001079 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.001380 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.001681 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.001996 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:20.083874 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Attempting to bind port 1d65e112-49ce-458c-af59-24bed022f25e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:20.084233 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Attempting to bind port 1d65e112-49ce-458c-af59-24bed022f25e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:20.084581 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Attempting to bind port 1d65e112-49ce-458c-af59-24bed022f25e on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:43:20.093638 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:43:20.094005 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:43:20.094398 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.094779 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:43:20.095244 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Bound port: 1d65e112-49ce-458c-af59-24bed022f25e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:20.095631 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.185494 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] For port 1d65e112-49ce-458c-af59-24bed022f25e, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:20.188570 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] For port 1d65e112-49ce-458c-af59-24bed022f25e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1d65e112-49ce-458c-af59-24bed022f25e,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:20.193926 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.275483 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdb021-5ed4-49f6-a277-15e89e9e133c None None] Pushing event updated for resources: {'Port': ['ID=1d65e112-49ce-458c-af59-24bed022f25e,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:20.279329 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:20.279908 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:20.410786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d65e112-49ce-458c-af59-24bed022f25e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:20.463786 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:20.477410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1d65e112-49ce-458c-af59-24bed022f25e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:20.482041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1d65e112-49ce-458c-af59-24bed022f25e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:20.482453 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.630608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e5af8537-30f3-49b7-bcc1-7ff13b111b54 None None] Provisioning complete for port 1d65e112-49ce-458c-af59-24bed022f25e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:20.630859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5af8537-30f3-49b7-bcc1-7ff13b111b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.674089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db89de-d8b3-4ea3-99b2-6dec9db9b4bc req-29b423c0-8b54-4f9a-9de9-2bcc7cdbe460 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:20.675574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34db89de-d8b3-4ea3-99b2-6dec9db9b4bc req-29b423c0-8b54-4f9a-9de9-2bcc7cdbe460 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0809071 Apr 01 15:43:20.681997 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.724421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1d65e112-49ce-458c-af59-24bed022f25e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1d65e112-49ce-458c-af59-24bed022f25e,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:20.724898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34db89de-d8b3-4ea3-99b2-6dec9db9b4bc req-ffd0e551-33d3-4876-9cb1-8016017ff5b9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Apr 01 15:43:20.754396 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.789240 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:20.794557 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d26bbe-cd1c-498f-9a26-c8ae4422dd40 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:43:20.844967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1d65e112-49ce-458c-af59-24bed022f25e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:20.939636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda4b90-c1b0-46eb-ab8b-6f4695cf37d5 req-698dd5d0-e448-4662-92c6-f3106fbe7900 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:20.941240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbda4b90-c1b0-46eb-ab8b-6f4695cf37d5 req-698dd5d0-e448-4662-92c6-f3106fbe7900 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0773740 Apr 01 15:43:20.950017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45628) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:20.955627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'floatingip': {'port_id': '879f1f50-7db2-499e-b965-9283d8b294db'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:21.033638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.762277 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.767089 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.985993 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c associated. External IP: 172.25.2.11, port: 879f1f50-7db2-499e-b965-9283d8b294db. Apr 01 15:43:22.393631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d65e112-49ce-458c-af59-24bed022f25e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:22.396892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:22.462869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1d65e112-49ce-458c-af59-24bed022f25e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:22.463248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.595976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:22.600371 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.654154 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7bddaa73-8a81-41d5-ae24-aec906e96c20 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "PUT /v2.0/floatingips/3c8d7aeb-e015-4a39-adf4-474710f1563c HTTP/1.1" status: 200 len: 991 time: 1.7028987 Apr 01 15:43:22.654695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:43:22.713779 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db', 'status': 'completed', 'code': 200} Apr 01 15:43:22.833470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14248e2-c0e2-49a9-b5f9-1520052c99e5 req-09414b44-f1d3-4f46-a3ea-63040b9e8969 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:22.834859 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e14248e2-c0e2-49a9-b5f9-1520052c99e5 req-09414b44-f1d3-4f46-a3ea-63040b9e8969 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0840056 Apr 01 15:43:22.883906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e14248e2-c0e2-49a9-b5f9-1520052c99e5 req-51c089f5-92b5-4faf-8f14-93d8a1f40949 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425587 Apr 01 15:43:22.924533 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-b43c242f-d7d9-440f-9f3b-f7bbdde24f57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1097 time: 0.1907263 Apr 01 15:43:23.111918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-021ea1ec-71e8-46af-8e53-beee0a974f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:23.113209 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-021ea1ec-71e8-46af-8e53-beee0a974f86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1829052 Apr 01 15:43:23.197470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df16e8-8d36-49ed-a320-652a7923f9cd req-27501f32-b162-4c82-97d9-2a49fd7a8626 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:23.198909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48df16e8-8d36-49ed-a320-652a7923f9cd req-27501f32-b162-4c82-97d9-2a49fd7a8626 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.1849377 Apr 01 15:43:23.249831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-c14a4169-ed24-4a25-ae0d-743f32ab4a6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 999 time: 0.1308448 Apr 01 15:43:23.297384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48df16e8-8d36-49ed-a320-652a7923f9cd req-89767aa0-bd62-4d67-a560-fd521607692a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909507 Apr 01 15:43:23.319513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-c504a391-b774-4e6c-987e-e24e8e62ebae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:23.320944 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-c504a391-b774-4e6c-987e-e24e8e62ebae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0652966 Apr 01 15:43:23.397729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-800ce0fb-b13c-4f5f-b2fd-75ef09e67945 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709324 Apr 01 15:43:23.437322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:43:23.448931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:23.449607 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:23.532391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-1e220ad7-4b32-45d2-b94d-84dd92ffa03d service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289492 Apr 01 15:43:23.625721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:23.662158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-34743710-7232-409e-8ac0-8a436ba5ec18 req-2a22abac-bc3c-4e64-93b4-c935980b29d5 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240144 Apr 01 15:43:23.976687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '879f1f50-7db2-499e-b965-9283d8b294db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:a8:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:43:21Z', 'revision_number': 1, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:23.980956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:43:23.992696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:23.993284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:24.171020 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:24.501273 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14def34b-e502-4514-8132-8dea6f91d39b req-a6678692-7233-4ed3-bd1c-6afaf4ff5fd1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:24.502733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14def34b-e502-4514-8132-8dea6f91d39b req-a6678692-7233-4ed3-bd1c-6afaf4ff5fd1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0817173 Apr 01 15:43:24.548132 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14def34b-e502-4514-8132-8dea6f91d39b req-8641ae1b-75f7-4cf4-9a77-16ca3ce11de5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394380 Apr 01 15:43:24.551084 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '879f1f50-7db2-499e-b965-9283d8b294db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:a8:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:43:21Z', 'revision_number': 1, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:24.555146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c5c4f-228b-40e9-8230-c8098b81fae6 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '879f1f50-7db2-499e-b965-9283d8b294db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:a8:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:43:21Z', 'revision_number': 1, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:43:24.772104 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dca40f-11eb-4ba1-b271-76940fc571c3 None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:43:24.777656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bb650-baa1-426f-9ff1-d7d16fc326b4 req-e07a207d-a8fc-40b6-85f0-5e2b1a05c908 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:24.779317 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-277bb650-baa1-426f-9ff1-d7d16fc326b4 req-e07a207d-a8fc-40b6-85f0-5e2b1a05c908 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0863559 Apr 01 15:43:24.828431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-277bb650-baa1-426f-9ff1-d7d16fc326b4 req-f2540c40-6870-4f03-b337-11437943df41 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431530 Apr 01 15:43:25.027179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4324d5e6-ba5c-433c-9bc5-e323dba5a39d req-6ac302e8-d936-4a11-913b-371c268555e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672429 Apr 01 15:43:25.335708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-87186e40-c74a-4c3d-a894-5003844d6906 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163945 Apr 01 15:43:25.360334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876fce-5581-4058-863f-70afa313746e req-c6074a85-5030-4346-b482-faf68e17742a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.361709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43876fce-5581-4058-863f-70afa313746e req-c6074a85-5030-4346-b482-faf68e17742a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0895660 Apr 01 15:43:25.408300 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-43876fce-5581-4058-863f-70afa313746e req-e1ea3b9a-c8cf-4c67-8c78-e7e113db160f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Apr 01 15:43:26.628175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601092f-6888-47db-9a62-5b43985a4211 req-1d5890ae-b8f5-406f-8748-11ba09664466 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:26.629622 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4601092f-6888-47db-9a62-5b43985a4211 req-1d5890ae-b8f5-406f-8748-11ba09664466 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0977864 Apr 01 15:43:26.676449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4601092f-6888-47db-9a62-5b43985a4211 req-6dc54a5e-ff45-474b-8b0b-2ad19cffd8f7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Apr 01 15:43:26.850278 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-5e55a327-e079-437a-ada0-f931236bb693 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1097 time: 0.0704715 Apr 01 15:43:26.997160 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-96e2209d-3ecc-4b43-a920-d99e170caac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:26.998517 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-96e2209d-3ecc-4b43-a920-d99e170caac3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1426473 Apr 01 15:43:27.110275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-91abfff6-12ca-45e5-b0d4-72d2bff77313 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 1001 time: 0.1054969 Apr 01 15:43:27.175345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-f117bfb2-e26e-43af-8e74-fa966f45abf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:27.176713 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-f117bfb2-e26e-43af-8e74-fa966f45abf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0608630 Apr 01 15:43:27.250876 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-05c50806-b7cb-4918-93bc-002561f57d53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686336 Apr 01 15:43:27.476945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-403a6afb-caf5-4541-b2e1-8d34c62aa62b service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196004 Apr 01 15:43:27.605340 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-c5629ab9-267e-45be-a350-9f548ac6295f service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212924 Apr 01 15:43:27.884091 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f32a5478-c0e8-4b52-8692-3c89da3666ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.888361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab919c-ef5d-4d39-8fbd-9c783b153b23 req-0c6c744d-b5e2-4507-b299-2dd0dc8ddde1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:27.889864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94ab919c-ef5d-4d39-8fbd-9c783b153b23 req-0c6c744d-b5e2-4507-b299-2dd0dc8ddde1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0870523 Apr 01 15:43:27.940882 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94ab919c-ef5d-4d39-8fbd-9c783b153b23 req-a4e6c91c-4712-4080-a737-f9be02419bd5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451643 Apr 01 15:43:29.152475 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aca0a-ef50-481e-b1ae-964e7e13106f req-30a8f302-06fa-4405-869c-de1e59a5f470 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:29.153795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-105aca0a-ef50-481e-b1ae-964e7e13106f req-30a8f302-06fa-4405-869c-de1e59a5f470 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0856690 Apr 01 15:43:29.202426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-105aca0a-ef50-481e-b1ae-964e7e13106f req-689e6a28-4aef-4c14-8095-69090222dfd7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Apr 01 15:43:30.319257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32b8ac31-218a-496b-87fd-191d481cb27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.425576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d506df9-9f61-4fd3-92c2-3e2b0c086665 req-5e3cdb21-f20b-4f27-8b8c-6268357eb4d7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:30.427489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d506df9-9f61-4fd3-92c2-3e2b0c086665 req-5e3cdb21-f20b-4f27-8b8c-6268357eb4d7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0885513 Apr 01 15:43:30.481775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d506df9-9f61-4fd3-92c2-3e2b0c086665 req-1c080f7c-9a5c-490f-8444-48eb2c15792d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460598 Apr 01 15:43:31.350634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.453087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.713976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bee45-26b4-449c-953a-51ee9c13014b req-bd9c269c-9c89-46b6-8aa9-382012857d02 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:31.715396 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-234bee45-26b4-449c-953a-51ee9c13014b req-bd9c269c-9c89-46b6-8aa9-382012857d02 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0821433 Apr 01 15:43:31.764768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-234bee45-26b4-449c-953a-51ee9c13014b req-59d9fbec-0602-4450-9460-f3ab0e46c03a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 Apr 01 15:43:32.886491 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.969861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d236c-952b-41cd-8af7-567c6802a5b9 req-167cd18d-a214-4365-a5fd-54013e8e70ea tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:32.971295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a3d236c-952b-41cd-8af7-567c6802a5b9 req-167cd18d-a214-4365-a5fd-54013e8e70ea tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0809836 Apr 01 15:43:33.026060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6a3d236c-952b-41cd-8af7-567c6802a5b9 req-5d1bf84f-4be0-4307-88a7-acad032284f4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465646 Apr 01 15:43:34.231461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5170ea-8353-4053-81f8-eb2a3d9389bc req-e17b954b-7d9f-4e85-8ec5-9c575e801b59 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:34.232895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d5170ea-8353-4053-81f8-eb2a3d9389bc req-e17b954b-7d9f-4e85-8ec5-9c575e801b59 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0847340 Apr 01 15:43:34.291224 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d5170ea-8353-4053-81f8-eb2a3d9389bc req-c917da35-2656-43ee-9cae-ba69f1bc7421 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498199 Apr 01 15:43:35.519736 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70637a6-dd6b-4fe9-9a40-be4ca1f6e182 req-22f7ba8f-b625-4644-98d7-8af9fdc6bbd8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:35.521174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d70637a6-dd6b-4fe9-9a40-be4ca1f6e182 req-22f7ba8f-b625-4644-98d7-8af9fdc6bbd8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0892215 Apr 01 15:43:35.567695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d70637a6-dd6b-4fe9-9a40-be4ca1f6e182 req-483273a5-443d-4d65-bebc-e10638a98a57 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406997 Apr 01 15:43:36.790115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e551c-fce9-4d97-a167-d3ad5a6e937a req-45002900-0b1c-45b1-b4e5-b4b8b8b004ee tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:36.791591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c5e551c-fce9-4d97-a167-d3ad5a6e937a req-45002900-0b1c-45b1-b4e5-b4b8b8b004ee tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0898807 Apr 01 15:43:36.838782 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c5e551c-fce9-4d97-a167-d3ad5a6e937a req-07a73b55-84c2-4ba3-b41f-5ea20c67af18 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412810 Apr 01 15:43:38.042985 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f199941-f9e8-48ba-85f2-9d0b171e6a46 req-bc2c2795-5284-4488-91f9-030777febce9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:38.044903 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f199941-f9e8-48ba-85f2-9d0b171e6a46 req-bc2c2795-5284-4488-91f9-030777febce9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0815222 Apr 01 15:43:38.089879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f199941-f9e8-48ba-85f2-9d0b171e6a46 req-027adda2-de4c-4617-b37a-7088f45b34e4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Apr 01 15:43:39.384791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d7c4c-833a-4f5d-91df-5f11c9821e72 req-26228148-4b3c-4b3d-9b00-da60b65247d5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:39.386301 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-068d7c4c-833a-4f5d-91df-5f11c9821e72 req-26228148-4b3c-4b3d-9b00-da60b65247d5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.1674690 Apr 01 15:43:39.431573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-068d7c4c-833a-4f5d-91df-5f11c9821e72 req-e94b707f-6f54-48d0-a014-d26a99bb5cd3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396135 Apr 01 15:43:40.716391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcab96b-5fde-4358-bb70-44c63b2feb83 req-e7ec2e68-8e9e-4b1f-85a2-7fc42b5e70d8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:40.717828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fcab96b-5fde-4358-bb70-44c63b2feb83 req-e7ec2e68-8e9e-4b1f-85a2-7fc42b5e70d8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.1507733 Apr 01 15:43:40.762756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2fcab96b-5fde-4358-bb70-44c63b2feb83 req-f473d7ab-af18-450e-b0d2-05935c775abc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392046 Apr 01 15:43:41.187647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.046720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7d0f-1336-4520-ba0e-16872342e359 req-282b1ed0-1f81-4fa4-9331-3b126cfa4d38 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:42.048157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f95f7d0f-1336-4520-ba0e-16872342e359 req-282b1ed0-1f81-4fa4-9331-3b126cfa4d38 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.1638286 Apr 01 15:43:42.096425 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f95f7d0f-1336-4520-ba0e-16872342e359 req-8b39fed6-a686-4795-b5ee-11a0c60769c8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397666 Apr 01 15:43:43.321082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf8d40-64fb-41a9-b365-c30e207327fa req-d0289dbd-c282-4355-b34c-79ea81fd13f5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:43.322514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fdcf8d40-64fb-41a9-b365-c30e207327fa req-d0289dbd-c282-4355-b34c-79ea81fd13f5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0897982 Apr 01 15:43:43.370519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fdcf8d40-64fb-41a9-b365-c30e207327fa req-238c6760-bc42-4141-8d7e-7e99f82ae485 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423267 Apr 01 15:43:44.330223 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-381e838a-1f15-4b9c-a38c-1edb734bd900 service neutron] show failed (client error): The resource could not be found. Apr 01 15:43:44.331194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-381e838a-1f15-4b9c-a38c-1edb734bd900 service neutron] 10.222.0.62 "GET /v2.0/ports/879f1f50-7db2-499e-b965-9283d8b294db/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0904741 Apr 01 15:43:44.640947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262931-089b-4c92-b01f-3f773b649635 req-f305ec34-5668-4d1f-bc6c-4ffe5e162e94 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:44.642302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4262931-089b-4c92-b01f-3f773b649635 req-f305ec34-5668-4d1f-bc6c-4ffe5e162e94 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.1333055 Apr 01 15:43:44.646005 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-65f760e8-8b2b-4b85-bd8c-81d9a7de2763 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 1097 time: 0.0995669 Apr 01 15:43:44.667191 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:44.767004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4262931-089b-4c92-b01f-3f773b649635 req-d36a26fa-af87-4684-bb9d-289b0227f94f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184168 Apr 01 15:43:44.791530 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.077140 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:45.107824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:45.128015 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.162264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:43:45.167864 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.182247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Transition to ACTIVE for port object 879f1f50-7db2-499e-b965-9283d8b294db will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:45.186842 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.235724 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db', 'code': 200} Apr 01 15:43:45.317457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:45.382530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] No DVR routers for this DVR port 879f1f50-7db2-499e-b965-9283d8b294db on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:45.627257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:45.627506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:45.627827 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:43:45.633956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Port 879f1f50-7db2-499e-b965-9283d8b294db on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:43:45.634266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Attempting to bind port 879f1f50-7db2-499e-b965-9283d8b294db on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:43:45.640639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:43:45.640964 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:43:45.641553 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:43:45.641725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Bound port: 879f1f50-7db2-499e-b965-9283d8b294db, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:45.642060 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.731506 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:45.734688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:45.740724 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.823416 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.824731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] 10.222.0.44 "PUT /v2.0/ports/879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 1092 time: 1.1628425 Apr 01 15:43:45.837839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcd77f-b2bd-4e32-bc2c-25bde630d206 service neutron] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:45.978541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-e6a290f2-0a61-459e-8a8a-b03fe72c054a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1095 time: 0.1259687 Apr 01 15:43:46.058473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c35d9-8aeb-44bf-a9fa-f6cac2c1f955 req-7a990197-b091-4f08-a1c3-52726d3bac95 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:46.060261 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f72c35d9-8aeb-44bf-a9fa-f6cac2c1f955 req-7a990197-b091-4f08-a1c3-52726d3bac95 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 944 time: 0.1636424 Apr 01 15:43:46.243615 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f72c35d9-8aeb-44bf-a9fa-f6cac2c1f955 req-2283f2f7-2b5d-481d-bfb6-ecab43c50184 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765182 Apr 01 15:43:46.245784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-80712549-2536-4232-9ecc-81ad84043d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:46.247154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-80712549-2536-4232-9ecc-81ad84043d90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.2611985 Apr 01 15:43:46.350886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-2ec6fb2a-57d4-4d1b-9c3a-d38008d7472b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 999 time: 0.0966594 Apr 01 15:43:46.415324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-bd827198-b9ce-43cf-81a1-532937746ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:46.416769 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-bd827198-b9ce-43cf-81a1-532937746ba3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0594206 Apr 01 15:43:46.493926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-d5cbbb57-31b2-4ca3-b21e-b8cbd67591c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704086 Apr 01 15:43:46.633151 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-537f3657-0713-40c2-b2fe-b5bbe54f2988 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322370 Apr 01 15:43:46.769115 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c0fa5c58-0e96-4076-bac9-ef273f424ad1 req-6b01d27a-986b-4064-8514-5b6300e1a6ee service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290281 Apr 01 15:43:47.237439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:43:47.317336 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db', 'status': 'completed', 'code': 200} Apr 01 15:43:47.406488 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-848b1625-c9ac-43a1-a904-1a2364a8753b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1095 time: 0.0688972 Apr 01 15:43:47.461936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-90e6e950-bd88-4b48-9973-52ec94d86deb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1095 time: 0.1272860 Apr 01 15:43:47.491461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51344f-7113-4b0a-bfcd-8402258c3f88 req-8e406f63-3766-402f-bb02-beff8c265343 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:47.492779 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d51344f-7113-4b0a-bfcd-8402258c3f88 req-8e406f63-3766-402f-bb02-beff8c265343 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 944 time: 0.1211410 Apr 01 15:43:47.538993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-aa4f0666-13e0-4738-acbc-c7db5da8d6f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:47.540459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-aa4f0666-13e0-4738-acbc-c7db5da8d6f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1284082 Apr 01 15:43:47.616455 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d51344f-7113-4b0a-bfcd-8402258c3f88 req-179f583d-361e-457c-bbbc-5b55a0e1dae9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172667 Apr 01 15:43:47.634897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-59edf8a1-5832-48cb-9fff-b018f6634b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:47.636464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-59edf8a1-5832-48cb-9fff-b018f6634b31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1679690 Apr 01 15:43:47.645732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-1702547d-d531-4476-a2a2-b33cf976be7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 999 time: 0.0997813 Apr 01 15:43:47.710803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-7c6e16f3-5a95-45bb-bd11-06a26c2ab8ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:47.712436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-7c6e16f3-5a95-45bb-bd11-06a26c2ab8ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0605199 Apr 01 15:43:47.740135 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-6a7d3279-cfe9-4314-ae0d-c7994acfe08d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 999 time: 0.0973015 Apr 01 15:43:47.790246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-546df07e-8a5b-4948-b7cb-32f33963aa23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720589 Apr 01 15:43:47.805402 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-2990bf86-263d-4d6c-ba60-7666764cd585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:47.806863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-2990bf86-263d-4d6c-ba60-7666764cd585 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0605595 Apr 01 15:43:47.880853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-a66a2bae-4e98-46e2-885c-5e9fea6515b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675759 Apr 01 15:43:47.926833 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-c8f14e25-b601-4a32-9733-503fec38689e service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301689 Apr 01 15:43:48.016175 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-e54d0336-362d-42f9-ad40-68e1e120de72 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277277 Apr 01 15:43:48.155431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-ba74d290-119a-4061-bae2-e8406ac16a8e service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325941 Apr 01 15:43:48.167151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0f5ef58-5d50-4d59-ad9c-7459bafb577f req-bfed1071-4bd4-4853-aadb-41b8a99836f5 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346344 Apr 01 15:43:48.473794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:43:48.537415 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:43:48.746464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:43:48.827026 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaebd6-d62b-42ff-ac77-2ce1800be24a req-9c1356d3-c88f-4706-bdcc-16e823f4bb63 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:48.828609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ffaebd6-d62b-42ff-ac77-2ce1800be24a req-9c1356d3-c88f-4706-bdcc-16e823f4bb63 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 944 time: 0.0776885 Apr 01 15:43:48.874677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ffaebd6-d62b-42ff-ac77-2ce1800be24a req-4439187e-8147-4c49-af5b-d27333cc7034 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402582 Apr 01 15:43:48.881967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:48.895735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '879f1f50-7db2-499e-b965-9283d8b294db', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '879f1f50-7db2-499e-b965-9283d8b294db', 'mac_address': 'fa:16:3e:a8:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:43:48.948593 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.969018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879f1f50-7db2-499e-b965-9283d8b294db {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:43:48.984230 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:48.989289 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.060808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:49.199960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['879f1f50-7db2-499e-b965-9283d8b294db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:43:49.259862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-309aca83-5e4f-47b6-85cd-a3290664d04c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:49.261276 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-309aca83-5e4f-47b6-85cd-a3290664d04c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4&tenant_id=b6250555ad164319b161826a9e3aeb4f&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 945 time: 0.1402113 Apr 01 15:43:49.266649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad3069-649b-4060-bfed-d30e9955c279 req-478c5882-d11f-4fda-b321-5d77fe7a156a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:49.268023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fad3069-649b-4060-bfed-d30e9955c279 req-478c5882-d11f-4fda-b321-5d77fe7a156a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 945 time: 0.1122854 Apr 01 15:43:49.372171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fad3069-649b-4060-bfed-d30e9955c279 req-09ad10dc-105a-49cc-b0fc-1bd486bb24c1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701859 Apr 01 15:43:49.375497 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-1cca4df3-6db1-4851-8b3c-d8c899548103 service neutron] delete failed (client error): The resource could not be found. Apr 01 15:43:49.376372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-1cca4df3-6db1-4851-8b3c-d8c899548103 service neutron] 10.222.0.62 "DELETE /v2.0/ports/879f1f50-7db2-499e-b965-9283d8b294db/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.1075547 Apr 01 15:43:49.524477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-223a23f9-2804-40c7-8967-824c2ac91d8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 1096 time: 0.0708578 Apr 01 15:43:49.653527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-a6180f87-4deb-4747-8342-358acda44ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:49.654807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-a6180f87-4deb-4747-8342-358acda44ade service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1251495 Apr 01 15:43:49.758678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-357afab2-e761-43af-84cb-9d41eeae0ae5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 200 len: 1000 time: 0.0962908 Apr 01 15:43:49.826959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-cd22d7d1-38ef-4920-8e1d-192209d3287f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:49.828526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-cd22d7d1-38ef-4920-8e1d-192209d3287f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0639060 Apr 01 15:43:49.902754 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-728489d6-9ca2-4713-a0e5-e718b58230e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680008 Apr 01 15:43:50.032827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-9b27ac3b-2dae-46a6-9380-a771e677f5ef service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243405 Apr 01 15:43:50.169075 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-013fe58a-8e8b-4409-8071-5bab76bfc729 req-c4345a7a-405d-4a48-8102-8d8ab67d189f service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302867 Apr 01 15:43:50.596801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37395d0b-b7b0-40b3-9156-b32c43abba74 req-ab3ad246-8bbd-47e9-9c4a-524fc1d94972 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:50.598244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37395d0b-b7b0-40b3-9156-b32c43abba74 req-ab3ad246-8bbd-47e9-9c4a-524fc1d94972 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 945 time: 0.0853958 Apr 01 15:43:50.648641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37395d0b-b7b0-40b3-9156-b32c43abba74 req-f954f2c6-befa-47c2-ab5a-cc634fffb727 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445824 Apr 01 15:43:50.749252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:43:50.816918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 879f1f50-7db2-499e-b965-9283d8b294db completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:50.821918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 879f1f50-7db2-499e-b965-9283d8b294db triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:50.822279 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.940703 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.966308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:43:50.975843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:50.982921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.024144 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db', 'code': 200} Apr 01 15:43:51.056621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.850494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257936b-6aba-4202-bee4-7d3cba2f2bd3 req-51b5082f-81e5-4c29-a05d-f41311cfa8e4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:51.851983 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5257936b-6aba-4202-bee4-7d3cba2f2bd3 req-51b5082f-81e5-4c29-a05d-f41311cfa8e4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0792501 Apr 01 15:43:51.897868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5257936b-6aba-4202-bee4-7d3cba2f2bd3 req-3678205e-b23b-493a-8c10-9eb8fbaf90f8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399425 Apr 01 15:43:52.125409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2466-b2c8-40a4-9f8e-7590867ef5e0 req-373fae69-c2b4-4045-9ca6-95d05819e252 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:52.126841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ffa2466-b2c8-40a4-9f8e-7590867ef5e0 req-373fae69-c2b4-4045-9ca6-95d05819e252 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0917966 Apr 01 15:43:52.179235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3ffa2466-b2c8-40a4-9f8e-7590867ef5e0 req-c1f55039-6eea-4925-9578-ed1226c6008a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 Apr 01 15:43:52.488801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff07c7-99d4-44fc-bfaa-0e46819ed108 req-6cedf64a-fcca-482c-8afe-6199334ab789 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:52.490143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71ff07c7-99d4-44fc-bfaa-0e46819ed108 req-6cedf64a-fcca-482c-8afe-6199334ab789 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.1750946 Apr 01 15:43:52.540060 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-71ff07c7-99d4-44fc-bfaa-0e46819ed108 req-a762a278-15a2-422e-a58e-b75e807f92ce tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Apr 01 15:43:52.962603 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26897c7-f565-4b32-bbf2-bdf92a183179 req-fc120063-ba84-487a-a4fd-a7cfe50299d7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:52.964037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f26897c7-f565-4b32-bbf2-bdf92a183179 req-fc120063-ba84-487a-a4fd-a7cfe50299d7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0777118 Apr 01 15:43:53.009412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f26897c7-f565-4b32-bbf2-bdf92a183179 req-f75b5f7b-5614-4eac-a24f-caf5a026ec1a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396154 Apr 01 15:43:54.220090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1f147-b0be-4ecc-9505-69844fec1b02 req-cb5de8fd-ee85-4968-bd97-b38de65d202e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:54.221527 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3f1f147-b0be-4ecc-9505-69844fec1b02 req-cb5de8fd-ee85-4968-bd97-b38de65d202e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0801356 Apr 01 15:43:54.268731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3f1f147-b0be-4ecc-9505-69844fec1b02 req-61f72c60-6379-4430-b24c-ed99a1012afc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Apr 01 15:43:54.290601 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-df57a985-6b71-450f-b8b6-abb78e0e8de1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:54.292124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-df57a985-6b71-450f-b8b6-abb78e0e8de1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 946 time: 0.0820498 Apr 01 15:43:54.366753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Deleting port 879f1f50-7db2-499e-b965-9283d8b294db {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:43:54.367088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.624350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] For port 879f1f50-7db2-499e-b965-9283d8b294db, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=879f1f50-7db2-499e-b965-9283d8b294db,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:54.624608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.912425 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.912671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.912991 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c disassociated. External IP: 172.25.2.11, port: 879f1f50-7db2-499e-b965-9283d8b294db. Apr 01 15:43:54.913326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Calling delete_port for 879f1f50-7db2-499e-b965-9283d8b294db owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:43:55.065789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.074832 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:43:55.117382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event deleted for resources: {'Port': ['ID=879f1f50-7db2-499e-b965-9283d8b294db,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:55.334946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:55.489082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c082aa64-fa1c-4628-a408-4ebaa6945eb6 req-33bde0cf-dea3-41d2-815c-516616e522d6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4 HTTP/1.1" status: 200 len: 210 time: 0.0956159 Apr 01 15:43:55.585417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:55.595536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:43:55.612849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:55.613422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:55.757092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] No DVR routers for this DVR port 879f1f50-7db2-499e-b965-9283d8b294db on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:55.759765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.763612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-deleted', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:43:55.780286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e816f0b-0575-4c72-9343-90330e6d02c3 req-162d0aa7-4768-4e6e-921d-0252fd1b4153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "DELETE /v2.0/ports/879f1f50-7db2-499e-b965-9283d8b294db HTTP/1.1" status: 204 len: 173 time: 1.4824703 Apr 01 15:43:55.797585 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:55.838390 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0d82b-cf0c-44e7-aff4-e3bb39d9efe4', 'name': 'network-vif-deleted', 'tag': '879f1f50-7db2-499e-b965-9283d8b294db', 'status': 'completed', 'code': 200} Apr 01 15:43:56.163635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:56.167667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:43:56.179013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:43:56.179626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:43:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:56.355003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:43:56.670133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:56.674422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd9134-a449-46cb-9e9a-d6850de6a8c2 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:43:56.786390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:43:56.821608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 879f1f50-7db2-499e-b965-9283d8b294db {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:43:56.822214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 879f1f50-7db2-499e-b965-9283d8b294db not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:43:56.857041 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1fa83f64-c5f6-432d-aaa7-81b07d43ac39 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--503718796&fields=id&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 267 time: 0.0422814 Apr 01 15:43:56.910319 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59447e64-291f-44b9-9796-86b447aa2310 None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:43:57.005877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1f57b98f-4ff3-4cf7-a45e-addf8b833762 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:57.007596 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1f57b98f-4ff3-4cf7-a45e-addf8b833762 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1431766 Apr 01 15:43:57.024851 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-fd086d70-73ec-49c1-9599-1658171b9427 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/quotas/b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 375 time: 0.0117385 Apr 01 15:43:57.109012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-813f5f3c-8887-428c-9619-410a51b7e651 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:43:57.125696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-813f5f3c-8887-428c-9619-410a51b7e651 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:43:57.127069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-813f5f3c-8887-428c-9619-410a51b7e651 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971115 Apr 01 15:43:57.271547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-4ce4b8a2-d11b-4226-91bd-808f0c0b6ba9 service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319067 Apr 01 15:43:57.407875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-30000840-a5ef-4638-be81-bcb252d58b83 service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298597 Apr 01 15:43:57.599906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e086d8a7-9c16-4fbf-8974-3e1273d2db67 req-46805712-1764-4677-8cbf-39e66148973a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 210 time: 0.0414369 Apr 01 15:43:57.889477 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1928e943-96f3-460c-9714-2f7dc984dbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.693395 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-8e25523d-048a-4808-ad03-81526db667c8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:58.694797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-8e25523d-048a-4808-ad03-81526db667c8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1467702 Apr 01 15:43:58.779756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f3722a1-37d5-4907-bb54-f0c17f0922ad req-db92b8b1-bdae-4688-944a-d49d9a623210 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 210 time: 0.0506611 Apr 01 15:43:58.791247 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-ed6e3ce6-5973-44b3-bb2b-7d0e0141d87e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 379 time: 0.0838974 Apr 01 15:43:58.801569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'port': {'device_id': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'admin_state_up': True, 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'security_groups': ['b68790dc-3993-4328-ae8f-53bfecb5bd93']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:58.942160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:58.957031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:58.970031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Made reservation on behalf of b6250555ad164319b161826a9e3aeb4f for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:58.973129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.139768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Allocated IP 172.20.0.3 (6ff4d72d-575a-4879-8058-a3f00ab6c27e/cc30819f-21b7-4caf-b061-81f8ae21a09b/139410b3-f54c-4096-a22c-ea3e58201837) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:59.323591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.346867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Transition to ACTIVE for port object 139410b3-f54c-4096-a22c-ea3e58201837 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:43:59.374813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.461826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:59.465300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:59.467189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:59.469277 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:43:59.529712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:59.530312 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.556625 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1e591635-1272-44ed-87fc-387b005d3c36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598128 Apr 01 15:43:59.567924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Request body: {'port': {'device_id': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:59.670490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98ea18f3-4fdc-48e4-b88f-bf46a3f624e3 None None] Provisioning for port 139410b3-f54c-4096-a22c-ea3e58201837 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:43:59.675539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98ea18f3-4fdc-48e4-b88f-bf46a3f624e3 None None] Provisioning complete for port 139410b3-f54c-4096-a22c-ea3e58201837 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:59.676149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98ea18f3-4fdc-48e4-b88f-bf46a3f624e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.679606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.730041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-98ea18f3-4fdc-48e4-b88f-bf46a3f624e3 None None] Port 139410b3-f54c-4096-a22c-ea3e58201837 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:43:59.987461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46c7c0-405d-4be5-9544-ac48e433fb75 req-8839c8cf-37eb-4a24-8a25-44e7a810d572 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:59.988913 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e46c7c0-405d-4be5-9544-ac48e433fb75 req-8839c8cf-37eb-4a24-8a25-44e7a810d572 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 931 time: 0.0817425 Apr 01 15:44:00.035159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e46c7c0-405d-4be5-9544-ac48e433fb75 req-0aad1075-08de-4bbc-962e-49e261c62a64 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402932 Apr 01 15:44:00.115537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139410b3-f54c-4096-a22c-ea3e58201837 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:44:00.122343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.136576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Transition to ACTIVE for port object 139410b3-f54c-4096-a22c-ea3e58201837 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:00.143877 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.266497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:00.326521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b08be658-2df1-4d78-bc3f-abc9c02eedff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.379082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:00.379396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:00.379757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:44:00.385665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Port 139410b3-f54c-4096-a22c-ea3e58201837 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:44:00.385972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:44:00.392491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:44:00.392819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:44:00.393190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:44:00.393604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Bound port: 139410b3-f54c-4096-a22c-ea3e58201837, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:00.393944 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.482431 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:00.485391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:00.491964 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.552053 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.553426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] 10.222.0.44 "PUT /v2.0/ports/139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 1091 time: 0.9897821 Apr 01 15:44:00.553846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:00.570792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5726e-2332-48c8-91fc-fd545f23cecc service neutron] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:00.623552 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837', 'status': 'completed', 'code': 200} Apr 01 15:44:00.664773 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-1fb57c55-7699-415c-83b5-b7c418750110 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1094 time: 0.0724769 Apr 01 15:44:00.736245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-c074c230-bd06-4c49-a902-3a07a8a43f9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 217 time: 0.0646870 Apr 01 15:44:00.801547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-27f306ef-279b-4a99-bbdd-bfd5bb20ef2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:00.803001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-27f306ef-279b-4a99-bbdd-bfd5bb20ef2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0604510 Apr 01 15:44:00.884676 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-3adec92f-8419-4ebe-b44c-5c01a10a489b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743303 Apr 01 15:44:01.016416 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-9e3aef52-9c0c-4b21-a874-f7a9922f475c service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243782 Apr 01 15:44:01.149415 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8584ebdf-d0c2-48c8-a9d8-da5fee52c50a req-b43922bd-1963-4614-8098-959991044c44 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263220 Apr 01 15:44:01.235004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c4121-5928-40d2-ae17-e13be871395b req-7b67a938-cdea-4464-9e89-95567056d66d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:01.236549 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-329c4121-5928-40d2-ae17-e13be871395b req-7b67a938-cdea-4464-9e89-95567056d66d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 943 time: 0.0804448 Apr 01 15:44:01.270069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-8c292c22-a6cc-45cf-8274-441532ad064b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1094 time: 0.0717492 Apr 01 15:44:01.290701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-329c4121-5928-40d2-ae17-e13be871395b req-e6a50e7d-26f0-44e6-bd81-9030c3c44dbc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481820 Apr 01 15:44:01.344186 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.403706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-f102f5e3-0e43-4248-8a3e-d94c309ea46a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:01.405160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-f102f5e3-0e43-4248-8a3e-d94c309ea46a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1273341 Apr 01 15:44:01.451843 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.478499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-be68b1ef-5785-4f90-8c85-90aed0e2ce38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 217 time: 0.0670772 Apr 01 15:44:01.543036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-95ca6714-edff-4bfd-9a59-b5660b247057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:01.545198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-95ca6714-edff-4bfd-9a59-b5660b247057 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0606611 Apr 01 15:44:01.714601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-6a9edb4f-7cc2-4a44-9b2b-a7929df0f1d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614163 Apr 01 15:44:01.856047 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-87475cb6-4abe-4e7f-9c2d-b8e669be397c service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338689 Apr 01 15:44:02.010613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1a7986c8-7eee-4864-bdfe-56aac5218bf8 req-f4eac139-79b4-44cd-b419-6b64f4c8d372 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471395 Apr 01 15:44:02.526989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a159f2-ad42-4bc3-bab2-b55aeea4fb8b req-fbd0b4c6-5d56-412c-ae4b-f7a0210c725e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:02.527741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f8a159f2-ad42-4bc3-bab2-b55aeea4fb8b req-fbd0b4c6-5d56-412c-ae4b-f7a0210c725e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:44:02.545004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-f8a159f2-ad42-4bc3-bab2-b55aeea4fb8b req-fbd0b4c6-5d56-412c-ae4b-f7a0210c725e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:44:02.546127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8a159f2-ad42-4bc3-bab2-b55aeea4fb8b req-fbd0b4c6-5d56-412c-ae4b-f7a0210c725e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 943 time: 0.1078537 Apr 01 15:44:02.594146 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f8a159f2-ad42-4bc3-bab2-b55aeea4fb8b req-8883b2ec-deb2-46fc-add1-b8dc51013d61 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Apr 01 15:44:02.801620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:44:02.911864 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.952088 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:02.965852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '139410b3-f54c-4096-a22c-ea3e58201837', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '139410b3-f54c-4096-a22c-ea3e58201837', 'mac_address': 'fa:16:3e:c8:58:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:44:03.018470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.035453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139410b3-f54c-4096-a22c-ea3e58201837 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:44:03.056820 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:03.063688 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.140258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:03.279362 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['139410b3-f54c-4096-a22c-ea3e58201837'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:44:03.805573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803bda0-bac1-4280-b002-6a392d31e44b req-97c53049-8944-4502-90c4-637eafd4089d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:03.807056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9803bda0-bac1-4280-b002-6a392d31e44b req-97c53049-8944-4502-90c4-637eafd4089d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 944 time: 0.0772629 Apr 01 15:44:03.858134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9803bda0-bac1-4280-b002-6a392d31e44b req-b9ec0d48-c0ae-42fd-97e0-e02907890aec tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Apr 01 15:44:04.824942 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:44:04.898521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 139410b3-f54c-4096-a22c-ea3e58201837 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:44:04.903319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 139410b3-f54c-4096-a22c-ea3e58201837 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:04.903880 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.016764 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.043324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:05.053329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:05.059498 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.063092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae0562-376b-4e0c-92e8-d2438803b7d2 req-a6934cf4-ec12-496e-a4aa-51e0bc05dfb5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.064841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6aae0562-376b-4e0c-92e8-d2438803b7d2 req-a6934cf4-ec12-496e-a4aa-51e0bc05dfb5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 944 time: 0.0815992 Apr 01 15:44:05.104764 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837', 'code': 200} Apr 01 15:44:05.119895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6aae0562-376b-4e0c-92e8-d2438803b7d2 req-ec715963-d446-4b3a-a175-b14df5b720ec tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488451 Apr 01 15:44:05.133947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:05.239456 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ebc26d5f-6545-4e7e-9484-673908b46076 req-917f12fa-3e3d-4368-ae63-0ee8f55120d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1096 time: 0.0799317 Apr 01 15:44:05.284794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ebc26d5f-6545-4e7e-9484-673908b46076 req-a9ed725f-546a-4e4f-a47f-cb781eaba87d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Apr 01 15:44:06.339593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177126e3-ed81-4159-9beb-c021c31bcb90 req-c401fb96-fbde-4809-9458-647e7fa30262 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:06.341378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-177126e3-ed81-4159-9beb-c021c31bcb90 req-c401fb96-fbde-4809-9458-647e7fa30262 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0888715 Apr 01 15:44:06.387954 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-177126e3-ed81-4159-9beb-c021c31bcb90 req-cbe345bb-b62d-41ed-8ac6-fb6f2f769c12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Apr 01 15:44:07.617949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f965f1-532a-442c-a318-2a2e7445c1fb req-1f19ec3c-915c-4f63-b93d-4be428b8b089 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:07.619404 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28f965f1-532a-442c-a318-2a2e7445c1fb req-1f19ec3c-915c-4f63-b93d-4be428b8b089 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0999470 Apr 01 15:44:07.665865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28f965f1-532a-442c-a318-2a2e7445c1fb req-378442dd-4a1b-4a92-80a5-a8553ca6766d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Apr 01 15:44:07.867359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bffb-1fc8-44fd-b325-c60fd9d31662 req-78e79bff-bd20-4a81-89e3-78f0b9b347d1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:07.868838 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8932bffb-1fc8-44fd-b325-c60fd9d31662 req-78e79bff-bd20-4a81-89e3-78f0b9b347d1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0818200 Apr 01 15:44:07.882081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 45792) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:07.887576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'floatingip': {'port_id': '139410b3-f54c-4096-a22c-ea3e58201837'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:44:08.059032 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.673778 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.681621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.888633 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c associated. External IP: 172.25.2.11, port: 139410b3-f54c-4096-a22c-ea3e58201837. Apr 01 15:44:09.312558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:09.622354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:09.626769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.638519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:44:09.651825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:44:09.652661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:44:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:09.681428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-de5250d4-5fe3-4fd9-8591-4cc2b42beefb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "PUT /v2.0/floatingips/3c8d7aeb-e015-4a39-adf4-474710f1563c HTTP/1.1" status: 200 len: 990 time: 1.7982514 Apr 01 15:44:09.681980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:09.739714 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837', 'status': 'completed', 'code': 200} Apr 01 15:44:09.844774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c124cad-e827-4035-8113-de1820f3656d req-56ab9f91-a1e5-4072-8a38-347c42480674 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1096 time: 0.0822225 Apr 01 15:44:09.878326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:44:09.996057 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c124cad-e827-4035-8113-de1820f3656d req-a5f184d8-2c4a-4327-9b05-36b3cb1b1503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:09.997500 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c124cad-e827-4035-8113-de1820f3656d req-a5f184d8-2c4a-4327-9b05-36b3cb1b1503 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1471410 Apr 01 15:44:10.044897 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce150-09b7-4a4f-86e1-48a77b726420 req-1dc8632c-fa1d-4e23-b251-e301757cdd50 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:10.046392 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1edce150-09b7-4a4f-86e1-48a77b726420 req-1dc8632c-fa1d-4e23-b251-e301757cdd50 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0775359 Apr 01 15:44:10.092425 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1edce150-09b7-4a4f-86e1-48a77b726420 req-43e426ac-234a-4a58-9c4e-cc43941ecb64 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Apr 01 15:44:10.103446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c124cad-e827-4035-8113-de1820f3656d req-4a78ec51-1582-4866-a4f6-8d088ea01991 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 998 time: 0.0980253 Apr 01 15:44:10.172652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c124cad-e827-4035-8113-de1820f3656d req-abd804d7-d965-4bdd-959d-3813b15ac350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:10.173996 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c124cad-e827-4035-8113-de1820f3656d req-abd804d7-d965-4bdd-959d-3813b15ac350 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0641022 Apr 01 15:44:10.235094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '139410b3-f54c-4096-a22c-ea3e58201837', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:c8:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:44:08Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:10.239364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:44:10.250904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:44:10.251520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:44:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:10.252833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c124cad-e827-4035-8113-de1820f3656d req-fdd6e213-3a33-4fc0-8e60-d4efeea8ec09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728462 Apr 01 15:44:10.397689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c124cad-e827-4035-8113-de1820f3656d req-acdfb689-0315-4d38-b2e1-ab7760ad9c77 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383667 Apr 01 15:44:10.429177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:44:10.534786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c124cad-e827-4035-8113-de1820f3656d req-36833a9c-5574-4cee-84e2-99c0033380c9 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310413 Apr 01 15:44:10.795904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '139410b3-f54c-4096-a22c-ea3e58201837', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:c8:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:44:08Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:10.800487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa0acd-49b0-4344-b9a3-63de7a851377 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '139410b3-f54c-4096-a22c-ea3e58201837', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:c8:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:44:08Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:44:10.997647 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd04d234-a5ba-4aed-a514-2eb4e43efc03 None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:44:11.177400 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.294877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542927e6-d1f7-44f5-ba88-b1e6a9f46cb6 req-c7d5ca46-d79b-445e-a8ef-82d2ef3ac9bd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:11.296347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-542927e6-d1f7-44f5-ba88-b1e6a9f46cb6 req-c7d5ca46-d79b-445e-a8ef-82d2ef3ac9bd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0789020 Apr 01 15:44:11.344811 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-542927e6-d1f7-44f5-ba88-b1e6a9f46cb6 req-0d77515a-5bf1-493d-adff-e6b2f2c9dc70 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427151 Apr 01 15:44:12.552368 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143103e-6e85-4f52-93a9-7ac21ab48a0a req-b79c8d32-abde-4fa9-b33f-a8d043a9509f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:12.553837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4143103e-6e85-4f52-93a9-7ac21ab48a0a req-b79c8d32-abde-4fa9-b33f-a8d043a9509f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0881488 Apr 01 15:44:12.600949 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4143103e-6e85-4f52-93a9-7ac21ab48a0a req-419399b3-0cc3-494c-a5c8-eddf3f2a0323 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410118 Apr 01 15:44:13.814351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac5487-bfd0-4e06-94e3-92e4a8cf5f3b req-f56c1852-590a-40fd-9616-9f62ac925a87 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:13.815879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39ac5487-bfd0-4e06-94e3-92e4a8cf5f3b req-f56c1852-590a-40fd-9616-9f62ac925a87 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0774531 Apr 01 15:44:13.866417 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39ac5487-bfd0-4e06-94e3-92e4a8cf5f3b req-05d421b3-0d87-42d3-8373-0231068b83a7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423050 Apr 01 15:44:15.081049 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef4d20-7e82-446f-bb03-af07bc5286db req-b03c6e0e-2dbe-4a97-b60a-ddd3829c2153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:15.082490 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41ef4d20-7e82-446f-bb03-af07bc5286db req-b03c6e0e-2dbe-4a97-b60a-ddd3829c2153 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0901628 Apr 01 15:44:15.129652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-41ef4d20-7e82-446f-bb03-af07bc5286db req-046be09c-469e-48a0-a56e-fc3a7f99a6a4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413918 Apr 01 15:44:15.136897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.444106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05782422-7048-4fc8-bda0-4f2fc9409e19 req-db831ce0-4883-49cd-8a0a-837b9dfdb6f9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:16.445611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05782422-7048-4fc8-bda0-4f2fc9409e19 req-db831ce0-4883-49cd-8a0a-837b9dfdb6f9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.1857140 Apr 01 15:44:16.492606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-05782422-7048-4fc8-bda0-4f2fc9409e19 req-dff52783-2ec6-4f45-9451-98cd763555f9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411065 Apr 01 15:44:17.247469 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-e12e29f7-fa81-4506-a23c-9f9130dedc7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1096 time: 0.0775862 Apr 01 15:44:17.396966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-2bc046c7-9ca9-419a-9239-0f7b1635714e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:17.398355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-2bc046c7-9ca9-419a-9239-0f7b1635714e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1299338 Apr 01 15:44:17.503724 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-5bbdd972-71b0-42db-8c08-e552038906dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 1000 time: 0.0989075 Apr 01 15:44:17.567128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-0c8c446f-62fb-45d5-885c-b3d54b50fe4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:17.568681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-0c8c446f-62fb-45d5-885c-b3d54b50fe4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0582871 Apr 01 15:44:17.648225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-9002c016-1d47-43d9-88c9-6ec849c8d961 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729647 Apr 01 15:44:17.700782 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985083ed-072f-4ee0-8c3a-170f5ff4f3a0 req-39bf3a89-2123-4d67-a9bb-a0ec46a66448 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:17.702403 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-985083ed-072f-4ee0-8c3a-170f5ff4f3a0 req-39bf3a89-2123-4d67-a9bb-a0ec46a66448 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0819643 Apr 01 15:44:17.748824 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-985083ed-072f-4ee0-8c3a-170f5ff4f3a0 req-f14b7691-49f4-4f8c-98b0-f4ab2cbf9a90 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410161 Apr 01 15:44:17.782020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-017da8f6-8b3d-4f98-95b5-6ab4c49dda86 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267176 Apr 01 15:44:17.915299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa84d917-d716-4115-88c0-cfbbf415ff33 req-e12b4d35-2838-4a9a-aa5a-7107bf4cc3ac service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269908 Apr 01 15:44:18.962201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57fce-6a49-4681-a721-8d1f44c60875 req-bcfe9c33-96d6-4d68-a766-dd382388ef77 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:18.963651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6e57fce-6a49-4681-a721-8d1f44c60875 req-bcfe9c33-96d6-4d68-a766-dd382388ef77 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0914447 Apr 01 15:44:19.008863 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6e57fce-6a49-4681-a721-8d1f44c60875 req-7b5706ca-66ef-4a73-b60b-d5cc9f1a33b5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396037 Apr 01 15:44:20.220016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d020db-e406-49f2-9cad-a36dc541abc9 req-d9d03d9d-0f21-46dc-99c4-13de62c5f5c1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:20.221460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71d020db-e406-49f2-9cad-a36dc541abc9 req-d9d03d9d-0f21-46dc-99c4-13de62c5f5c1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0765624 Apr 01 15:44:20.273064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71d020db-e406-49f2-9cad-a36dc541abc9 req-5eea0e20-9114-4ff1-a428-1067860a290c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458415 Apr 01 15:44:21.482771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecc864-387c-4e2c-bacb-9b6ea18bc9ec req-ed2f7500-1fa4-4934-95a6-d35299ceac81 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:21.484245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1cecc864-387c-4e2c-bacb-9b6ea18bc9ec req-ed2f7500-1fa4-4934-95a6-d35299ceac81 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0807073 Apr 01 15:44:21.534197 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1cecc864-387c-4e2c-bacb-9b6ea18bc9ec req-a88b309c-5b19-4243-ae45-6bf351530d25 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441999 Apr 01 15:44:22.738829 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698074f-a824-4b35-b840-5e38a1cb7950 req-72c7db67-513c-4672-9a7a-01edd7c3bb8f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:22.740185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5698074f-a824-4b35-b840-5e38a1cb7950 req-72c7db67-513c-4672-9a7a-01edd7c3bb8f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0788195 Apr 01 15:44:22.786865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5698074f-a824-4b35-b840-5e38a1cb7950 req-04702873-8f26-4b13-849c-08bb241b5c91 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 Apr 01 15:44:23.992878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736fea5-464a-4cf1-9101-f39be8aca8fe req-cb0e0226-643f-4767-abc2-c315ffa03c9f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:23.994343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4736fea5-464a-4cf1-9101-f39be8aca8fe req-cb0e0226-643f-4767-abc2-c315ffa03c9f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0813422 Apr 01 15:44:24.047926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4736fea5-464a-4cf1-9101-f39be8aca8fe req-6abf0f1f-f822-4ee0-94e4-f83a462154d2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479758 Apr 01 15:44:25.274090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa65d59-e1f5-40bb-a101-920529b8ca34 req-74da16bb-6691-46cb-bf6d-86b5b18c2112 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:25.275837 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ffa65d59-e1f5-40bb-a101-920529b8ca34 req-74da16bb-6691-46cb-bf6d-86b5b18c2112 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0961897 Apr 01 15:44:25.324384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ffa65d59-e1f5-40bb-a101-920529b8ca34 req-f60964c8-db8b-463c-8fb0-cc792969d22e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Apr 01 15:44:26.557588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e6c2c-34d1-4032-baf3-9510169a7914 req-820ada3e-7fac-487e-bcf8-6324a490f4c7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:26.559381 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d58e6c2c-34d1-4032-baf3-9510169a7914 req-820ada3e-7fac-487e-bcf8-6324a490f4c7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0867846 Apr 01 15:44:26.606812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d58e6c2c-34d1-4032-baf3-9510169a7914 req-03576538-b011-49e8-8fa2-27fc1a14497c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417018 Apr 01 15:44:27.896474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb267019-e677-455e-91a1-e5f7bbddeba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.966442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968817-6145-4025-bcd3-f8d832b43f76 req-bf7267be-d513-4272-8138-1aa0cb5f4188 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:27.967918 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f968817-6145-4025-bcd3-f8d832b43f76 req-bf7267be-d513-4272-8138-1aa0cb5f4188 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0787861 Apr 01 15:44:28.012925 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4f968817-6145-4025-bcd3-f8d832b43f76 req-59bdbd1a-8320-4f60-afb8-702d40ea8a40 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393646 Apr 01 15:44:29.219062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c4b8-27e5-450f-9259-ef75c9b142dd req-a15297cc-216b-4223-b40d-981aa6afd13b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:29.220572 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c624c4b8-27e5-450f-9259-ef75c9b142dd req-a15297cc-216b-4223-b40d-981aa6afd13b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0817659 Apr 01 15:44:29.269121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c624c4b8-27e5-450f-9259-ef75c9b142dd req-51a286f9-d7b8-4e20-bd61-863817ed13b8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Apr 01 15:44:30.321824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6353facd-260f-4656-a5bb-a1460be6ffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.473425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782802-7c48-4848-9f94-742b8ad721ad req-6ea4b260-0d4c-4ed2-be76-673936b41d49 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:30.474857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa782802-7c48-4848-9f94-742b8ad721ad req-6ea4b260-0d4c-4ed2-be76-673936b41d49 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0838261 Apr 01 15:44:30.521959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa782802-7c48-4848-9f94-742b8ad721ad req-28892f46-bdbf-43ef-87ac-8faba868743a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413926 Apr 01 15:44:31.356368 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.456546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.733419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64de3e0-afbf-4df9-afc7-fe2577314ca1 req-08841012-01d4-40da-a262-99d50fae8c64 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:31.735030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e64de3e0-afbf-4df9-afc7-fe2577314ca1 req-08841012-01d4-40da-a262-99d50fae8c64 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0891628 Apr 01 15:44:31.782508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e64de3e0-afbf-4df9-afc7-fe2577314ca1 req-f5235933-31c3-4375-b2f0-436e89f6b2a0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 Apr 01 15:44:32.077915 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:44:32.896644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.989090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2971e0-cf41-4170-91bc-6824996ac8c8 req-936e69f5-a2f6-44a8-bd8b-fbc7c7c4d501 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:32.990516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d2971e0-cf41-4170-91bc-6824996ac8c8 req-936e69f5-a2f6-44a8-bd8b-fbc7c7c4d501 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0806468 Apr 01 15:44:33.038644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0d2971e0-cf41-4170-91bc-6824996ac8c8 req-8aef388a-2e42-431f-b67b-d848d8a0f277 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398061 Apr 01 15:44:34.250595 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34b3b1-5784-41f1-9b89-4a1cbf9ac0ad req-4407813a-4f35-4437-a457-6fba175b8832 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:34.252084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c34b3b1-5784-41f1-9b89-4a1cbf9ac0ad req-4407813a-4f35-4437-a457-6fba175b8832 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0830872 Apr 01 15:44:34.297944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0c34b3b1-5784-41f1-9b89-4a1cbf9ac0ad req-d008cc17-4c80-4bfd-b0c8-423b8b616a3d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400617 Apr 01 15:44:35.525528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4a0e-d6b3-46a6-9d72-3302f5a5df9e req-979991a1-5a42-4088-89a6-8aefdcbb3d5f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:35.526983 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ced4a0e-d6b3-46a6-9d72-3302f5a5df9e req-979991a1-5a42-4088-89a6-8aefdcbb3d5f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0959933 Apr 01 15:44:35.572259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0ced4a0e-d6b3-46a6-9d72-3302f5a5df9e req-f864a737-0e15-473b-a6c7-8454e469e6c3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Apr 01 15:44:35.769624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7ae87fa-f0e5-4535-86d3-8382507b2b52 req-64013c50-7db5-4e37-b0f5-173040bb8ca4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702295 Apr 01 15:44:36.082361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-84e57265-f5c5-4fe6-8173-973e9f82de8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207416 Apr 01 15:44:36.103906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcc142-e301-41de-8bed-8886df6f0da8 req-74b99284-ea74-4edc-aef1-6a6c0716070d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:36.105313 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32bcc142-e301-41de-8bed-8886df6f0da8 req-74b99284-ea74-4edc-aef1-6a6c0716070d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0924699 Apr 01 15:44:36.152145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32bcc142-e301-41de-8bed-8886df6f0da8 req-636d8814-da13-40d7-a97e-79fb32f172b2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Apr 01 15:44:37.267751 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-8d92566a-d7c0-4367-a72c-64d9f423f293 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1096 time: 0.0716808 Apr 01 15:44:37.537890 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-85a087b0-a15a-41ac-8cea-401ae4b41c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.539349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-85a087b0-a15a-41ac-8cea-401ae4b41c00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.2637250 Apr 01 15:44:37.610449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c65ba-e1b4-4bfd-97f2-39892cef035e req-78ae9f57-79bc-435c-8e1b-4116c89d92f8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.612011 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb3c65ba-e1b4-4bfd-97f2-39892cef035e req-78ae9f57-79bc-435c-8e1b-4116c89d92f8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.3382633 Apr 01 15:44:37.695253 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-d7f9f393-6450-4385-844f-866a5ce27eaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 1000 time: 0.1486990 Apr 01 15:44:37.697820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bb3c65ba-e1b4-4bfd-97f2-39892cef035e req-03900d95-a801-4c06-8a22-cf37d4e08bb6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769184 Apr 01 15:44:37.760837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-9fc8bc89-b33a-45de-a81d-cf21ff5fe4f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.762271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-9fc8bc89-b33a-45de-a81d-cf21ff5fe4f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0607028 Apr 01 15:44:37.838207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-e216b6bc-d755-47ca-bc0b-17a37fe6ace9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700743 Apr 01 15:44:38.004870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-1401137c-1c0f-41b5-af40-27069bf8326c service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599452 Apr 01 15:44:38.139006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-8cc9307d-193a-419f-837f-4bff840222a7 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276076 Apr 01 15:44:38.920806 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20bc64-b19c-4f8b-bb6e-bb66da8df8b5 req-4f6238e9-375c-4006-93a4-622e174ecf03 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:38.922233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de20bc64-b19c-4f8b-bb6e-bb66da8df8b5 req-4f6238e9-375c-4006-93a4-622e174ecf03 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0869620 Apr 01 15:44:38.976414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-de20bc64-b19c-4f8b-bb6e-bb66da8df8b5 req-593b3f85-e72f-44a2-9527-85442376d35e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466199 Apr 01 15:44:39.936375 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-03d3c603-9bcc-4a90-8ae6-8acea21b169d service neutron] show failed (client error): The resource could not be found. Apr 01 15:44:39.937988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-03d3c603-9bcc-4a90-8ae6-8acea21b169d service neutron] 10.222.0.44 "GET /v2.0/ports/139410b3-f54c-4096-a22c-ea3e58201837/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0799804 Apr 01 15:44:40.182969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d97b-ee2b-4335-922a-6ffb54b0016e req-9cdb8ef8-a19c-479a-b7cb-ed8639f1a85d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:40.184787 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ab3d97b-ee2b-4335-922a-6ffb54b0016e req-9cdb8ef8-a19c-479a-b7cb-ed8639f1a85d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0848753 Apr 01 15:44:40.231060 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6ab3d97b-ee2b-4335-922a-6ffb54b0016e req-2896f5f7-13ab-4ea9-a3f3-1cb10457564a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406582 Apr 01 15:44:40.281397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-da6a87d6-10c4-41a9-9bf9-1a4bf6256efd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 1096 time: 0.1451447 Apr 01 15:44:40.292662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:44:40.409701 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.785650 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:40.815461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:40.872125 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:40.877766 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.895178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Transition to ACTIVE for port object 139410b3-f54c-4096-a22c-ea3e58201837 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:40.900623 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.953311 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837', 'code': 200} Apr 01 15:44:41.035644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:41.063516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.063837 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.064202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.064535 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.064863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.065191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.065494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.065811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.066132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.066447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.066763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:41.120302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] No DVR routers for this DVR port 139410b3-f54c-4096-a22c-ea3e58201837 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:41.198667 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.378970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:41.379828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:41.379828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:44:41.385891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Port 139410b3-f54c-4096-a22c-ea3e58201837 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:44:41.386182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Attempting to bind port 139410b3-f54c-4096-a22c-ea3e58201837 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:44:41.392693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:44:41.393059 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:44:41.393447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:44:41.393849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Bound port: 139410b3-f54c-4096-a22c-ea3e58201837, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:41.394190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.438756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d30aa-ef9b-4150-b195-d0cae4758a77 req-1148f63b-3fca-4815-b31f-77d45c3fee28 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:41.440254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a31d30aa-ef9b-4150-b195-d0cae4758a77 req-1148f63b-3fca-4815-b31f-77d45c3fee28 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 943 time: 0.0850999 Apr 01 15:44:41.480365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:41.483325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:41.486313 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a31d30aa-ef9b-4150-b195-d0cae4758a77 req-551059b1-4dd1-4699-aedc-0f4b8917dacd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 Apr 01 15:44:41.488920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.555428 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.556773 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] 10.222.0.62 "PUT /v2.0/ports/139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 1091 time: 1.2685456 Apr 01 15:44:41.567645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192f09-b02b-4abe-b45d-5b5756c13507 service neutron] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:41.650698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-0715f00d-7327-450c-88c9-07094fe7bf41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1094 time: 0.0712187 Apr 01 15:44:41.780963 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-5749f14c-06db-4cba-9965-233add11294e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:41.782483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-5749f14c-06db-4cba-9965-233add11294e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1259983 Apr 01 15:44:41.884170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-70af45f0-fcd9-4e93-bd16-9ca5983c9ebd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 998 time: 0.0957410 Apr 01 15:44:41.946511 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-e7343187-8c82-4bdd-9267-60daf9a2099c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:41.947945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-e7343187-8c82-4bdd-9267-60daf9a2099c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0585945 Apr 01 15:44:42.026744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-00d4d8b6-70d0-4f22-9c92-512d00c29a4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722017 Apr 01 15:44:42.160626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-e0c3134d-8d73-4fb2-98c0-f79231507cd2 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280744 Apr 01 15:44:42.291618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3740fec-7671-46d5-8170-13bdfec195f2 req-9d5313d9-60ab-41b1-a646-f462483c6b76 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252813 Apr 01 15:44:42.699173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4c9b2-d62a-465a-8aa0-f3694313ebfe req-fbec8ef7-791a-40b0-ad58-1bfd2161d41f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:42.700529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8b4c9b2-d62a-465a-8aa0-f3694313ebfe req-fbec8ef7-791a-40b0-ad58-1bfd2161d41f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 943 time: 0.0813236 Apr 01 15:44:42.750155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8b4c9b2-d62a-465a-8aa0-f3694313ebfe req-0cc72a7b-fc5a-486f-b7b2-2f9530b8ba97 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 Apr 01 15:44:42.954725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:43.025805 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837', 'status': 'completed', 'code': 200} Apr 01 15:44:43.065142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:44:43.117555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-dd1295d9-725e-4333-bf15-20396bc979ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1094 time: 0.0729704 Apr 01 15:44:43.123972 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:44:43.231081 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-f2e565b0-f126-47e7-9c35-224d79ba4209 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1094 time: 0.1816714 Apr 01 15:44:43.256076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-f63a6620-5ee7-4a84-8210-22c6533912a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:43.257576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-f63a6620-5ee7-4a84-8210-22c6533912a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1338274 Apr 01 15:44:43.362091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-aae0a3e4-ba09-41a6-88af-161a478b4092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:43.362337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-59f7b1e6-02d9-40c4-afb5-046693f42bf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 998 time: 0.0989218 Apr 01 15:44:43.363551 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-aae0a3e4-ba09-41a6-88af-161a478b4092 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1259584 Apr 01 15:44:43.425015 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-8461a5c0-74e2-4f12-9fa0-be81b35fdbd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:43.426420 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-8461a5c0-74e2-4f12-9fa0-be81b35fdbd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0573480 Apr 01 15:44:43.464920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-ec1f8018-57d5-4872-bb66-384c1609e467 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 998 time: 0.0944238 Apr 01 15:44:43.507238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-adceba03-27cc-4e47-a12e-a9e780c362f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733199 Apr 01 15:44:43.534718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-02016116-8801-41da-b718-44fd072595fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:43.536167 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-02016116-8801-41da-b718-44fd072595fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0654006 Apr 01 15:44:43.614275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-dd710dcb-ac6f-4b94-b4ef-5071b889f702 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717270 Apr 01 15:44:43.647645 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-43ec2ce2-7ec8-435f-b3fc-dd399737c931 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335063 Apr 01 15:44:43.762658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-11b69bae-274d-429c-83e2-3363dcad0f27 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309664 Apr 01 15:44:43.881680 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-5591fcd6-3969-498d-b3ea-698eee6e5d8f service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281148 Apr 01 15:44:43.948299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df7ecb1b-54be-4a92-b586-7ad334b7117e req-eae4879d-b6fd-4784-9e33-07ba0c7fe315 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796372 Apr 01 15:44:43.979470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9460e-8480-41ef-a0bf-5b38a36e534e req-236ef0a2-a605-47fd-84b4-217f116866ef tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:43.980895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd9460e-8480-41ef-a0bf-5b38a36e534e req-236ef0a2-a605-47fd-84b4-217f116866ef tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 943 time: 0.1004300 Apr 01 15:44:44.026806 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd9460e-8480-41ef-a0bf-5b38a36e534e req-79539667-0457-486b-97ac-2213bbfb59fa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401635 Apr 01 15:44:44.362421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-226adb12-dee0-4225-bfa6-334478e67449 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:44.363867 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-226adb12-dee0-4225-bfa6-334478e67449 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33&tenant_id=b6250555ad164319b161826a9e3aeb4f&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 943 time: 0.0815260 Apr 01 15:44:44.367256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f349e1-be28-43da-8496-51f540efcef9 req-6bc411ec-e696-42a8-9d98-cf4cac8b6e18 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:44.368858 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6f349e1-be28-43da-8496-51f540efcef9 req-6bc411ec-e696-42a8-9d98-cf4cac8b6e18 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 943 time: 0.0785985 Apr 01 15:44:44.415422 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6f349e1-be28-43da-8496-51f540efcef9 req-ab1a11f7-265c-4e91-ad8e-6fcc408fe680 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407710 Apr 01 15:44:44.448809 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-70afe5f9-62d4-4499-93cf-b81bc51670f2 service neutron] delete failed (client error): The resource could not be found. Apr 01 15:44:44.449838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-70afe5f9-62d4-4499-93cf-b81bc51670f2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/139410b3-f54c-4096-a22c-ea3e58201837/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0797479 Apr 01 15:44:44.598169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-d8b9d5d5-0c92-4f97-b979-6148347d8c4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1094 time: 0.0740137 Apr 01 15:44:44.728252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-b524f939-318e-4b95-946d-cfb65815239a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:44.729565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-b524f939-318e-4b95-946d-cfb65815239a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1248529 Apr 01 15:44:44.753232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:44:44.833123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-bd4a4e98-3e44-41ba-ad92-66bbcf36606c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 998 time: 0.0976071 Apr 01 15:44:44.893800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:44.894541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-ff6cd409-8d58-47d6-ba48-9782396b9056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:44.895984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-ff6cd409-8d58-47d6-ba48-9782396b9056 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0572641 Apr 01 15:44:44.907122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '139410b3-f54c-4096-a22c-ea3e58201837', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '139410b3-f54c-4096-a22c-ea3e58201837', 'mac_address': 'fa:16:3e:c8:58:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:44:44.959919 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.974177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-8f4f218b-97e7-4fac-8e8d-800d40d2824a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721326 Apr 01 15:44:44.977177 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139410b3-f54c-4096-a22c-ea3e58201837 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:44:44.992204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:44.995955 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.100431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:45.109083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.109387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-b20f1dea-d7bc-4d89-bd15-13209f86db34 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282291 Apr 01 15:44:45.109525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.109727 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.110086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.110372 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.110711 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.111023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.111367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.111680 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.111985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.112291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:45.143545 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.201299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['139410b3-f54c-4096-a22c-ea3e58201837'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:44:45.251563 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1b4b407f-703b-4f4f-b236-04eb1a407c84 req-27e754c8-b5de-4559-ae55-3598ecc0e1ad service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355662 Apr 01 15:44:45.614749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56127cb-609d-4103-939e-094e2100dd74 req-a4dca8a0-8170-4d60-9b11-fbb2f8b8fff7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:45.616216 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d56127cb-609d-4103-939e-094e2100dd74 req-a4dca8a0-8170-4d60-9b11-fbb2f8b8fff7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 944 time: 0.0771360 Apr 01 15:44:45.661463 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d56127cb-609d-4103-939e-094e2100dd74 req-ba97628e-628f-499a-9281-15638c90fdab tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393064 Apr 01 15:44:46.769468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:44:46.841014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 139410b3-f54c-4096-a22c-ea3e58201837 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:44:46.845901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 139410b3-f54c-4096-a22c-ea3e58201837 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:46.846152 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.868666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6840-0f79-4a54-9565-4715f51876db req-dbc6a763-5ff5-495a-9193-c262a3b47baa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:46.870158 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dbd6840-0f79-4a54-9565-4715f51876db req-dbc6a763-5ff5-495a-9193-c262a3b47baa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 944 time: 0.0814707 Apr 01 15:44:46.914970 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2dbd6840-0f79-4a54-9565-4715f51876db req-204dea27-4f00-4e9c-9d46-4897ced726f2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 Apr 01 15:44:46.962227 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.989778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:46.999860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:47.004978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.047989 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837', 'code': 200} Apr 01 15:44:47.072912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:47.119944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d2b2f-875a-4df4-b4a3-acde6efb7d71 req-cc77bab3-ea88-43df-a0a7-1b30b4ae90c0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:47.121384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-599d2b2f-875a-4df4-b4a3-acde6efb7d71 req-cc77bab3-ea88-43df-a0a7-1b30b4ae90c0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0799990 Apr 01 15:44:47.167278 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-599d2b2f-875a-4df4-b4a3-acde6efb7d71 req-87cd583b-3f86-459f-babc-c0559abf312b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400739 Apr 01 15:44:47.537347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94b15-cd9b-44bb-8cf9-e0b394793299 req-84763175-0e75-4b2c-a03a-5c0e444fad96 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:47.539002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3b94b15-cd9b-44bb-8cf9-e0b394793299 req-84763175-0e75-4b2c-a03a-5c0e444fad96 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0803578 Apr 01 15:44:47.568305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-609fc637-40a5-48b1-b6af-c9b62008e386 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 1096 time: 0.0699153 Apr 01 15:44:47.585928 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3b94b15-cd9b-44bb-8cf9-e0b394793299 req-1d505b18-ebaa-4aab-a241-24559b938348 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 Apr 01 15:44:47.703047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-5a39f523-c8e9-4ca3-a48c-55fa30cda12f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:47.704519 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-5a39f523-c8e9-4ca3-a48c-55fa30cda12f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1304305 Apr 01 15:44:47.807407 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-2e01dc41-ece2-4e9e-b541-85891b79cf04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 200 len: 1000 time: 0.0966549 Apr 01 15:44:47.875140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-7bcf299e-666b-4948-b03e-39f5eb878176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:47.876601 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-7bcf299e-666b-4948-b03e-39f5eb878176 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0640001 Apr 01 15:44:47.953319 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-beef0ad7-bd07-4ff1-9c58-dbeaea88f66f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710604 Apr 01 15:44:48.085539 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-f1363d15-2495-4702-bf70-8cc2adea27e0 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263549 Apr 01 15:44:48.249375 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea9c8212-d402-4ea2-b61e-5ec81f51d808 req-fb25044f-107d-4135-972f-bd4d2f1957b5 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579857 Apr 01 15:44:48.799569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bc21c-8f74-4aae-a3eb-3510cbd434b7 req-f416569a-8561-4e38-b7dc-c0cae20c5539 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:48.801626 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d4bc21c-8f74-4aae-a3eb-3510cbd434b7 req-f416569a-8561-4e38-b7dc-c0cae20c5539 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0796590 Apr 01 15:44:48.857747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7d4bc21c-8f74-4aae-a3eb-3510cbd434b7 req-787c5862-6a30-4d8e-98b1-765be6efd498 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504105 Apr 01 15:44:50.083258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789ac4-6e0f-4ee2-9471-6bb9d33beafc req-0177c7ef-89bd-481d-a2ca-f0246c999248 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:50.084559 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d6789ac4-6e0f-4ee2-9471-6bb9d33beafc req-0177c7ef-89bd-481d-a2ca-f0246c999248 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0996122 Apr 01 15:44:50.129454 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d6789ac4-6e0f-4ee2-9471-6bb9d33beafc req-46e22d66-cf01-4378-a4d5-d32dc443e16c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Apr 01 15:44:50.557780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e965f8d-a56e-4e5c-9a39-4811dd4ec15c req-39499b03-3e7f-4596-b527-487ba1050c76 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:50.559657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e965f8d-a56e-4e5c-9a39-4811dd4ec15c req-39499b03-3e7f-4596-b527-487ba1050c76 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0799754 Apr 01 15:44:50.609687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e965f8d-a56e-4e5c-9a39-4811dd4ec15c req-6fa55ce3-f2e4-4973-a628-dbeb7e7e59ab tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Apr 01 15:44:51.690337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-a2b11040-7bc3-40ed-9ac3-b56df2a98663 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:51.691677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-a2b11040-7bc3-40ed-9ac3-b56df2a98663 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.0871089 Apr 01 15:44:51.893194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Deleting port 139410b3-f54c-4096-a22c-ea3e58201837 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:44:51.893482 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.015354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03234fd-e497-49aa-a810-e6abb0060abd req-dbc8210e-d223-4ebf-9fbd-fe35c8797ccf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:52.016784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b03234fd-e497-49aa-a810-e6abb0060abd req-dbc8210e-d223-4ebf-9fbd-fe35c8797ccf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 945 time: 0.2812965 Apr 01 15:44:52.147479 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b03234fd-e497-49aa-a810-e6abb0060abd req-76873c8e-510c-4eed-8a8d-e6ae9aaa4c7c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247158 Apr 01 15:44:52.183664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] For port 139410b3-f54c-4096-a22c-ea3e58201837, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=139410b3-f54c-4096-a22c-ea3e58201837,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:52.183975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.469987 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.470343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.470647 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c disassociated. External IP: 172.25.2.11, port: 139410b3-f54c-4096-a22c-ea3e58201837. Apr 01 15:44:52.470970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Calling delete_port for 139410b3-f54c-4096-a22c-ea3e58201837 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:44:52.625737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.676980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event deleted for resources: {'Port': ['ID=139410b3-f54c-4096-a22c-ea3e58201837,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.888135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:53.089698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:53.100935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:44:53.113070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:44:53.113672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:44:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:53.157727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] No DVR routers for this DVR port 139410b3-f54c-4096-a22c-ea3e58201837 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:53.160560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.163132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-deleted', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:53.186037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf558eaf-47ea-4b10-87cc-a1556d6fdae6 req-6ea70c65-be5c-4401-b377-0828ce79333d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "DELETE /v2.0/ports/139410b3-f54c-4096-a22c-ea3e58201837 HTTP/1.1" status: 204 len: 173 time: 1.4880545 Apr 01 15:44:53.232204 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6242e4c-439c-4cbb-a02d-14e819b70e33', 'name': 'network-vif-deleted', 'tag': '139410b3-f54c-4096-a22c-ea3e58201837', 'status': 'completed', 'code': 200} Apr 01 15:44:53.307709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:44:53.320310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3875b3fc-081f-46ad-93f5-10de4ed1bb7d req-aa2d7810-191a-4526-ad9c-74c5958bb0f9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:44:53.337098 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-3875b3fc-081f-46ad-93f5-10de4ed1bb7d req-aa2d7810-191a-4526-ad9c-74c5958bb0f9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:44:53.338549 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3875b3fc-081f-46ad-93f5-10de4ed1bb7d req-aa2d7810-191a-4526-ad9c-74c5958bb0f9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6242e4c-439c-4cbb-a02d-14e819b70e33 HTTP/1.1" status: 200 len: 210 time: 0.0628943 Apr 01 15:44:53.628548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:53.632433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:44:53.644147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:44:53.644754 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:44:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:53.831147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:44:54.210051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:54.214351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9777e1-7dd8-4661-93db-f35aeaf8d5f2 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:44:54.444353 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bffa8-4a04-4120-8f00-2ba81fd7e7d5 None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:44:54.706536 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-b9dac2f6-d8d6-4239-952a-3c04f99fb25b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--503718796&fields=id&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 267 time: 0.0431590 Apr 01 15:44:54.784599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:44:54.817894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 139410b3-f54c-4096-a22c-ea3e58201837 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:44:54.818253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 139410b3-f54c-4096-a22c-ea3e58201837 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:44:54.857356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-38d6c820-3318-4ddc-8082-aaf0ec44edf5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:54.858786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-38d6c820-3318-4ddc-8082-aaf0ec44edf5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1431108 Apr 01 15:44:54.876091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-df78423b-c046-47bf-9c2f-4dd2d79cbdea tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/quotas/b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 375 time: 0.0116484 Apr 01 15:44:54.965487 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-7bc762a0-cd7a-4f89-b580-bb178eafee60 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844016 Apr 01 15:44:55.201255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-4afc564d-fc5b-4424-ab5a-18dc24090267 service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235754 Apr 01 15:44:55.340264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-3be7d22a-21fe-46b5-a8cf-bf871a285893 service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331902 Apr 01 15:44:55.540091 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-54b3c5f1-843c-436f-97bf-b5bd51c47624 req-30a52836-7c1b-4164-ac3a-20fff0eb3122 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 210 time: 0.0404480 Apr 01 15:44:56.617314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-56f14056-67c5-48f2-a838-0120c638d2e7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:56.618790 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-56f14056-67c5-48f2-a838-0120c638d2e7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1474550 Apr 01 15:44:56.712464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a22dc241-965c-4e3e-a483-2f6aa41192df req-e458123e-78cd-4cba-a6d0-4bf7d539cfee tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 210 time: 0.0445361 Apr 01 15:44:56.717495 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-f7092905-ac99-491c-beb5-7fbe755d03ea tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 379 time: 0.0863543 Apr 01 15:44:56.726316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'port': {'device_id': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'admin_state_up': True, 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'security_groups': ['b68790dc-3993-4328-ae8f-53bfecb5bd93']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:44:56.873149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:44:56.882905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:44:56.895167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Made reservation on behalf of b6250555ad164319b161826a9e3aeb4f for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:56.898112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.063727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Allocated IP 172.20.0.10 (6ff4d72d-575a-4879-8058-a3f00ab6c27e/cc30819f-21b7-4caf-b061-81f8ae21a09b/2e002c1f-90d4-4188-b607-21f0849cf9f5) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:57.260370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.276401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Transition to ACTIVE for port object 2e002c1f-90d4-4188-b607-21f0849cf9f5 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:57.299431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.380285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:57.383262 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:57.388615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:44:57.413035 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:57.437644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.438014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.438309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.438633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.438960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.439472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.439613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.439938 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.440245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.440556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.440867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:57.463296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:57.464023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.491035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-0f2210af-74e5-4f0c-a7ba-720b76526b4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682769 Apr 01 15:44:57.503377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Request body: {'port': {'device_id': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:44:57.613684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.666582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-19a7f6e6-62c8-4aad-ad0a-4addd646244e None None] Provisioning for port 2e002c1f-90d4-4188-b607-21f0849cf9f5 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:44:57.671234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-19a7f6e6-62c8-4aad-ad0a-4addd646244e None None] Provisioning complete for port 2e002c1f-90d4-4188-b607-21f0849cf9f5 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:57.671632 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19a7f6e6-62c8-4aad-ad0a-4addd646244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.724382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-19a7f6e6-62c8-4aad-ad0a-4addd646244e None None] Port 2e002c1f-90d4-4188-b607-21f0849cf9f5 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:44:57.892087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ce40002-c222-47ea-a880-28a13e231b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.920016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11f2b0-0944-4cec-b570-f818c5e6ca90 req-1100a515-40d3-478c-974c-506a679d8243 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:57.921391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad11f2b0-0944-4cec-b570-f818c5e6ca90 req-1100a515-40d3-478c-974c-506a679d8243 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 932 time: 0.0808187 Apr 01 15:44:57.963327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e002c1f-90d4-4188-b607-21f0849cf9f5 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:44:57.966797 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad11f2b0-0944-4cec-b570-f818c5e6ca90 req-21e3b5c2-fcca-4aa0-81c5-b2fa7636ad1a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Apr 01 15:44:57.970433 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.985178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Transition to ACTIVE for port object 2e002c1f-90d4-4188-b607-21f0849cf9f5 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:57.988720 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.206336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:58.312173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:58.312524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:58.312786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:44:58.319198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:44:58.319467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:44:58.326014 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:44:58.326330 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:44:58.326698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:44:58.327102 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Bound port: 2e002c1f-90d4-4188-b607-21f0849cf9f5, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:58.327477 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.411993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:58.414899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:58.422209 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.494769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.496318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] 10.222.0.44 "PUT /v2.0/ports/2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1092 time: 0.9973192 Apr 01 15:44:58.496743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:44:58.516604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68241b1-91aa-4caa-ac26-fb16e9295159 service neutron] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:58.609798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-533a8277-af8a-42fc-89f9-a493ab79233e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1095 time: 0.0731857 Apr 01 15:44:58.670508 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'status': 'completed', 'code': 200} Apr 01 15:44:58.686322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-8af56bfe-38d7-4332-a73a-9d62366378d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 217 time: 0.0684106 Apr 01 15:44:58.748746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-bfefa33f-14bd-432b-8265-e68c689f3573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:58.750101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-bfefa33f-14bd-432b-8265-e68c689f3573 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0579302 Apr 01 15:44:58.835192 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-cfa27b48-8b17-4799-af89-66ce8d4f2710 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784822 Apr 01 15:44:58.971074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-70659693-798e-46c1-8fd9-e7e1b56f19e5 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286671 Apr 01 15:44:59.106602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-51206bbd-c1a3-4ee8-bb19-a6ad24fea49c req-b2a03222-7ff7-4ee9-8845-977e314a354c service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283183 Apr 01 15:44:59.232252 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-df32b607-b682-4cb9-8501-81bc729528a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1095 time: 0.0729504 Apr 01 15:44:59.280430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d22e1-e180-45b6-aaa9-d5cf8e80601f req-57f1c670-25ba-413c-a564-5435382b8ea6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:59.281893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-625d22e1-e180-45b6-aaa9-d5cf8e80601f req-57f1c670-25ba-413c-a564-5435382b8ea6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 944 time: 0.1934769 Apr 01 15:44:59.327124 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-625d22e1-e180-45b6-aaa9-d5cf8e80601f req-98d03a92-de91-4ee8-be2c-188d74c220a9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Apr 01 15:44:59.362935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-e15295e2-a4e3-473e-b501-e5f9c05cbfde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:59.364465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-e15295e2-a4e3-473e-b501-e5f9c05cbfde service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1262238 Apr 01 15:44:59.437853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-4a1b6891-adf7-40da-b997-7f3641ac68f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 217 time: 0.0638199 Apr 01 15:44:59.500149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-408b266a-9724-46b8-a5dd-cf748fd1885d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:59.501587 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-408b266a-9724-46b8-a5dd-cf748fd1885d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0570450 Apr 01 15:44:59.578891 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-528a8bd5-7828-4ee5-b881-8b2e76f1191a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710537 Apr 01 15:44:59.709705 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-b61ad588-941d-451e-916f-e04518518d75 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244619 Apr 01 15:44:59.839962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4d49e4a1-2627-4866-ba7d-8dd98a84e46c req-7e9d7408-e35f-4bf9-ac75-2acad3e9e2b5 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239018 Apr 01 15:45:00.328511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9069c5de-5ef0-4689-81a9-827b62faae11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.624173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28641126-0d9d-4482-bf00-fb7178f3c7f2 req-b9fb820a-b567-4364-9504-b12233a50fdf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:00.624779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-28641126-0d9d-4482-bf00-fb7178f3c7f2 req-b9fb820a-b567-4364-9504-b12233a50fdf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:45:00.642818 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-28641126-0d9d-4482-bf00-fb7178f3c7f2 req-b9fb820a-b567-4364-9504-b12233a50fdf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:45:00.644072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28641126-0d9d-4482-bf00-fb7178f3c7f2 req-b9fb820a-b567-4364-9504-b12233a50fdf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 944 time: 0.1914361 Apr 01 15:45:00.692318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-28641126-0d9d-4482-bf00-fb7178f3c7f2 req-29cb7811-ebbf-400a-861a-8b6717f0a25a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400112 Apr 01 15:45:01.092361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:45:01.249755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:01.263662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'mac_address': 'fa:16:3e:6e:5d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:45:01.323241 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.351197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e002c1f-90d4-4188-b607-21f0849cf9f5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:45:01.356464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.368639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:01.374475 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.453755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:01.461621 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.606318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['2e002c1f-90d4-4188-b607-21f0849cf9f5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:45:01.892983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb05d46-5aeb-439e-a8df-41ba89733059 req-ce8c0bbb-6c71-4b2b-9b48-727be0704966 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:01.894321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb05d46-5aeb-439e-a8df-41ba89733059 req-ce8c0bbb-6c71-4b2b-9b48-727be0704966 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0811214 Apr 01 15:45:01.940037 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ecb05d46-5aeb-439e-a8df-41ba89733059 req-ecaa5e36-d55f-4d69-80de-e78dc381869f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401127 Apr 01 15:45:02.903321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.126932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:45:03.159981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ead23-c3ae-4b67-b96a-5eca55d5dfa9 req-168f2e9b-c1c2-4429-9736-9ce5b36579cb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:03.161457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d21ead23-c3ae-4b67-b96a-5eca55d5dfa9 req-168f2e9b-c1c2-4429-9736-9ce5b36579cb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0845406 Apr 01 15:45:03.200038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 2e002c1f-90d4-4188-b607-21f0849cf9f5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:45:03.204807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 2e002c1f-90d4-4188-b607-21f0849cf9f5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:03.205220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.208797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d21ead23-c3ae-4b67-b96a-5eca55d5dfa9 req-845c1946-8d6b-4140-beb1-34d46e57c1da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Apr 01 15:45:03.317114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.343923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:03.353567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:03.361563 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.413020 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'code': 200} Apr 01 15:45:03.430814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:03.540521 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f91ce309-c284-4d79-8672-2ec8fa4b1cdf req-1291ab88-bdca-4602-b66b-397724904080 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1097 time: 0.0680141 Apr 01 15:45:03.583584 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f91ce309-c284-4d79-8672-2ec8fa4b1cdf req-d32ceefa-1560-4171-ad21-589be578b0be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362377 Apr 01 15:45:04.423131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289deda9-609d-4f2f-ad7f-a3691f60062b req-0d565415-9e47-46ca-ad01-362434c1375c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:04.424570 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-289deda9-609d-4f2f-ad7f-a3691f60062b req-0d565415-9e47-46ca-ad01-362434c1375c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0872939 Apr 01 15:45:04.474744 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-289deda9-609d-4f2f-ad7f-a3691f60062b req-07d9f122-7351-4ae2-b3b6-a2d3d873b97b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445006 Apr 01 15:45:05.694951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ba391-66ff-4691-a896-3700a10b0462 req-c7667353-659c-4034-9a6a-e5f5e96fdabc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:05.696544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea1ba391-66ff-4691-a896-3700a10b0462 req-c7667353-659c-4034-9a6a-e5f5e96fdabc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0903442 Apr 01 15:45:05.746442 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ea1ba391-66ff-4691-a896-3700a10b0462 req-efe3eb72-00f3-4608-97c1-41b8bd061bec tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Apr 01 15:45:05.941111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f50e-933a-4188-a505-9a3b5092adf2 req-0b8c2a25-5e42-4be1-96a5-72801da921fa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:05.942533 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f21f50e-933a-4188-a505-9a3b5092adf2 req-0b8c2a25-5e42-4be1-96a5-72801da921fa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0798290 Apr 01 15:45:05.953550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 45968) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:45:05.958743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'floatingip': {'port_id': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:45:06.041148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.667459 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.673977 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.875234 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c associated. External IP: 172.25.2.11, port: 2e002c1f-90d4-4188-b607-21f0849cf9f5. Apr 01 15:45:07.358012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:07.570860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:07.575987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.580654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:45:07.597082 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:45:07.597685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:45:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:07.631589 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7519fa36-9be5-43da-bbf5-ff6d9e20c6db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "PUT /v2.0/floatingips/3c8d7aeb-e015-4a39-adf4-474710f1563c HTTP/1.1" status: 200 len: 991 time: 1.6767862 Apr 01 15:45:07.631974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:07.691163 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'status': 'completed', 'code': 200} Apr 01 15:45:07.783154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:45:07.790950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-ee880b3b-cc4d-4632-8ccd-7296107d8116 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1097 time: 0.0755036 Apr 01 15:45:07.812906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d21d39fb-9954-46a3-92fa-78058f438091 req-49af9142-103c-4186-9065-dde531a087a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0745180 Apr 01 15:45:07.930470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-661133ea-27ef-4e0d-b21c-cc35591fedd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:07.932020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-661133ea-27ef-4e0d-b21c-cc35591fedd0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1343737 Apr 01 15:45:08.045844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-44697b02-e8ad-4f0d-b4f5-a10846e0a640 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 999 time: 0.1074545 Apr 01 15:45:08.093582 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-714de852-feec-4b4f-a839-b8f01ccac586 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786521 Apr 01 15:45:08.152114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:6e:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:45:06Z', 'revision_number': 9, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:08.156163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:45:08.163168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-69f8ea6b-fe0c-4629-9938-4f92d055097d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:08.164701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-69f8ea6b-fe0c-4629-9938-4f92d055097d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.1125433 Apr 01 15:45:08.168317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:45:08.168924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:45:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:08.228346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954657b-2211-4ee7-9084-116253f4b640 req-07e1265f-3b60-482d-a957-c27c71489127 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:08.229833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1954657b-2211-4ee7-9084-116253f4b640 req-07e1265f-3b60-482d-a957-c27c71489127 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.1430516 Apr 01 15:45:08.290649 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1954657b-2211-4ee7-9084-116253f4b640 req-27ad085c-fccb-48f0-87cb-20f47b988073 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506263 Apr 01 15:45:08.301754 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-d8339e2e-79ae-4bfb-9875-983a192dbc48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301031 Apr 01 15:45:08.401520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:45:08.445100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-1884d300-8fcc-4696-95a1-3f89a2d1b4d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353521 Apr 01 15:45:08.592639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e4b74f6e-878b-4569-885a-a60c7aa8a10b req-83bd4d6e-0425-4a2e-8d81-e3a422500565 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405890 Apr 01 15:45:08.768259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:6e:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:45:06Z', 'revision_number': 9, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:08.773235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fc92d-e5b6-48c9-ad87-49fae93a78eb None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:6e:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:45:06Z', 'revision_number': 9, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:45:08.983383 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afff93c-0209-4d73-9970-b19a6893644c None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:45:09.150669 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:45:09.300184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-b0be90b0-7a31-4ce5-85e7-aeb13a7f5dda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1097 time: 0.0769134 Apr 01 15:45:09.498434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4702-2230-4c91-a147-66e69b664307 req-bea4ec01-4250-43fa-a1b9-70bcd2693a7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:09.499828 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ad4702-2230-4c91-a147-66e69b664307 req-bea4ec01-4250-43fa-a1b9-70bcd2693a7b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0824368 Apr 01 15:45:09.529612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-228a3ec5-2a6b-4dac-b92e-411783c51543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:09.531025 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-228a3ec5-2a6b-4dac-b92e-411783c51543 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.2245929 Apr 01 15:45:09.546115 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50ad4702-2230-4c91-a147-66e69b664307 req-af6f4f6a-63c5-44ec-a80b-e9cb8798b2e6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405536 Apr 01 15:45:09.635121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-ee95f9e1-42f2-46f4-8e07-8a51701c85ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1002 time: 0.0972900 Apr 01 15:45:09.701032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-819aec11-8bac-4bbe-b9f2-4d201917bfbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:09.702433 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-819aec11-8bac-4bbe-b9f2-4d201917bfbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0580714 Apr 01 15:45:09.794565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-dfa9f080-71b0-4cce-a709-d5c86203f29d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827353 Apr 01 15:45:09.938006 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-a16ea522-b873-4828-a68e-a6ec661d8215 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347387 Apr 01 15:45:10.073339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-59134412-8b71-4701-b216-dbe318d33aff service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283453 Apr 01 15:45:10.759810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492dab-829c-481f-a364-cf85bef9c86b req-d422a9e7-7a7d-4b2b-a854-03e94eaceaf9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:10.761388 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a492dab-829c-481f-a364-cf85bef9c86b req-d422a9e7-7a7d-4b2b-a854-03e94eaceaf9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0829442 Apr 01 15:45:10.808875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a492dab-829c-481f-a364-cf85bef9c86b req-6a58b991-a006-4a03-8171-33a6ca46a5d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Apr 01 15:45:11.274457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.022264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061838d-6852-4722-b831-a6020b3d7b69 req-c2ca027e-a683-48aa-a82d-9118dc56f093 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:12.024248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f061838d-6852-4722-b831-a6020b3d7b69 req-c2ca027e-a683-48aa-a82d-9118dc56f093 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0965598 Apr 01 15:45:12.071769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f061838d-6852-4722-b831-a6020b3d7b69 req-a8ec8bf8-3f9a-4c46-b0fc-f8f2b4df1612 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406868 Apr 01 15:45:13.277953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439b28-4040-4f46-a7f8-236a7acc90f6 req-f4342e69-ad21-4b44-90c4-9c5edec8bf47 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:13.279527 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83439b28-4040-4f46-a7f8-236a7acc90f6 req-f4342e69-ad21-4b44-90c4-9c5edec8bf47 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0858140 Apr 01 15:45:13.328951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83439b28-4040-4f46-a7f8-236a7acc90f6 req-0c4c60fd-92c2-4cc9-a598-62707ebc5f4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 Apr 01 15:45:14.559437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec192cd-0631-4e72-8bcc-e70112700e73 req-ef237fcd-0571-4edd-94dd-b1c0077dd66e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:14.560894 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ec192cd-0631-4e72-8bcc-e70112700e73 req-ef237fcd-0571-4edd-94dd-b1c0077dd66e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0826998 Apr 01 15:45:14.608636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ec192cd-0631-4e72-8bcc-e70112700e73 req-830ebbe2-cdff-4d70-a4a4-adeddde7d60b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Apr 01 15:45:15.153916 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.832041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bfb93-fb33-4d53-82c4-3cf4ca41abe1 req-f61b6306-0b7c-4fa0-b2c2-f3eea0a5600b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:15.833499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-459bfb93-fb33-4d53-82c4-3cf4ca41abe1 req-f61b6306-0b7c-4fa0-b2c2-f3eea0a5600b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0768814 Apr 01 15:45:15.879728 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-459bfb93-fb33-4d53-82c4-3cf4ca41abe1 req-a1d22d19-1532-461c-bcd1-86eba76da58e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405464 Apr 01 15:45:17.090890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593ae41-4f39-4215-94d3-afdad385b0d6 req-2ad10af5-3f66-4b3f-a018-c396e80df65c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:17.092254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d593ae41-4f39-4215-94d3-afdad385b0d6 req-2ad10af5-3f66-4b3f-a018-c396e80df65c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0812113 Apr 01 15:45:17.141353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d593ae41-4f39-4215-94d3-afdad385b0d6 req-4e802e3c-6bfa-4950-bda3-1de636293274 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 Apr 01 15:45:17.293358 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-416212c3-21a2-49dd-9e7c-8fb8d4884209 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1097 time: 0.0792444 Apr 01 15:45:17.449197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-66d85a3a-b45e-486f-99f3-ed78553d5e8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:17.450557 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-66d85a3a-b45e-486f-99f3-ed78553d5e8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1383870 Apr 01 15:45:17.558555 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-452d73b0-1363-498b-8085-c1c115d7c854 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1002 time: 0.1011133 Apr 01 15:45:17.635792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-316317bd-654e-4421-9f99-695ed5c222d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:17.637223 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-316317bd-654e-4421-9f99-695ed5c222d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0727739 Apr 01 15:45:17.714740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-a575e322-a4f0-4662-acae-9d2403bcce63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689962 Apr 01 15:45:17.848648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-e7c9efe7-0344-4ba8-8fbe-47ccbd3d3529 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271513 Apr 01 15:45:17.989586 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-302eb3ee-d6c4-4a93-ac42-8dbb91123a36 req-a3208d2d-983f-40af-bece-54063a2f957b service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336544 Apr 01 15:45:18.457488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bf82a-8e0c-4790-8acd-2bdd673502f2 req-8a7608cc-505e-4437-abf3-6cea95b7b5a4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:18.459078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f48bf82a-8e0c-4790-8acd-2bdd673502f2 req-8a7608cc-505e-4437-abf3-6cea95b7b5a4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.1824136 Apr 01 15:45:18.506503 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f48bf82a-8e0c-4790-8acd-2bdd673502f2 req-8d18b46e-9117-4690-81e9-9cf0774ba8df tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416002 Apr 01 15:45:19.716298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dbc1a-2c95-46a6-a5bd-9fc059549f19 req-0c327076-ba22-4da0-9c2a-55cddd65a01d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.717765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-098dbc1a-2c95-46a6-a5bd-9fc059549f19 req-0c327076-ba22-4da0-9c2a-55cddd65a01d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0848053 Apr 01 15:45:19.766727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-098dbc1a-2c95-46a6-a5bd-9fc059549f19 req-847c9b66-546b-4aeb-beda-10b54f2fab69 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406663 Apr 01 15:45:20.980148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefad691-36ee-4d28-9a60-1793e2f1adfe req-73090df0-1e7d-4a92-a471-de9c355c0e58 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:20.981616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fefad691-36ee-4d28-9a60-1793e2f1adfe req-73090df0-1e7d-4a92-a471-de9c355c0e58 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0802689 Apr 01 15:45:21.026330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fefad691-36ee-4d28-9a60-1793e2f1adfe req-ea08be42-4256-4430-afd1-2f55dbdea9cb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Apr 01 15:45:22.244341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78fa2f-91d7-48c1-99be-8bc68efabfb5 req-a45feb61-a37b-4196-8093-50317fa045e4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:22.245792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a78fa2f-91d7-48c1-99be-8bc68efabfb5 req-a45feb61-a37b-4196-8093-50317fa045e4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0850089 Apr 01 15:45:22.295512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0a78fa2f-91d7-48c1-99be-8bc68efabfb5 req-705d2c60-6422-4c66-b464-b7c8ec0bfab9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438807 Apr 01 15:45:23.502833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc0e50-5e36-429a-9bab-504cec182a2d req-7042c611-a1dd-44be-8e99-1ea797382a83 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:23.504313 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0dfc0e50-5e36-429a-9bab-504cec182a2d req-7042c611-a1dd-44be-8e99-1ea797382a83 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0838678 Apr 01 15:45:23.553134 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0dfc0e50-5e36-429a-9bab-504cec182a2d req-0c1ff2c0-ba85-4732-9f09-adf77ad65fa6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Apr 01 15:45:24.775538 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50769004-2a46-4c6f-bb43-04798337af69 req-70f0afc2-a630-4e82-b8ed-029939231ef0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:24.777013 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50769004-2a46-4c6f-bb43-04798337af69 req-70f0afc2-a630-4e82-b8ed-029939231ef0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0872147 Apr 01 15:45:24.822944 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-50769004-2a46-4c6f-bb43-04798337af69 req-9c93b982-3e16-4d71-b603-557f541340d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Apr 01 15:45:26.039421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec2af1-8b41-4f0b-8afe-f92473893d91 req-048f6739-59cf-4f63-819d-e128d66e0a48 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:26.040837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2cec2af1-8b41-4f0b-8afe-f92473893d91 req-048f6739-59cf-4f63-819d-e128d66e0a48 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0857928 Apr 01 15:45:26.088097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2cec2af1-8b41-4f0b-8afe-f92473893d91 req-96be78c2-7cbc-40bc-8039-1b7597a6caaf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396523 Apr 01 15:45:27.297972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4d3c9-20ce-452b-aa51-a82cb6c87b4f req-6030b90f-3a18-4ef5-9b27-83bd3d7373b1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:27.299454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32e4d3c9-20ce-452b-aa51-a82cb6c87b4f req-6030b90f-3a18-4ef5-9b27-83bd3d7373b1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0850508 Apr 01 15:45:27.347307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-32e4d3c9-20ce-452b-aa51-a82cb6c87b4f req-51b24012-fa0d-48d5-bd5d-6df2e67681df tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Apr 01 15:45:27.895541 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2408a53-c1a9-43e0-9369-89f3c6961197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.566161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd50ea-7bdf-4c3b-a60f-fe8c9551cae9 req-49e6b6df-ba39-462f-8460-2472a24fa690 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:28.570233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fffd50ea-7bdf-4c3b-a60f-fe8c9551cae9 req-49e6b6df-ba39-462f-8460-2472a24fa690 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0896912 Apr 01 15:45:28.618302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fffd50ea-7bdf-4c3b-a60f-fe8c9551cae9 req-c16afd13-e735-47d8-8dfe-df452151e7ee tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Apr 01 15:45:29.829506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ade4ef-b527-48f9-8745-51a9b5a00234 req-76c371e9-1af8-45e1-b3c3-0a1b2b97adc6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:29.830945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ade4ef-b527-48f9-8745-51a9b5a00234 req-76c371e9-1af8-45e1-b3c3-0a1b2b97adc6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0770662 Apr 01 15:45:29.876711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-73ade4ef-b527-48f9-8745-51a9b5a00234 req-ee5a6ad3-991b-42ac-bfbb-88f558a9c519 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Apr 01 15:45:30.328638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d74c2c19-c25f-48c2-95c2-8f39df4f70a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.677443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-f691c347-4b3e-45ac-b4b1-231e3067edf9 req-56919f6f-3cb9-41e1-ae9d-035b81089d97 tempest-TestNetworkBasicOps-202847182 tempest-TestNetworkBasicOps-202847182-project] (83954) timed out ('10.222.0.44', 55977) {{(pid=83954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:45:31.090841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f12a67-4c87-4024-81bc-aa5cac96ab5c req-befb1eda-2fdd-405b-a23c-fca4d1b1c651 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:31.092319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65f12a67-4c87-4024-81bc-aa5cac96ab5c req-befb1eda-2fdd-405b-a23c-fca4d1b1c651 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0821123 Apr 01 15:45:31.143600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65f12a67-4c87-4024-81bc-aa5cac96ab5c req-528d2850-10fd-4ff5-9faa-ea8270dddebe tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456848 Apr 01 15:45:31.362859 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.465818 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.361256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d375e-ceb8-4566-9cda-0b26b2dfc2b3 req-649c3ca4-4a08-4de2-bb17-8d7e6bc59a16 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:32.362716 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e77d375e-ceb8-4566-9cda-0b26b2dfc2b3 req-649c3ca4-4a08-4de2-bb17-8d7e6bc59a16 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0838363 Apr 01 15:45:32.408385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e77d375e-ceb8-4566-9cda-0b26b2dfc2b3 req-39399d12-98c1-41a5-a53b-069f02b4d6a7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397949 Apr 01 15:45:32.915365 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.629463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853cc2b-aba1-4e0e-9e18-35006e26a4f6 req-5ef9d684-0596-4026-a36f-93741e13a3c0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:33.630906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4853cc2b-aba1-4e0e-9e18-35006e26a4f6 req-5ef9d684-0596-4026-a36f-93741e13a3c0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0918431 Apr 01 15:45:33.678382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4853cc2b-aba1-4e0e-9e18-35006e26a4f6 req-11ee73c1-f486-473c-9aaa-e7ca7ff5825d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416625 Apr 01 15:45:34.897085 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cd96f-c670-4f61-953a-95308491f4e3 req-bbbb1ba0-be73-4ca8-bc7f-74809a02d93a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:34.898530 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da1cd96f-c670-4f61-953a-95308491f4e3 req-bbbb1ba0-be73-4ca8-bc7f-74809a02d93a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0922940 Apr 01 15:45:34.947290 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-da1cd96f-c670-4f61-953a-95308491f4e3 req-e659a890-b196-4f9e-a9b2-eef11d4aa5b9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Apr 01 15:45:36.165672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f18cd-d0a4-42aa-bb7c-d38490db7458 req-ce7f678a-e129-4810-89f6-a2729629ac2c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:36.167140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a57f18cd-d0a4-42aa-bb7c-d38490db7458 req-ce7f678a-e129-4810-89f6-a2729629ac2c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0882366 Apr 01 15:45:36.216871 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a57f18cd-d0a4-42aa-bb7c-d38490db7458 req-55989b68-40f8-4aee-baa0-d53689851057 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440280 Apr 01 15:45:37.440524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86fdbd-0d6e-4fd3-a8e6-3fbd7c20a69e req-9a93e901-c2a5-4867-98cb-af6fbcfacb23 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:37.441866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df86fdbd-0d6e-4fd3-a8e6-3fbd7c20a69e req-9a93e901-c2a5-4867-98cb-af6fbcfacb23 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0841167 Apr 01 15:45:37.500930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-df86fdbd-0d6e-4fd3-a8e6-3fbd7c20a69e req-21a55f5f-340f-4dc9-86e6-2bd4e74a4e97 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503705 Apr 01 15:45:38.710715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53bc8-5f92-454e-9831-0b8874d8bc70 req-1f9adc4e-6441-4fcd-be01-77701e83ac4f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:38.712107 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f53bc8-5f92-454e-9831-0b8874d8bc70 req-1f9adc4e-6441-4fcd-be01-77701e83ac4f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0837963 Apr 01 15:45:38.757271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5f53bc8-5f92-454e-9831-0b8874d8bc70 req-627ddfe7-4c97-46e7-a38e-48cf83140e67 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 Apr 01 15:45:39.973452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec1b6a-2741-401f-8c63-2cf20e4d203f req-f280c82c-87c9-4b7b-9ead-2d5d3a1abeb2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:39.974870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8aec1b6a-2741-401f-8c63-2cf20e4d203f req-f280c82c-87c9-4b7b-9ead-2d5d3a1abeb2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0929122 Apr 01 15:45:40.019418 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8aec1b6a-2741-401f-8c63-2cf20e4d203f req-7d46c137-c4bb-460b-b4b0-278b0fc4bf4f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389333 Apr 01 15:45:41.286968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.407075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d3d56-88d9-4c86-a925-1ccc1c18fcea req-ab38ec32-a64c-4be8-a53f-791e0ef479e9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:41.408462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-794d3d56-88d9-4c86-a925-1ccc1c18fcea req-ab38ec32-a64c-4be8-a53f-791e0ef479e9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0821908 Apr 01 15:45:41.453544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-794d3d56-88d9-4c86-a925-1ccc1c18fcea req-b64a3074-93ac-4183-84bc-53c7b00853db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395207 Apr 01 15:45:42.056578 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-8ed56b9b-4b34-4a00-a7f5-7b9234fb26f7 service neutron] show failed (client error): The resource could not be found. Apr 01 15:45:42.058111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-8ed56b9b-4b34-4a00-a7f5-7b9234fb26f7 service neutron] 10.222.0.44 "GET /v2.0/ports/2e002c1f-90d4-4188-b607-21f0849cf9f5/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0888045 Apr 01 15:45:42.329651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-37c44573-0419-4699-ab6f-c491de0bfbc1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 1097 time: 0.0735478 Apr 01 15:45:42.339939 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:45:42.541450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.858217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:42.880862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599614-de99-4755-b024-86df30b02b73 req-e542550d-e933-4ea0-acda-fe0692de8332 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:42.882376 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56599614-de99-4755-b024-86df30b02b73 req-e542550d-e933-4ea0-acda-fe0692de8332 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.2281876 Apr 01 15:45:42.918021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:42.988431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:42.993912 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.000161 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-56599614-de99-4755-b024-86df30b02b73 req-364e2f6b-bee6-4288-b239-361b34f5ae96 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098328 Apr 01 15:45:43.013621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Transition to ACTIVE for port object 2e002c1f-90d4-4188-b607-21f0849cf9f5 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:45:43.018060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.071389 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'code': 200} Apr 01 15:45:43.158328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:43.182295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.182641 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.182968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.183325 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.183651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.183972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.184290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.184606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.184920 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.185229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.185568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:43.226016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] No DVR routers for this DVR port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:43.495284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:43.495957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:43.495957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:45:43.502118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:45:43.502428 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:45:43.509142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:45:43.509467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:45:43.510006 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:45:43.510418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Bound port: 2e002c1f-90d4-4188-b607-21f0849cf9f5, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:43.510755 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.597779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:43.600737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:43.608518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.673594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.674965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] 10.222.0.62 "PUT /v2.0/ports/2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1092 time: 1.3390768 Apr 01 15:45:43.688831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631f28d-ccc0-4285-8e2c-93dc5b142d3d service neutron] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:43.768370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-8969484b-e3c6-451c-8e7c-8b4f4c1d8670 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1095 time: 0.0713456 Apr 01 15:45:43.900498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-f3ff971b-d3a9-4f84-9403-f14078b05940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:43.901946 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-f3ff971b-d3a9-4f84-9403-f14078b05940 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1283317 Apr 01 15:45:44.005554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-00eb3fa7-1423-43ca-b426-382eef537632 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1000 time: 0.0974145 Apr 01 15:45:44.068764 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-837a8b76-5c38-4296-8ef0-0d77b8f8556e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:44.070205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-837a8b76-5c38-4296-8ef0-0d77b8f8556e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0595906 Apr 01 15:45:44.290401 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-27398ab8-da4e-41ea-a6a4-18a718436438 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139297 Apr 01 15:45:44.392709 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcb8aa-6365-4f6a-acb4-c02116050106 req-035a0318-7a63-42b4-950d-93139bd34b13 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:44.394025 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4fcb8aa-6365-4f6a-acb4-c02116050106 req-035a0318-7a63-42b4-950d-93139bd34b13 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 944 time: 0.2589960 Apr 01 15:45:44.456721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-819de6b3-f4b4-452f-ba5c-691fd1968433 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593077 Apr 01 15:45:44.486676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f4fcb8aa-6365-4f6a-acb4-c02116050106 req-d506e1ea-af44-4199-8eb9-5f27648f701a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851088 Apr 01 15:45:44.591555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7eeea6d4-355a-402f-a33b-7f8cb1ada13c req-0504883d-bee1-4076-9395-1fd4df239f0b service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274786 Apr 01 15:45:45.072369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:45.147825 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'status': 'completed', 'code': 200} Apr 01 15:45:45.156394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.239233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-f486ee78-f3ad-4afe-8cd1-47fad19fa99b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1095 time: 0.0723121 Apr 01 15:45:45.242732 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-6b652dfc-8b8f-4fb2-908a-1017cd1a7743 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1095 time: 0.0735765 Apr 01 15:45:45.374677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99094f68-cd2d-4237-9b54-faa666545252 req-134cb412-96b3-48a8-995d-787a7d75d382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:45.376176 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-134cb412-96b3-48a8-995d-787a7d75d382 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1271944 Apr 01 15:45:45.376764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99094f68-cd2d-4237-9b54-faa666545252 req-ccd3f0c9-eac9-4a4d-ac8e-5c66f1c67cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:45.378189 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-ccd3f0c9-eac9-4a4d-ac8e-5c66f1c67cab service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1299078 Apr 01 15:45:45.479174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-f7669a07-4b50-4a13-9330-3ec6fd57216a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1000 time: 0.0952389 Apr 01 15:45:45.481682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-161d5250-a2ff-41e6-8527-d36da957a3ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1000 time: 0.0966330 Apr 01 15:45:45.548891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99094f68-cd2d-4237-9b54-faa666545252 req-bc31f561-d765-4b32-ba96-222d4063d837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:45.549228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99094f68-cd2d-4237-9b54-faa666545252 req-98cadbc0-8168-49d2-be33-c4e3f889ee7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:45.550328 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-bc31f561-d765-4b32-ba96-222d4063d837 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0642431 Apr 01 15:45:45.550650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-98cadbc0-8168-49d2-be33-c4e3f889ee7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0629640 Apr 01 15:45:45.630255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-4261c188-38e8-47c9-8f4b-a7df00b9b7ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719302 Apr 01 15:45:45.679232 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-a7d038bf-8f07-4003-b428-f2149c0d646f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220038 Apr 01 15:45:45.763162 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-a1db50f6-8ced-4a6f-9f3d-489e6cff09ab service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260335 Apr 01 15:45:45.772080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139fd7-c349-4ba3-a137-8e17ddd1d05b req-f91a3ee9-157f-4ca6-a886-91468cdbec71 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:45.773466 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83139fd7-c349-4ba3-a137-8e17ddd1d05b req-f91a3ee9-157f-4ca6-a886-91468cdbec71 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 944 time: 0.1604245 Apr 01 15:45:45.854118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-83139fd7-c349-4ba3-a137-8e17ddd1d05b req-3fbb4bc3-815a-4fb1-ab3a-cfd2e048f6c9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732241 Apr 01 15:45:45.857407 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-951b7f7a-db35-459d-a261-37fb0b1e9c08 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697595 Apr 01 15:45:45.902418 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-96c3deaf-a5f6-4bfa-bd9d-c32e1b2f6283 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330855 Apr 01 15:45:45.993908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-99094f68-cd2d-4237-9b54-faa666545252 req-1b2cdff7-7f77-457f-8961-53fac5678a21 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300900 Apr 01 15:45:46.083591 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:45:47.137398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:45:47.268786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5bf1e-c7c7-4413-8bc7-b20b3712706c req-9d51c581-caf8-454f-ad6d-95c723ad1628 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:47.270340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b5bf1e-c7c7-4413-8bc7-b20b3712706c req-9d51c581-caf8-454f-ad6d-95c723ad1628 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 944 time: 0.2430544 Apr 01 15:45:47.276324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:47.289925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:45:47.318436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87b5bf1e-c7c7-4413-8bc7-b20b3712706c req-71797593-ce34-4bb6-aa83-13da8953b3d7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Apr 01 15:45:47.327575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'mac_address': 'fa:16:3e:6e:5d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:45:47.392127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:45:47.401409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.419040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e002c1f-90d4-4188-b607-21f0849cf9f5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:45:47.434327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:47.438846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.506437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:47.515150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.515522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.515885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.516189 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.516518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.516907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.517228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.517554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.517863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.518175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.518490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:47.649853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['2e002c1f-90d4-4188-b607-21f0849cf9f5'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:45:47.766269 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689e25-4d85-4fde-9751-b602614a2680 req-144bf78d-6ae7-4a43-88ff-8b4a6a2532dd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:47.767801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-144bf78d-6ae7-4a43-88ff-8b4a6a2532dd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24&tenant_id=b6250555ad164319b161826a9e3aeb4f&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 945 time: 0.0807817 Apr 01 15:45:47.853086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765ac8a-4e24-4ebf-8971-b9bf1aac98a5 req-7f83a3d8-ec85-4778-ad8a-a4942a3ab859 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:47.854550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2765ac8a-4e24-4ebf-8971-b9bf1aac98a5 req-7f83a3d8-ec85-4778-ad8a-a4942a3ab859 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0986578 Apr 01 15:45:47.858364 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-5b7d0d31-f9dc-438c-a4cc-a2940eaace5a service neutron] 10.222.0.62 "GET /v2.0/ports/2e002c1f-90d4-4188-b607-21f0849cf9f5/bindings/n-h1-836017-1 HTTP/1.1" status: 200 len: 382 time: 0.0846322 Apr 01 15:45:47.902668 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2765ac8a-4e24-4ebf-8971-b9bf1aac98a5 req-89733961-7492-43ef-b8e9-1f6f4f2cfd07 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402305 Apr 01 15:45:47.947870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-c110c64c-efe2-4f8c-b845-d062a6b63677 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1096 time: 0.0684495 Apr 01 15:45:48.083742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689e25-4d85-4fde-9751-b602614a2680 req-27959fe6-5044-4e3b-9b74-cd8e29fcbdb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:48.085228 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-27959fe6-5044-4e3b-9b74-cd8e29fcbdb2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1316419 Apr 01 15:45:48.295287 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-a2772fc3-d19e-4223-be3c-16bb2588f2ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1001 time: 0.2031360 Apr 01 15:45:48.361749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689e25-4d85-4fde-9751-b602614a2680 req-da6f0fd0-c840-45ed-8d2b-f39c865904cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:48.363128 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-da6f0fd0-c840-45ed-8d2b-f39c865904cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0619855 Apr 01 15:45:48.444728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-0badfd2e-50da-4b04-a270-3a1241484d20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756023 Apr 01 15:45:48.578065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-c6512ba8-0b59-4bc9-a88b-e1ad3ffd6233 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274393 Apr 01 15:45:48.722917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-66c4878d-6915-48ea-8248-16978406a1e3 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389966 Apr 01 15:45:49.116288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad1d69-1fe6-4365-a942-c941f3eb67d1 req-f5063ab4-2a2e-4cda-9c3f-7b0f7f13ae97 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:49.117727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02ad1d69-1fe6-4365-a942-c941f3eb67d1 req-f5063ab4-2a2e-4cda-9c3f-7b0f7f13ae97 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0855954 Apr 01 15:45:49.142509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:45:49.168909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-02ad1d69-1fe6-4365-a942-c941f3eb67d1 req-24f71ae7-ace9-4d4d-8f75-2538cacb3021 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Apr 01 15:45:49.215366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 2e002c1f-90d4-4188-b607-21f0849cf9f5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:45:49.220010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 2e002c1f-90d4-4188-b607-21f0849cf9f5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:49.220375 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.334115 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.360998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:49.370562 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:49.375662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.438137 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'code': 200} Apr 01 15:45:49.449160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:50.419440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76353-0077-4d12-befc-7f6c36346191 req-db598ead-5aa1-429f-a082-e169c12ef09f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:50.421916 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bce76353-0077-4d12-befc-7f6c36346191 req-db598ead-5aa1-429f-a082-e169c12ef09f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.1156390 Apr 01 15:45:50.490221 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bce76353-0077-4d12-befc-7f6c36346191 req-73a2afbd-5663-4c76-a797-ffea58eb9b03 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621345 Apr 01 15:45:50.746735 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-9a22df2b-a097-47a2-ae6f-6982a6628c5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 1097 time: 0.0702932 Apr 01 15:45:50.757165 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:45:50.879082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.155570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:51.184925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:51.240059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:51.246307 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.262317 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Transition to ACTIVE for port object 2e002c1f-90d4-4188-b607-21f0849cf9f5 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:45:51.267557 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.369635 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'code': 200} Apr 01 15:45:51.419907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:51.473030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] No DVR routers for this DVR port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:51.705896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2834-e97e-4a12-a4ed-46656d5b0f54 req-4ae912bb-0c9f-42bc-a4ce-366c94393a41 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:51.707530 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc3f2834-e97e-4a12-a4ed-46656d5b0f54 req-4ae912bb-0c9f-42bc-a4ce-366c94393a41 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0838587 Apr 01 15:45:51.718978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:51.719341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:51.719689 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:45:51.725750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:45:51.726060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Attempting to bind port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:45:51.733148 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:45:51.733488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:45:51.733907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:45:51.734320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Bound port: 2e002c1f-90d4-4188-b607-21f0849cf9f5, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:51.734670 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.755571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fc3f2834-e97e-4a12-a4ed-46656d5b0f54 req-7458b721-26e6-4060-a1a2-37b8b49c3b22 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 Apr 01 15:45:51.826239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:51.829517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:51.836017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.907508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.909050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] 10.222.0.44 "PUT /v2.0/ports/2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1093 time: 1.1557078 Apr 01 15:45:51.926892 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e941e7-2404-4073-9e2b-66e1d704e0dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=11']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:52.007147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-77d6113b-294f-4394-a1bd-18197e26954b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1096 time: 0.0715253 Apr 01 15:45:52.147045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689e25-4d85-4fde-9751-b602614a2680 req-cc970344-bf6c-4fd6-8825-759242141280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:52.148546 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-cc970344-bf6c-4fd6-8825-759242141280 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1343899 Apr 01 15:45:52.342164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-7ee23f8d-1372-450c-891e-8a4782991480 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1000 time: 0.1867006 Apr 01 15:45:52.405455 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689e25-4d85-4fde-9751-b602614a2680 req-83e44fb7-f421-4b3e-978c-90d89c93f499 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:52.406843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-83e44fb7-f421-4b3e-978c-90d89c93f499 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0587871 Apr 01 15:45:52.481154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-7d7af0b4-77c5-47e5-89bc-1ad07ec3e560 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679209 Apr 01 15:45:52.615140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-66c91e67-56e4-4e95-864d-15bd937cf229 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270194 Apr 01 15:45:52.748277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1f689e25-4d85-4fde-9751-b602614a2680 req-f208e633-25f8-418c-8317-950a9992c145 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257012 Apr 01 15:45:52.978956 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02771f5-b158-4360-8884-0ece594c16bb req-26e5f583-e61a-40c0-a125-4f7e2ea6926e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:52.980343 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a02771f5-b158-4360-8884-0ece594c16bb req-26e5f583-e61a-40c0-a125-4f7e2ea6926e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0858111 Apr 01 15:45:53.031857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a02771f5-b158-4360-8884-0ece594c16bb req-3e2f87ed-6f1e-434d-a897-21d440a4a44b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439017 Apr 01 15:45:53.171409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:45:53.245367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:45:53.371023 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:53.449688 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'status': 'completed', 'code': 200} Apr 01 15:45:53.545478 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-555643df-6049-43a5-9073-ac423d4414c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1096 time: 0.0770006 Apr 01 15:45:53.546878 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-1d567e63-05f4-4b4b-a78b-1a51b91e1df8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 1096 time: 0.0753279 Apr 01 15:45:53.679899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-6d4c0e2d-ca2e-4455-b6b5-befe0365bf71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:53.681365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-6d4c0e2d-ca2e-4455-b6b5-befe0365bf71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1304660 Apr 01 15:45:53.686056 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-11ffb23d-972c-41d5-8e7d-fb9d1a9be72b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:53.687501 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-11ffb23d-972c-41d5-8e7d-fb9d1a9be72b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1310594 Apr 01 15:45:53.784348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-07b99a4e-2c6f-4278-a9ee-947a8ca5e376 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1000 time: 0.0976009 Apr 01 15:45:53.792768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-6a996308-af5b-4cde-add1-04d901855af0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 200 len: 1000 time: 0.0981405 Apr 01 15:45:53.848168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-c4abc508-283a-43ff-89cc-66375038700c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:53.849612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-c4abc508-283a-43ff-89cc-66375038700c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0597577 Apr 01 15:45:53.861445 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-9a9f3912-6eed-4c4c-81ff-0b04608e24ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:53.862900 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-9a9f3912-6eed-4c4c-81ff-0b04608e24ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0634398 Apr 01 15:45:53.929467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-f88bd7f7-babc-4b57-9253-361289002788 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743682 Apr 01 15:45:53.942007 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-26355296-76a7-4fb6-8410-16768e5b02d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712872 Apr 01 15:45:54.062980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-3233d82d-cb18-414b-b9b7-59674ca1e512 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272280 Apr 01 15:45:54.074255 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-a4793c05-3bc5-4e87-8a64-c5ddbd2ff91d service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249020 Apr 01 15:45:54.198041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-5a2a52d9-6a0d-420a-9113-df5541c9cd56 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294994 Apr 01 15:45:54.258051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70a012a6-f63f-431b-9ed7-046c8ac8d076 req-0b4ca8ae-91c6-402f-bffc-753a037179e0 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749258 Apr 01 15:45:54.276962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8db0be-6f88-470a-b7e3-c70e316c76fc req-feb187ad-680c-47fa-9204-5669840f3c86 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:54.278395 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b8db0be-6f88-470a-b7e3-c70e316c76fc req-feb187ad-680c-47fa-9204-5669840f3c86 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.1145151 Apr 01 15:45:54.333699 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b8db0be-6f88-470a-b7e3-c70e316c76fc req-82b2ba6c-3970-4818-8131-d650a64be3a6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467515 Apr 01 15:45:55.545917 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e85a98-ee1a-49b0-8ca9-97c9baa25af3 req-9596c47f-18f3-42ff-8a94-371b122f0255 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:55.547597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2e85a98-ee1a-49b0-8ca9-97c9baa25af3 req-9596c47f-18f3-42ff-8a94-371b122f0255 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0867856 Apr 01 15:45:55.598699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a2e85a98-ee1a-49b0-8ca9-97c9baa25af3 req-209f21e7-f7ff-4712-bf55-200e769d0958 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Apr 01 15:45:55.815874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81d14-8751-4f53-8aa2-9587622d004d req-e85b89cb-4453-4f2b-addf-c339144d11c1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:55.817634 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8aa81d14-8751-4f53-8aa2-9587622d004d req-e85b89cb-4453-4f2b-addf-c339144d11c1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0832725 Apr 01 15:45:55.865117 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8aa81d14-8751-4f53-8aa2-9587622d004d req-e64a9d9b-ab49-4fd0-9741-b73375dade24 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Apr 01 15:45:56.183657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129f2e4-7726-4761-9836-0ba984a7ffc2 req-5f9aba49-4cbd-45d8-94f8-c340ac09b3f4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:56.185064 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1129f2e4-7726-4761-9836-0ba984a7ffc2 req-5f9aba49-4cbd-45d8-94f8-c340ac09b3f4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.1950557 Apr 01 15:45:56.229931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1129f2e4-7726-4761-9836-0ba984a7ffc2 req-daa230a4-e875-4483-893a-46a9b9a27e4f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391903 Apr 01 15:45:56.662588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb433-24ec-499b-ad42-1adea24a035f req-b90f885d-f4d4-4e50-8c3e-6cb6628ccfcd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:56.664056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-482eb433-24ec-499b-ad42-1adea24a035f req-b90f885d-f4d4-4e50-8c3e-6cb6628ccfcd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 945 time: 0.0825491 Apr 01 15:45:56.711559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-482eb433-24ec-499b-ad42-1adea24a035f req-0c664385-af56-4aca-bae4-520fa0798bce tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Apr 01 15:45:57.360641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:45:57.498450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:57.511441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'mac_address': 'fa:16:3e:6e:5d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:45:57.569373 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.587572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e002c1f-90d4-4188-b607-21f0849cf9f5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:45:57.602757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:57.609244 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.674575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:57.889967 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9269a5b2-5ef0-4f9b-8a00-e31a2df6389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.923074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a673aaf-a4af-4c8c-910d-f9bfcd6f345f req-6596e1a2-3bc8-486d-89b7-d7c5e218ea5b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:57.924547 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a673aaf-a4af-4c8c-910d-f9bfcd6f345f req-6596e1a2-3bc8-486d-89b7-d7c5e218ea5b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0857108 Apr 01 15:45:58.110374 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a673aaf-a4af-4c8c-910d-f9bfcd6f345f req-f60d50e7-9c66-4cc2-97ed-605392b79284 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800189 Apr 01 15:45:58.132554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554124c-8353-458a-9662-ca35be0fd127 req-1f3c6134-51af-49c7-a2b7-8ca1ab6a7f47 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:58.134064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f554124c-8353-458a-9662-ca35be0fd127 req-1f3c6134-51af-49c7-a2b7-8ca1ab6a7f47 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 946 time: 0.0978096 Apr 01 15:45:58.222350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Deleting port 2e002c1f-90d4-4188-b607-21f0849cf9f5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:45:58.222661 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.470569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] For port 2e002c1f-90d4-4188-b607-21f0849cf9f5, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=2e002c1f-90d4-4188-b607-21f0849cf9f5,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:58.470929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.769723 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.770085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.770384 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c disassociated. External IP: 172.25.2.11, port: 2e002c1f-90d4-4188-b607-21f0849cf9f5. Apr 01 15:45:58.770753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Calling delete_port for 2e002c1f-90d4-4188-b607-21f0849cf9f5 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:45:58.914398 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.963469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event deleted for resources: {'Port': ['ID=2e002c1f-90d4-4188-b607-21f0849cf9f5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:58.976571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.976894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.977215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.977552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.977878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.978195 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.978521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.978821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.979131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.979468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:58.979784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:59.185145 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:59.272886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-11823f84-b936-4ca0-9922-016b09329b4d req-da8d9607-bf21-4a0c-8922-2051b18f7b5d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2050e698-1f87-4d00-8eb5-2831e11b3d24 HTTP/1.1" status: 200 len: 210 time: 0.0424175 Apr 01 15:45:59.388010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:45:59.393777 n-d-836017-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No ports have port_id starting with 2e002c1f-90d4-4188-b607-21f0849cf9f5 Apr 01 15:45:59.394635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 requested by agent hyperv_n-h2-836017-1 not found in database {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Apr 01 15:45:59.411159 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:59.425413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:45:59.443999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:45:59.444980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:45:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:59.502534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] No DVR routers for this DVR port 2e002c1f-90d4-4188-b607-21f0849cf9f5 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:59.505098 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.507668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-deleted', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:45:59.523441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f554124c-8353-458a-9662-ca35be0fd127 req-8c837310-8259-4a5d-8597-0e6da3f8dbad tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "DELETE /v2.0/ports/2e002c1f-90d4-4188-b607-21f0849cf9f5 HTTP/1.1" status: 204 len: 173 time: 1.3830688 Apr 01 15:45:59.571925 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050e698-1f87-4d00-8eb5-2831e11b3d24', 'name': 'network-vif-deleted', 'tag': '2e002c1f-90d4-4188-b607-21f0849cf9f5', 'status': 'completed', 'code': 200} Apr 01 15:45:59.633609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:45:59.953551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:59.957564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:45:59.968737 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:45:59.969358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:45:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:00.145212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:46:00.372767 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-248b871f-3f95-486d-94bf-6f67fbb16695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.517379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:00.521696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407454e-0b47-446f-8978-1fb3bde17b11 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:46:00.646039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-93911a51-e432-49b6-8db9-323f107aa862 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--503718796&fields=id&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 267 time: 0.0408478 Apr 01 15:46:00.763983 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1063344-c8e5-428e-bc1d-82c81302a00d None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:46:00.797588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-f77cf15b-ff57-428d-b2fe-32505a062103 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:00.799152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-f77cf15b-ff57-428d-b2fe-32505a062103 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1467388 Apr 01 15:46:00.817097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-14a15e93-fe12-4bac-b3f1-58c1c9436200 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/quotas/b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 375 time: 0.0121036 Apr 01 15:46:00.904802 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-99d6c0fa-c6f6-475c-b5b2-474b8722ae48 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825107 Apr 01 15:46:00.921410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-4546806a-1ee3-42a1-bd2b-b8192750bea6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:46:00.922538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-4546806a-1ee3-42a1-bd2b-b8192750bea6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055780 Apr 01 15:46:01.060895 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-4f481198-d8cd-4ada-9f4b-27ed5c78d6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319220 Apr 01 15:46:01.193973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-61a0a222-5a29-4c7b-bc66-eb2308d96882 service neutron] 10.222.0.48 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271462 Apr 01 15:46:01.346031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.389909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5fcd8348-c0fa-473e-af06-8167893602fc req-b7bada77-041e-4d3c-a622-2480c87778a8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:01.407839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-5fcd8348-c0fa-473e-af06-8167893602fc req-b7bada77-041e-4d3c-a622-2480c87778a8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:01.409014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5fcd8348-c0fa-473e-af06-8167893602fc req-b7bada77-041e-4d3c-a622-2480c87778a8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 210 time: 0.0654678 Apr 01 15:46:01.462787 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.432923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-f83f7535-c3b6-482f-9739-f68cd33ad1dc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:02.434418 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-f83f7535-c3b6-482f-9739-f68cd33ad1dc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 812 time: 0.1423872 Apr 01 15:46:02.490796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-0d2d6308-d0dd-4d46-be02-82ff67d5bafa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 379 time: 0.0450044 Apr 01 15:46:02.498680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'port': {'device_id': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'admin_state_up': True, 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'security_groups': ['b68790dc-3993-4328-ae8f-53bfecb5bd93']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:46:02.616788 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-388b912c-7bcf-4af8-afa0-78a1d8af19c5 req-f336a329-57db-4358-a993-0de07ef44124 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 210 time: 0.0528433 Apr 01 15:46:02.672315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:02.681554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:02.692984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Made reservation on behalf of b6250555ad164319b161826a9e3aeb4f for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:02.695932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.856747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Allocated IP 172.20.0.7 (6ff4d72d-575a-4879-8058-a3f00ab6c27e/cc30819f-21b7-4caf-b061-81f8ae21a09b/0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:02.910062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.062802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.078946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Transition to ACTIVE for port object 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:03.101816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.170578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:03.173507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:03.177436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:46:03.207987 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:03.242462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:03.243067 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.270170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-a06c14f6-cb4c-4571-a49d-538b0807e2b4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751205 Apr 01 15:46:03.375698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-26d8b3c0-75cd-45d8-adff-03ef14b60e02 None None] Provisioning for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:03.380413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-26d8b3c0-75cd-45d8-adff-03ef14b60e02 None None] Provisioning complete for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:03.380801 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26d8b3c0-75cd-45d8-adff-03ef14b60e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.405622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:46:03.418706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Request body: {'port': {'device_id': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:46:03.449757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 2e002c1f-90d4-4188-b607-21f0849cf9f5 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:46:03.449997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 2e002c1f-90d4-4188-b607-21f0849cf9f5 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:46:03.468250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26d8b3c0-75cd-45d8-adff-03ef14b60e02 None None] Port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:46:03.637901 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.909597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db555aa-6edf-48d9-8cd1-bdb1942af85d req-b208205d-cce6-4bf8-a697-43e246aa8e2a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:03.910890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8db555aa-6edf-48d9-8cd1-bdb1942af85d req-b208205d-cce6-4bf8-a697-43e246aa8e2a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 931 time: 0.1707075 Apr 01 15:46:03.956716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8db555aa-6edf-48d9-8cd1-bdb1942af85d req-99ca13fa-efa8-4acb-bb1c-e3cada8a7116 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395956 Apr 01 15:46:03.983013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:46:03.989918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.004293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Transition to ACTIVE for port object 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:04.011563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.135040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.240755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:04.241088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:04.241430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:46:04.247240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:46:04.247578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:46:04.254283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:46:04.254607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:46:04.254980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:46:04.255431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Bound port: 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:04.255776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.343618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:04.346491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:04.353063 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.412441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.413799 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] 10.222.0.62 "PUT /v2.0/ports/0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 1091 time: 1.0649767 Apr 01 15:46:04.414227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:46:04.437814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a528d87-8b3a-40e3-9e7a-d945b84942c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.542325 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-2f9c1a10-ba93-4a68-a204-5da452b37373 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1094 time: 0.0835161 Apr 01 15:46:04.612725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-f89ecb5d-b280-44f9-94e1-6de4cafd1966 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 217 time: 0.0640340 Apr 01 15:46:04.652957 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'status': 'completed', 'code': 200} Apr 01 15:46:04.679603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-9e272fe6-b836-4dd5-8c01-3385362ccf83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:04.681090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-9e272fe6-b836-4dd5-8c01-3385362ccf83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0625703 Apr 01 15:46:04.756103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-830fea93-2cfd-4b49-b534-03f16d4479e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686543 Apr 01 15:46:04.889448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-d726998e-4d9f-4298-b232-2b00edcb1da0 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275451 Apr 01 15:46:05.024887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-edfefa0a-d1b4-43f0-89a7-07532c858d86 req-3d67c39c-0704-439d-b740-5d28994cea7b service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298454 Apr 01 15:46:05.149649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-f90ea96f-fdb6-4cd0-b254-52de5023fa47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1094 time: 0.0768111 Apr 01 15:46:05.159514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3d1e0-736d-418c-9fa5-15abe6f02263 req-63381f35-0d32-4b44-ab40-36cad4cdceae tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:05.160972 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1d3d1e0-736d-418c-9fa5-15abe6f02263 req-63381f35-0d32-4b44-ab40-36cad4cdceae tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0771630 Apr 01 15:46:05.209624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b1d3d1e0-736d-418c-9fa5-15abe6f02263 req-0f9fc25a-d3c9-40e3-9465-4ca288bd56b7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 Apr 01 15:46:05.381227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-07c8a440-eb1e-44a6-9131-ade3eb5c47bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:05.382669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-07c8a440-eb1e-44a6-9131-ade3eb5c47bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.2271721 Apr 01 15:46:05.454644 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-89c4f317-5d61-45da-8986-4662cf827c66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 217 time: 0.0656679 Apr 01 15:46:05.518749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-485b6be9-0563-4e9f-b640-682903db772c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:05.520244 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-485b6be9-0563-4e9f-b640-682903db772c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0591860 Apr 01 15:46:05.604557 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-f9b090b6-66b7-497c-90f2-1169769748a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775220 Apr 01 15:46:05.743179 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-cd5b621a-ce03-422c-b1ea-ebdd6a909fcb service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313064 Apr 01 15:46:05.881905 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dcfc2190-734a-45c2-b6ab-0f4521e11f31 req-534717c3-210a-4da5-9bb1-e9a397be076c service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312838 Apr 01 15:46:06.424195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812395-2931-48e7-aa21-19bbe6585d2d req-abc86e81-77d7-421a-ad91-4fe37c48547a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:06.424913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8812395-2931-48e7-aa21-19bbe6585d2d req-abc86e81-77d7-421a-ad91-4fe37c48547a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:06.443271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f8812395-2931-48e7-aa21-19bbe6585d2d req-abc86e81-77d7-421a-ad91-4fe37c48547a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:06.444543 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8812395-2931-48e7-aa21-19bbe6585d2d req-abc86e81-77d7-421a-ad91-4fe37c48547a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.1125038 Apr 01 15:46:06.495923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8812395-2931-48e7-aa21-19bbe6585d2d req-af362d08-eeba-4c00-994b-cc415b06acba tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455737 Apr 01 15:46:07.237496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:46:07.383663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:07.396659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'mac_address': 'fa:16:3e:27:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:46:07.450756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.467865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:46:07.482652 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:07.488846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.562492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:07.675947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:46:07.698779 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65464ccf-37d7-4fda-9b59-80d772423003 req-d267535c-1fe5-494c-9ff4-67d5c8ae3c1e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:07.700264 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65464ccf-37d7-4fda-9b59-80d772423003 req-d267535c-1fe5-494c-9ff4-67d5c8ae3c1e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0816441 Apr 01 15:46:07.747739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-65464ccf-37d7-4fda-9b59-80d772423003 req-69225b06-dfd5-4c2b-813e-4585aba88438 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412283 Apr 01 15:46:08.966007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065e14-f7d0-4186-a00d-0fd024d906d0 req-1fbd56ba-cb58-4289-972b-5223de8d9130 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:08.967453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0065e14-f7d0-4186-a00d-0fd024d906d0 req-1fbd56ba-cb58-4289-972b-5223de8d9130 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0827968 Apr 01 15:46:09.019610 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f0065e14-f7d0-4186-a00d-0fd024d906d0 req-6890885e-0e53-45ba-a1cd-49c48b736af6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439868 Apr 01 15:46:09.252605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:09.329867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:09.334890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:09.335328 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.457720 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.489340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:46:09.501714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:09.506579 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.551110 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'code': 200} Apr 01 15:46:09.578066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:09.682413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff132b2f-b70f-4501-b034-aa39a097f80c req-c90ae672-bf73-459b-afd0-157af706e3f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1096 time: 0.0748661 Apr 01 15:46:09.724537 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ff132b2f-b70f-4501-b034-aa39a097f80c req-9c5adf2a-affa-41b9-b667-a274489c4503 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366349 Apr 01 15:46:10.254440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f6a10-38b8-442f-9c54-99e00bf20025 req-71f727dc-a909-4c76-97fe-b14a30c4e5e6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:10.255989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-643f6a10-38b8-442f-9c54-99e00bf20025 req-71f727dc-a909-4c76-97fe-b14a30c4e5e6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0954981 Apr 01 15:46:10.302003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-643f6a10-38b8-442f-9c54-99e00bf20025 req-e6023536-5b4a-4b46-8661-3b647b7e22d3 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399811 Apr 01 15:46:11.297506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.519200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c4126-0d0c-4f98-abc2-4c1d74d5c384 req-e495f1bc-17b4-4ffc-927b-33c2a1318c8e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:11.520678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-664c4126-0d0c-4f98-abc2-4c1d74d5c384 req-e495f1bc-17b4-4ffc-927b-33c2a1318c8e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0805016 Apr 01 15:46:11.571238 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-664c4126-0d0c-4f98-abc2-4c1d74d5c384 req-fc8aaac0-ce6e-4e2f-8bf4-0c3f2f8eaa59 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Apr 01 15:46:11.783936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d94d-0493-4163-b43d-b1be73e42ade req-1d2e7b95-b1c2-4b3a-81b1-cc5e43f24796 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:11.785459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f812d94d-0493-4163-b43d-b1be73e42ade req-1d2e7b95-b1c2-4b3a-81b1-cc5e43f24796 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0880096 Apr 01 15:46:11.794456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46166) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:11.800341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Request body: {'floatingip': {'port_id': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:46:11.879820 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.480699 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.487289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.705542 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c associated. External IP: 172.25.2.11, port: 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb. Apr 01 15:46:13.193874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:13.397263 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:13.401863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.407402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:46:13.420834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:46:13.421512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:46:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:13.458001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-055569f7-b5bd-4085-bd68-d147f01d4a12 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "PUT /v2.0/floatingips/3c8d7aeb-e015-4a39-adf4-474710f1563c HTTP/1.1" status: 200 len: 991 time: 1.6591616 Apr 01 15:46:13.458001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:46:13.515251 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'status': 'completed', 'code': 200} Apr 01 15:46:13.603493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:46:13.613397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-3ff13ede-9c74-4871-937a-8f3d28a102ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1096 time: 0.0755017 Apr 01 15:46:13.754718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-f18adc53-e318-422e-ba0b-cd1a1776e294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:13.756350 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-f18adc53-e318-422e-ba0b-cd1a1776e294 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1373250 Apr 01 15:46:13.911733 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-1c50be3d-c7fe-4c18-8d7a-08e58cdc6346 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 999 time: 0.1473634 Apr 01 15:46:13.972537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:27:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:46:12Z', 'revision_number': 13, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:13.976581 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:46:13.983058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-a85bd413-d40b-491f-ab04-fffa943035ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:13.984625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-a85bd413-d40b-491f-ab04-fffa943035ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0674014 Apr 01 15:46:13.988037 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:46:13.988692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:46:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:14.064302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-69bd9135-5e72-44ed-9991-8a74461e3f4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740702 Apr 01 15:46:14.200240 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-c26032c9-9b66-4336-85a1-958015617bf5 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303253 Apr 01 15:46:14.210058 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:46:14.433777 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-51af454d-a460-4881-ae6f-b3e737d3d2d0 req-8be1d7f8-679b-43bd-9853-3cac6645ddb3 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272713 Apr 01 15:46:14.585825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:27:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:46:12Z', 'revision_number': 13, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:14.590353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75706eaf-a218-41dd-bd6c-892d857a8d59 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '3c8d7aeb-e015-4a39-adf4-474710f1563c', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'port_id': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'mac_address': 'fa:16:3e:27:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:43:07Z', 'updated_at': '2022-04-01T15:46:12Z', 'revision_number': 13, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:46:14.786050 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c1443-ae0a-43c2-bba1-187ce02e0d4f None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:46:15.147638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31be664-fcf2-49a6-8524-6481e6b194a0 req-db5cdd1e-bafe-450c-8e20-b7f40525be6c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:15.149079 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b31be664-fcf2-49a6-8524-6481e6b194a0 req-db5cdd1e-bafe-450c-8e20-b7f40525be6c tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0969319 Apr 01 15:46:15.155475 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.195744 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b31be664-fcf2-49a6-8524-6481e6b194a0 req-7768a8ec-ad76-4c9c-9075-47a062561722 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Apr 01 15:46:23.089371 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:46:23.643629 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c4284432-33d7-47c3-a199-eb9bf584f167 req-f5fb6419-06da-4214-9cb2-d265a4fe0355 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0784733 Apr 01 15:46:23.963654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eebf5a-7eab-412d-9058-ffed6948b302 req-86a9d6ca-f562-4f23-af12-a2edd4bea55b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.965130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78eebf5a-7eab-412d-9058-ffed6948b302 req-86a9d6ca-f562-4f23-af12-a2edd4bea55b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0784123 Apr 01 15:46:23.967951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-0c628421-59e4-452d-a49e-0bdd9245c231 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378713 Apr 01 15:46:24.013974 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78eebf5a-7eab-412d-9058-ffed6948b302 req-f87e88ba-c91c-40a6-abf5-179ad1757c4b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431645 Apr 01 15:46:25.271842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-d1c4541c-d93b-485c-852c-156c74acd3b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1096 time: 0.1284916 Apr 01 15:46:25.280097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a65846-fc18-437a-93e4-73bb517923ec req-985a0964-8519-450c-aa9c-deb96e2c0ce4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.281411 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9a65846-fc18-437a-93e4-73bb517923ec req-985a0964-8519-450c-aa9c-deb96e2c0ce4 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.1092374 Apr 01 15:46:25.418058 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c9a65846-fc18-437a-93e4-73bb517923ec req-f663dd03-93e7-4675-9a10-50b3e972339a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185005 Apr 01 15:46:25.437604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-03c80730-64d5-4660-9995-dc62eabe648f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.437604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-03c80730-64d5-4660-9995-dc62eabe648f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1551161 Apr 01 15:46:25.548538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-3db072c0-1181-4c94-a1c8-9e0b5ae5f69f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 1001 time: 0.1053867 Apr 01 15:46:25.611312 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-04a441bd-40c7-4b99-8b28-87902858c992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.611312 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-04a441bd-40c7-4b99-8b28-87902858c992 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0578544 Apr 01 15:46:25.689842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a3ed08ce-7b83-4d53-ab76-540036f2e372 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726249 Apr 01 15:46:25.820095 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-cc0b0dc0-ea20-43f5-8c63-e1c19446aaab service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246777 Apr 01 15:46:25.960430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a94dd94f-8282-469c-a14e-d20e868b70b0 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332171 Apr 01 15:46:26.631776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176888b3-f9a9-4c11-bd53-42c50cd7cea7 req-bec3549e-071a-416b-8ac7-528c9a298d8d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:26.633311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-176888b3-f9a9-4c11-bd53-42c50cd7cea7 req-bec3549e-071a-416b-8ac7-528c9a298d8d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0847626 Apr 01 15:46:26.679477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-176888b3-f9a9-4c11-bd53-42c50cd7cea7 req-f1b876de-68e4-43d5-8979-55c9defe75fe tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403142 Apr 01 15:46:27.894668 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98eb1d29-9441-46ce-8a72-d2d550125600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.948497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7475-87f4-4ff5-951a-5ebe1b335abd req-e54bfad7-279a-4587-8800-9c16de842ddc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:27.949994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5dde7475-87f4-4ff5-951a-5ebe1b335abd req-e54bfad7-279a-4587-8800-9c16de842ddc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0820618 Apr 01 15:46:27.995220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5dde7475-87f4-4ff5-951a-5ebe1b335abd req-235dcdc3-76bb-4b2e-bb94-41ebe72d45cb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Apr 01 15:46:29.215186 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559369-2b3d-4176-9693-7b0ab2015841 req-6b5fc89d-b5d8-4f7d-8423-100315025be6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:29.216506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc559369-2b3d-4176-9693-7b0ab2015841 req-6b5fc89d-b5d8-4f7d-8423-100315025be6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0880480 Apr 01 15:46:29.262356 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc559369-2b3d-4176-9693-7b0ab2015841 req-23662a52-2a52-4d38-a601-2110fb0882c2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Apr 01 15:46:30.329984 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ceabb8e8-010a-4f35-ba2e-8db439c3e235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.469976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df3b8-a975-4ca1-940e-db54b6403716 req-96e56efb-4a31-4f4c-96ee-8218b51f0057 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:30.471435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-429df3b8-a975-4ca1-940e-db54b6403716 req-96e56efb-4a31-4f4c-96ee-8218b51f0057 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0805612 Apr 01 15:46:30.516012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-429df3b8-a975-4ca1-940e-db54b6403716 req-abd0d019-049f-4ceb-a468-a8dc708a6968 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387166 Apr 01 15:46:31.114133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-08d36925-a9bb-46a5-8c0c-e5fdf4031d3b req-1ca15310-7cd1-4e55-9a4e-f24c1fd8ce10 service neutron] (83953) timed out ('10.222.0.48', 41620) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 15:46:31.347988 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.471442 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.718880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50425e16-99d5-40e7-bc33-ce1f42693600 req-84f27eb2-3236-4a7b-af65-5d9e60fff05e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:31.720263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-50425e16-99d5-40e7-bc33-ce1f42693600 req-84f27eb2-3236-4a7b-af65-5d9e60fff05e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0799241 Apr 01 15:46:31.768142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-50425e16-99d5-40e7-bc33-ce1f42693600 req-77e65744-d2e8-4572-ac2d-dae434f7599a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402339 Apr 01 15:46:32.912772 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.966635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c979abd-e6e5-49c7-a154-59398ad85687 req-9edfa293-a71e-4b8e-b320-8e33432636dc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:32.968069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c979abd-e6e5-49c7-a154-59398ad85687 req-9edfa293-a71e-4b8e-b320-8e33432636dc tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0760787 Apr 01 15:46:33.014146 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c979abd-e6e5-49c7-a154-59398ad85687 req-ae292d7e-ffe7-44dd-851a-68746bfab7ce tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404463 Apr 01 15:46:34.226321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c6602-b5b0-4e35-a952-a8872f7519db req-ac331830-fcb6-44ad-9bff-89c9fd2df18b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:34.227756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a8c6602-b5b0-4e35-a952-a8872f7519db req-ac331830-fcb6-44ad-9bff-89c9fd2df18b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0898390 Apr 01 15:46:34.274825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a8c6602-b5b0-4e35-a952-a8872f7519db req-7a6f8f42-86e8-4c5b-b5e5-2042f46ca2f8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389378 Apr 01 15:46:35.653389 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f582abb-fc56-416e-acf8-d03a4f696b0e req-8bcd5de5-ff59-4221-8a54-cdbdbdf97a05 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:35.654682 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f582abb-fc56-416e-acf8-d03a4f696b0e req-8bcd5de5-ff59-4221-8a54-cdbdbdf97a05 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0822926 Apr 01 15:46:35.709329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7f582abb-fc56-416e-acf8-d03a4f696b0e req-4f43ec4d-173a-48d3-99da-5315d848d54d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488954 Apr 01 15:46:36.914623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b345c-bfd6-4adb-8a32-1c5646b726da req-921ed651-e6ea-4ba5-b976-0035bb6a0cce tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:36.916097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-823b345c-bfd6-4adb-8a32-1c5646b726da req-921ed651-e6ea-4ba5-b976-0035bb6a0cce tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0836725 Apr 01 15:46:36.964355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-823b345c-bfd6-4adb-8a32-1c5646b726da req-20c59107-75ad-46b9-8833-eb6b4645b7ac tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 Apr 01 15:46:38.174610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fed99b-6a52-487b-a7f3-3672ebe6efef req-f91f7b82-41e5-4002-888c-5823a414ef36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:38.176010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89fed99b-6a52-487b-a7f3-3672ebe6efef req-f91f7b82-41e5-4002-888c-5823a414ef36 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0781932 Apr 01 15:46:38.224664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-89fed99b-6a52-487b-a7f3-3672ebe6efef req-7cf645c9-51de-4db5-b6d9-e2cc94e872ae tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397801 Apr 01 15:46:39.445588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac37e3-74c0-4a04-951b-939333066b24 req-2672c15a-98c5-490f-a01c-422adf285e6e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:39.447000 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33ac37e3-74c0-4a04-951b-939333066b24 req-2672c15a-98c5-490f-a01c-422adf285e6e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0853703 Apr 01 15:46:39.497265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33ac37e3-74c0-4a04-951b-939333066b24 req-41eaf500-b03c-4d67-aa66-4f7c19af1502 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424278 Apr 01 15:46:40.811731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf82253-7c78-4fab-9ce7-b3d74acef75b req-740977d8-36f7-437d-b490-9f9e9375bfd6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:40.813208 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2cf82253-7c78-4fab-9ce7-b3d74acef75b req-740977d8-36f7-437d-b490-9f9e9375bfd6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.1737170 Apr 01 15:46:40.862871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2cf82253-7c78-4fab-9ce7-b3d74acef75b req-209b61bc-ff28-4e7a-ba99-a0e83f8b81c2 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Apr 01 15:46:41.305084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.089185 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e143c-3ce9-41e1-9ec1-2620290c6f9c req-533e959c-58f4-4810-815f-d46fe075495a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:42.090613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-446e143c-3ce9-41e1-9ec1-2620290c6f9c req-533e959c-58f4-4810-815f-d46fe075495a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0925853 Apr 01 15:46:42.136878 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-446e143c-3ce9-41e1-9ec1-2620290c6f9c req-338e8741-393b-4f34-9433-4768317d3493 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403686 Apr 01 15:46:43.353252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693072-0cab-4b52-8874-7c76af95ec53 req-facc0ee4-40a8-415f-a0c0-48115ba25168 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:43.354580 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8693072-0cab-4b52-8874-7c76af95ec53 req-facc0ee4-40a8-415f-a0c0-48115ba25168 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0839891 Apr 01 15:46:43.401458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8693072-0cab-4b52-8874-7c76af95ec53 req-74c3e451-a582-44d5-81fa-5bf0fc0b6984 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411570 Apr 01 15:46:44.624281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aac99d-66c4-4d84-a573-a43a9c2f773d req-59babb49-0b6b-416a-a598-706541bacc8d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:44.625734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3aac99d-66c4-4d84-a573-a43a9c2f773d req-59babb49-0b6b-416a-a598-706541bacc8d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0919273 Apr 01 15:46:44.675753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d3aac99d-66c4-4d84-a573-a43a9c2f773d req-77a41616-7abb-4be5-842a-74a98114e9e5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441675 Apr 01 15:46:45.175309 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.909915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1f13d-8144-4d1b-853d-2878b83b5612 req-50aa7e40-81a1-4dd9-abc6-0bc7b62986a5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:45.911544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6cb1f13d-8144-4d1b-853d-2878b83b5612 req-50aa7e40-81a1-4dd9-abc6-0bc7b62986a5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0926294 Apr 01 15:46:45.964388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6cb1f13d-8144-4d1b-853d-2878b83b5612 req-e89c018c-6c6a-44cf-8576-26750366d761 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467975 Apr 01 15:46:47.190248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10bed6-53e1-4440-b92d-bd9f8515982c req-e71a453d-7ceb-470e-91a0-c8a3cc2a8ef5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:47.191622 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd10bed6-53e1-4440-b92d-bd9f8515982c req-e71a453d-7ceb-470e-91a0-c8a3cc2a8ef5 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0908341 Apr 01 15:46:47.247277 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd10bed6-53e1-4440-b92d-bd9f8515982c req-56bd97c2-45c0-46ff-badb-49110533b68d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498617 Apr 01 15:46:48.441859 n-d-836017-1 neutron-server[83953]: INFO neutron.api.v2.resource [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-1b86ba99-7492-43be-ae0e-609a417fb0df service neutron] show failed (client error): The resource could not be found. Apr 01 15:46:48.442373 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-1b86ba99-7492-43be-ae0e-609a417fb0df service neutron] 10.222.0.62 "GET /v2.0/ports/0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.1273654 Apr 01 15:46:48.466011 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bda22-685d-455e-b5b7-bb2d39017b81 req-8d194aab-34ce-4b76-a781-561c5820e643 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:48.467510 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-558bda22-685d-455e-b5b7-bb2d39017b81 req-8d194aab-34ce-4b76-a781-561c5820e643 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0923095 Apr 01 15:46:48.513074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-558bda22-685d-455e-b5b7-bb2d39017b81 req-f0511846-df6e-4f5d-a016-7dad07b947da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 Apr 01 15:46:48.814164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-e7230ed5-14fe-4bf3-be54-d00f87b4e9a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 1096 time: 0.1359403 Apr 01 15:46:48.825814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:46:48.941064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.312079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:49.341055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:49.398492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:46:49.403632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.419736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Transition to ACTIVE for port object 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:49.424092 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.570694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.627457 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'code': 200} Apr 01 15:46:49.628457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] No DVR routers for this DVR port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:49.739793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8995893-35ca-457a-b286-a3eac9602329 req-03574d4c-d901-42db-ab3b-9aba1d894df1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:49.741255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8995893-35ca-457a-b286-a3eac9602329 req-03574d4c-d901-42db-ab3b-9aba1d894df1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0800185 Apr 01 15:46:49.802969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8995893-35ca-457a-b286-a3eac9602329 req-886dc400-8632-4829-b54b-766a2c82cd45 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556068 Apr 01 15:46:49.880532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:49.881149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:49.881149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:46:49.886871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:46:49.887189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:46:49.893420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:46:49.893742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:46:49.894119 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:46:49.894522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Bound port: 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:49.894853 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.989820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:49.993080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:49.998438 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.059767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.061102 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] 10.222.0.44 "PUT /v2.0/ports/0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 1091 time: 1.2396314 Apr 01 15:46:50.073820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8692870-ca8b-4060-a432-cb882690e19e service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.163631 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-2cf4a63f-62d4-4149-98f9-35fdb286ea27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1094 time: 0.0714784 Apr 01 15:46:50.298369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-73d20f5a-79e5-4737-bf2c-5dcd02dfe06d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.299663 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-73d20f5a-79e5-4737-bf2c-5dcd02dfe06d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1300251 Apr 01 15:46:50.404215 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-72a4eb1d-1e75-4503-8888-35682b0fc523 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 999 time: 0.0978506 Apr 01 15:46:50.469575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-24375a2b-98bb-4520-a7a4-f89eeebf0933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.470973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-24375a2b-98bb-4520-a7a4-f89eeebf0933 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0608847 Apr 01 15:46:50.557510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-46e99bd8-9b5c-4ad8-8403-f3925168ce31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800624 Apr 01 15:46:50.693062 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-fa476868-1886-4688-acc1-57730a617feb service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287003 Apr 01 15:46:50.922788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-b67e225f-7bd0-4ff7-bf8f-590cf0a8abe8 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225475 Apr 01 15:46:51.018137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e8138-ad09-44b2-9982-c95dd724b924 req-9233eae3-ad84-4aa3-af76-8d25b2626b2b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:51.019604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa7e8138-ad09-44b2-9982-c95dd724b924 req-9233eae3-ad84-4aa3-af76-8d25b2626b2b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0777953 Apr 01 15:46:51.070577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa7e8138-ad09-44b2-9982-c95dd724b924 req-18a20c15-354d-4328-8903-7e5315b99a53 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447567 Apr 01 15:46:51.453057 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:46:51.512198 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:46:51.628415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:46:51.705024 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'status': 'completed', 'code': 200} Apr 01 15:46:51.798445 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-b971ddbf-8753-4ac6-a45d-6b1067ee3eab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1094 time: 0.0756960 Apr 01 15:46:51.816284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-177561f4-22e4-4de0-8fa5-313af6d77be2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1094 time: 0.0915725 Apr 01 15:46:51.941246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-7de758b3-3cbe-4f8d-b059-cbcffa80db58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:51.942950 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-7de758b3-3cbe-4f8d-b059-cbcffa80db58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1375012 Apr 01 15:46:51.950042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-212c39db-5ded-44f9-8e59-b12814356a70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:51.951513 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-212c39db-5ded-44f9-8e59-b12814356a70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1300614 Apr 01 15:46:52.051868 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-da453744-5b92-4fa1-9d68-c50ac6651333 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 999 time: 0.1017361 Apr 01 15:46:52.055523 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-62519748-b016-4ba6-b93c-16e04000f72e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 999 time: 0.0985858 Apr 01 15:46:52.124046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-262f60a4-ccd2-442d-8c31-7a5996bb2fc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:52.124903 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-8011fd8d-244b-44fa-a9e0-f331caa471c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:52.125775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-262f60a4-ccd2-442d-8c31-7a5996bb2fc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0673299 Apr 01 15:46:52.126632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-8011fd8d-244b-44fa-a9e0-f331caa471c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0658162 Apr 01 15:46:52.213671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-08619143-8a26-4adb-951f-af6a3c61cf51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817547 Apr 01 15:46:52.258957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-d7c5bd54-fa9f-4d59-b202-159297fd5cb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256821 Apr 01 15:46:52.351102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-d4305159-6833-40f4-bdd8-8565ed98d697 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319118 Apr 01 15:46:52.380826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113124aa-61f2-46df-b789-d01f1aa6e0b7 req-8e68bef5-7829-4282-9c86-57cef37938a7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:52.382322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-113124aa-61f2-46df-b789-d01f1aa6e0b7 req-8e68bef5-7829-4282-9c86-57cef37938a7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.1789296 Apr 01 15:46:52.443823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-e10ff08e-e97d-4749-8b12-c5ffe9e6fc75 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780279 Apr 01 15:46:52.457666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-113124aa-61f2-46df-b789-d01f1aa6e0b7 req-2b8d3de2-b7ba-4b4e-a83f-d4f9bb8cd54d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642641 Apr 01 15:46:52.497775 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-5379f667-6869-446a-a79d-ba51d520eb8e service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407723 Apr 01 15:46:52.589573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ed5def4-81a5-4892-a9e5-35c3a8ba66aa req-11797641-113b-46d9-a0dc-21bf4cd52874 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309521 Apr 01 15:46:53.692300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41b47-4dc1-419a-b834-887c4408307b req-99ca284b-a0e1-45eb-9ce8-90e114578868 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.693867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9b41b47-4dc1-419a-b834-887c4408307b req-99ca284b-a0e1-45eb-9ce8-90e114578868 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0897896 Apr 01 15:46:53.743624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a9b41b47-4dc1-419a-b834-887c4408307b req-f3f6f878-a062-47fb-ad2d-68aa8a1ee324 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433257 Apr 01 15:46:54.955270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83345db5-5a20-4d85-a992-255965bcfaec req-18f5eb69-253e-473b-80fb-ab68d67e3188 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:54.956734 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83345db5-5a20-4d85-a992-255965bcfaec req-18f5eb69-253e-473b-80fb-ab68d67e3188 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0887194 Apr 01 15:46:55.003508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-83345db5-5a20-4d85-a992-255965bcfaec req-990aa677-9c21-4579-afd8-343c93c647a0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410368 Apr 01 15:46:56.228602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94299e-4141-496a-af35-10bedc9e6981 req-5d69a6b1-2199-4160-8981-e429016927ec tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:56.230178 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd94299e-4141-496a-af35-10bedc9e6981 req-5d69a6b1-2199-4160-8981-e429016927ec tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0871291 Apr 01 15:46:56.276438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cd94299e-4141-496a-af35-10bedc9e6981 req-a623d978-5714-4928-93ef-dd9ab3207854 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404038 Apr 01 15:46:57.494502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d7338-0b75-484e-b3da-110d4a24ae14 req-4fa8442d-8818-4969-9147-bb3fd58f9323 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:57.496028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-793d7338-0b75-484e-b3da-110d4a24ae14 req-4fa8442d-8818-4969-9147-bb3fd58f9323 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0787115 Apr 01 15:46:57.541632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-793d7338-0b75-484e-b3da-110d4a24ae14 req-5c251643-ed64-4bc3-8e29-466724fe57db tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Apr 01 15:46:57.902422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c305-08d6-4e2a-ab58-494a6a3a6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.775598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5f812-b492-41d8-b363-b9a211c84bb9 req-17cc69c5-e74d-4b18-a2d3-dbd4210a6a67 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:58.777211 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67f5f812-b492-41d8-b363-b9a211c84bb9 req-17cc69c5-e74d-4b18-a2d3-dbd4210a6a67 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0893676 Apr 01 15:46:58.825295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67f5f812-b492-41d8-b363-b9a211c84bb9 req-5270e430-265b-4cff-a358-e50e9a602c78 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 Apr 01 15:47:00.041993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c4bcf-1b66-41f2-9631-711652137ebf req-5dbe4010-c414-413b-90f3-08895a157c66 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:00.043453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-162c4bcf-1b66-41f2-9631-711652137ebf req-5dbe4010-c414-413b-90f3-08895a157c66 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0862582 Apr 01 15:47:00.090074 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:47:00.093752 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-162c4bcf-1b66-41f2-9631-711652137ebf req-cb6e28e2-68ed-48b9-8665-acdd848dbbaf tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Apr 01 15:47:00.327394 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-397db5ad-1f42-4f01-ad16-e4152e614110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.303522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205e5dc-975b-4960-a700-3744a86fc0b8 req-c6e17518-8249-4802-874d-98a1d7036a8a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:01.305056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a205e5dc-975b-4960-a700-3744a86fc0b8 req-c6e17518-8249-4802-874d-98a1d7036a8a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0794837 Apr 01 15:47:01.342718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.354432 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a205e5dc-975b-4960-a700-3744a86fc0b8 req-a80fe010-fd01-4292-a067-0bfc62217a2a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Apr 01 15:47:01.468793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.655105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:47:01.801046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:01.802622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-7d5f65ba-38be-4cfe-8d30-7eb037fbf1ef tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:01.804149 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-7d5f65ba-38be-4cfe-8d30-7eb037fbf1ef tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046&tenant_id=b6250555ad164319b161826a9e3aeb4f&binding%3Ahost_id=n-h2-836017-1 HTTP/1.1" status: 200 len: 943 time: 0.0919816 Apr 01 15:47:01.824746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'mac_address': 'fa:16:3e:27:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:47:01.862397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0db1e-8d41-43b7-a322-72cd969629ab req-19c6b2b3-766c-4e95-a43a-8fd9b18fbd53 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:01.863906 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1df0db1e-8d41-43b7-a322-72cd969629ab req-19c6b2b3-766c-4e95-a43a-8fd9b18fbd53 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 943 time: 0.0873878 Apr 01 15:47:01.882243 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.893410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-aa93c29d-f083-479c-98f5-ac452f20418c service neutron] 10.222.0.44 "GET /v2.0/ports/0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb/bindings/n-h2-836017-1 HTTP/1.1" status: 200 len: 382 time: 0.0838056 Apr 01 15:47:01.901770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:47:01.914285 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1df0db1e-8d41-43b7-a322-72cd969629ab req-51b67404-1b41-4049-9b51-aa52b1a69f27 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Apr 01 15:47:01.920996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:01.925689 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.986684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-8c565100-29a1-4816-a257-115b7106f113 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1095 time: 0.0696714 Apr 01 15:47:01.996892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.006508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.006851 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.007184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.007548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.007877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.008200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.008518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.008842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.009178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.009473 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.009890 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:02.125829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-5fbe48be-c4b6-484c-9a09-22115930a075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:02.127354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-5fbe48be-c4b6-484c-9a09-22115930a075 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1339927 Apr 01 15:47:02.162496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:47:02.322362 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-ec0a742b-162e-4a9d-b1b5-929f7f5d2ad3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 1000 time: 0.1879098 Apr 01 15:47:02.385988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-ac61d4ce-072e-4792-88b3-73e8b9a0713c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:02.387624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-ac61d4ce-072e-4792-88b3-73e8b9a0713c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0592380 Apr 01 15:47:02.472853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-839d13ea-2d54-4eba-8812-bf0c7bb09db7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788016 Apr 01 15:47:02.608265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-79835886-ad73-4de9-8a99-ca7a7c504639 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278505 Apr 01 15:47:02.740966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-f27248ab-afcd-447c-b9d0-4b1e5a817731 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264334 Apr 01 15:47:02.924029 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.123981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376d2a2-3e10-48cd-a278-2daf208b67fd req-03e083f7-13f1-481a-872e-e1f230c68d8b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:03.125428 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7376d2a2-3e10-48cd-a278-2daf208b67fd req-03e083f7-13f1-481a-872e-e1f230c68d8b tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0853443 Apr 01 15:47:03.176908 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7376d2a2-3e10-48cd-a278-2daf208b67fd req-646a55ce-db23-4ec6-b0f2-c93c7cb23139 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Apr 01 15:47:03.666034 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:03.749958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:03.754786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:03.755348 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.869824 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.896265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:03.906424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:03.913354 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.986319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:04.086832 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'code': 200} Apr 01 15:47:04.383000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc370-1a10-4bce-98ce-ddb35e9b707a req-f8873d6a-38ed-445f-a30b-4bd69b8241ac tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:04.384632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9afc370-1a10-4bce-98ce-ddb35e9b707a req-f8873d6a-38ed-445f-a30b-4bd69b8241ac tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0796371 Apr 01 15:47:04.438413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d9afc370-1a10-4bce-98ce-ddb35e9b707a req-f3d10569-1621-4f6c-a67f-7f3a7e88fa9a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442779 Apr 01 15:47:05.754826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-5505e34b-1d62-44b0-91c8-fe0c4d7c5267 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046&tenant_id=b6250555ad164319b161826a9e3aeb4f HTTP/1.1" status: 200 len: 1096 time: 0.2206767 Apr 01 15:47:05.764170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058c32-d931-4d33-941e-1d668c49b327 req-d9f6fd31-c14e-43ac-af3e-b0df3f664efd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:05.765507 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14058c32-d931-4d33-941e-1d668c49b327 req-d9f6fd31-c14e-43ac-af3e-b0df3f664efd tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.1979797 Apr 01 15:47:05.770228 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:47:05.906420 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14058c32-d931-4d33-941e-1d668c49b327 req-dbb3f24e-1563-46f5-983a-8fd0c0ef9ed1 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131172 Apr 01 15:47:05.926609 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.957846 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-44d6e7b6-0bcb-4575-b84f-d7dbd6975cdb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1096 time: 0.0749996 Apr 01 15:47:06.100837 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-8d005882-78a7-4968-9bcd-71814f5e42d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:06.102303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-8d005882-78a7-4968-9bcd-71814f5e42d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1268003 Apr 01 15:47:06.199334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:06.199733 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-3524e484-c9bc-4265-aa52-06faa3f6abc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 1001 time: 0.0913010 Apr 01 15:47:06.230135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:06.263470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-52f1c442-e696-4075-9a1c-2cb6f6c7c338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:06.264971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-52f1c442-e696-4075-9a1c-2cb6f6c7c338 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0598502 Apr 01 15:47:06.285936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:06.291706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.309902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Transition to ACTIVE for port object 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:06.314924 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.341764 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-bf5c450e-a6a4-44f8-99d0-7dd3a753ec4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713677 Apr 01 15:47:06.356533 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'code': 200} Apr 01 15:47:06.444329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=10']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:06.475187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.475563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.475902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.476234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.476563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.476887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.477263 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.477692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.478019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.478339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.478667 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:06.509387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-25da05fa-3542-444c-854e-fb21b9a4c2a9 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613433 Apr 01 15:47:06.537091 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] No DVR routers for this DVR port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:06.646740 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-4b238472-a47d-4d38-9597-59724d27482f service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315913 Apr 01 15:47:06.791427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:06.792103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:06.792103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:47:06.799249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:47:06.799613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Attempting to bind port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on network 6ff4d72d-575a-4879-8058-a3f00ab6c27e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:47:06.806914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:47:06.807252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Checking segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:47:06.807703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Bound using segment: {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:47:06.808119 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Bound port: 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89ca15-d298-45eb-a151-69651c98dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:06.808452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.895295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:06.898288 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:06.905466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.975508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.976842 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] 10.222.0.62 "PUT /v2.0/ports/0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 1092 time: 1.2104356 Apr 01 15:47:06.988029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b156a61-88c2-4061-8c1a-a6435fb3d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=11']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:07.147963 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-a23dc249-1856-4ddc-8ede-31b7f1328b22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1095 time: 0.1389570 Apr 01 15:47:07.155017 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3e91-adb4-47c5-8ba9-a9a023874bf4 req-a16a895c-ddf9-437b-9916-4511428238d9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:07.156433 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9ea3e91-adb4-47c5-8ba9-a9a023874bf4 req-a16a895c-ddf9-437b-9916-4511428238d9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.1062138 Apr 01 15:47:07.287596 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f9ea3e91-adb4-47c5-8ba9-a9a023874bf4 req-8fcb4512-e363-4a02-bb44-e7fd096479f8 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097324 Apr 01 15:47:07.321436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-175294a6-0880-410e-bb7a-feaa9a02eed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:07.322872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-175294a6-0880-410e-bb7a-feaa9a02eed7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1656117 Apr 01 15:47:07.434215 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-50d4e50f-e5c1-4391-9278-8b41d9d85f55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 999 time: 0.1043699 Apr 01 15:47:07.597514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-a15f07d9-353c-441b-af06-0c74cc587b43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:07.598957 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-a15f07d9-353c-441b-af06-0c74cc587b43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.1592989 Apr 01 15:47:07.676938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-a82c148f-fa7a-46e1-bec4-9488ef6d5b76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724068 Apr 01 15:47:07.811080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-5ea8752f-ba2a-4e7d-ab60-e6a7d6824c49 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284001 Apr 01 15:47:07.947379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-04494b02-40df-4ff5-af24-5f16bd73cd3f req-932e725d-ee41-4a2c-89b1-ebd59c8ad18b service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309614 Apr 01 15:47:08.358218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:08.431241 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'status': 'completed', 'code': 200} Apr 01 15:47:08.527800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-9be5cb3b-8811-4856-b513-3451bbb56f6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1095 time: 0.0740836 Apr 01 15:47:08.567550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7c4d8-55fc-4816-b272-b8dd719a8e2a req-600b2fe8-c862-4e03-97ce-e37d25013505 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:08.569339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3aa7c4d8-55fc-4816-b272-b8dd719a8e2a req-600b2fe8-c862-4e03-97ce-e37d25013505 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.1507022 Apr 01 15:47:08.572405 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-8fb3fb37-3d62-41f8-a662-6e66f5b90230 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6250555ad164319b161826a9e3aeb4f&device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 1095 time: 0.1060512 Apr 01 15:47:08.674131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f01606-1e78-4741-beee-408c374180a7 req-d14ebdfc-f171-4bc9-ad70-d31dcd1da877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:08.675620 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-d14ebdfc-f171-4bc9-ad70-d31dcd1da877 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.1427205 Apr 01 15:47:08.787690 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-54d300f6-84ab-44a7-9602-d79cd22f7768 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 999 time: 0.1047001 Apr 01 15:47:08.794153 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3aa7c4d8-55fc-4816-b272-b8dd719a8e2a req-ae61c050-8007-44e4-8ffa-26ed859a2bf7 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190318 Apr 01 15:47:08.848241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f01606-1e78-4741-beee-408c374180a7 req-f33b0a75-bb87-4301-9fe5-cff3d6bb2d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:08.849870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-f33b0a75-bb87-4301-9fe5-cff3d6bb2d60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 200 len: 913 time: 0.2610347 Apr 01 15:47:08.856204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f01606-1e78-4741-beee-408c374180a7 req-c559fc1e-14d2-464c-9521-c70e406c1584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:08.857826 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-c559fc1e-14d2-464c-9521-c70e406c1584 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0649514 Apr 01 15:47:08.938992 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-8d95d8d4-a923-4f6f-9dec-a4b594e0330e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754914 Apr 01 15:47:08.954748 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-d8ffd107-021c-4e66-bfa4-ebaa6f3db1c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 200 len: 999 time: 0.0972986 Apr 01 15:47:09.022963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f01606-1e78-4741-beee-408c374180a7 req-d4d40936-6ff1-494d-a0f9-839f76b9f7ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:09.024523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-d4d40936-6ff1-494d-a0f9-839f76b9f7ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 200 len: 851 time: 0.0639989 Apr 01 15:47:09.074269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-4d5fa0a1-9367-4f19-838f-5194c35e8796 service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300559 Apr 01 15:47:09.099266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-af79c0df-15e8-4246-bbdf-b88cb8e1b8f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ff4d72d-575a-4879-8058-a3f00ab6c27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688694 Apr 01 15:47:09.211100 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-f8686451-21d9-4838-8f3d-57b2dcab660f service neutron] 10.222.0.62 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317022 Apr 01 15:47:09.237008 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-47bb41fe-05d0-4f8a-88a6-bce787518fa3 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311321 Apr 01 15:47:09.378641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85f01606-1e78-4741-beee-408c374180a7 req-2c7bb182-50c9-4ef6-a92b-9de8ceb86a28 service neutron] 10.222.0.44 "GET /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354766 Apr 01 15:47:09.688053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:09.758540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:10.014187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86b72-5f20-45c5-9997-8d63960692a3 req-17874480-2be3-4bed-bf18-e0afad8b6c55 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:10.014712 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4d86b72-5f20-45c5-9997-8d63960692a3 req-17874480-2be3-4bed-bf18-e0afad8b6c55 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0879934 Apr 01 15:47:10.068264 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e4d86b72-5f20-45c5-9997-8d63960692a3 req-ff4e1265-2253-41ce-85cb-795a11cf4d7d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475135 Apr 01 15:47:11.286039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2b41-ac06-41c1-a30f-f58d3e48fcf9 req-8c938057-8147-4e3b-8b27-5e2cb9b267fa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:11.287520 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cf1b2b41-ac06-41c1-a30f-f58d3e48fcf9 req-8c938057-8147-4e3b-8b27-5e2cb9b267fa tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0883689 Apr 01 15:47:11.296333 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.337544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cf1b2b41-ac06-41c1-a30f-f58d3e48fcf9 req-85f40b16-2572-4ab8-83e9-139e926bc212 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 Apr 01 15:47:12.558223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a324b-3d19-41bc-9394-03034584bc20 req-1618aec6-38c8-4591-b3ff-956ce9ee0303 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:12.559790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b98a324b-3d19-41bc-9394-03034584bc20 req-1618aec6-38c8-4591-b3ff-956ce9ee0303 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0859010 Apr 01 15:47:12.605424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b98a324b-3d19-41bc-9394-03034584bc20 req-348f5b50-b63c-49d2-87c7-3153c6a70f70 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390267 Apr 01 15:47:13.812000 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a81179-def7-4116-b13f-93b2cdc6bcf2 req-303d625c-3057-4e2e-b823-69892ef9d0ac tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:13.813499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86a81179-def7-4116-b13f-93b2cdc6bcf2 req-303d625c-3057-4e2e-b823-69892ef9d0ac tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0802605 Apr 01 15:47:13.860014 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-86a81179-def7-4116-b13f-93b2cdc6bcf2 req-7f900691-0a64-456e-a522-d6433be49f9d tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Apr 01 15:47:15.085925 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec337d-f8f5-45f6-aebe-04659a765843 req-3c8f5a8e-1abe-4c9e-8fd4-c1970609e430 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:15.087428 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fbec337d-f8f5-45f6-aebe-04659a765843 req-3c8f5a8e-1abe-4c9e-8fd4-c1970609e430 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0831313 Apr 01 15:47:15.135348 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fbec337d-f8f5-45f6-aebe-04659a765843 req-daf85204-93bc-4126-b340-0ea8a2ce3db6 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420892 Apr 01 15:47:15.168194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.346325 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86ffad-4e92-435e-95ec-a1dee8405ee0 req-cff98ac0-cd06-4f99-9d90-57928566590a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:16.347796 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c86ffad-4e92-435e-95ec-a1dee8405ee0 req-cff98ac0-cd06-4f99-9d90-57928566590a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0850773 Apr 01 15:47:16.395202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c86ffad-4e92-435e-95ec-a1dee8405ee0 req-ccdfd680-4e32-4a25-bcb6-a4b77d08cd3a tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415034 Apr 01 15:47:17.586313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:47:17.612365 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd02158-dc3c-4073-a0dd-07943d44d59c req-41a9d329-8874-4af1-b414-8e18d9a18960 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:17.613871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0fd02158-dc3c-4073-a0dd-07943d44d59c req-41a9d329-8874-4af1-b414-8e18d9a18960 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 944 time: 0.0862997 Apr 01 15:47:17.660870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0fd02158-dc3c-4073-a0dd-07943d44d59c req-0bdc0c7d-dd79-408d-9c74-cc3e39b37206 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412846 Apr 01 15:47:17.723023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:17.736645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'port_id': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'mac_address': 'fa:16:3e:27:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:47:17.789570 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.807789 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:47:17.823143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:17.828031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.874361 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f434e3-e067-4383-a3b2-0e224e2e14dc req-913e6695-570b-484f-a5bf-a041a0412c5f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:17.875952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9f434e3-e067-4383-a3b2-0e224e2e14dc req-913e6695-570b-484f-a5bf-a041a0412c5f tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0878344 Apr 01 15:47:17.927648 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a9f434e3-e067-4383-a3b2-0e224e2e14dc req-02ea8b51-aee8-42b9-9da2-73e774ffe202 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455832 Apr 01 15:47:17.935319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:18.049531 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:47:18.124495 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43553dc-af0b-4399-86ab-67f894f3b069 req-92036343-9833-4451-b07b-bab0988c548e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.125993 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b43553dc-af0b-4399-86ab-67f894f3b069 req-92036343-9833-4451-b07b-bab0988c548e tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.0776224 Apr 01 15:47:18.175045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b43553dc-af0b-4399-86ab-67f894f3b069 req-9adfe4f3-09fc-48c6-9105-5b27e453f5c0 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 Apr 01 15:47:18.689928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b5153-db1b-4649-b018-a637a9b7e0aa req-7d6a0fa8-14d9-436e-8018-3add121562a9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.691400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c7b5153-db1b-4649-b018-a637a9b7e0aa req-7d6a0fa8-14d9-436e-8018-3add121562a9 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 945 time: 0.1746345 Apr 01 15:47:18.736301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2c7b5153-db1b-4649-b018-a637a9b7e0aa req-617777c0-773c-43d6-9ebd-2c21e5277780 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393486 Apr 01 15:47:19.610441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:19.692885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:19.699508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:19.700003 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.825597 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.851604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:19.861426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:19.867959 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.917006 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'code': 200} Apr 01 15:47:19.942012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=13']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:19.954795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbdf93-fc31-4372-8a65-02037155215a req-19ab2e57-a18f-4709-8e2c-dd6433aba940 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:19.956296 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91bbdf93-fc31-4372-8a65-02037155215a req-19ab2e57-a18f-4709-8e2c-dd6433aba940 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 946 time: 0.0779369 Apr 01 15:47:20.001462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-91bbdf93-fc31-4372-8a65-02037155215a req-18a1bc38-7d16-4bdb-af84-9e2963fe5189 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups?id=b68790dc-3993-4328-ae8f-53bfecb5bd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Apr 01 15:47:20.043506 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-7e76fe0a-ce1d-49c9-bb85-a405d0a24a08 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:20.044951 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-7e76fe0a-ce1d-49c9-bb85-a405d0a24a08 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 946 time: 0.0815668 Apr 01 15:47:20.114473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Deleting port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:47:20.114668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.365135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] For port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:20.365408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.655918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.656165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.656484 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c disassociated. External IP: 172.25.2.11, port: 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb. Apr 01 15:47:20.656819 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Calling delete_port for 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:47:20.807478 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.857239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event deleted for resources: {'Port': ['ID=0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:21.070727 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:21.226170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6fd43d48-d084-4836-b5fa-e36254b9e6ae req-229e90be-7084-4540-821f-af2c2aea20fb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 210 time: 0.0946953 Apr 01 15:47:21.309170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:21.320036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:47:21.332125 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:47:21.332733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:47:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:21.380096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] No DVR routers for this DVR port 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:21.382981 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.385784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-deleted', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:21.404230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cc67f964-ff04-4a42-9f9b-dea69c2d7bb9 req-6e25dfd1-43e6-4f46-a440-a0b9a47340da tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.62 "DELETE /v2.0/ports/0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb HTTP/1.1" status: 204 len: 173 time: 1.3538673 Apr 01 15:47:21.453524 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e67731-919d-4749-93a9-a6cc1b2fa046', 'name': 'network-vif-deleted', 'tag': '0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb', 'status': 'completed', 'code': 200} Apr 01 15:47:21.533249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:47:21.852390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:21.856431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:47:21.867454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:47:21.868054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:47:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:22.048319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:47:22.435774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:22.440515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d82080-33d1-4859-9b2c-42983c99a687 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:04Z', 'revision_number': 4, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1d65e112-49ce-458c-af59-24bed022f25e', 'name': '', 'network_id': '6ff4d72d-575a-4879-8058-a3f00ab6c27e', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'mac_address': 'fa:16:3e:eb:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:03Z', 'updated_at': '2022-04-01T15:43:20Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'subnets': [{'id': 'cc30819f-21b7-4caf-b061-81f8ae21a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:47:22.523910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4af58f24-28de-4b63-8cf8-1a252c4a69db req-0f81e6e0-0948-438e-ae15-0ff131d22d00 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Synchronizing usage tracker for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:22.541757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4af58f24-28de-4b63-8cf8-1a252c4a69db req-0f81e6e0-0948-438e-ae15-0ff131d22d00 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Unset dirty status for tenant:b6250555ad164319b161826a9e3aeb4f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:22.543185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4af58f24-28de-4b63-8cf8-1a252c4a69db req-0f81e6e0-0948-438e-ae15-0ff131d22d00 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e67731-919d-4749-93a9-a6cc1b2fa046 HTTP/1.1" status: 200 len: 210 time: 0.1798892 Apr 01 15:47:22.669625 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a7de8-d2fe-4dc4-9e47-35b24b85ced4 None None] New status for floating IP 3c8d7aeb-e015-4a39-adf4-474710f1563c: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:47:23.608809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:23.641141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:47:23.641479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0c3fdb67-6562-4eb4-8f4d-ef8f47221ceb not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:26.910563 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46416) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:26.977783 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.004780 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.059562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.079168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68790dc-3993-4328-ae8f-53bfecb5bd93,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:27.092253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.092586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.092900 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.093224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.093543 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.093860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.094182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.094493 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.094803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.095111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.095524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:27.098674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.099908 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-90b00132-0e47-4b8e-9000-a677ae311e33 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "DELETE /v2.0/security-groups/b68790dc-3993-4328-ae8f-53bfecb5bd93 HTTP/1.1" status: 204 len: 168 time: 0.1883335 Apr 01 15:47:27.102410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46420) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:27.119202 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-35cb8095-d788-4f84-85e6-273767a103cb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] show failed (client error): The resource could not be found. Apr 01 15:47:27.120206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-35cb8095-d788-4f84-85e6-273767a103cb tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "GET /v2.0/security-groups/b68790dc-3993-4328-ae8f-53bfecb5bd93 HTTP/1.1" status: 404 len: 347 time: 0.0168960 Apr 01 15:47:27.123103 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46424) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:27.273576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Deleting port 53193c37-4262-4b02-80d6-c9eb49b29c5f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:47:27.273896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.447990 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.448274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.646841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Calling delete_port for 53193c37-4262-4b02-80d6-c9eb49b29c5f owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:47:27.792086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.835636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Pushing event deleted for resources: {'Port': ['ID=53193c37-4262-4b02-80d6-c9eb49b29c5f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:27.896134 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13f29f90-f001-4e8f-a498-efec633c0753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.928714 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.947769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.948890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f29f6983-c3e5-4796-b5eb-ac32dec69530 tempest-ServerActionsTestJSON-461997532 tempest-ServerActionsTestJSON-461997532-project] 10.222.0.48 "DELETE /v2.0/floatingips/3c8d7aeb-e015-4a39-adf4-474710f1563c HTTP/1.1" status: 204 len: 168 time: 0.8250587 Apr 01 15:47:27.952039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46428) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:28.353471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.980754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Deleting port 1d65e112-49ce-458c-af59-24bed022f25e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:47:28.981508 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.153271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] For port 1d65e112-49ce-458c-af59-24bed022f25e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1d65e112-49ce-458c-af59-24bed022f25e,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:29.153519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.360787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Calling delete_port for 1d65e112-49ce-458c-af59-24bed022f25e owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:47:29.537814 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.583041 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d65e112-49ce-458c-af59-24bed022f25e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:29.868044 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.324074 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a8133861-37c9-408c-97d2-81d65adcfc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.458509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:30.761542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:30.771594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] Sync routers for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:47:30.774624 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b241e2b4-0455-48b3-9b86-608dfce0f827 admin admin] 10.222.0.48 "PUT /v2.0/routers/3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8216119 Apr 01 15:47:30.777612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46432) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:30.784655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:47:30.785250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:47:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:30.960070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:47:30.974064 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.175173 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.185051 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Deleting port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:47:31.185704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.239870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:47:29Z', 'revision_number': 5, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port': {'id': '4d1d7133-5083-4d5a-ac66-d59dca81ae1c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:31.243974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] Checking router: 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:47:31.254758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] Routers {'3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:47:31.255380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:47:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:31.356877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] For port 4d1d7133-5083-4d5a-ac66-d59dca81ae1c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:31.357181 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.400798 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.418437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] Set router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:47:31.485927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Calling delete_port for 4d1d7133-5083-4d5a-ac66-d59dca81ae1c owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:47:31.535986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:47:31Z', 'revision_number': 6, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:31.540807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a2736-2daa-4159-af95-620c53de8512 None None] The sync data for ids ['3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9'] in n-d-836017-1 is: [{'id': '3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9', 'name': 'tempest-ServerActionsTestJSON-1038690621-router', 'tenant_id': 'b6250555ad164319b161826a9e3aeb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:01Z', 'updated_at': '2022-04-01T15:47:31Z', 'revision_number': 6, 'project_id': 'b6250555ad164319b161826a9e3aeb4f', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:47:31.543473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.664889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.715434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1d7133-5083-4d5a-ac66-d59dca81ae1c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:31.935031 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.288176 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.292492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.319598 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.320091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:32.331866 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.332998 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6f4e7056-e2f2-41ea-a2d3-2999d962d393 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3bc8f3c9-670a-452c-8f6c-8e11a3bbe7c9 HTTP/1.1" status: 204 len: 168 time: 1.5544102 Apr 01 15:47:32.335462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46436) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:32.394017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] Deleting subnet cc30819f-21b7-4caf-b061-81f8ae21a09b {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:47:32.397112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.450798 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.527526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d1d7133-5083-4d5a-ac66-d59dca81ae1c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:32.531657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.562299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 4d1d7133-5083-4d5a-ac66-d59dca81ae1c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:47:32.562726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4d1d7133-5083-4d5a-ac66-d59dca81ae1c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:32.563196 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d65e112-49ce-458c-af59-24bed022f25e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:32.598392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1d65e112-49ce-458c-af59-24bed022f25e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:47:32.598717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1d65e112-49ce-458c-af59-24bed022f25e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:32.600003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.639584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc30819f-21b7-4caf-b061-81f8ae21a09b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:32.645824 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.651678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974ca9b-268f-4abb-940e-5e0bdaa3403e None None] Network 6ff4d72d-575a-4879-8058-a3f00ab6c27e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:47:32.652058 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5cc809c6-aba0-4abb-ab83-966e1e26bc8c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cc30819f-21b7-4caf-b061-81f8ae21a09b HTTP/1.1" status: 204 len: 168 time: 0.3156581 Apr 01 15:47:32.654554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46440) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:32.760311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.770664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Deleting port 9ae8f0c8-f607-4d47-91cf-5152e279e97b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:47:32.770989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.894889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] DHCP port deletion for 6ff4d72d-575a-4879-8058-a3f00ab6c27e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:47:32.901044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Deleting port 9ae8f0c8-f607-4d47-91cf-5152e279e97b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:47:32.901500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.962641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.980243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] For port 9ae8f0c8-f607-4d47-91cf-5152e279e97b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ae8f0c8-f607-4d47-91cf-5152e279e97b,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:32.980595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.103202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Calling delete_port for 9ae8f0c8-f607-4d47-91cf-5152e279e97b owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:47:33.152713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] For port 9ae8f0c8-f607-4d47-91cf-5152e279e97b, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=9ae8f0c8-f607-4d47-91cf-5152e279e97b,segment=NetworkSegment(5b89ca15-d298-45eb-a151-69651c98dc84),segment_id=5b89ca15-d298-45eb-a151-69651c98dc84)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:33.153011 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.178170 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.222617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae8f0c8-f607-4d47-91cf-5152e279e97b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:33.228173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] No DVR routers for this DVR port 9ae8f0c8-f607-4d47-91cf-5152e279e97b on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:33.272356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Calling delete_port for 9ae8f0c8-f607-4d47-91cf-5152e279e97b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:47:33.340197 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:33.340550 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:33.341833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.369974 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff4d72d-575a-4879-8058-a3f00ab6c27e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:33.381738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b89ca15-d298-45eb-a151-69651c98dc84') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:33.382025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b89ca15-d298-45eb-a151-69651c98dc84') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:33.393058 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.408574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.414627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:47:33.414946 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:33.427791 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:33.504559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.523845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.534008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff4d72d-575a-4879-8058-a3f00ab6c27e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:33.549371 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-be4508ce-a6e1-4ed4-80db-50e8edfb6283 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6ff4d72d-575a-4879-8058-a3f00ab6c27e HTTP/1.1" status: 204 len: 168 time: 0.8937051 Apr 01 15:47:33.716584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46446) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:33.768204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13822d58-bb93-41ed-89ce-06804f3d93fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6250555ad164319b161826a9e3aeb4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503228 Apr 01 15:47:33.770772 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46450) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:33.829375 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bedf34f1-aa54-4d17-a15c-2c72a677195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.841672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Deleting port 9ae8f0c8-f607-4d47-91cf-5152e279e97b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:47:33.842163 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.854641 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bedf34f1-aa54-4d17-a15c-2c72a677195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.906562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bedf34f1-aa54-4d17-a15c-2c72a677195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.907658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-31cd15db-fb61-4f4e-af48-74b5ee07f717 None None] The port '9ae8f0c8-f607-4d47-91cf-5152e279e97b' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:47:33.926688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf34f1-aa54-4d17-a15c-2c72a677195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257a18a-def5-4158-bda8-2b9f2f4a4ac3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:33.932246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bedf34f1-aa54-4d17-a15c-2c72a677195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.933310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bedf34f1-aa54-4d17-a15c-2c72a677195e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8257a18a-def5-4158-bda8-2b9f2f4a4ac3 HTTP/1.1" status: 204 len: 168 time: 0.1616156 Apr 01 15:47:34.520888 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ae8f0c8-f607-4d47-91cf-5152e279e97b no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:34.555018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 9ae8f0c8-f607-4d47-91cf-5152e279e97b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:47:34.555959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 9ae8f0c8-f607-4d47-91cf-5152e279e97b not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:34.805949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46474) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:34.943947 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1584859218-network', 'tenant_id': '2129c61d479c45f4bc68809860586c73'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:47:34.949694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:34.953803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Usage tracker for resource:network and tenant:2129c61d479c45f4bc68809860586c73 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:34.956789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:34.963470 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:34.974409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Made reservation on behalf of 2129c61d479c45f4bc68809860586c73 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:34.976685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.988787 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.020609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:35.024456 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Usage tracker for resource:security_group_rule and tenant:2129c61d479c45f4bc68809860586c73 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:35.027240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:35.032915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:35.097442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.104415 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.136948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:35.145078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4058a-e144-4b81-9e3a-c14a240661ee,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.152225 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.153165 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Added segment 500bd582-f768-4ea1-b7b3-5247fa6f8eb8 of type vlan for network 1f1fbf29-4482-4473-b286-4b6713c30332 Apr 01 15:47:35.185111 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.216945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.217934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:35.218496 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.321341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1fbf29-4482-4473-b286-4b6713c30332,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.324299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e8e47897-0adc-4207-a7bb-a6fcfa8f8d45 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5173504 Apr 01 15:47:35.327656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46480) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:35.331533 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1f1fbf29-4482-4473-b286-4b6713c30332 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:47:35.333879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Request body: {'subnet': {'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1584859218-subnet', 'tenant_id': '2129c61d479c45f4bc68809860586c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:47:35.339527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:35.343360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Usage tracker for resource:subnet and tenant:2129c61d479c45f4bc68809860586c73 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:35.346175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:35.352124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:35.362536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Made reservation on behalf of 2129c61d479c45f4bc68809860586c73 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:35.364970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.575951 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.640926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c724233e-fb88-4c5b-b8ee-107a93f9775f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.668773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Checking segment: {'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:47:35.669117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Network hostable DHCP agents. Network: 1f1fbf29-4482-4473-b286-4b6713c30332, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:35.694047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Network 1f1fbf29-4482-4473-b286-4b6713c30332 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:35.704396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1f1fbf29-4482-4473-b286-4b6713c30332) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:35.708724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:35.709293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.715235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dbbe2b-9bd5-45bb-b66b-a06735930fcf None None] Network 1f1fbf29-4482-4473-b286-4b6713c30332 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:47:35.738467 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d1c94ce1-001f-41bb-a86e-37f54be0eb8e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4023778 Apr 01 15:47:35.927008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606d13f-22f3-4417-b1c0-219abe57e733 None None] Network 1f1fbf29-4482-4473-b286-4b6713c30332 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:47:36.268551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410829c-481f-4bc2-946f-bba801e6207c req-dd08192a-21a1-4b4d-bbd8-6400a32701f3 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:36.269172 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2410829c-481f-4bc2-946f-bba801e6207c req-dd08192a-21a1-4b4d-bbd8-6400a32701f3 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Synchronizing usage tracker for tenant:2129c61d479c45f4bc68809860586c73 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:36.289975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2410829c-481f-4bc2-946f-bba801e6207c req-dd08192a-21a1-4b4d-bbd8-6400a32701f3 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Unset dirty status for tenant:2129c61d479c45f4bc68809860586c73 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:36.291108 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-dd08192a-21a1-4b4d-bbd8-6400a32701f3 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/networks?id=1f1fbf29-4482-4473-b286-4b6713c30332 HTTP/1.1" status: 200 len: 814 time: 0.1608939 Apr 01 15:47:36.310925 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-f501ae7c-7bee-4ec8-89d6-ebca6dd69a78 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/quotas/2129c61d479c45f4bc68809860586c73 HTTP/1.1" status: 200 len: 375 time: 0.0121903 Apr 01 15:47:36.357379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-f226ee1c-2b2f-4b6d-90c9-f7511d1c98c6 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2129c61d479c45f4bc68809860586c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397928 Apr 01 15:47:36.593270 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-4dd7ecb2-cdc2-4366-837e-0a6d3b25050d service neutron] 10.222.0.48 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915665 Apr 01 15:47:36.741177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-d55938fe-a6a7-476f-8678-00ca7199f96c service neutron] 10.222.0.48 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407285 Apr 01 15:47:37.028580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d94a7950-47ea-430d-b563-cabca74b08f9 req-0f4e1f42-c0ef-40ef-aa99-68457a839418 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 210 time: 0.1342144 Apr 01 15:47:37.092214 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:47:38.245296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ac83c46-fb21-4548-8f2d-01ec29b41c16 req-bc4756c2-187c-4c69-bb70-d029bc6e3aa5 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 210 time: 0.0563552 Apr 01 15:47:38.303523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410829c-481f-4bc2-946f-bba801e6207c req-c4b8888e-2fe3-441a-952e-d7a53d8714fc tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:38.305430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-c4b8888e-2fe3-441a-952e-d7a53d8714fc tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.62 "GET /v2.0/networks?id=1f1fbf29-4482-4473-b286-4b6713c30332 HTTP/1.1" status: 200 len: 814 time: 0.1923614 Apr 01 15:47:38.322883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Request body: {'port': {'device_id': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332', 'admin_state_up': True, 'tenant_id': '2129c61d479c45f4bc68809860586c73'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:47:38.456227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:38.460095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Usage tracker for resource:port and tenant:2129c61d479c45f4bc68809860586c73 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:38.462850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:38.468553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:38.481714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Made reservation on behalf of 2129c61d479c45f4bc68809860586c73 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:38.484832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.650592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Allocated IP 172.20.0.13 (1f1fbf29-4482-4473-b286-4b6713c30332/c724233e-fb88-4c5b-b8ee-107a93f9775f/374c30e9-bd51-4ca3-a7f6-10a0baa749f6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:38.952768 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.982532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.051796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Network 1f1fbf29-4482-4473-b286-4b6713c30332 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:39.054824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:39.059488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:47:39.086702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Pushing event updated for resources: {'Port': ['ID=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:39.123692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:39.124327 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.147762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-611a824b-919b-49bb-91cb-8a75eb75e2d4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8286214 Apr 01 15:47:39.162632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Request body: {'port': {'device_id': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:47:39.277326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.447726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd7cac-9df1-427f-8d56-518e8434646d req-d35d7329-e72c-4fd0-a54d-91fbd1b88dd1 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:39.449199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14dd7cac-9df1-427f-8d56-518e8434646d req-d35d7329-e72c-4fd0-a54d-91fbd1b88dd1 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 932 time: 0.0785389 Apr 01 15:47:39.495974 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-14dd7cac-9df1-427f-8d56-518e8434646d req-a5127a68-fd74-4c7f-890f-852fa447d7a9 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Apr 01 15:47:39.627687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:47:39.634899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.650178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Transition to ACTIVE for port object 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:39.656476 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.778285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Pushing event updated for resources: {'Port': ['ID=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:39.885894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Attempting to bind port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:39.886111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Attempting to bind port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:39.886437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Attempting to bind port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 on network 1f1fbf29-4482-4473-b286-4b6713c30332 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:47:39.892460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 on network 1f1fbf29-4482-4473-b286-4b6713c30332 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:47:39.892768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Attempting to bind port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 on network 1f1fbf29-4482-4473-b286-4b6713c30332 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:47:39.899258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:47:39.899607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Checking segment: {'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:47:39.899972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Bound using segment: {'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:47:39.900381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Bound port: 374c30e9-bd51-4ca3-a7f6-10a0baa749f6, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:39.900708 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.992430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] For port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:39.995440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] For port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:40.001877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.067950 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.069299 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] 10.222.0.62 "PUT /v2.0/ports/374c30e9-bd51-4ca3-a7f6-10a0baa749f6 HTTP/1.1" status: 200 len: 1092 time: 0.9133537 Apr 01 15:47:40.069720 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'tag': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:40.089729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e288a4-b1be-4b69-aab4-e44194117866 service neutron] Pushing event updated for resources: {'Port': ['ID=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:40.141634 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'tag': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6', 'status': 'completed', 'code': 200} Apr 01 15:47:40.182546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-d56d4126-1475-4a8a-9b52-c4f6481e6027 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2129c61d479c45f4bc68809860586c73&device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 1095 time: 0.0751793 Apr 01 15:47:40.254402 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-ded81877-6a43-45a0-88a2-c3460101ac48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374c30e9-bd51-4ca3-a7f6-10a0baa749f6 HTTP/1.1" status: 200 len: 217 time: 0.0644374 Apr 01 15:47:40.319771 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410829c-481f-4bc2-946f-bba801e6207c req-8813aba9-0138-455c-be1f-5b03e93e430a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:40.321236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-8813aba9-0138-455c-be1f-5b03e93e430a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c724233e-fb88-4c5b-b8ee-107a93f9775f HTTP/1.1" status: 200 len: 854 time: 0.0612431 Apr 01 15:47:40.365914 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-707394ff-589b-4804-839f-023b633c2b36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f1fbf29-4482-4473-b286-4b6713c30332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390491 Apr 01 15:47:40.494224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-7e73850a-ca8d-4ec6-942e-a8a7c742373b service neutron] 10.222.0.62 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227927 Apr 01 15:47:40.699441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1005c6-35db-42d3-a22f-f77e70538490 req-69251bcf-aba6-495c-8e17-90fe0dd2d855 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:40.700891 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e1005c6-35db-42d3-a22f-f77e70538490 req-69251bcf-aba6-495c-8e17-90fe0dd2d855 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 944 time: 0.0822916 Apr 01 15:47:40.725930 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2410829c-481f-4bc2-946f-bba801e6207c req-4784034d-0092-4ec7-bba3-9d8ac59f18ee service neutron] 10.222.0.62 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262344 Apr 01 15:47:40.751970 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e1005c6-35db-42d3-a22f-f77e70538490 req-046158af-4675-4098-add5-f4697d17a809 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Apr 01 15:47:40.842902 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-cab86844-b39e-4040-85f5-57e1327f1adf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2129c61d479c45f4bc68809860586c73&device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 1095 time: 0.0729055 Apr 01 15:47:40.977110 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-cfe4f732-22a5-4de1-8e5c-d7ddad1a2d57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:40.978443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-cfe4f732-22a5-4de1-8e5c-d7ddad1a2d57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f1fbf29-4482-4473-b286-4b6713c30332 HTTP/1.1" status: 200 len: 915 time: 0.1298146 Apr 01 15:47:41.057827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-5d78dec6-6018-4e2c-bddc-d70ca9a54fe4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=374c30e9-bd51-4ca3-a7f6-10a0baa749f6 HTTP/1.1" status: 200 len: 217 time: 0.0731089 Apr 01 15:47:41.120876 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-7395b50a-ad65-45c3-8a44-e60ab5a2b2ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:41.122286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-7395b50a-ad65-45c3-8a44-e60ab5a2b2ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c724233e-fb88-4c5b-b8ee-107a93f9775f HTTP/1.1" status: 200 len: 854 time: 0.0583742 Apr 01 15:47:41.167521 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-a2141da0-9b9d-43cd-a9e3-3e1b30a6e3a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f1fbf29-4482-4473-b286-4b6713c30332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391240 Apr 01 15:47:41.314804 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-25370877-32ee-4a24-88b3-a13568f8c98e service neutron] 10.222.0.62 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411486 Apr 01 15:47:41.323367 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.451152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db6890a2-2504-4c3c-bc03-3e3454731de8 req-174004da-ee1e-41bc-ba16-c2e624a9992f service neutron] 10.222.0.62 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302786 Apr 01 15:47:41.966353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3362ca2-5167-4581-a68d-cab5c154fc8f req-fd1a7962-0498-4667-bd43-8544a9f6ae5f tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:41.966975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a3362ca2-5167-4581-a68d-cab5c154fc8f req-fd1a7962-0498-4667-bd43-8544a9f6ae5f tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Synchronizing usage tracker for tenant:2129c61d479c45f4bc68809860586c73 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:41.988040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a3362ca2-5167-4581-a68d-cab5c154fc8f req-fd1a7962-0498-4667-bd43-8544a9f6ae5f tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Unset dirty status for tenant:2129c61d479c45f4bc68809860586c73 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:41.989255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3362ca2-5167-4581-a68d-cab5c154fc8f req-fd1a7962-0498-4667-bd43-8544a9f6ae5f tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 944 time: 0.1137340 Apr 01 15:47:42.038779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a3362ca2-5167-4581-a68d-cab5c154fc8f req-b0159fb6-1be3-4831-878e-17106b7857a6 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Synchronizing usage tracker for tenant:2129c61d479c45f4bc68809860586c73 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:42.062850 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-a3362ca2-5167-4581-a68d-cab5c154fc8f req-b0159fb6-1be3-4831-878e-17106b7857a6 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Unset dirty status for tenant:2129c61d479c45f4bc68809860586c73 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:42.064324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a3362ca2-5167-4581-a68d-cab5c154fc8f req-b0159fb6-1be3-4831-878e-17106b7857a6 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692563 Apr 01 15:47:43.282849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb59b1-de2f-4334-a7b1-5f25d173eb91 req-9a91d476-c6f9-4ba1-a9b0-1f20159a2050 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:43.284330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1deb59b1-de2f-4334-a7b1-5f25d173eb91 req-9a91d476-c6f9-4ba1-a9b0-1f20159a2050 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 944 time: 0.0905175 Apr 01 15:47:43.345026 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1deb59b1-de2f-4334-a7b1-5f25d173eb91 req-424ce3d1-5353-4039-a148-bff4bebbac51 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547397 Apr 01 15:47:43.716571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:47:43.902446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:43.915921 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6', 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332', 'port_id': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6', 'mac_address': 'fa:16:3e:f9:51:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c724233e-fb88-4c5b-b8ee-107a93f9775f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:47:43.970438 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.989385 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:47:44.009445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:44.015316 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.080082 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:44.203597 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['374c30e9-bd51-4ca3-a7f6-10a0baa749f6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:47:44.575527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a70a2-79ae-4299-97cc-442e289a2eba req-3feb8b5f-e312-456e-9f6d-92e433b34f9d tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:44.576973 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-154a70a2-79ae-4299-97cc-442e289a2eba req-3feb8b5f-e312-456e-9f6d-92e433b34f9d tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 945 time: 0.0909531 Apr 01 15:47:44.624969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-154a70a2-79ae-4299-97cc-442e289a2eba req-3956a40c-ff80-4174-b1a3-d0ec05dd20e9 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Apr 01 15:47:45.178939 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.721501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:45.800538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:45.806654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:45.807014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.838978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73d8b9-268e-4844-8d54-444204d6b995 req-a201ee72-3645-4e03-ac20-f40fe30908eb tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:45.841651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b73d8b9-268e-4844-8d54-444204d6b995 req-a201ee72-3645-4e03-ac20-f40fe30908eb tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 945 time: 0.0801733 Apr 01 15:47:45.887024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9b73d8b9-268e-4844-8d54-444204d6b995 req-01c3c39d-551f-4dd1-83ab-c1a7c8cf7fad tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Apr 01 15:47:45.923843 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.954012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:45.963691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:45.968112 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.031602 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6', 'code': 200} Apr 01 15:47:46.067841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:46.154203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0463f9a-9586-44a7-9232-4fc76802addd req-efedf243-2267-464f-968a-8f396f225140 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 1097 time: 0.0823925 Apr 01 15:47:46.203080 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d0463f9a-9586-44a7-9232-4fc76802addd req-64a0db32-5118-4f23-a3f4-d4630fd4d455 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Apr 01 15:47:47.104432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4c94a-3031-4426-9ef7-aba36bf04d02 req-b178b7ce-4df8-4215-a2a6-983b45ca9d48 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:47.105799 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6b4c94a-3031-4426-9ef7-aba36bf04d02 req-b178b7ce-4df8-4215-a2a6-983b45ca9d48 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0838974 Apr 01 15:47:47.151937 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6b4c94a-3031-4426-9ef7-aba36bf04d02 req-56655af6-0345-4af6-a474-157b707eea1d tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Apr 01 15:47:48.378013 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe4593-8638-4ad9-8eda-bd3f8f7bb7f8 req-e7ffe810-a750-4721-926b-59b2fda5d5b1 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:48.379630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0efe4593-8638-4ad9-8eda-bd3f8f7bb7f8 req-e7ffe810-a750-4721-926b-59b2fda5d5b1 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0939822 Apr 01 15:47:48.428492 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0efe4593-8638-4ad9-8eda-bd3f8f7bb7f8 req-ceb81f67-fc2d-4891-823d-6064cdcf7526 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Apr 01 15:47:48.757884 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-dccf0da1-d2a2-48e1-bec2-2d07effb86fe tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:48.759202 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-dccf0da1-d2a2-48e1-bec2-2d07effb86fe tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/networks?id=1f1fbf29-4482-4473-b286-4b6713c30332 HTTP/1.1" status: 200 len: 814 time: 0.1554551 Apr 01 15:47:48.776736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-faaa31e1-e381-435f-8828-17f153df7522 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/quotas/2129c61d479c45f4bc68809860586c73 HTTP/1.1" status: 200 len: 375 time: 0.0118403 Apr 01 15:47:48.857767 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-c7471568-83a9-4891-8313-75bbf16365f0 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2129c61d479c45f4bc68809860586c73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759413 Apr 01 15:47:49.108654 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-47ced383-4e4d-4bfd-a49a-203a73766959 service neutron] 10.222.0.48 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023315 Apr 01 15:47:49.240215 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-4283ab31-f18b-408b-a291-ddfe4104dbb3 service neutron] 10.222.0.48 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256402 Apr 01 15:47:49.444230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dff1eae3-e182-4b00-8245-024d6b8c7dca req-64dda31f-30a0-4559-8d3a-145a56393a84 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 210 time: 0.0414941 Apr 01 15:47:50.672711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7fd74340-d933-4097-a69b-2a569c6e8813 req-e3c3caf4-5bfc-4513-b88f-e1e17916bd64 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 210 time: 0.0576637 Apr 01 15:47:50.724673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-dd6ac5e1-f1bf-4658-8827-8eb408f65072 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:50.726187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-dd6ac5e1-f1bf-4658-8827-8eb408f65072 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.44 "GET /v2.0/networks?id=1f1fbf29-4482-4473-b286-4b6713c30332 HTTP/1.1" status: 200 len: 814 time: 0.1849818 Apr 01 15:47:50.742727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Request body: {'port': {'device_id': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332', 'admin_state_up': True, 'tenant_id': '2129c61d479c45f4bc68809860586c73'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:47:50.876291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:50.892229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:50.906940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Made reservation on behalf of 2129c61d479c45f4bc68809860586c73 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:50.911829 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.088255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Allocated IP 172.20.0.14 (1f1fbf29-4482-4473-b286-4b6713c30332/c724233e-fb88-4c5b-b8ee-107a93f9775f/9ddc185b-db38-4527-9922-4d34fde17773) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:51.376329 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.405047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.419043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['374c30e9-bd51-4ca3-a7f6-10a0baa749f6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:47:51.479519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Network 1f1fbf29-4482-4473-b286-4b6713c30332 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:51.482566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:51.486723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:47:51.520562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Pushing event updated for resources: {'Port': ['ID=9ddc185b-db38-4527-9922-4d34fde17773,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:51.549492 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:51.550085 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.576605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b5060128-4bf1-428d-b2e1-3b1410a9dfa8 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8376081 Apr 01 15:47:51.590877 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Request body: {'port': {'device_id': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:47:51.727076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.904167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93454f9-2a05-416b-a4b1-050788555ad3 req-f559d37a-82f0-4b65-a977-fe47130d8a5a tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:51.905638 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b93454f9-2a05-416b-a4b1-050788555ad3 req-f559d37a-82f0-4b65-a977-fe47130d8a5a tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 932 time: 0.0790422 Apr 01 15:47:51.955922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b93454f9-2a05-416b-a4b1-050788555ad3 req-dc5a6e6f-b48e-4796-b8c9-8f5d20bd0491 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Apr 01 15:47:52.102942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddc185b-db38-4527-9922-4d34fde17773 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:47:52.109931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.124410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Transition to ACTIVE for port object 9ddc185b-db38-4527-9922-4d34fde17773 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:52.128876 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.264460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddc185b-db38-4527-9922-4d34fde17773,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:52.377490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Attempting to bind port 9ddc185b-db38-4527-9922-4d34fde17773 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:52.377803 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Attempting to bind port 9ddc185b-db38-4527-9922-4d34fde17773 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:52.378752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Attempting to bind port 9ddc185b-db38-4527-9922-4d34fde17773 on network 1f1fbf29-4482-4473-b286-4b6713c30332 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:47:52.385275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Port 9ddc185b-db38-4527-9922-4d34fde17773 on network 1f1fbf29-4482-4473-b286-4b6713c30332 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:47:52.385589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Attempting to bind port 9ddc185b-db38-4527-9922-4d34fde17773 on network 1f1fbf29-4482-4473-b286-4b6713c30332 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:47:52.392017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:47:52.392352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Checking segment: {'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:47:52.392730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Bound using segment: {'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:47:52.393149 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Bound port: 9ddc185b-db38-4527-9922-4d34fde17773, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500bd582-f768-4ea1-b7b3-5247fa6f8eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:52.393495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.480107 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] For port 9ddc185b-db38-4527-9922-4d34fde17773, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:52.484808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] For port 9ddc185b-db38-4527-9922-4d34fde17773, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9ddc185b-db38-4527-9922-4d34fde17773,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:52.495068 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.576238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.577738 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ddc185b-db38-4527-9922-4d34fde17773 HTTP/1.1" status: 200 len: 1092 time: 0.9936514 Apr 01 15:47:52.578212 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'tag': '9ddc185b-db38-4527-9922-4d34fde17773'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:52.595606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dc742-45cd-4b9d-b22f-b8482c5f6bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddc185b-db38-4527-9922-4d34fde17773,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:52.653964 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'tag': '9ddc185b-db38-4527-9922-4d34fde17773', 'status': 'completed', 'code': 200} Apr 01 15:47:52.693838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-49ea66fa-b962-469c-9344-fbb996964e8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2129c61d479c45f4bc68809860586c73&device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 1095 time: 0.0785222 Apr 01 15:47:52.768186 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-606a3e0d-4443-494c-83bb-21f63164847d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ddc185b-db38-4527-9922-4d34fde17773 HTTP/1.1" status: 200 len: 217 time: 0.0664432 Apr 01 15:47:52.833691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b142a513-27d0-4c11-8c38-d7d361016482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:52.835096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-b142a513-27d0-4c11-8c38-d7d361016482 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c724233e-fb88-4c5b-b8ee-107a93f9775f HTTP/1.1" status: 200 len: 854 time: 0.0595219 Apr 01 15:47:52.881382 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-331669fa-4cff-4007-ad11-f9f1f3f3e264 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1f1fbf29-4482-4473-b286-4b6713c30332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392277 Apr 01 15:47:53.014843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-893c5b6e-c6ed-4626-8fa6-3b6707664c8e service neutron] 10.222.0.44 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255195 Apr 01 15:47:53.160760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62ce2e-8564-484f-93aa-0845f5e6ac6c req-62e79686-a9d0-4f32-a833-25f342d6a90e tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:53.162186 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d62ce2e-8564-484f-93aa-0845f5e6ac6c req-62e79686-a9d0-4f32-a833-25f342d6a90e tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 944 time: 0.0773277 Apr 01 15:47:53.164706 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a4afbf0-3cf4-4f84-a28e-237439c12909 req-259ee880-1b75-40cd-9249-637514075509 service neutron] 10.222.0.44 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430690 Apr 01 15:47:53.211614 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5d62ce2e-8564-484f-93aa-0845f5e6ac6c req-91da4c8e-5666-461c-9b51-39426dad0fb3 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Apr 01 15:47:53.378626 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-29f69842-ad47-4f69-a9db-7e6e22311a89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2129c61d479c45f4bc68809860586c73&device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 1095 time: 0.1641958 Apr 01 15:47:53.535986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-13d46397-e7c8-4d8f-9ce3-f46dde7eaf29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:53.537951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-13d46397-e7c8-4d8f-9ce3-f46dde7eaf29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1f1fbf29-4482-4473-b286-4b6713c30332 HTTP/1.1" status: 200 len: 915 time: 0.1513391 Apr 01 15:47:53.620765 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-3fc205ac-9ec2-4d81-8d18-d10d24bf9084 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ddc185b-db38-4527-9922-4d34fde17773 HTTP/1.1" status: 200 len: 217 time: 0.0750031 Apr 01 15:47:53.685253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-46a44d77-6a11-45ab-87b5-6a358c89e397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:53.686847 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-46a44d77-6a11-45ab-87b5-6a358c89e397 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c724233e-fb88-4c5b-b8ee-107a93f9775f HTTP/1.1" status: 200 len: 854 time: 0.0602250 Apr 01 15:47:53.734009 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-cc148ec0-b889-41f0-8fbb-77fec729daeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1f1fbf29-4482-4473-b286-4b6713c30332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410020 Apr 01 15:47:53.872879 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-cab9be97-cd80-48c0-befd-7c5f25de112d service neutron] 10.222.0.44 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320326 Apr 01 15:47:54.015037 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-557ebb41-ec37-4ef1-a722-ce8356835b00 req-7c88c9d7-a9df-403f-a432-bb91fc467e82 service neutron] 10.222.0.44 "GET /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362352 Apr 01 15:47:54.436870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b4d48-54c5-409c-8dac-69ac3f60fa11 req-0de0d9a0-ef10-475a-8958-8ccf9cb9c855 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:54.437547 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-374b4d48-54c5-409c-8dac-69ac3f60fa11 req-0de0d9a0-ef10-475a-8958-8ccf9cb9c855 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Synchronizing usage tracker for tenant:2129c61d479c45f4bc68809860586c73 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:54.454158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-374b4d48-54c5-409c-8dac-69ac3f60fa11 req-0de0d9a0-ef10-475a-8958-8ccf9cb9c855 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Unset dirty status for tenant:2129c61d479c45f4bc68809860586c73 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:54.455298 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-374b4d48-54c5-409c-8dac-69ac3f60fa11 req-0de0d9a0-ef10-475a-8958-8ccf9cb9c855 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 944 time: 0.1031113 Apr 01 15:47:54.505565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-374b4d48-54c5-409c-8dac-69ac3f60fa11 req-1ee8fce9-3b49-49ae-8b5b-925963bc5473 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Apr 01 15:47:55.716320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067c098-0f43-4eee-9337-7668ae143c62 req-0809704b-6077-4170-a4f4-2690ab4403c0 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:55.717760 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f067c098-0f43-4eee-9337-7668ae143c62 req-0809704b-6077-4170-a4f4-2690ab4403c0 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 944 time: 0.0826857 Apr 01 15:47:55.764345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f067c098-0f43-4eee-9337-7668ae143c62 req-2e539d86-94f3-4867-a96b-5bc0d370b095 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Apr 01 15:47:55.907328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 9ddc185b-db38-4527-9922-4d34fde17773 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:47:56.049471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 9ddc185b-db38-4527-9922-4d34fde17773, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9ddc185b-db38-4527-9922-4d34fde17773,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:56.062781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '9ddc185b-db38-4527-9922-4d34fde17773', 'network_id': '1f1fbf29-4482-4473-b286-4b6713c30332', 'port_id': '9ddc185b-db38-4527-9922-4d34fde17773', 'mac_address': 'fa:16:3e:ee:2a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c724233e-fb88-4c5b-b8ee-107a93f9775f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:47:56.115184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.133272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddc185b-db38-4527-9922-4d34fde17773 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:47:56.149967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 9ddc185b-db38-4527-9922-4d34fde17773, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9ddc185b-db38-4527-9922-4d34fde17773,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:56.155647 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.224087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=9ddc185b-db38-4527-9922-4d34fde17773,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:56.392144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['9ddc185b-db38-4527-9922-4d34fde17773'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:47:56.968069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af28b5-1110-46a3-8ab8-2c5a1347e855 req-647fc814-93a6-450b-8363-0438fe6907ee tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:56.970215 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1af28b5-1110-46a3-8ab8-2c5a1347e855 req-647fc814-93a6-450b-8363-0438fe6907ee tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 945 time: 0.0870535 Apr 01 15:47:57.021327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1af28b5-1110-46a3-8ab8-2c5a1347e855 req-ac1b7984-ed3b-49cb-9846-02d49298069b tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Apr 01 15:47:57.903488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 9ddc185b-db38-4527-9922-4d34fde17773 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:57.930916 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd4a48b2-e6b5-47dd-9d6a-d439e7619842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.978308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 9ddc185b-db38-4527-9922-4d34fde17773 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:57.983685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 9ddc185b-db38-4527-9922-4d34fde17773 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:57.984048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.100626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.127987 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddc185b-db38-4527-9922-4d34fde17773'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:47:58.138153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 9ddc185b-db38-4527-9922-4d34fde17773, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9ddc185b-db38-4527-9922-4d34fde17773,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:58.143573 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.206430 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddc185b-db38-4527-9922-4d34fde17773', 'code': 200} Apr 01 15:47:58.215353 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=9ddc185b-db38-4527-9922-4d34fde17773,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:58.233379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa7a4-2973-47c9-b186-be2d7aa0dcde req-2f5fc272-6ec9-4825-9526-d06aae99d5e4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:58.234831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bcffa7a4-2973-47c9-b186-be2d7aa0dcde req-2f5fc272-6ec9-4825-9526-d06aae99d5e4 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 946 time: 0.0908105 Apr 01 15:47:58.280033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bcffa7a4-2973-47c9-b186-be2d7aa0dcde req-4fe42ad0-db59-4e54-964d-eed8bd031431 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Apr 01 15:47:58.338165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84191457-5b7d-4cee-8f9f-0d73f9a38e7c req-d52bf91e-42e1-44bf-8932-9ac1af6f0111 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 1097 time: 0.0674739 Apr 01 15:47:58.379739 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-84191457-5b7d-4cee-8f9f-0d73f9a38e7c req-ecfcaed8-e68a-42bc-b440-9c9939503393 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354388 Apr 01 15:47:59.502587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5eac-eb5c-47b9-8bf0-03bf13349ea9 req-7485de09-56a8-46ac-a9ae-794dfe6e4340 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:59.504045 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e02f5eac-eb5c-47b9-8bf0-03bf13349ea9 req-7485de09-56a8-46ac-a9ae-794dfe6e4340 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 946 time: 0.0918121 Apr 01 15:47:59.553997 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e02f5eac-eb5c-47b9-8bf0-03bf13349ea9 req-75753242-0c87-46ed-a175-348162133488 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Apr 01 15:48:00.328090 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6d766f0-6593-482f-9b8d-bc0fb52c70ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.777880 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb384e-77fd-4233-9e9e-e3350b8829ea req-6e839ad6-deac-4543-aa51-45f1c6acdb34 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:00.779363 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33cb384e-77fd-4233-9e9e-e3350b8829ea req-6e839ad6-deac-4543-aa51-45f1c6acdb34 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 946 time: 0.0895934 Apr 01 15:48:00.825742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-33cb384e-77fd-4233-9e9e-e3350b8829ea req-90c9baac-d244-4016-b60c-a63292a75905 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 Apr 01 15:48:01.226712 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead798f-72c1-43ba-9f34-4d608b4302d1 req-1629f9cc-9c8b-4578-b821-7dfd7b9a7628 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:01.228371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bead798f-72c1-43ba-9f34-4d608b4302d1 req-1629f9cc-9c8b-4578-b821-7dfd7b9a7628 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 946 time: 0.0786035 Apr 01 15:48:01.277275 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bead798f-72c1-43ba-9f34-4d608b4302d1 req-075cd6a0-7bd7-4b88-a6c9-8ebc5002bf54 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Apr 01 15:48:01.346061 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.485966 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.492321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6ec7f-4b44-409f-a8a5-897720cb077d req-58647cf9-3b1b-46b9-a2fe-a5465c1eb3e6 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:02.493825 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35e6ec7f-4b44-409f-a8a5-897720cb077d req-58647cf9-3b1b-46b9-a2fe-a5465c1eb3e6 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 946 time: 0.0797367 Apr 01 15:48:02.541353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35e6ec7f-4b44-409f-a8a5-897720cb077d req-49bb0a85-5b51-4bdd-8b19-78e118c4a1c5 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Apr 01 15:48:02.820244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-2820e8c7-00e7-4c77-96bb-b186ca9622c1 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:02.821714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-2820e8c7-00e7-4c77-96bb-b186ca9622c1 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.44 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 946 time: 0.0817101 Apr 01 15:48:02.895988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Deleting port 9ddc185b-db38-4527-9922-4d34fde17773 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:02.896332 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.927088 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.156993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] For port 9ddc185b-db38-4527-9922-4d34fde17773, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=9ddc185b-db38-4527-9922-4d34fde17773,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:03.157252 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.362066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Calling delete_port for 9ddc185b-db38-4527-9922-4d34fde17773 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:03.505024 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.518000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['374c30e9-bd51-4ca3-a7f6-10a0baa749f6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:48:03.543961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['9ddc185b-db38-4527-9922-4d34fde17773'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:48:03.555901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Pushing event deleted for resources: {'Port': ['ID=9ddc185b-db38-4527-9922-4d34fde17773,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:03.631339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] No DVR routers for this DVR port 9ddc185b-db38-4527-9922-4d34fde17773 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:03.634188 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.638085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'name': 'network-vif-deleted', 'tag': '9ddc185b-db38-4527-9922-4d34fde17773'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:48:03.653103 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d785e43-50ac-41b5-9038-50275fd8fbc5 req-5a9db21b-b4df-4c17-9913-6b1e18dea335 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.44 "DELETE /v2.0/ports/9ddc185b-db38-4527-9922-4d34fde17773 HTTP/1.1" status: 204 len: 173 time: 0.8256133 Apr 01 15:48:03.706636 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2273ba7b-9982-4a08-a420-f44bcfeea970', 'name': 'network-vif-deleted', 'tag': '9ddc185b-db38-4527-9922-4d34fde17773', 'status': 'completed', 'code': 200} Apr 01 15:48:03.835958 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2b6e909b-cb82-48bd-9e2d-d0c42e95bb8f req-eed539d9-6a1c-4670-b47f-67ce0839e4a1 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=2273ba7b-9982-4a08-a420-f44bcfeea970 HTTP/1.1" status: 200 len: 210 time: 0.1552229 Apr 01 15:48:05.136109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948308d8-d67a-4275-a385-fdb792c837ce req-8fdcc134-f188-4a87-947a-f8207bef4c7e tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:05.137477 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-948308d8-d67a-4275-a385-fdb792c837ce req-8fdcc134-f188-4a87-947a-f8207bef4c7e tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0874181 Apr 01 15:48:05.184604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-948308d8-d67a-4275-a385-fdb792c837ce req-964185c4-848a-494f-ac14-0ef593e2317d tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Apr 01 15:48:05.413330 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc1cd9-effa-4370-9222-49dbf29b5b08 req-b6c1422f-ff47-4493-a9c3-ad3a1419bdba tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:05.414756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94bc1cd9-effa-4370-9222-49dbf29b5b08 req-b6c1422f-ff47-4493-a9c3-ad3a1419bdba tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0870106 Apr 01 15:48:05.462471 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-94bc1cd9-effa-4370-9222-49dbf29b5b08 req-9e2107a3-13cb-4517-b626-3f27ddf8d580 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Apr 01 15:48:05.669577 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5ac3-e733-42fd-a2c1-b4bccce3a1db req-3677526e-8279-44e0-803e-341fb0430684 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:05.670202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbad5ac3-e733-42fd-a2c1-b4bccce3a1db req-3677526e-8279-44e0-803e-341fb0430684 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Synchronizing usage tracker for tenant:2129c61d479c45f4bc68809860586c73 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:05.688940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-dbad5ac3-e733-42fd-a2c1-b4bccce3a1db req-3677526e-8279-44e0-803e-341fb0430684 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Unset dirty status for tenant:2129c61d479c45f4bc68809860586c73 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:05.690249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dbad5ac3-e733-42fd-a2c1-b4bccce3a1db req-3677526e-8279-44e0-803e-341fb0430684 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.1024966 Apr 01 15:48:05.738140 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dbad5ac3-e733-42fd-a2c1-b4bccce3a1db req-3af49c67-ca90-4a75-83a9-94764618d466 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Apr 01 15:48:05.952835 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6ccca46b-072a-4dcb-8f58-f8a3d6a8b29c req-8e970717-09ae-427b-af0a-2b5f6d48e02a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0756335 Apr 01 15:48:06.162544 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98de9a-b15a-49f2-9f11-803ef8a96707 req-26959c2c-e060-435c-99bb-caa0e61524f5 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:06.164136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce98de9a-b15a-49f2-9f11-803ef8a96707 req-26959c2c-e060-435c-99bb-caa0e61524f5 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0828121 Apr 01 15:48:06.210960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce98de9a-b15a-49f2-9f11-803ef8a96707 req-48ab853e-9422-4aff-a200-9e1fd72cf29d tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Apr 01 15:48:06.412187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81944199-3dd3-4965-8898-a6e84e8cc27b req-be15d026-fd8c-4471-a629-ef3c2ce379ac tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:06.413709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81944199-3dd3-4965-8898-a6e84e8cc27b req-be15d026-fd8c-4471-a629-ef3c2ce379ac tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0826571 Apr 01 15:48:06.459617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81944199-3dd3-4965-8898-a6e84e8cc27b req-6892e5cd-6eac-444f-a598-8185933b1540 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398650 Apr 01 15:48:06.680906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090d6b2-6dc6-427c-be55-2888c2bdb799 req-cd5bb205-84e1-4f5d-9194-e193b26d5ff3 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:06.682374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a090d6b2-6dc6-427c-be55-2888c2bdb799 req-cd5bb205-84e1-4f5d-9194-e193b26d5ff3 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0858529 Apr 01 15:48:06.731412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a090d6b2-6dc6-427c-be55-2888c2bdb799 req-f54900b6-422e-41df-8144-2d43e0ea4653 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Apr 01 15:48:07.301198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4e39-7d07-491a-a7d9-11afdc636f5d req-92fc0cbe-21dd-4fd1-85fb-396a21ec37df tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:07.302789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26ae4e39-7d07-491a-a7d9-11afdc636f5d req-92fc0cbe-21dd-4fd1-85fb-396a21ec37df tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0824389 Apr 01 15:48:07.349470 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-26ae4e39-7d07-491a-a7d9-11afdc636f5d req-79ebe2ff-2682-4637-9583-36db6de24a39 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Apr 01 15:48:07.951250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 9ddc185b-db38-4527-9922-4d34fde17773 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:07.990525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 9ddc185b-db38-4527-9922-4d34fde17773 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:48:07.990862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 9ddc185b-db38-4527-9922-4d34fde17773 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:08.529923 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-a526941a-4784-48d5-9e38-37e26d2ca6d2 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:08.531413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-a526941a-4784-48d5-9e38-37e26d2ca6d2 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0852356 Apr 01 15:48:08.605124 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Deleting port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:08.605406 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.706123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ae7f1-e842-4766-97dd-7c4fa605d3ff req-f7d96336-732f-4c15-8bad-c05da7d74566 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:08.707506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f4ae7f1-e842-4766-97dd-7c4fa605d3ff req-f7d96336-732f-4c15-8bad-c05da7d74566 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 946 time: 0.0772262 Apr 01 15:48:08.756471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f4ae7f1-e842-4766-97dd-7c4fa605d3ff req-5ace7fad-f1a5-4e37-be5b-6bf1efaa7ed0 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dc4058a-e144-4b81-9e3a-c14a240661ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Apr 01 15:48:08.850303 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] For port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,segment=NetworkSegment(500bd582-f768-4ea1-b7b3-5247fa6f8eb8),segment_id=500bd582-f768-4ea1-b7b3-5247fa6f8eb8)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:08.850659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.969424 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Calling delete_port for 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:09.119100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.133232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['374c30e9-bd51-4ca3-a7f6-10a0baa749f6'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:48:09.170761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Pushing event deleted for resources: {'Port': ['ID=374c30e9-bd51-4ca3-a7f6-10a0baa749f6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:09.210280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.210653 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.210996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.211326 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.211680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.212002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.212347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.212674 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.212991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.213317 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.213630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:09.255777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] No DVR routers for this DVR port 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:09.258190 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.260735 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'name': 'network-vif-deleted', 'tag': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:48:09.281907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7de4b758-9f92-4876-93f6-fd94d93c950c req-f90a57be-22d1-485c-a5bb-cdfcee90b35c tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.62 "DELETE /v2.0/ports/374c30e9-bd51-4ca3-a7f6-10a0baa749f6 HTTP/1.1" status: 204 len: 173 time: 0.7453995 Apr 01 15:48:09.320559 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f4ae1e-e199-48a1-8e57-7668fe1315a1', 'name': 'network-vif-deleted', 'tag': '374c30e9-bd51-4ca3-a7f6-10a0baa749f6', 'status': 'completed', 'code': 200} Apr 01 15:48:09.939077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-774d11df-8308-4149-82af-187b85d258b0 req-24214c8b-2bc2-47f6-af5c-20bd8cab3ce9 tempest-ServersNegativeTestJSON-1827823808 tempest-ServersNegativeTestJSON-1827823808-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4f4ae1e-e199-48a1-8e57-7668fe1315a1 HTTP/1.1" status: 200 len: 210 time: 0.0404973 Apr 01 15:48:11.048253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46658) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:11.116016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] Deleting subnet c724233e-fb88-4c5b-b8ee-107a93f9775f {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:48:11.120512 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.175122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.241507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.314650 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.318532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.358426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c724233e-fb88-4c5b-b8ee-107a93f9775f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:11.365020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.371414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-226a5a62-23f0-4b33-9216-2f75fdbbaaca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c724233e-fb88-4c5b-b8ee-107a93f9775f HTTP/1.1" status: 204 len: 168 time: 0.3220193 Apr 01 15:48:11.375053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46662) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:11.570107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.692432 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.716937 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1fbf29-4482-4473-b286-4b6713c30332']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:11.729002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500bd582-f768-4ea1-b7b3-5247fa6f8eb8') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:11.729287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500bd582-f768-4ea1-b7b3-5247fa6f8eb8') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:11.741040 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.756879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.763840 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:11.764238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:11.777230 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:11.824823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:11.854820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.857627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:48:11.857981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 374c30e9-bd51-4ca3-a7f6-10a0baa749f6 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:11.871126 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.884529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f1fbf29-4482-4473-b286-4b6713c30332 HTTP/1.1" status: 204 len: 168 time: 0.5085573 Apr 01 15:48:11.887544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d60814-d0e6-4ac6-a1ae-e71adfb58f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1fbf29-4482-4473-b286-4b6713c30332,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:12.052332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46672) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:12.103873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d89ec0c9-a19c-4a78-a8b1-8aebf05e3de6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2129c61d479c45f4bc68809860586c73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503855 Apr 01 15:48:12.106340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46676) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:12.167941 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-646beec1-1d99-4391-9637-4c88a44fa966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.194876 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-646beec1-1d99-4391-9637-4c88a44fa966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.250479 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-646beec1-1d99-4391-9637-4c88a44fa966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.270176 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646beec1-1d99-4391-9637-4c88a44fa966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4058a-e144-4b81-9e3a-c14a240661ee,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:12.282352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-646beec1-1d99-4391-9637-4c88a44fa966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.283544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-646beec1-1d99-4391-9637-4c88a44fa966 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dc4058a-e144-4b81-9e3a-c14a240661ee HTTP/1.1" status: 204 len: 168 time: 0.1763060 Apr 01 15:48:13.239044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46698) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:13.386028 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1671455486'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:13.392178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:13.398716 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:network and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:13.403803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:13.411198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:13.422605 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:13.426178 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.439055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.471816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:13.475966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:security_group_rule and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:13.478791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:13.484460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:13.552934 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.559352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.590556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:13.598421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3effc2-5191-4c4b-a799-f3e4d55c0c80,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:13.605461 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.605803 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Added segment 2e1bf8b7-0b0e-46dc-a97a-3323ea39071e of type vlan for network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 Apr 01 15:48:13.632551 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.664680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.668405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:13.669006 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.778512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Network': ['ID=a300c2dd-4ea7-4dd1-9d9c-2a359c951f32,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:13.782526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-225e002a-3801-4f12-9df8-298935c0c0f3 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5424852 Apr 01 15:48:13.790450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:14.093206 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:48:15.184601 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.050669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46704) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:17.060131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'subnet': {'network_id': 'a300c2dd-4ea7-4dd1-9d9c-2a359c951f32', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:17.177308 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:17.182028 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:subnet and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:17.185131 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:17.191562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:17.204447 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:17.307234 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.523082 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.596773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Subnet': ['ID=4e18b2b6-101f-4bd9-9b25-8d9a2225c21f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:17.613348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Checking segment: {'id': '2e1bf8b7-0b0e-46dc-a97a-3323ea39071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a300c2dd-4ea7-4dd1-9d9c-2a359c951f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:17.613694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network hostable DHCP agents. Network: a300c2dd-4ea7-4dd1-9d9c-2a359c951f32, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:17.637634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:17.648983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a300c2dd-4ea7-4dd1-9d9c-2a359c951f32) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:17.653050 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:17.653615 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.658405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0dc0b6-1908-4482-bb1a-5880fb719bd6 None None] Network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:17.676612 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8c6922b6-896f-4060-8fda-6691ae335bd1 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6244168 Apr 01 15:48:17.680362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46710) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:17.686197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899476513'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:17.692104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:17.697569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:network and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:17.700980 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:17.707162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:17.717893 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:17.720844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.749029 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:17.757817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.758152 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Added segment 34675528-fda7-4d96-a379-41df78933cba of type vlan for network 736840a5-feee-48a0-97a3-b5ebe528a8a3 Apr 01 15:48:17.788464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.819451 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.823133 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:17.823736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.911384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-a300c2dd-4ea7-4dd1-9d9c-2a359c951f32', 'network_id': 'a300c2dd-4ea7-4dd1-9d9c-2a359c951f32', 'tenant_id': 'd2525c14e663427db6e59476ed8f0758', 'fixed_ips': [{'subnet_id': '4e18b2b6-101f-4bd9-9b25-8d9a2225c21f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:17.912179 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.925116 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2435229 Apr 01 15:48:17.928616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46714) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:17.935481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'subnet': {'network_id': '736840a5-feee-48a0-97a3-b5ebe528a8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:17.948961 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c637f-6bba-44b9-b344-a61a74e39ddf tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Network': ['ID=736840a5-feee-48a0-97a3-b5ebe528a8a3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:17.970526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 736840a5-feee-48a0-97a3-b5ebe528a8a3 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:18.045339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:18.049271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:subnet and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:18.052178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:18.058364 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:18.069696 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:18.161093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Allocated IP 2001:db8:0:ffff::2 (a300c2dd-4ea7-4dd1-9d9c-2a359c951f32/4e18b2b6-101f-4bd9-9b25-8d9a2225c21f/da3c8f7b-535f-4f10-80db-c4e08a4959a8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:18.174239 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.365725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.376218 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Transition to ACTIVE for port object da3c8f7b-535f-4f10-80db-c4e08a4959a8 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:18.394136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Transition to ACTIVE for port object da3c8f7b-535f-4f10-80db-c4e08a4959a8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:18.398867 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.399740 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.470115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Subnet': ['ID=bfdad46a-8463-41e5-8a6f-191b81c07178,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.470430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:18.473985 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:18.475817 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Pushing event updated for resources: {'Port': ['ID=da3c8f7b-535f-4f10-80db-c4e08a4959a8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.478227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:18.489299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Checking segment: {'id': '34675528-fda7-4d96-a379-41df78933cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '736840a5-feee-48a0-97a3-b5ebe528a8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:18.489649 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network hostable DHCP agents. Network: 736840a5-feee-48a0-97a3-b5ebe528a8a3, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:18.511833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network 736840a5-feee-48a0-97a3-b5ebe528a8a3 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:18.516712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.517052 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.517383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.517713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.518041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.518384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.518705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.519004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.519341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.519728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.519968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:18.521418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 736840a5-feee-48a0-97a3-b5ebe528a8a3) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:18.526237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:18.526816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.548943 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f657928f-e5c3-43d1-917d-41108f41f2c4 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6200681 Apr 01 15:48:18.551831 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46720) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:18.555780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a41142-c800-489f-bd4e-b25c971dc6b9 None None] Network 736840a5-feee-48a0-97a3-b5ebe528a8a3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:18.645013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Attempting to bind port da3c8f7b-535f-4f10-80db-c4e08a4959a8 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:18.645374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Attempting to bind port da3c8f7b-535f-4f10-80db-c4e08a4959a8 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2e1bf8b7-0b0e-46dc-a97a-3323ea39071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a300c2dd-4ea7-4dd1-9d9c-2a359c951f32'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:18.645761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Attempting to bind port da3c8f7b-535f-4f10-80db-c4e08a4959a8 on network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:18.659940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:18.660636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Checking segment: {'id': '2e1bf8b7-0b0e-46dc-a97a-3323ea39071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a300c2dd-4ea7-4dd1-9d9c-2a359c951f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:18.660636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.661038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Bound using segment: {'id': '2e1bf8b7-0b0e-46dc-a97a-3323ea39071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a300c2dd-4ea7-4dd1-9d9c-2a359c951f32'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:18.661497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Bound port: da3c8f7b-535f-4f10-80db-c4e08a4959a8, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1bf8b7-0b0e-46dc-a97a-3323ea39071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a300c2dd-4ea7-4dd1-9d9c-2a359c951f32'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:18.661868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.693502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.761632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.817623 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] For port da3c8f7b-535f-4f10-80db-c4e08a4959a8, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:18.842662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.855953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] For port da3c8f7b-535f-4f10-80db-c4e08a4959a8, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da3c8f7b-535f-4f10-80db-c4e08a4959a8,segment=NetworkSegment(2e1bf8b7-0b0e-46dc-a97a-3323ea39071e),segment_id=2e1bf8b7-0b0e-46dc-a97a-3323ea39071e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:18.860971 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.886643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdad46a-8463-41e5-8a6f-191b81c07178,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.895672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c67251-1659-4384-8b09-11401caa1f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-736840a5-feee-48a0-97a3-b5ebe528a8a3', 'network_id': '736840a5-feee-48a0-97a3-b5ebe528a8a3', 'tenant_id': 'd2525c14e663427db6e59476ed8f0758', 'fixed_ips': [{'subnet_id': 'bfdad46a-8463-41e5-8a6f-191b81c07178'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:18.896474 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2c67251-1659-4384-8b09-11401caa1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.017065 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5e449-2b41-441a-b6d7-ea72d99d19b2 None None] Pushing event updated for resources: {'Port': ['ID=da3c8f7b-535f-4f10-80db-c4e08a4959a8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.036699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e381a2-4d5b-41af-886c-f523f4d5edfa None None] Network 736840a5-feee-48a0-97a3-b5ebe528a8a3 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:19.089850 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.118585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736840a5-feee-48a0-97a3-b5ebe528a8a3']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:19.135971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34675528-fda7-4d96-a379-41df78933cba') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:19.136266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34675528-fda7-4d96-a379-41df78933cba') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:19.150167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.168761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.192339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:19.194884 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:19.209908 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:19.297412 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.315770 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.328205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Network': ['ID=736840a5-feee-48a0-97a3-b5ebe528a8a3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.330826 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f4c3f5b0-4fda-4c63-800f-6177a2001afc tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/736840a5-feee-48a0-97a3-b5ebe528a8a3 HTTP/1.1" status: 204 len: 168 time: 0.7779939 Apr 01 15:48:19.334309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46724) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:19.340075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303378244'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:19.345994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:19.349814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:network and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:19.352897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:19.358791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:19.368440 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:19.371603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.403416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:19.415813 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.416154 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Added segment e9ff7019-08d7-4a8b-a98d-116395e75af5 of type vlan for network 9e0bcf31-b8b6-40df-8e79-fcb3f7a95658 Apr 01 15:48:19.442142 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.472690 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.476436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:19.477019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.572770 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2372642 Apr 01 15:48:19.575852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46728) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:19.581754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'subnet': {'network_id': '9e0bcf31-b8b6-40df-8e79-fcb3f7a95658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:19.584425 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd7f7e-7a8e-4f81-a503-cd5ebe95b8ef tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Network': ['ID=9e0bcf31-b8b6-40df-8e79-fcb3f7a95658,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.595051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 9e0bcf31-b8b6-40df-8e79-fcb3f7a95658 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:19.799948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:19.804135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:subnet and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:19.807569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:19.813615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:19.824602 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:19.929834 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.978922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392cf2e-bec6-45f1-b615-488481051a66 None None] Network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:20.023794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Performing IP validity checks on allocation pools {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:48:20.024305 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.ipam_backend_mixin [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:48:20.075108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-36de77bb-d771-49cf-8695-61f58832ad33 None None] Provisioning for port da3c8f7b-535f-4f10-80db-c4e08a4959a8 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:20.151542 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.224675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Subnet': ['ID=3f86b7c1-d147-4a49-8986-22b5cf46fe12,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:20.241219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Checking segment: {'id': 'e9ff7019-08d7-4a8b-a98d-116395e75af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e0bcf31-b8b6-40df-8e79-fcb3f7a95658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:20.241569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network hostable DHCP agents. Network: 9e0bcf31-b8b6-40df-8e79-fcb3f7a95658, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:20.265275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network 9e0bcf31-b8b6-40df-8e79-fcb3f7a95658 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:20.275443 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 9e0bcf31-b8b6-40df-8e79-fcb3f7a95658) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:20.280637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:20.281055 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.284832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b068267f-6134-47c1-b9db-ecd4ff9969aa None None] Network 9e0bcf31-b8b6-40df-8e79-fcb3f7a95658 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:20.303439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ece060e5-44a2-4914-b313-6d5c5d96e512 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7262886 Apr 01 15:48:20.306492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46732) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:20.447314 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.519859 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.522751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6b11e-fac0-4d95-88c3-4d83f368bc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-9e0bcf31-b8b6-40df-8e79-fcb3f7a95658', 'network_id': '9e0bcf31-b8b6-40df-8e79-fcb3f7a95658', 'tenant_id': 'd2525c14e663427db6e59476ed8f0758', 'fixed_ips': [{'subnet_id': '3f86b7c1-d147-4a49-8986-22b5cf46fe12'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:20.522917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44e6b11e-fac0-4d95-88c3-4d83f368bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.593943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device da3c8f7b-535f-4f10-80db-c4e08a4959a8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:20.601554 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.640710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Subnet': ['ID=3f86b7c1-d147-4a49-8986-22b5cf46fe12,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server [None req-44e6b11e-fac0-4d95-88c3-4d83f368bc15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f86b7c1-d147-4a49-8986-22b5cf46fe12: This subnet is being modified by another concurrent operation. Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f86b7c1-d147-4a49-8986-22b5cf46fe12: This subnet is being modified by another concurrent operation. Apr 01 15:48:20.681801 n-d-836017-1 neutron-server[83955]: ERROR oslo_messaging.rpc.server Apr 01 15:48:20.695824 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port da3c8f7b-535f-4f10-80db-c4e08a4959a8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:20.704872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2424826b-3952-46cb-aa54-a60b5b63d8c5 None None] Network 9e0bcf31-b8b6-40df-8e79-fcb3f7a95658 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:20.720421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port da3c8f7b-535f-4f10-80db-c4e08a4959a8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:20.720876 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.734075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.759936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0bcf31-b8b6-40df-8e79-fcb3f7a95658']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:20.771972 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ff7019-08d7-4a8b-a98d-116395e75af5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:20.772264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ff7019-08d7-4a8b-a98d-116395e75af5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:20.783507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.804967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.810857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:20.811271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:20.825722 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:20.902731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.920637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.932196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Network': ['ID=9e0bcf31-b8b6-40df-8e79-fcb3f7a95658,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:20.937307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-43f4a7c7-7131-466e-ab38-cc898c02699e tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/9e0bcf31-b8b6-40df-8e79-fcb3f7a95658 HTTP/1.1" status: 204 len: 168 time: 0.6297507 Apr 01 15:48:20.939828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed21618b-230a-475d-ac33-f4fc3a9a14fc None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:48:20.940745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46736) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:20.946123 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130868309'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:20.952060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:20.955853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:network and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:20.958646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:20.964278 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:20.979547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:20.982757 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.010632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:21.013826 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.020090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.020474 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Added segment 79d43dae-c72f-4f71-a05e-ed7e451114aa of type vlan for network fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 Apr 01 15:48:21.046170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.074082 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port da3c8f7b-535f-4f10-80db-c4e08a4959a8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da3c8f7b-535f-4f10-80db-c4e08a4959a8,segment=NetworkSegment(2e1bf8b7-0b0e-46dc-a97a-3323ea39071e),segment_id=2e1bf8b7-0b0e-46dc-a97a-3323ea39071e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:21.075094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed21618b-230a-475d-ac33-f4fc3a9a14fc None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:48:21.079693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.080688 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.085009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:21.085637 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.191912 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2473338 Apr 01 15:48:21.192109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46742) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:21.200039 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'subnet': {'network_id': 'fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:21.218898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c028739-d77d-4837-b531-98fca2b11c7c tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Network': ['ID=fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.221064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=da3c8f7b-535f-4f10-80db-c4e08a4959a8,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.235113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:21.317272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:21.321300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:subnet and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:21.325249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:21.332240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:21.345909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:21.448373 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.666849 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.737105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Subnet': ['ID=d7a287ed-6a3f-4de2-8616-d449e412d067,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.753758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Checking segment: {'id': '79d43dae-c72f-4f71-a05e-ed7e451114aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:21.754247 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network hostable DHCP agents. Network: fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:21.776196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:21.785087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:21.788996 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:21.789592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.795584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bbccf-2f54-4033-852e-3f6c7fc8f4bf None None] Network fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:21.818247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6eeae793-7f7a-4713-8a71-96ef24767cbd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6217911 Apr 01 15:48:21.818460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46748) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:21.823950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644201944'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:21.829517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:21.833480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:network and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:21.836441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:21.842257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:21.856553 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:21.859575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.889879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:21.899710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.900264 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Added segment e2d4d4ed-08db-4f35-9eec-0714a0773d42 of type vlan for network c4847668-0a38-4414-a894-68e1b15f490e Apr 01 15:48:21.926990 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.957528 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.961431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:21.962358 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.053400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4', 'network_id': 'fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4', 'tenant_id': 'd2525c14e663427db6e59476ed8f0758', 'fixed_ips': [{'subnet_id': 'd7a287ed-6a3f-4de2-8616-d449e412d067'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:22.054231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.158251 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3387477 Apr 01 15:48:22.161433 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:22.169031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Request body: {'subnet': {'network_id': 'c4847668-0a38-4414-a894-68e1b15f490e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:22.170789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb47bbe-081d-41ac-8429-4fa107eb465d tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Network': ['ID=c4847668-0a38-4414-a894-68e1b15f490e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.184732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network c4847668-0a38-4414-a894-68e1b15f490e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:22.282881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:22.287130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Usage tracker for resource:subnet and tenant:d2525c14e663427db6e59476ed8f0758 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:22.290432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:22.296580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:22.305896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Allocated IP 2001:db8::2 (fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4/d7a287ed-6a3f-4de2-8616-d449e412d067/ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:22.308720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Made reservation on behalf of d2525c14e663427db6e59476ed8f0758 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:22.409208 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.523246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.531340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Transition to ACTIVE for port object ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:22.550724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Transition to ACTIVE for port object ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:22.557338 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device da3c8f7b-535f-4f10-80db-c4e08a4959a8 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:22.584937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.626931 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.673422 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Network fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:22.679066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:22.682068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:22.689687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Pushing event updated for resources: {'Port': ['ID=ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.718441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event updated for resources: {'Subnet': ['ID=ea685d8f-a2c3-43bc-8a7e-a4429e326e3d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.721088 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Checking segment: {'id': 'e2d4d4ed-08db-4f35-9eec-0714a0773d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c4847668-0a38-4414-a894-68e1b15f490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:22.721457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network hostable DHCP agents. Network: c4847668-0a38-4414-a894-68e1b15f490e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:22.744261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Network c4847668-0a38-4414-a894-68e1b15f490e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:22.755105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, c4847668-0a38-4414-a894-68e1b15f490e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:22.759588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:22.760149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.772869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eaf421-a4d5-4a23-81e2-1f55c9bc0db0 None None] Network c4847668-0a38-4414-a894-68e1b15f490e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:22.787688 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4a48c427-98fe-4dea-816a-c0237ec67908 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6242845 Apr 01 15:48:22.790257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46758) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:22.860842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port da3c8f7b-535f-4f10-80db-c4e08a4959a8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:22.861205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.892173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Attempting to bind port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:22.892567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Attempting to bind port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '79d43dae-c72f-4f71-a05e-ed7e451114aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:22.892931 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Attempting to bind port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 on network fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:22.930835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:22.931173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Checking segment: {'id': '79d43dae-c72f-4f71-a05e-ed7e451114aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:22.931626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.932013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Bound using segment: {'id': '79d43dae-c72f-4f71-a05e-ed7e451114aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:22.932481 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Bound port: ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d43dae-c72f-4f71-a05e-ed7e451114aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:22.932853 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.935722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.000432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.078364 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.116557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Subnet': ['ID=ea685d8f-a2c3-43bc-8a7e-a4429e326e3d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:23.141864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] For port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:23.146412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] For port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48,segment=NetworkSegment(79d43dae-c72f-4f71-a05e-ed7e451114aa),segment_id=79d43dae-c72f-4f71-a05e-ed7e451114aa)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:23.179959 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.214573 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.244947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55540a7f-c8ca-4fd5-ba0f-366418884f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-c4847668-0a38-4414-a894-68e1b15f490e', 'network_id': 'c4847668-0a38-4414-a894-68e1b15f490e', 'tenant_id': 'd2525c14e663427db6e59476ed8f0758', 'fixed_ips': [{'subnet_id': 'ea685d8f-a2c3-43bc-8a7e-a4429e326e3d'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:23.245733 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55540a7f-c8ca-4fd5-ba0f-366418884f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.246905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4847668-0a38-4414-a894-68e1b15f490e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.260594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d4d4ed-08db-4f35-9eec-0714a0773d42') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.261654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d4d4ed-08db-4f35-9eec-0714a0773d42') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.274088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.283244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6b3a-3b3a-4f4c-bc44-d1fcdb6dd1cc None None] Pushing event updated for resources: {'Port': ['ID=ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:23.290353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.296898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:23.297348 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:23.312856 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:23.374463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44434e4-897e-4c5b-b364-378aeabc10a2 None None] Network c4847668-0a38-4414-a894-68e1b15f490e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:23.396534 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.415381 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.426781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Network': ['ID=c4847668-0a38-4414-a894-68e1b15f490e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:23.434503 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2f138816-87e0-42be-90e5-c7fb4aedb122 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/c4847668-0a38-4414-a894-68e1b15f490e HTTP/1.1" status: 204 len: 168 time: 0.6389945 Apr 01 15:48:23.434748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46762) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:23.489130 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-995c25b3-68ab-4bc9-83fa-4511ed1560d9 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] GET failed (client error): The resource could not be found. Apr 01 15:48:23.489643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-995c25b3-68ab-4bc9-83fa-4511ed1560d9 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Synchronizing usage tracker for tenant:d2525c14e663427db6e59476ed8f0758 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:23.518688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-995c25b3-68ab-4bc9-83fa-4511ed1560d9 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Unset dirty status for tenant:d2525c14e663427db6e59476ed8f0758 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:23.519973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-995c25b3-68ab-4bc9-83fa-4511ed1560d9 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "GET /v2.0/subnets/ea685d8f-a2c3-43bc-8a7e-a4429e326e3d HTTP/1.1" status: 404 len: 337 time: 0.0843050 Apr 01 15:48:23.522802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46766) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:23.564034 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-be87bd8a-9413-4fa6-99e8-819ffa272d10 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:23.564631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be87bd8a-9413-4fa6-99e8-819ffa272d10 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:23.566393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-be87bd8a-9413-4fa6-99e8-819ffa272d10 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/c4847668-0a38-4414-a894-68e1b15f490e HTTP/1.1" status: 404 len: 339 time: 0.0426431 Apr 01 15:48:23.570410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46770) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:23.609808 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-601f1009-cc84-42c6-9652-68d0afe566fd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:23.610337 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601f1009-cc84-42c6-9652-68d0afe566fd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:23.612444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-601f1009-cc84-42c6-9652-68d0afe566fd tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/subnets/ea685d8f-a2c3-43bc-8a7e-a4429e326e3d HTTP/1.1" status: 404 len: 337 time: 0.0408998 Apr 01 15:48:23.615009 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46774) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:23.640689 n-d-836017-1 neutron-server[83953]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a9e7d2-dec4-4a01-87cb-d02c931266c6 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:23.641116 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a9e7d2-dec4-4a01-87cb-d02c931266c6 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:23.642781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-44a9e7d2-dec4-4a01-87cb-d02c931266c6 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/c4847668-0a38-4414-a894-68e1b15f490e HTTP/1.1" status: 404 len: 339 time: 0.0267496 Apr 01 15:48:23.645489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:23.716290 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Deleting subnet d7a287ed-6a3f-4de2-8616-d449e412d067 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:48:23.719539 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.777303 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.860351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.937853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.975252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a287ed-6a3f-4de2-8616-d449e412d067,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:23.983441 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.998294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-16abb9ce-605e-4d47-ab98-79a9bca315ba tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/subnets/d7a287ed-6a3f-4de2-8616-d449e412d067 HTTP/1.1" status: 204 len: 168 time: 0.3517902 Apr 01 15:48:24.000966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46782) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.217537 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.229047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Deleting port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:24.229379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.289504 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828064a8-617e-4c0d-8495-e1d5d529d81c None None] Network fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:24.430957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] For port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48,segment=NetworkSegment(79d43dae-c72f-4f71-a05e-ed7e451114aa),segment_id=79d43dae-c72f-4f71-a05e-ed7e451114aa)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:24.431238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.460072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-770d7e72-bd6f-4f8f-b648-53d2d85a8c7a None None] Provisioning for port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:24.556676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Calling delete_port for ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:24.567086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc846f-e81c-4e61-b4af-856a75c8a758 None None] DHCP port deletion for fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:48:24.571963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-55dc846f-e81c-4e61-b4af-856a75c8a758 None None] Deleting port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:24.572328 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55dc846f-e81c-4e61-b4af-856a75c8a758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.629244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.654043 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-55dc846f-e81c-4e61-b4af-856a75c8a758 None None] The port 'ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:48:24.676912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Port': ['ID=ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.681815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No DVR routers for this DVR port ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:24.805432 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.831904 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:24.847594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d43dae-c72f-4f71-a05e-ed7e451114aa') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:24.847881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d43dae-c72f-4f71-a05e-ed7e451114aa') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:24.859455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.875733 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.881941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:24.882319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:24.896640 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:24.981063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.985210 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.013611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Network': ['ID=fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:25.017650 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b35eeaae-a61b-498a-8dc6-3803ac177210 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/fbc44510-ae4a-4c96-a6fe-8dd443e2a4c4 HTTP/1.1" status: 204 len: 168 time: 1.0157042 Apr 01 15:48:25.020177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46786) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.057239 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee3865e-2c15-447b-8be0-bba5b4fa4173 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:25.057684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee3865e-2c15-447b-8be0-bba5b4fa4173 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:25.059941 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dee3865e-2c15-447b-8be0-bba5b4fa4173 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/subnets/3f86b7c1-d147-4a49-8986-22b5cf46fe12 HTTP/1.1" status: 404 len: 337 time: 0.0387788 Apr 01 15:48:25.062454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46790) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.088272 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4796d44b-92b1-4c6d-985a-5444ec99c93f tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:25.088678 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4796d44b-92b1-4c6d-985a-5444ec99c93f tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:25.090267 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4796d44b-92b1-4c6d-985a-5444ec99c93f tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/9e0bcf31-b8b6-40df-8e79-fcb3f7a95658 HTTP/1.1" status: 404 len: 339 time: 0.0268533 Apr 01 15:48:25.092944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46794) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.129134 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e30015b-1402-4ef0-a3d1-1cb6fcb73443 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:25.129538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e30015b-1402-4ef0-a3d1-1cb6fcb73443 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:25.131057 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1e30015b-1402-4ef0-a3d1-1cb6fcb73443 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/subnets/bfdad46a-8463-41e5-8a6f-191b81c07178 HTTP/1.1" status: 404 len: 337 time: 0.0372705 Apr 01 15:48:25.134723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46798) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.168111 n-d-836017-1 neutron-server[83954]: INFO neutron.pecan_wsgi.hooks.translation [None req-469fd61b-011c-40d5-b52a-8cffde88c8a7 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:25.168525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469fd61b-011c-40d5-b52a-8cffde88c8a7 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:25.170084 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-469fd61b-011c-40d5-b52a-8cffde88c8a7 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/736840a5-feee-48a0-97a3-b5ebe528a8a3 HTTP/1.1" status: 404 len: 339 time: 0.0342081 Apr 01 15:48:25.172638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46802) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.356990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Deleting subnet 4e18b2b6-101f-4bd9-9b25-8d9a2225c21f {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:48:25.360220 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.419360 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.512462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.595477 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.634804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Subnet': ['ID=4e18b2b6-101f-4bd9-9b25-8d9a2225c21f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:25.641949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.648853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f719a8-6424-4502-b2df-1ae8a0a3d2e2 None None] Network a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:25.652772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a431fc9d-9dde-49b0-8163-813bd9c233e8 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/subnets/4e18b2b6-101f-4bd9-9b25-8d9a2225c21f HTTP/1.1" status: 204 len: 168 time: 0.4792016 Apr 01 15:48:25.655248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46806) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.855044 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.866048 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Deleting port da3c8f7b-535f-4f10-80db-c4e08a4959a8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:25.866394 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.900715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] DHCP port deletion for a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:48:25.904951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Deleting port da3c8f7b-535f-4f10-80db-c4e08a4959a8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:25.905319 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.072557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] For port da3c8f7b-535f-4f10-80db-c4e08a4959a8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da3c8f7b-535f-4f10-80db-c4e08a4959a8,segment=NetworkSegment(2e1bf8b7-0b0e-46dc-a97a-3323ea39071e),segment_id=2e1bf8b7-0b0e-46dc-a97a-3323ea39071e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:26.072909 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.105493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] For port da3c8f7b-535f-4f10-80db-c4e08a4959a8, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=da3c8f7b-535f-4f10-80db-c4e08a4959a8,segment=NetworkSegment(2e1bf8b7-0b0e-46dc-a97a-3323ea39071e),segment_id=2e1bf8b7-0b0e-46dc-a97a-3323ea39071e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:26.105870 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.192673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Calling delete_port for da3c8f7b-535f-4f10-80db-c4e08a4959a8 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:26.221138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Calling delete_port for da3c8f7b-535f-4f10-80db-c4e08a4959a8 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:26.269390 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.289572 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:26.289978 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:26.316334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Port': ['ID=da3c8f7b-535f-4f10-80db-c4e08a4959a8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:26.320179 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] No DVR routers for this DVR port da3c8f7b-535f-4f10-80db-c4e08a4959a8 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:26.441119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.466633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a300c2dd-4ea7-4dd1-9d9c-2a359c951f32']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:26.478404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1bf8b7-0b0e-46dc-a97a-3323ea39071e') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:26.478685 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1bf8b7-0b0e-46dc-a97a-3323ea39071e') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:26.489686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.510147 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.519441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:26.519900 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:26.535729 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:26.556434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device da3c8f7b-535f-4f10-80db-c4e08a4959a8 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:26.592653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: da3c8f7b-535f-4f10-80db-c4e08a4959a8 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:48:26.592994 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device da3c8f7b-535f-4f10-80db-c4e08a4959a8 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:26.593508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:26.618565 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.631328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:48:26.631666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ebe6aced-1d7c-4ad8-a1d7-77b1a002ea48 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:26.638373 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.651003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] Pushing event deleted for resources: {'Network': ['ID=a300c2dd-4ea7-4dd1-9d9c-2a359c951f32,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:26.653580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-aab74287-2e0a-4fc6-a31a-07f8e36643e5 tempest-NetworksIpV6Test-1574462771 tempest-NetworksIpV6Test-1574462771-project] 10.222.0.48 "DELETE /v2.0/networks/a300c2dd-4ea7-4dd1-9d9c-2a359c951f32 HTTP/1.1" status: 204 len: 168 time: 0.9974575 Apr 01 15:48:26.791525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Deleting port da3c8f7b-535f-4f10-80db-c4e08a4959a8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:26.792073 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.859164 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26d38a3d-3dcf-4a1c-ac45-54838bdc6b17 None None] The port 'da3c8f7b-535f-4f10-80db-c4e08a4959a8' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:48:26.958753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46814) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:27.148683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-74e6556f-e33b-4ff2-9361-3cbb62135a9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2525c14e663427db6e59476ed8f0758&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885736 Apr 01 15:48:27.152142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46820) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:27.211259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.236686 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.292334 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.308208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3effc2-5191-4c4b-a799-f3e4d55c0c80,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:27.315390 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.316608 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c3effc2-5191-4c4b-a799-f3e4d55c0c80 HTTP/1.1" status: 204 len: 168 time: 0.1635349 Apr 01 15:48:27.322573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.322905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.323256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.323580 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.323895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.324211 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.324533 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.324907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.325133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.325442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.325747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c080faef-4964-45be-9d7e-2ad35cc7998c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.910094 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb084c99-290e-400f-ba4e-301f69932b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.171956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46842) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:28.338276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1923011768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:28.347879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:28.352898 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Usage tracker for resource:router and tenant:4572184444af4c4abaaba3492f08c026 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:28.356034 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:28.363568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:28.380728 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.382562 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.401143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.420103 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.443828 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.445168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7668314c-3e4d-4408-ab54-5c05e489893e tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2722168 Apr 01 15:48:28.448014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46848) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:28.453328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-458143911'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:28.458787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:28.462821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Usage tracker for resource:network and tenant:4572184444af4c4abaaba3492f08c026 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:28.466236 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:28.471982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:28.485166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Made reservation on behalf of 4572184444af4c4abaaba3492f08c026 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:28.489721 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.507083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.539563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:28.544258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Usage tracker for resource:security_group_rule and tenant:4572184444af4c4abaaba3492f08c026 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:28.547294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:28.553632 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:28.633693 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.640222 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.677103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:28.686246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2397075-e8a8-4b62-8e47-9c7a69a0847d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:28.691977 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.692319 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Added segment cc58d125-e8b4-4ce0-95e8-49f280711e2e of type vlan for network 511b2880-b67b-43ba-972c-084f615f0d99 Apr 01 15:48:28.724025 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.756601 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.760868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:28.761464 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.880901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event updated for resources: {'Network': ['ID=511b2880-b67b-43ba-972c-084f615f0d99,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:28.883878 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a8a2ac10-f7e4-46a0-9097-9ae672d45b47 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4349334 Apr 01 15:48:28.886718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46852) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:28.892074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Request body: {'subnet': {'network_id': '511b2880-b67b-43ba-972c-084f615f0d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:28.893123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 511b2880-b67b-43ba-972c-084f615f0d99 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:29.001224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:29.005023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Usage tracker for resource:subnet and tenant:4572184444af4c4abaaba3492f08c026 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:29.007975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:29.014283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:29.026299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Made reservation on behalf of 4572184444af4c4abaaba3492f08c026 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:29.129761 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.341720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.411824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event updated for resources: {'Subnet': ['ID=2b2b8168-a93b-4c64-8c72-957db8095d51,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:29.432314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Checking segment: {'id': 'cc58d125-e8b4-4ce0-95e8-49f280711e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '511b2880-b67b-43ba-972c-084f615f0d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:29.432664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Network hostable DHCP agents. Network: 511b2880-b67b-43ba-972c-084f615f0d99, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:29.455877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Network 511b2880-b67b-43ba-972c-084f615f0d99 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:29.466076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 511b2880-b67b-43ba-972c-084f615f0d99) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:29.470056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:29.470629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.477129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992db51d-7646-4865-b3bb-715bae3e61cf None None] Network 511b2880-b67b-43ba-972c-084f615f0d99 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:29.491697 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-18b7cb54-3fe5-4fb6-b43e-8afbf5d88ead tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6038706 Apr 01 15:48:29.494688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46856) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:29.500673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2087479727'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:29.506536 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:29.511621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Usage tracker for resource:network and tenant:4572184444af4c4abaaba3492f08c026 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:29.514748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:29.521150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:29.533054 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Made reservation on behalf of 4572184444af4c4abaaba3492f08c026 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:29.536097 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.565298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:29.575169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.575524 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Added segment 4c3ac741-a08c-4580-8763-9550096f0474 of type vlan for network dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e Apr 01 15:48:29.602849 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.633903 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.637851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:29.638460 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.718149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-511b2880-b67b-43ba-972c-084f615f0d99', 'network_id': '511b2880-b67b-43ba-972c-084f615f0d99', 'tenant_id': '4572184444af4c4abaaba3492f08c026', 'fixed_ips': [{'subnet_id': '2b2b8168-a93b-4c64-8c72-957db8095d51'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:29.718970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.742582 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2441456 Apr 01 15:48:29.743135 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46860) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:29.746633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cb0ff-1ad0-4802-8e8f-3dd5f443c1d1 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event updated for resources: {'Network': ['ID=dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:29.749968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Request body: {'subnet': {'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:29.774756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:29.866157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:29.869959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Usage tracker for resource:subnet and tenant:4572184444af4c4abaaba3492f08c026 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:29.873278 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:29.879456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:29.889744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Made reservation on behalf of 4572184444af4c4abaaba3492f08c026 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:29.959275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Allocated IP 172.20.0.2 (511b2880-b67b-43ba-972c-084f615f0d99/2b2b8168-a93b-4c64-8c72-957db8095d51/cc934be5-33f7-46a8-af51-6e42399f2aac) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:29.992563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.159079 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.169248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Transition to ACTIVE for port object cc934be5-33f7-46a8-af51-6e42399f2aac will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:30.193090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Transition to ACTIVE for port object cc934be5-33f7-46a8-af51-6e42399f2aac will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:30.199014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.218907 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.277367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Network 511b2880-b67b-43ba-972c-084f615f0d99 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:30.280396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:30.284936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:30.286887 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Pushing event updated for resources: {'Port': ['ID=cc934be5-33f7-46a8-af51-6e42399f2aac,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:30.307978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event updated for resources: {'Subnet': ['ID=93f4655d-8019-4f9a-beb7-1e928348cd6f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:30.326063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Checking segment: {'id': '4c3ac741-a08c-4580-8763-9550096f0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:30.326416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Network hostable DHCP agents. Network: dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:30.349836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Network dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:30.364108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:30.375472 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:30.379944 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.383086 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77ac0d-46bb-4c22-b89c-b5ab0d6e9f3a None None] Network dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:30.403081 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5c308fc6-fd05-47d8-b4d9-ea2ee1b14816 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6586821 Apr 01 15:48:30.405967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46864) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:30.411202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4908542a-c9df-4dec-95cc-45e75dc3461c tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:30.489634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a798dad8-b233-478f-aa2f-aabd4413a4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.494051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Attempting to bind port cc934be5-33f7-46a8-af51-6e42399f2aac on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:30.494452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Attempting to bind port cc934be5-33f7-46a8-af51-6e42399f2aac by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cc58d125-e8b4-4ce0-95e8-49f280711e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '511b2880-b67b-43ba-972c-084f615f0d99'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:30.494810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Attempting to bind port cc934be5-33f7-46a8-af51-6e42399f2aac on network 511b2880-b67b-43ba-972c-084f615f0d99 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:30.516912 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:30.517265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Checking segment: {'id': 'cc58d125-e8b4-4ce0-95e8-49f280711e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '511b2880-b67b-43ba-972c-084f615f0d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:30.517673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.518185 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Bound using segment: {'id': 'cc58d125-e8b4-4ce0-95e8-49f280711e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '511b2880-b67b-43ba-972c-084f615f0d99'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:30.518587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Bound port: cc934be5-33f7-46a8-af51-6e42399f2aac, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc58d125-e8b4-4ce0-95e8-49f280711e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '511b2880-b67b-43ba-972c-084f615f0d99'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:30.519093 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.682306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] For port cc934be5-33f7-46a8-af51-6e42399f2aac, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:30.720571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] For port cc934be5-33f7-46a8-af51-6e42399f2aac, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cc934be5-33f7-46a8-af51-6e42399f2aac,segment=NetworkSegment(cc58d125-e8b4-4ce0-95e8-49f280711e2e),segment_id=cc58d125-e8b4-4ce0-95e8-49f280711e2e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:30.726286 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.774404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e', 'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e', 'tenant_id': '4572184444af4c4abaaba3492f08c026', 'fixed_ips': [{'subnet_id': '93f4655d-8019-4f9a-beb7-1e928348cd6f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:30.775673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.892601 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4908542a-c9df-4dec-95cc-45e75dc3461c tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.905993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e6a1-2940-4607-a4b8-8a0916257527 None None] Pushing event updated for resources: {'Port': ['ID=cc934be5-33f7-46a8-af51-6e42399f2aac,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:31.016863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Allocated IP 172.21.0.2 (dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e/93f4655d-8019-4f9a-beb7-1e928348cd6f/1f1df560-c238-4294-a00d-dc2789a1bf9a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:31.055557 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [None req-4908542a-c9df-4dec-95cc-45e75dc3461c tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:48:31.062334 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4908542a-c9df-4dec-95cc-45e75dc3461c tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "PUT /v2.0/routers/74c32307-0973-450f-a09f-d15477559850 HTTP/1.1" status: 400 len: 364 time: 0.6498673 Apr 01 15:48:31.062619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46868) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:31.150639 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Deleting subnet 93f4655d-8019-4f9a-beb7-1e928348cd6f {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:48:31.248465 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.259496 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Transition to ACTIVE for port object 1f1df560-c238-4294-a00d-dc2789a1bf9a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:31.277733 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Transition to ACTIVE for port object 1f1df560-c238-4294-a00d-dc2789a1bf9a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:31.284224 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.284687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.341177 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.367920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Network dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:31.371591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:31.373795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.378760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:31.381304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Pushing event updated for resources: {'Port': ['ID=1f1df560-c238-4294-a00d-dc2789a1bf9a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:31.427441 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.469902 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Attempting to bind port 1f1df560-c238-4294-a00d-dc2789a1bf9a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:31.470243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Attempting to bind port 1f1df560-c238-4294-a00d-dc2789a1bf9a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '4c3ac741-a08c-4580-8763-9550096f0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:31.470518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Attempting to bind port 1f1df560-c238-4294-a00d-dc2789a1bf9a on network dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:31.484146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:31.484559 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Checking segment: {'id': '4c3ac741-a08c-4580-8763-9550096f0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:31.484964 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.485295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Bound using segment: {'id': '4c3ac741-a08c-4580-8763-9550096f0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:31.485829 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Bound port: 1f1df560-c238-4294-a00d-dc2789a1bf9a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3ac741-a08c-4580-8763-9550096f0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:31.486188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.497048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.507639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.558578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event deleted for resources: {'Subnet': ['ID=93f4655d-8019-4f9a-beb7-1e928348cd6f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:31.564527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.573026 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-284c233a-dc84-4b93-a273-54e40fe9a0cb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "DELETE /v2.0/subnets/93f4655d-8019-4f9a-beb7-1e928348cd6f HTTP/1.1" status: 204 len: 168 time: 0.5080731 Apr 01 15:48:31.574412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46872) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:31.622160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] For port 1f1df560-c238-4294-a00d-dc2789a1bf9a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:31.625800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] For port 1f1df560-c238-4294-a00d-dc2789a1bf9a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1f1df560-c238-4294-a00d-dc2789a1bf9a,segment=NetworkSegment(4c3ac741-a08c-4580-8763-9550096f0474),segment_id=4c3ac741-a08c-4580-8763-9550096f0474)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:31.631940 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.698633 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.709688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Deleting port 1f1df560-c238-4294-a00d-dc2789a1bf9a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:31.710093 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.760139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903f5b-e5ea-416a-8756-6dd1e29440ea None None] Pushing event updated for resources: {'Port': ['ID=1f1df560-c238-4294-a00d-dc2789a1bf9a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:31.791599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f386c4-0ae3-4b2b-90b8-2c322280f95d None None] Network dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:31.917159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6e72c-ac73-4287-b84f-46f96da3d05d None None] Network 511b2880-b67b-43ba-972c-084f615f0d99 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:31.933358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] For port 1f1df560-c238-4294-a00d-dc2789a1bf9a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1f1df560-c238-4294-a00d-dc2789a1bf9a,segment=NetworkSegment(4c3ac741-a08c-4580-8763-9550096f0474),segment_id=4c3ac741-a08c-4580-8763-9550096f0474)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:31.933971 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.052401 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Calling delete_port for 1f1df560-c238-4294-a00d-dc2789a1bf9a owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:32.064787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-488753d3-c1db-4f77-8d66-5c64d16d14b5 None None] Provisioning for port cc934be5-33f7-46a8-af51-6e42399f2aac completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:32.126921 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.280421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event deleted for resources: {'Port': ['ID=1f1df560-c238-4294-a00d-dc2789a1bf9a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:32.286139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] No DVR routers for this DVR port 1f1df560-c238-4294-a00d-dc2789a1bf9a on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:32.399439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d185e-8e01-4d4e-8c8b-e8ed3c27710d None None] get_active_networks_info from n-d-836017-1 {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:48:32.414020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.439379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:32.451450 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3ac741-a08c-4580-8763-9550096f0474') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:32.451743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3ac741-a08c-4580-8763-9550096f0474') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:32.463163 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.479102 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.485377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:32.485858 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.489085 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532d185e-8e01-4d4e-8c8b-e8ed3c27710d None None] Resources bound (agent type, host, resource id): {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:32.500567 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:32.589916 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.602467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cc934be5-33f7-46a8-af51-6e42399f2aac up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:32.615554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.621802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event deleted for resources: {'Network': ['ID=dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:32.628877 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3f8149af-b5d5-4a40-802b-e595c6e98485 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "DELETE /v2.0/networks/dce12049-dc27-4c91-8ff3-5fb0a5aa4d3e HTTP/1.1" status: 204 len: 168 time: 1.0534620 Apr 01 15:48:32.631572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46876) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:32.695381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Deleting subnet 2b2b8168-a93b-4c64-8c72-957db8095d51 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:48:32.698811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.750448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port cc934be5-33f7-46a8-af51-6e42399f2aac completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:32.759604 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.763092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port cc934be5-33f7-46a8-af51-6e42399f2aac triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:32.763492 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.843145 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.922851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.963445 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.977535 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.045413 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:33.045760 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:33.065350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2b8168-a93b-4c64-8c72-957db8095d51,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:33.072663 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.078657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595b119-85de-4472-8d9d-2509b50b6804 None None] Network 511b2880-b67b-43ba-972c-084f615f0d99 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:33.078890 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d690c5b-0a45-4c07-8596-1cc18b0b5123 tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "DELETE /v2.0/subnets/2b2b8168-a93b-4c64-8c72-957db8095d51 HTTP/1.1" status: 204 len: 168 time: 0.4463050 Apr 01 15:48:33.081454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46880) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:33.193486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.203935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Deleting port cc934be5-33f7-46a8-af51-6e42399f2aac {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:33.204352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.324124 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] DHCP port deletion for 511b2880-b67b-43ba-972c-084f615f0d99 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:48:33.328320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Deleting port cc934be5-33f7-46a8-af51-6e42399f2aac {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:33.328753 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.405331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] For port cc934be5-33f7-46a8-af51-6e42399f2aac, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cc934be5-33f7-46a8-af51-6e42399f2aac,segment=NetworkSegment(cc58d125-e8b4-4ce0-95e8-49f280711e2e),segment_id=cc58d125-e8b4-4ce0-95e8-49f280711e2e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:33.405669 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.529606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Calling delete_port for cc934be5-33f7-46a8-af51-6e42399f2aac owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:33.595289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] For port cc934be5-33f7-46a8-af51-6e42399f2aac, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=cc934be5-33f7-46a8-af51-6e42399f2aac,segment=NetworkSegment(cc58d125-e8b4-4ce0-95e8-49f280711e2e),segment_id=cc58d125-e8b4-4ce0-95e8-49f280711e2e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:33.595595 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.604248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.648697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event deleted for resources: {'Port': ['ID=cc934be5-33f7-46a8-af51-6e42399f2aac,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:33.654913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] No DVR routers for this DVR port cc934be5-33f7-46a8-af51-6e42399f2aac on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:33.721255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Calling delete_port for cc934be5-33f7-46a8-af51-6e42399f2aac owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:48:33.752027 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.778639 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.811179 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511b2880-b67b-43ba-972c-084f615f0d99']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.823904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc58d125-e8b4-4ce0-95e8-49f280711e2e') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.824171 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc58d125-e8b4-4ce0-95e8-49f280711e2e') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.835608 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.842238 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:33.842551 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:33.853106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.859340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:48:33.859897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:33.874753 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:33.953527 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.970387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.981015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Pushing event deleted for resources: {'Network': ['ID=511b2880-b67b-43ba-972c-084f615f0d99,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:33.984941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c57ea6c-fa2b-4e0a-b6a5-c2b0a136f7de tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "DELETE /v2.0/networks/511b2880-b67b-43ba-972c-084f615f0d99 HTTP/1.1" status: 204 len: 168 time: 0.9025714 Apr 01 15:48:33.987738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46884) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.027731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6349f6d9-602b-4b4f-89f9-608e5f30e3af tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Synchronizing usage tracker for tenant:4572184444af4c4abaaba3492f08c026 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:34.046284 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6349f6d9-602b-4b4f-89f9-608e5f30e3af tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Unset dirty status for tenant:4572184444af4c4abaaba3492f08c026 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:34.047434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6349f6d9-602b-4b4f-89f9-608e5f30e3af tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "GET /v2.0/ports?device_id=74c32307-0973-450f-a09f-d15477559850 HTTP/1.1" status: 200 len: 205 time: 0.0588233 Apr 01 15:48:34.051169 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46888) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.195418 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-601be902-2434-4bbb-943a-44b7a74c96eb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.343726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Deleting port cc934be5-33f7-46a8-af51-6e42399f2aac {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:48:34.344145 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.410845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5db9b-bf6c-4b34-a9a6-31696efaeeb2 None None] The port 'cc934be5-33f7-46a8-af51-6e42399f2aac' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:48:34.551417 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cc934be5-33f7-46a8-af51-6e42399f2aac no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:34.585092 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: cc934be5-33f7-46a8-af51-6e42399f2aac {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:48:34.586174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device cc934be5-33f7-46a8-af51-6e42399f2aac not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:34.684165 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-601be902-2434-4bbb-943a-44b7a74c96eb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.688532 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-601be902-2434-4bbb-943a-44b7a74c96eb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.721659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-601be902-2434-4bbb-943a-44b7a74c96eb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.722161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601be902-2434-4bbb-943a-44b7a74c96eb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Fanout notify agent at l3_agent the message router_deleted on router 74c32307-0973-450f-a09f-d15477559850 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:48:34.732414 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-601be902-2434-4bbb-943a-44b7a74c96eb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.735984 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-601be902-2434-4bbb-943a-44b7a74c96eb tempest-RoutersNegativeTest-413775255 tempest-RoutersNegativeTest-413775255-project] 10.222.0.48 "DELETE /v2.0/routers/74c32307-0973-450f-a09f-d15477559850 HTTP/1.1" status: 204 len: 168 time: 0.6813176 Apr 01 15:48:35.045421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46896) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:35.219431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9a8fd2bc-b311-4779-b2ee-ab490cd78d43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4572184444af4c4abaaba3492f08c026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1728332 Apr 01 15:48:35.222233 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46902) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:35.285483 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24978bb3-8c82-4a94-af3d-33b413c93a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.317365 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24978bb3-8c82-4a94-af3d-33b413c93a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.375375 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24978bb3-8c82-4a94-af3d-33b413c93a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.389071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24978bb3-8c82-4a94-af3d-33b413c93a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2397075-e8a8-4b62-8e47-9c7a69a0847d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:35.395150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-24978bb3-8c82-4a94-af3d-33b413c93a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.396719 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-24978bb3-8c82-4a94-af3d-33b413c93a80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2397075-e8a8-4b62-8e47-9c7a69a0847d HTTP/1.1" status: 204 len: 168 time: 0.1729836 Apr 01 15:48:36.218417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46924) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:36.357962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1076168757-network', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:36.366565 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:36.372344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Usage tracker for resource:network and tenant:a610655d03bd4c858599a6ca27a79b3f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:36.375648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:36.382306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:36.396118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Made reservation on behalf of a610655d03bd4c858599a6ca27a79b3f for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:36.398450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.411505 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.442455 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:36.446285 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Usage tracker for resource:security_group_rule and tenant:a610655d03bd4c858599a6ca27a79b3f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:36.449163 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:36.454773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:36.519582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.524446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.555789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:36.564512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61b0bc-8794-4c08-a055-4daab5796b99,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:36.570231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.570595 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Added segment 7b33fad0-162e-4eb0-935b-a48e236dcfc5 of type vlan for network 8eee45b4-d14b-4d05-8816-e9a2679509d2 Apr 01 15:48:36.596583 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.630737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.631603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:36.632172 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.732202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] Pushing event updated for resources: {'Network': ['ID=8eee45b4-d14b-4d05-8816-e9a2679509d2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:36.735018 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-57031a21-cac9-4d5d-b928-5158e60bf33e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5155909 Apr 01 15:48:36.738012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46930) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:36.744294 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:36.744964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Request body: {'subnet': {'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-subnet', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:36.751773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:36.756298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Usage tracker for resource:subnet and tenant:a610655d03bd4c858599a6ca27a79b3f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:36.759554 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:36.766539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:36.779096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Made reservation on behalf of a610655d03bd4c858599a6ca27a79b3f for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:36.781945 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.994650 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.063597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b9172d-9f23-40b2-8376-3ae563d98ba5,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:37.080486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Checking segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:37.080831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Network hostable DHCP agents. Network: 8eee45b4-d14b-4d05-8816-e9a2679509d2, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:37.104349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:37.116504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 8eee45b4-d14b-4d05-8816-e9a2679509d2) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:37.120594 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:37.121178 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.125386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a8b85-a960-42dd-b4bd-196b82fd5644 None None] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:37.146863 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-05cfc1db-6f52-4c02-a37d-5d1d32ff388c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4062169 Apr 01 15:48:37.148247 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46934) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:37.153443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:37.159413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:37.163860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Usage tracker for resource:router and tenant:a610655d03bd4c858599a6ca27a79b3f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:37.166925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:37.172911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:37.184938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.185949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.203892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.335416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-8eee45b4-d14b-4d05-8816-e9a2679509d2', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'fixed_ips': [{'subnet_id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:37.336240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.350594 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.491104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Allocated IP 172.20.0.2 (8eee45b4-d14b-4d05-8816-e9a2679509d2/a7b9172d-9f23-40b2-8376-3ae563d98ba5/d4e3d8a6-7ac4-4fd0-acec-777b6cf55520) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:37.536088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.566136 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.696725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.700522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Allocated IP 172.25.2.125 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1ef41954-dab7-4e29-959c-3fc3a4ecd853) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:37.706586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Transition to ACTIVE for port object d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:37.724721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Transition to ACTIVE for port object d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:37.730344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.791894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:37.795132 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:37.799682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:37.811893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Pushing event updated for resources: {'Port': ['ID=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:37.853816 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.883021 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.896047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Attempting to bind port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:37.896410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Attempting to bind port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:37.896758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Attempting to bind port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:37.903475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:37.903871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Checking segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:37.904259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.904638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Bound using segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:37.905082 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Bound port: d4e3d8a6-7ac4-4fd0-acec-777b6cf55520, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:37.905444 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.951473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:37.954886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:37.956830 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Pushing event updated for resources: {'Port': ['ID=1ef41954-dab7-4e29-959c-3fc3a4ecd853,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:37.958881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:37.993863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] For port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:37.997323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] For port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:38.001176 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.083101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7f4f2-df50-4af2-9e23-e8278244bfd5 None None] Pushing event updated for resources: {'Port': ['ID=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:38.121017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.121761 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.368232 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Router ce01fe94-205f-47de-a614-fb842e899d1a is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:48:38.587945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:38.684166 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:38.699674 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Sync routers for ids ['ce01fe94-205f-47de-a614-fb842e899d1a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:48:38.702450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:38.713729 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Routers {'ce01fe94-205f-47de-a614-fb842e899d1a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:48:38.714460 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce01fe94-205f-47de-a614-fb842e899d1a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.716379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.721030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46940) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.721613 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-82e1b5c7-3916-43f8-8395-51bc603ee29d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5720000 Apr 01 15:48:38.894687 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Set router ce01fe94-205f-47de-a614-fb842e899d1a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:48:39.032996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23a857-603d-414a-8ee8-c3f82ce607cb None None] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:39.188881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9d3d9c8d-5a25-43b8-97ac-ca62b5a280ff None None] Provisioning for port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:39.198471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9d3d9c8d-5a25-43b8-97ac-ca62b5a280ff None None] Provisioning complete for port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:39.198808 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9c8d-5a25-43b8-97ac-ca62b5a280ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.231661 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:38Z', 'revision_number': 3, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port': {'id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:39.235737 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Checking router: ce01fe94-205f-47de-a614-fb842e899d1a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:48:39.236057 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Updating router ce01fe94-205f-47de-a614-fb842e899d1a port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:48:39.287993 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.386416 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9c8d-5a25-43b8-97ac-ca62b5a280ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.427304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9d3d9c8d-5a25-43b8-97ac-ca62b5a280ff None None] For port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:39.434355 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9c8d-5a25-43b8-97ac-ca62b5a280ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.518495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9c8d-5a25-43b8-97ac-ca62b5a280ff None None] Pushing event updated for resources: {'Port': ['ID=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.627715 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.632678 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.644725 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Transition to ACTIVE for port object 1ef41954-dab7-4e29-959c-3fc3a4ecd853 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:39.652852 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.659522 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7014d50a-65fc-4283-b7cf-74b625084099 None None] Provisioning complete for port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:39.659879 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7014d50a-65fc-4283-b7cf-74b625084099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.728409 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Attempting to bind port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:39.729098 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Attempting to bind port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:39.729221 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Attempting to bind port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:39.741522 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Pushing event updated for resources: {'Port': ['ID=1ef41954-dab7-4e29-959c-3fc3a4ecd853,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.749637 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:39.750007 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:39.750401 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.751435 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:39.751435 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Bound port: 1ef41954-dab7-4e29-959c-3fc3a4ecd853, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:39.751650 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.778600 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.779078 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.779614 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.780337 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.781006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.781710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.782486 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.783055 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.783628 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.784066 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.784576 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:39.850397 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] For port 1ef41954-dab7-4e29-959c-3fc3a4ecd853, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:39.853836 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] For port 1ef41954-dab7-4e29-959c-3fc3a4ecd853, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1ef41954-dab7-4e29-959c-3fc3a4ecd853,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:39.858215 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.858630 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Allocated IP 172.20.0.1 (8eee45b4-d14b-4d05-8816-e9a2679509d2/a7b9172d-9f23-40b2-8376-3ae563d98ba5/1dffe3db-de7b-41e3-b45b-d644c63f5277) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:39.945880 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561edfb-74ee-4618-a6a2-130c90f3f577 None None] Pushing event updated for resources: {'Port': ['ID=1ef41954-dab7-4e29-959c-3fc3a4ecd853,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.953617 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Routers {'ce01fe94-205f-47de-a614-fb842e899d1a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:48:39.954276 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce01fe94-205f-47de-a614-fb842e899d1a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:40.007066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.022625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Transition to ACTIVE for port object 1dffe3db-de7b-41e3-b45b-d644c63f5277 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:40.044436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.115734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:40.118534 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:40.121232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:40.132132 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] Set router ce01fe94-205f-47de-a614-fb842e899d1a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:48:40.152954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Pushing event updated for resources: {'Port': ['ID=1dffe3db-de7b-41e3-b45b-d644c63f5277,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:40.186653 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.275571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.420300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f1f4e29-f2ad-42d9-ae02-312991da716e None None] Provisioning for port 1dffe3db-de7b-41e3-b45b-d644c63f5277 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:40.426740 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:38Z', 'revision_number': 3, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port': {'id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:40.428685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9f1f4e29-f2ad-42d9-ae02-312991da716e None None] Provisioning complete for port 1dffe3db-de7b-41e3-b45b-d644c63f5277 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:40.429986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4e29-f2ad-42d9-ae02-312991da716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.431064 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab3f8e-aaeb-48b5-b2ad-0d935dfc9ba6 None None] The sync data for ids ['ce01fe94-205f-47de-a614-fb842e899d1a'] in n-d-836017-1 is: [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:38Z', 'revision_number': 3, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port': {'id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:48:40.488080 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f4e29-f2ad-42d9-ae02-312991da716e None None] Port 1dffe3db-de7b-41e3-b45b-d644c63f5277 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:48:40.527245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.533417 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.566273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:40.647683 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.652218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Pushing event updated for resources: {'Port': ['ID=1dffe3db-de7b-41e3-b45b-d644c63f5277,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:40.664497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:40.664977 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.796466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:40.798081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:41.013898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a647c26a-67ab-4ee9-9092-e311948de19d None None] Provisioning complete for port 1dffe3db-de7b-41e3-b45b-d644c63f5277 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:41.014280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a647c26a-67ab-4ee9-9092-e311948de19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.067482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a647c26a-67ab-4ee9-9092-e311948de19d None None] Port 1dffe3db-de7b-41e3-b45b-d644c63f5277 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:48:41.308131 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.322865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Router ce01fe94-205f-47de-a614-fb842e899d1a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:41.526220 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:41.535106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e08b5687-02b3-4dad-bb34-5012aef6a38d admin admin] 10.222.0.48 "PUT /v2.0/routers/ce01fe94-205f-47de-a614-fb842e899d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121250 Apr 01 15:48:42.530696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46962) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:42.536587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-185868497-network', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:42.542349 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:42.546269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Usage tracker for resource:network and tenant:6051980f65814b8880b1b9dbf6ad3884 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:42.549790 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:42.556011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:42.566375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Made reservation on behalf of 6051980f65814b8880b1b9dbf6ad3884 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:42.568855 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.581580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.588356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1ef41954-dab7-4e29-959c-3fc3a4ecd853 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:42.612244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:42.616108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6051980f65814b8880b1b9dbf6ad3884 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:42.618816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:42.624370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:42.657313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:42.661880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:42.662253 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.690462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.695324 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.724676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:42.732852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7529ca81-c70b-49bc-837e-df9eb43c62a5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.738491 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.738865 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Added segment a204c41f-5483-419f-8b15-ac800bf2ba31 of type vlan for network 3e63bee3-b42f-4669-b462-3caed51adf14 Apr 01 15:48:42.774526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.785944 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.802784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1ef41954-dab7-4e29-959c-3fc3a4ecd853, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1ef41954-dab7-4e29-959c-3fc3a4ecd853,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:42.808459 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.819665 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.820500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:42.821080 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.877970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1ef41954-dab7-4e29-959c-3fc3a4ecd853,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.924304 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3e63bee3-b42f-4669-b462-3caed51adf14,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.927750 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c96d9a37-bb28-45f7-b84f-e20ada5718f8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3958969 Apr 01 15:48:42.930966 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:42.936639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 3e63bee3-b42f-4669-b462-3caed51adf14 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:42.937314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Request body: {'subnet': {'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-subnet', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:42.943013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:42.946895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Usage tracker for resource:subnet and tenant:6051980f65814b8880b1b9dbf6ad3884 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:42.950072 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:42.955999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:42.967620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Made reservation on behalf of 6051980f65814b8880b1b9dbf6ad3884 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:42.969872 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.187867 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.253620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a480f9-b9b8-4c58-9311-802c310d6aa4,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:43.270094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Checking segment: {'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:43.270444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Network hostable DHCP agents. Network: 3e63bee3-b42f-4669-b462-3caed51adf14, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:43.294092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Network 3e63bee3-b42f-4669-b462-3caed51adf14 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:43.305855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 3e63bee3-b42f-4669-b462-3caed51adf14) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:43.310025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:43.310600 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.315269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11097f-1134-498e-8a9c-0e40d9596cb9 None None] Network 3e63bee3-b42f-4669-b462-3caed51adf14 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:43.335839 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0a8daf63-164d-47dc-8bc0-95d4308a08fd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4036415 Apr 01 15:48:43.338137 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 46970) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:43.343158 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:43.348894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:43.352908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Usage tracker for resource:router and tenant:6051980f65814b8880b1b9dbf6ad3884 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:43.355971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:43.361842 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:43.374141 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.375081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.394046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.538381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-3e63bee3-b42f-4669-b462-3caed51adf14', 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'fixed_ips': [{'subnet_id': 'e0a480f9-b9b8-4c58-9311-802c310d6aa4'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:48:43.539234 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.541514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.734997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.735232 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Allocated IP 172.20.0.2 (3e63bee3-b42f-4669-b462-3caed51adf14/e0a480f9-b9b8-4c58-9311-802c310d6aa4/12e444e6-5617-42c6-a9e4-708f84d9c8bf) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:43.768164 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.905587 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Allocated IP 172.25.2.213 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1c9b21a7-5df5-46d3-abef-1c07f2c3122a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:43.951309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Sync routers for ids ['ce01fe94-205f-47de-a614-fb842e899d1a'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:48:43.959188 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.973341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Transition to ACTIVE for port object 12e444e6-5617-42c6-a9e4-708f84d9c8bf will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:43.983557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Routers {'ce01fe94-205f-47de-a614-fb842e899d1a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:48:43.984162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce01fe94-205f-47de-a614-fb842e899d1a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.056688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.087057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.106050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Transition to ACTIVE for port object 12e444e6-5617-42c6-a9e4-708f84d9c8bf will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:44.121280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.154021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:44.156936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:44.161483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:44.189220 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Pushing event updated for resources: {'Port': ['ID=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.216745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Network 3e63bee3-b42f-4669-b462-3caed51adf14 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:44.217537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Pushing event updated for resources: {'Port': ['ID=12e444e6-5617-42c6-a9e4-708f84d9c8bf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.223046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:44.225060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:44.305223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Set router ce01fe94-205f-47de-a614-fb842e899d1a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:48:44.322056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.322751 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.379639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Attempting to bind port 12e444e6-5617-42c6-a9e4-708f84d9c8bf on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:44.379982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Attempting to bind port 12e444e6-5617-42c6-a9e4-708f84d9c8bf by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:44.380356 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Attempting to bind port 12e444e6-5617-42c6-a9e4-708f84d9c8bf on network 3e63bee3-b42f-4669-b462-3caed51adf14 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:44.445881 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:44.446216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Checking segment: {'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:44.446629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.447008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Bound using segment: {'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:44.447507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Bound port: 12e444e6-5617-42c6-a9e4-708f84d9c8bf, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:44.447931 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.578579 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1ef41954-dab7-4e29-959c-3fc3a4ecd853 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:44.654787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Router 8d7288d6-1157-43fa-a076-6309bde90b32 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:48:44.728807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] For port 12e444e6-5617-42c6-a9e4-708f84d9c8bf, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:44.743149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] For port 12e444e6-5617-42c6-a9e4-708f84d9c8bf, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=12e444e6-5617-42c6-a9e4-708f84d9c8bf,segment=NetworkSegment(a204c41f-5483-419f-8b15-ac800bf2ba31),segment_id=a204c41f-5483-419f-8b15-ac800bf2ba31)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:44.757964 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.790174 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:44.790535 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.855932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:44.868870 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Sync routers for ids ['8d7288d6-1157-43fa-a076-6309bde90b32'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:48:44.882197 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.886978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4d22d31d-91f8-4dcc-bdad-a4a908e53b43 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5455968 Apr 01 15:48:44.887426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 46974) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:44.889205 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Routers {'8d7288d6-1157-43fa-a076-6309bde90b32'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:48:44.891013 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d7288d6-1157-43fa-a076-6309bde90b32'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.906421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc74d7-e55e-4612-bc60-965ca35a7e6c None None] Pushing event updated for resources: {'Port': ['ID=12e444e6-5617-42c6-a9e4-708f84d9c8bf,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.945637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 4, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port': {'id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1dffe3db-de7b-41e3-b45b-d644c63f5277', 'name': '', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'mac_address': 'fa:16:3e:61:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:39Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 2, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'subnets': [{'id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.961371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Checking router: ce01fe94-205f-47de-a614-fb842e899d1a for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:48:44.961731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Updating router ce01fe94-205f-47de-a614-fb842e899d1a port 1dffe3db-de7b-41e3-b45b-d644c63f5277 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:48:45.030473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.138991 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Set router 8d7288d6-1157-43fa-a076-6309bde90b32 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:48:45.288464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.476138 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 3, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port': {'id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.480519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Checking router: 8d7288d6-1157-43fa-a076-6309bde90b32 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:48:45.480925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Updating router 8d7288d6-1157-43fa-a076-6309bde90b32 port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:48:45.535334 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.535827 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.548047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Transition to ACTIVE for port object 1dffe3db-de7b-41e3-b45b-d644c63f5277 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:45.557549 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.697317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ea62f-7de8-4c53-b9a7-aa58a454f230 None None] Pushing event updated for resources: {'Port': ['ID=1dffe3db-de7b-41e3-b45b-d644c63f5277,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:45.756798 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.844409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Attempting to bind port 1dffe3db-de7b-41e3-b45b-d644c63f5277 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:45.845989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Attempting to bind port 1dffe3db-de7b-41e3-b45b-d644c63f5277 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:45.847719 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Attempting to bind port 1dffe3db-de7b-41e3-b45b-d644c63f5277 on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:45.862200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:45.862668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Checking segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:45.865662 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.865845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Bound using segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:45.866258 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Bound port: 1dffe3db-de7b-41e3-b45b-d644c63f5277, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:45.866641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.972893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] For port 1dffe3db-de7b-41e3-b45b-d644c63f5277, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:45.978593 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] For port 1dffe3db-de7b-41e3-b45b-d644c63f5277, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1dffe3db-de7b-41e3-b45b-d644c63f5277,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:45.990680 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.992182 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.005393 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Transition to ACTIVE for port object 1c9b21a7-5df5-46d3-abef-1c07f2c3122a will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:46.018499 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.040895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Allocated IP 172.20.0.1 (3e63bee3-b42f-4669-b462-3caed51adf14/e0a480f9-b9b8-4c58-9311-802c310d6aa4/b028e2f5-3df1-4689-88c4-520b483f37f0) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:46.098211 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2867a7-1542-409c-aaec-760f6219c923 None None] Pushing event updated for resources: {'Port': ['ID=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:46.101108 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ea62f-7de8-4c53-b9a7-aa58a454f230 None None] Pushing event updated for resources: {'Port': ['ID=1dffe3db-de7b-41e3-b45b-d644c63f5277,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:46.104097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Routers {'ce01fe94-205f-47de-a614-fb842e899d1a'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:48:46.104705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce01fe94-205f-47de-a614-fb842e899d1a'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:46.108416 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Attempting to bind port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:46.109009 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Attempting to bind port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:46.109360 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Attempting to bind port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:46.118732 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:46.118732 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:46.119084 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.119495 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:46.120064 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Bound port: 1c9b21a7-5df5-46d3-abef-1c07f2c3122a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:46.120422 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.204443 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] For port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:46.208805 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] For port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:46.217194 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.296513 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.305908 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2867a7-1542-409c-aaec-760f6219c923 None None] Pushing event updated for resources: {'Port': ['ID=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:46.310016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] Set router ce01fe94-205f-47de-a614-fb842e899d1a gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:48:46.318295 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Routers {'8d7288d6-1157-43fa-a076-6309bde90b32'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:48:46.319038 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:48:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d7288d6-1157-43fa-a076-6309bde90b32'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:46.333463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Transition to ACTIVE for port object b028e2f5-3df1-4689-88c4-520b483f37f0 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:46.362853 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.440066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Network 3e63bee3-b42f-4669-b462-3caed51adf14 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:46.442843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:46.446738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:46.460378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ca558-0b00-4219-90c2-abb86c6d1b67 None None] Network 3e63bee3-b42f-4669-b462-3caed51adf14 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:48:46.479571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Pushing event updated for resources: {'Port': ['ID=b028e2f5-3df1-4689-88c4-520b483f37f0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:46.501908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.507958 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] Set router 8d7288d6-1157-43fa-a076-6309bde90b32 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:48:46.616131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.630637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 12e444e6-5617-42c6-a9e4-708f84d9c8bf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:46.824687 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-842266ed-8419-46c8-a682-2a458838a65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 3, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port': {'id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:46.828899 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842266ed-8419-46c8-a682-2a458838a65a None None] The sync data for ids ['8d7288d6-1157-43fa-a076-6309bde90b32'] in n-d-836017-1 is: [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 3, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port': {'id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:48:46.891464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 12e444e6-5617-42c6-a9e4-708f84d9c8bf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:46.941610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ceb32215-03f7-42a1-9e71-5ebb6a54da2b None None] Provisioning for port 12e444e6-5617-42c6-a9e4-708f84d9c8bf completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:46.949710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ceb32215-03f7-42a1-9e71-5ebb6a54da2b None None] Provisioning complete for port 12e444e6-5617-42c6-a9e4-708f84d9c8bf triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:46.950071 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ceb32215-03f7-42a1-9e71-5ebb6a54da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.975729 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.981808 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.032448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 4, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port': {'id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1dffe3db-de7b-41e3-b45b-d644c63f5277', 'name': '', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'mac_address': 'fa:16:3e:61:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:39Z', 'updated_at': '2022-04-01T15:48:45Z', 'revision_number': 4, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'subnets': [{'id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:47.040062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5ed89-4bba-4456-8a34-f2ca5757bdda None None] The sync data for ids ['ce01fe94-205f-47de-a614-fb842e899d1a'] in n-d-836017-1 is: [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 4, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port': {'id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '1dffe3db-de7b-41e3-b45b-d644c63f5277', 'name': '', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'mac_address': 'fa:16:3e:61:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:39Z', 'updated_at': '2022-04-01T15:48:45Z', 'revision_number': 4, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'subnets': [{'id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:48:47.089575 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.099268 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Pushing event updated for resources: {'Port': ['ID=b028e2f5-3df1-4689-88c4-520b483f37f0,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:47.167596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ceb32215-03f7-42a1-9e71-5ebb6a54da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.201751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ceb32215-03f7-42a1-9e71-5ebb6a54da2b None None] For port 12e444e6-5617-42c6-a9e4-708f84d9c8bf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=12e444e6-5617-42c6-a9e4-708f84d9c8bf,segment=NetworkSegment(a204c41f-5483-419f-8b15-ac800bf2ba31),segment_id=a204c41f-5483-419f-8b15-ac800bf2ba31)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:47.210423 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ceb32215-03f7-42a1-9e71-5ebb6a54da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.262327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Network 3e63bee3-b42f-4669-b462-3caed51adf14 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:47.263808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:47.289770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32215-03f7-42a1-9e71-5ebb6a54da2b None None] Pushing event updated for resources: {'Port': ['ID=12e444e6-5617-42c6-a9e4-708f84d9c8bf,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:47.443801 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-297b7a9f-b18c-4e17-9c88-d1ec955e4808 None None] Provisioning for port b028e2f5-3df1-4689-88c4-520b483f37f0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:47.449094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-297b7a9f-b18c-4e17-9c88-d1ec955e4808 None None] Provisioning complete for port b028e2f5-3df1-4689-88c4-520b483f37f0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:47.450031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-297b7a9f-b18c-4e17-9c88-d1ec955e4808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.551536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-297b7a9f-b18c-4e17-9c88-d1ec955e4808 None None] Port b028e2f5-3df1-4689-88c4-520b483f37f0 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:48:47.569120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-297b7a9f-b18c-4e17-9c88-d1ec955e4808 None None] Provisioning complete for port 12e444e6-5617-42c6-a9e4-708f84d9c8bf triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:47.569857 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-297b7a9f-b18c-4e17-9c88-d1ec955e4808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.810993 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Router 8d7288d6-1157-43fa-a076-6309bde90b32 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:47.886616 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dba3a5ea-36a4-499f-a3b3-93317f127c0a None None] Provisioning complete for port b028e2f5-3df1-4689-88c4-520b483f37f0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:47.887035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dba3a5ea-36a4-499f-a3b3-93317f127c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.954547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dba3a5ea-36a4-499f-a3b3-93317f127c0a None None] Port b028e2f5-3df1-4689-88c4-520b483f37f0 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:48:48.060719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:48.076267 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a7293a11-5804-46ab-9325-1df3b46b6efe admin admin] 10.222.0.48 "PUT /v2.0/routers/8d7288d6-1157-43fa-a076-6309bde90b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1872358 Apr 01 15:48:48.090935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e39a57f7-c338-4765-b8ca-a9e644a53134 None None] Provisioning complete for port b028e2f5-3df1-4689-88c4-520b483f37f0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:48.091514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e39a57f7-c338-4765-b8ca-a9e644a53134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.152234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e39a57f7-c338-4765-b8ca-a9e644a53134 None None] Port b028e2f5-3df1-4689-88c4-520b483f37f0 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:48:48.650304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1dffe3db-de7b-41e3-b45b-d644c63f5277 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:48.726725 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1dffe3db-de7b-41e3-b45b-d644c63f5277 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:48.731610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1dffe3db-de7b-41e3-b45b-d644c63f5277 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:48.731981 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.849533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.883434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1dffe3db-de7b-41e3-b45b-d644c63f5277, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1dffe3db-de7b-41e3-b45b-d644c63f5277,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:48.888619 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.889454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c9b21a7-5df5-46d3-abef-1c07f2c3122a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:48.994200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1dffe3db-de7b-41e3-b45b-d644c63f5277,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.008422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-537d127b-3035-4cdf-b476-3d17af3d9eaf tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:49.009143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-537d127b-3035-4cdf-b476-3d17af3d9eaf tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Synchronizing usage tracker for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:49.009615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:49.014340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:49.014707 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.027601 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-537d127b-3035-4cdf-b476-3d17af3d9eaf tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Unset dirty status for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:49.028801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-537d127b-3035-4cdf-b476-3d17af3d9eaf tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/networks?id=8eee45b4-d14b-4d05-8816-e9a2679509d2 HTTP/1.1" status: 200 len: 817 time: 0.1628480 Apr 01 15:48:49.046212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c8d010a6-3445-4e9b-8e73-9ad8427c50c2 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/quotas/a610655d03bd4c858599a6ca27a79b3f HTTP/1.1" status: 200 len: 375 time: 0.0118001 Apr 01 15:48:49.125466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-380047d1-1a95-4506-9303-7a24b6f9b880 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Synchronizing usage tracker for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:49.130187 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.142584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-380047d1-1a95-4506-9303-7a24b6f9b880 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Unset dirty status for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:49.143962 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-380047d1-1a95-4506-9303-7a24b6f9b880 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a610655d03bd4c858599a6ca27a79b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925093 Apr 01 15:48:49.147844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:49.152649 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.153480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 12e444e6-5617-42c6-a9e4-708f84d9c8bf up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:49.262647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.277962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 12e444e6-5617-42c6-a9e4-708f84d9c8bf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:49.278307 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.285149 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-537bd09c-cb29-40fb-8cb8-f36395e483b8 service neutron] 10.222.0.48 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259217 Apr 01 15:48:49.537268 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-1b870711-e889-4d97-96fe-1c4864562dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460518 Apr 01 15:48:49.746138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c1ed2a6-bf43-42d9-892d-1b374c5c1aa0 req-f72b9991-6b46-42dc-a921-feedbc9554c1 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 210 time: 0.0434487 Apr 01 15:48:50.568501 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1dffe3db-de7b-41e3-b45b-d644c63f5277 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:50.638590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1dffe3db-de7b-41e3-b45b-d644c63f5277 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:50.638927 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.760077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c9b21a7-5df5-46d3-abef-1c07f2c3122a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:50.830595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:50.831253 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.966917 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-076b9838-0ec2-4c67-ba0c-89d408ad8e9a req-c56c5430-801c-4847-9509-c2677ce74379 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 210 time: 0.0628803 Apr 01 15:48:51.028619 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-62394b8d-4aae-4b9f-9e01-640829613f06 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:51.030052 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-62394b8d-4aae-4b9f-9e01-640829613f06 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.44 "GET /v2.0/networks?id=8eee45b4-d14b-4d05-8816-e9a2679509d2 HTTP/1.1" status: 200 len: 817 time: 0.1897933 Apr 01 15:48:51.045981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Request body: {'port': {'device_id': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'admin_state_up': True, 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:51.094576 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:48:51.181224 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:51.190946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:51.201838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Made reservation on behalf of a610655d03bd4c858599a6ca27a79b3f for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:51.204863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.366939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Allocated IP 172.20.0.4 (8eee45b4-d14b-4d05-8816-e9a2679509d2/a7b9172d-9f23-40b2-8376-3ae563d98ba5/192d2606-818e-4f24-8f5a-b1fa09a2e93f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:51.563035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.578613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Transition to ACTIVE for port object 192d2606-818e-4f24-8f5a-b1fa09a2e93f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:51.603099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.676399 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:51.679742 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:51.684063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:48:51.708617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Pushing event updated for resources: {'Port': ['ID=192d2606-818e-4f24-8f5a-b1fa09a2e93f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:51.747055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:51.747697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.774344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-c7173d72-f6e9-476e-b3eb-1c6369977b3f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318614 Apr 01 15:48:51.785996 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Request body: {'port': {'device_id': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:48:51.899849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.904807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bbc0017e-ba86-49dd-ba52-9d2a32d8a9d9 None None] Provisioning for port 192d2606-818e-4f24-8f5a-b1fa09a2e93f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:51.909480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bbc0017e-ba86-49dd-ba52-9d2a32d8a9d9 None None] Provisioning complete for port 192d2606-818e-4f24-8f5a-b1fa09a2e93f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:51.909851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbc0017e-ba86-49dd-ba52-9d2a32d8a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.965688 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0017e-ba86-49dd-ba52-9d2a32d8a9d9 None None] Port 192d2606-818e-4f24-8f5a-b1fa09a2e93f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:48:52.339460 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c55f-911f-4d22-a7e1-976c07e78649 req-e4560ffa-0536-45a7-8435-be16707b0402 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:52.340105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4040c55f-911f-4d22-a7e1-976c07e78649 req-e4560ffa-0536-45a7-8435-be16707b0402 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Synchronizing usage tracker for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:52.407364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4040c55f-911f-4d22-a7e1-976c07e78649 req-e4560ffa-0536-45a7-8435-be16707b0402 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Unset dirty status for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:52.408550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4040c55f-911f-4d22-a7e1-976c07e78649 req-e4560ffa-0536-45a7-8435-be16707b0402 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 931 time: 0.2975349 Apr 01 15:48:52.412342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192d2606-818e-4f24-8f5a-b1fa09a2e93f {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:48:52.435232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.461770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Transition to ACTIVE for port object 192d2606-818e-4f24-8f5a-b1fa09a2e93f will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:52.470551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.526175 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4040c55f-911f-4d22-a7e1-976c07e78649 req-297fdfd4-a7ea-4d41-b4bc-91c7bb111cca tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097066 Apr 01 15:48:52.607713 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Pushing event updated for resources: {'Port': ['ID=192d2606-818e-4f24-8f5a-b1fa09a2e93f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:52.712690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Attempting to bind port 192d2606-818e-4f24-8f5a-b1fa09a2e93f on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:52.713021 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Attempting to bind port 192d2606-818e-4f24-8f5a-b1fa09a2e93f by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:52.713410 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Attempting to bind port 192d2606-818e-4f24-8f5a-b1fa09a2e93f on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:52.719184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Port 192d2606-818e-4f24-8f5a-b1fa09a2e93f on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:48:52.719523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Attempting to bind port 192d2606-818e-4f24-8f5a-b1fa09a2e93f on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:48:52.725679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:48:52.726004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Checking segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:48:52.726377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Bound using segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:48:52.726787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Bound port: 192d2606-818e-4f24-8f5a-b1fa09a2e93f, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:52.727124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.831049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] For port 192d2606-818e-4f24-8f5a-b1fa09a2e93f, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:52.834333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] For port 192d2606-818e-4f24-8f5a-b1fa09a2e93f, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=192d2606-818e-4f24-8f5a-b1fa09a2e93f,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:52.838997 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.901149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.902497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] 10.222.0.44 "PUT /v2.0/ports/192d2606-818e-4f24-8f5a-b1fa09a2e93f HTTP/1.1" status: 200 len: 1091 time: 1.1208079 Apr 01 15:48:52.902934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'tag': '192d2606-818e-4f24-8f5a-b1fa09a2e93f'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:48:52.918437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4018-669e-40a9-b31e-edfb61290750 service neutron] Pushing event updated for resources: {'Port': ['ID=192d2606-818e-4f24-8f5a-b1fa09a2e93f,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:52.984850 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'tag': '192d2606-818e-4f24-8f5a-b1fa09a2e93f', 'status': 'completed', 'code': 200} Apr 01 15:48:53.027387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-ca7ee5a1-7bac-4179-b92c-9423f5a0f5fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a610655d03bd4c858599a6ca27a79b3f&device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 1094 time: 0.0768018 Apr 01 15:48:53.096430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-911d472c-1ab7-46c4-bdde-0c550a1cf208 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=192d2606-818e-4f24-8f5a-b1fa09a2e93f HTTP/1.1" status: 200 len: 217 time: 0.0615659 Apr 01 15:48:53.164347 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-cad4efbd-c635-42c2-8c15-9ea9527fdee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:53.165837 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-cad4efbd-c635-42c2-8c15-9ea9527fdee2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7b9172d-9f23-40b2-8376-3ae563d98ba5 HTTP/1.1" status: 200 len: 856 time: 0.0623305 Apr 01 15:48:53.245118 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-4ac946a5-a55c-4cb6-8e8d-baa6feee7330 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eee45b4-d14b-4d05-8816-e9a2679509d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724020 Apr 01 15:48:53.377169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-0acaded6-75b8-4c8b-be59-336c457038f7 service neutron] 10.222.0.44 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252754 Apr 01 15:48:53.522442 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b50ed6c6-58d0-4154-afcb-931204afe7f1 req-fad5f7e4-229f-4d01-8dcb-4269fe1d4eaf service neutron] 10.222.0.44 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371949 Apr 01 15:48:53.645311 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-3096c7fe-58d3-4516-89c2-bf04c6e5db64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a610655d03bd4c858599a6ca27a79b3f&device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 1094 time: 0.0733755 Apr 01 15:48:53.828752 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-df06dc58-5f35-4fbd-8740-21e6e5982130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:53.830179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-df06dc58-5f35-4fbd-8740-21e6e5982130 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eee45b4-d14b-4d05-8816-e9a2679509d2 HTTP/1.1" status: 200 len: 918 time: 0.1517839 Apr 01 15:48:53.835912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff02d40-40d9-447e-9948-3cb8ec77b4af req-62c0b969-8643-44d7-9c3c-cf88fa13b90b tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:53.837319 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ff02d40-40d9-447e-9948-3cb8ec77b4af req-62c0b969-8643-44d7-9c3c-cf88fa13b90b tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 943 time: 0.1884780 Apr 01 15:48:53.917481 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-fddc2c4d-a288-4e7a-b674-c4389dcc812f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=192d2606-818e-4f24-8f5a-b1fa09a2e93f HTTP/1.1" status: 200 len: 217 time: 0.0792229 Apr 01 15:48:53.985577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ff02d40-40d9-447e-9948-3cb8ec77b4af req-95d2b1f5-47b0-4b19-b094-2586eafc802c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978622 Apr 01 15:48:53.996928 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-a17a2259-3556-4747-b029-79e352ece25a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:53.998608 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-a17a2259-3556-4747-b029-79e352ece25a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7b9172d-9f23-40b2-8376-3ae563d98ba5 HTTP/1.1" status: 200 len: 856 time: 0.0703287 Apr 01 15:48:54.171021 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-c929fb6e-962e-464b-ad38-b65db0fa4552 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eee45b4-d14b-4d05-8816-e9a2679509d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646595 Apr 01 15:48:54.314429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-99ee2259-12bf-48fa-8cb9-8553ae291e92 service neutron] 10.222.0.44 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342230 Apr 01 15:48:54.445212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-98abdc72-a0bb-47b1-bf58-2fd88c9f5fb1 req-2a20bb1d-83ca-46ff-864a-3e8cb4a89ab8 service neutron] 10.222.0.44 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233833 Apr 01 15:48:55.195249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43859f-696a-4df7-9fbe-05d4ace8ad85 req-6112042c-bb08-42bc-ab26-54a2a8a0e5d2 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:55.196589 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e43859f-696a-4df7-9fbe-05d4ace8ad85 req-6112042c-bb08-42bc-ab26-54a2a8a0e5d2 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 943 time: 0.0847797 Apr 01 15:48:55.243251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7e43859f-696a-4df7-9fbe-05d4ace8ad85 req-b23dca9e-d384-46e8-be68-3285e3e279dd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Synchronizing usage tracker for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:55.262402 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7e43859f-696a-4df7-9fbe-05d4ace8ad85 req-b23dca9e-d384-46e8-be68-3285e3e279dd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Unset dirty status for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:55.263584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7e43859f-696a-4df7-9fbe-05d4ace8ad85 req-b23dca9e-d384-46e8-be68-3285e3e279dd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606141 Apr 01 15:48:56.124094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 192d2606-818e-4f24-8f5a-b1fa09a2e93f details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:48:56.272414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 192d2606-818e-4f24-8f5a-b1fa09a2e93f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=192d2606-818e-4f24-8f5a-b1fa09a2e93f,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:56.290769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '192d2606-818e-4f24-8f5a-b1fa09a2e93f', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'port_id': '192d2606-818e-4f24-8f5a-b1fa09a2e93f', 'mac_address': 'fa:16:3e:e6:be:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:48:56.375139 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.392741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192d2606-818e-4f24-8f5a-b1fa09a2e93f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:48:56.408655 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 192d2606-818e-4f24-8f5a-b1fa09a2e93f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=192d2606-818e-4f24-8f5a-b1fa09a2e93f,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:56.413783 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.460205 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970bdff-4a6b-4c1d-a3df-09db61474464 req-0852b081-9455-4119-b18a-a5a51e7c833c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.461666 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b970bdff-4a6b-4c1d-a3df-09db61474464 req-0852b081-9455-4119-b18a-a5a51e7c833c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 944 time: 0.0750265 Apr 01 15:48:56.481767 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=192d2606-818e-4f24-8f5a-b1fa09a2e93f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:56.510304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b970bdff-4a6b-4c1d-a3df-09db61474464 req-410c979e-1fc7-45f2-b968-b578ba434e0f tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Apr 01 15:48:56.638392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['192d2606-818e-4f24-8f5a-b1fa09a2e93f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:48:57.717768 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86613f70-9b65-4349-b4eb-54406143ebc4 req-0a8a24ed-9146-4f8d-aa83-6d9b49711a08 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:57.719189 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86613f70-9b65-4349-b4eb-54406143ebc4 req-0a8a24ed-9146-4f8d-aa83-6d9b49711a08 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 944 time: 0.0869508 Apr 01 15:48:57.766772 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-86613f70-9b65-4349-b4eb-54406143ebc4 req-d86588c2-e864-4984-b015-6709d0390e55 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Apr 01 15:48:57.912713 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f706229e-e6a5-4633-961b-8953869b66a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.136666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 192d2606-818e-4f24-8f5a-b1fa09a2e93f up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:58.229245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 192d2606-818e-4f24-8f5a-b1fa09a2e93f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:58.234764 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 192d2606-818e-4f24-8f5a-b1fa09a2e93f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:58.235136 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.349058 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.377147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192d2606-818e-4f24-8f5a-b1fa09a2e93f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:48:58.386656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 192d2606-818e-4f24-8f5a-b1fa09a2e93f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=192d2606-818e-4f24-8f5a-b1fa09a2e93f,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:58.391230 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.441966 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192d2606-818e-4f24-8f5a-b1fa09a2e93f', 'code': 200} Apr 01 15:48:58.457919 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=192d2606-818e-4f24-8f5a-b1fa09a2e93f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:58.562428 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3211822d-86fa-4fd3-b1a6-1125c9caa572 req-53e9aed3-6149-44e6-8264-0b1c437f45b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 1096 time: 0.0689716 Apr 01 15:48:58.607814 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3211822d-86fa-4fd3-b1a6-1125c9caa572 req-180472fe-6247-4049-a2cb-b70ffc4d78fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Apr 01 15:48:58.980785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef574b-697f-4ec1-8e65-71d0beb57097 req-fcf43617-8d59-4858-a737-89add583b274 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:58.982155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95ef574b-697f-4ec1-8e65-71d0beb57097 req-fcf43617-8d59-4858-a737-89add583b274 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 945 time: 0.0897536 Apr 01 15:48:59.032388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-95ef574b-697f-4ec1-8e65-71d0beb57097 req-fb7c8b50-90c2-44d8-9a17-054ada650118 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Apr 01 15:49:00.251896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99213582-ffce-4cb9-85d8-ad2a539cce98 req-de6b7914-6ed7-4192-ab6b-c230910f61da tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:00.253354 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99213582-ffce-4cb9-85d8-ad2a539cce98 req-de6b7914-6ed7-4192-ab6b-c230910f61da tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 945 time: 0.0854015 Apr 01 15:49:00.299241 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-99213582-ffce-4cb9-85d8-ad2a539cce98 req-4b5ab191-3c95-4145-838b-11d012294549 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Apr 01 15:49:00.335237 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e979-d797-4d37-b8ed-0d927f93d597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.502070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e80f3e-f2c4-499e-98fb-425f54d62fa3 req-9c9bffcc-405c-4a4b-b9af-a4d28b508379 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:00.503564 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96e80f3e-f2c4-499e-98fb-425f54d62fa3 req-9c9bffcc-405c-4a4b-b9af-a4d28b508379 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 945 time: 0.0826685 Apr 01 15:49:00.551023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-96e80f3e-f2c4-499e-98fb-425f54d62fa3 req-d0251203-6f8c-4b65-b239-36c32b626ed3 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Apr 01 15:49:01.338085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.485998 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.936438 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.109635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Sync routers for ids ['8d7288d6-1157-43fa-a076-6309bde90b32'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:09.122886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Routers {'8d7288d6-1157-43fa-a076-6309bde90b32'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:09.123536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:49:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d7288d6-1157-43fa-a076-6309bde90b32'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.305407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Set router 8d7288d6-1157-43fa-a076-6309bde90b32 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:09.619742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:46Z', 'revision_number': 4, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port': {'id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b028e2f5-3df1-4689-88c4-520b483f37f0', 'name': '', 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'mac_address': 'fa:16:3e:40:12:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a480f9-b9b8-4c58-9311-802c310d6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:45Z', 'updated_at': '2022-04-01T15:48:46Z', 'revision_number': 2, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'subnets': [{'id': 'e0a480f9-b9b8-4c58-9311-802c310d6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.623808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Checking router: 8d7288d6-1157-43fa-a076-6309bde90b32 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:49:09.624157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Updating router 8d7288d6-1157-43fa-a076-6309bde90b32 port b028e2f5-3df1-4689-88c4-520b483f37f0 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:49:09.674204 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.028217 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.041000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Transition to ACTIVE for port object b028e2f5-3df1-4689-88c4-520b483f37f0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:10.047994 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.224621 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d34783-d4d3-414c-97c2-3784b6af5e38 None None] Pushing event updated for resources: {'Port': ['ID=b028e2f5-3df1-4689-88c4-520b483f37f0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.332491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Attempting to bind port b028e2f5-3df1-4689-88c4-520b483f37f0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:10.332852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Attempting to bind port b028e2f5-3df1-4689-88c4-520b483f37f0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:10.333210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Attempting to bind port b028e2f5-3df1-4689-88c4-520b483f37f0 on network 3e63bee3-b42f-4669-b462-3caed51adf14 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:10.342114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:10.342638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Checking segment: {'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:10.343257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.343833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Bound using segment: {'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:10.344295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Bound port: b028e2f5-3df1-4689-88c4-520b483f37f0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a204c41f-5483-419f-8b15-ac800bf2ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:10.344674 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.453557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] For port b028e2f5-3df1-4689-88c4-520b483f37f0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:10.456484 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] For port b028e2f5-3df1-4689-88c4-520b483f37f0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b028e2f5-3df1-4689-88c4-520b483f37f0,segment=NetworkSegment(a204c41f-5483-419f-8b15-ac800bf2ba31),segment_id=a204c41f-5483-419f-8b15-ac800bf2ba31)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:10.462248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.541831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d34783-d4d3-414c-97c2-3784b6af5e38 None None] Pushing event updated for resources: {'Port': ['ID=b028e2f5-3df1-4689-88c4-520b483f37f0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.551589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Routers {'8d7288d6-1157-43fa-a076-6309bde90b32'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:10.552192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:49:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d7288d6-1157-43fa-a076-6309bde90b32'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:10.758128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] Set router 8d7288d6-1157-43fa-a076-6309bde90b32 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:11.098807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:46Z', 'revision_number': 4, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port': {'id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b028e2f5-3df1-4689-88c4-520b483f37f0', 'name': '', 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'mac_address': 'fa:16:3e:40:12:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a480f9-b9b8-4c58-9311-802c310d6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:45Z', 'updated_at': '2022-04-01T15:49:10Z', 'revision_number': 4, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'subnets': [{'id': 'e0a480f9-b9b8-4c58-9311-802c310d6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:11.104051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288432e-22a4-42bf-bd80-c44092b5b149 None None] The sync data for ids ['8d7288d6-1157-43fa-a076-6309bde90b32'] in n-d-836017-1 is: [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:46Z', 'revision_number': 4, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port': {'id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'b028e2f5-3df1-4689-88c4-520b483f37f0', 'name': '', 'network_id': '3e63bee3-b42f-4669-b462-3caed51adf14', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'mac_address': 'fa:16:3e:40:12:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a480f9-b9b8-4c58-9311-802c310d6aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:45Z', 'updated_at': '2022-04-01T15:49:10Z', 'revision_number': 4, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'subnets': [{'id': 'e0a480f9-b9b8-4c58-9311-802c310d6aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:11.309939 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.606249 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b028e2f5-3df1-4689-88c4-520b483f37f0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:12.682178 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b028e2f5-3df1-4689-88c4-520b483f37f0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:12.687151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b028e2f5-3df1-4689-88c4-520b483f37f0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:12.687557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.799247 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.833948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b028e2f5-3df1-4689-88c4-520b483f37f0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b028e2f5-3df1-4689-88c4-520b483f37f0,segment=NetworkSegment(a204c41f-5483-419f-8b15-ac800bf2ba31),segment_id=a204c41f-5483-419f-8b15-ac800bf2ba31)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:12.838343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.908077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b028e2f5-3df1-4689-88c4-520b483f37f0,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:14.577554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b028e2f5-3df1-4689-88c4-520b483f37f0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:14.645022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b028e2f5-3df1-4689-88c4-520b483f37f0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:14.645383 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.201291 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.248916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dca18-060e-4678-a118-a5e106af8071 req-65e367b5-2d5f-4caa-8056-a3fccb6d9e67 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:15.250286 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-097dca18-060e-4678-a118-a5e106af8071 req-65e367b5-2d5f-4caa-8056-a3fccb6d9e67 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 945 time: 0.0943389 Apr 01 15:49:15.299936 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-097dca18-060e-4678-a118-a5e106af8071 req-21753be3-3707-4357-9fa3-e527a8521f14 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Apr 01 15:49:16.523159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab96231-43b7-4cf4-8ef4-460ab751f0a3 req-8cddc616-7b61-4f40-97da-dee4f730126c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:16.524756 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bab96231-43b7-4cf4-8ef4-460ab751f0a3 req-8cddc616-7b61-4f40-97da-dee4f730126c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 945 time: 0.0787818 Apr 01 15:49:16.583077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bab96231-43b7-4cf4-8ef4-460ab751f0a3 req-78598ef8-ac37-493a-be0a-432fbb06cdae tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524325 Apr 01 15:49:16.781987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-7501b172-8a4f-4aec-b387-61b175a828a9 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:16.783452 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-7501b172-8a4f-4aec-b387-61b175a828a9 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.44 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 945 time: 0.0947707 Apr 01 15:49:16.851797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Deleting port 192d2606-818e-4f24-8f5a-b1fa09a2e93f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:16.852022 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.094366 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] For port 192d2606-818e-4f24-8f5a-b1fa09a2e93f, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=192d2606-818e-4f24-8f5a-b1fa09a2e93f,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:17.094674 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.216843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Calling delete_port for 192d2606-818e-4f24-8f5a-b1fa09a2e93f owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:17.381713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.394217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['192d2606-818e-4f24-8f5a-b1fa09a2e93f'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:49:17.434750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Pushing event deleted for resources: {'Port': ['ID=192d2606-818e-4f24-8f5a-b1fa09a2e93f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.512091 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] No DVR routers for this DVR port 192d2606-818e-4f24-8f5a-b1fa09a2e93f on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:17.514754 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.517429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'name': 'network-vif-deleted', 'tag': '192d2606-818e-4f24-8f5a-b1fa09a2e93f'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:49:17.534165 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d8cf86b-4c02-475e-9b18-40cf476d6ff9 req-3d68aaab-f243-4e33-bd99-cd45f94b3864 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.44 "DELETE /v2.0/ports/192d2606-818e-4f24-8f5a-b1fa09a2e93f HTTP/1.1" status: 204 len: 173 time: 0.7441850 Apr 01 15:49:17.576976 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096feaf4-2da4-42f8-b8d7-c1eb6c34712e', 'name': 'network-vif-deleted', 'tag': '192d2606-818e-4f24-8f5a-b1fa09a2e93f', 'status': 'completed', 'code': 200} Apr 01 15:49:17.761496 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-61751f79-707e-4bb7-af61-114a733f1e40 req-3033fa79-7635-4e05-9482-0b1e66b3265d tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 210 time: 0.0406053 Apr 01 15:49:18.135834 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dbb395d-209d-44ce-94a7-85a69be709f7 req-7138a77d-87e3-484f-b0e4-131f78e1198e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0407531 Apr 01 15:49:18.265700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dbb395d-209d-44ce-94a7-85a69be709f7 req-d1f187e3-46ca-4b7f-a488-79c85dd1fcef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a610655d03bd4c858599a6ca27a79b3f&device_id=096feaf4-2da4-42f8-b8d7-c1eb6c34712e HTTP/1.1" status: 200 len: 210 time: 0.0424278 Apr 01 15:49:18.525769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb395d-209d-44ce-94a7-85a69be709f7 req-33ea0ccf-0e8e-42d1-90a9-5e21bf96ea11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:18.527158 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dbb395d-209d-44ce-94a7-85a69be709f7 req-33ea0ccf-0e8e-42d1-90a9-5e21bf96ea11 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a610655d03bd4c858599a6ca27a79b3f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2386553 Apr 01 15:49:18.667638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb395d-209d-44ce-94a7-85a69be709f7 req-6b259848-2cfd-42ce-be42-96a8e17b09b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:18.669068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dbb395d-209d-44ce-94a7-85a69be709f7 req-6b259848-2cfd-42ce-be42-96a8e17b09b2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357610 Apr 01 15:49:20.246371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 192d2606-818e-4f24-8f5a-b1fa09a2e93f no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:20.283548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 192d2606-818e-4f24-8f5a-b1fa09a2e93f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:20.283950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 192d2606-818e-4f24-8f5a-b1fa09a2e93f not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:20.629626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-64cd81ae-aec6-436a-9444-4d0ae8cf8226 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:20.631031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-64cd81ae-aec6-436a-9444-4d0ae8cf8226 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/networks?id=8eee45b4-d14b-4d05-8816-e9a2679509d2 HTTP/1.1" status: 200 len: 817 time: 0.1455286 Apr 01 15:49:20.651009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-adbbf554-92c2-486c-a3a5-3c070e09ed61 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/quotas/a610655d03bd4c858599a6ca27a79b3f HTTP/1.1" status: 200 len: 375 time: 0.0120828 Apr 01 15:49:20.734413 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-3bf6b69d-c9e2-41f7-b31e-13f331c517eb tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a610655d03bd4c858599a6ca27a79b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772772 Apr 01 15:49:20.886938 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-a84c545f-ad29-4532-a952-17e09adcfd38 service neutron] 10.222.0.48 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398489 Apr 01 15:49:21.017584 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-9706ac7f-3a2a-40e6-b8dd-1fa2fc48b862 service neutron] 10.222.0.48 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248209 Apr 01 15:49:21.210881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3c301120-697f-46e1-949a-50f7ec7e528d req-9802849b-3480-44ef-9cd7-f9f9026e9194 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Synchronizing usage tracker for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:21.229371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3c301120-697f-46e1-949a-50f7ec7e528d req-9802849b-3480-44ef-9cd7-f9f9026e9194 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Unset dirty status for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:21.230795 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3c301120-697f-46e1-949a-50f7ec7e528d req-9802849b-3480-44ef-9cd7-f9f9026e9194 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 210 time: 0.0598538 Apr 01 15:49:22.269655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-9dfa57f4-a545-40d4-9372-90ab7aa86da7 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:22.271323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-9dfa57f4-a545-40d4-9372-90ab7aa86da7 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.62 "GET /v2.0/networks?id=8eee45b4-d14b-4d05-8816-e9a2679509d2 HTTP/1.1" status: 200 len: 817 time: 0.1458404 Apr 01 15:49:22.286446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Request body: {'port': {'device_id': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'admin_state_up': True, 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:22.416952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ef7b6bcc-4114-48b7-a0ee-01a89c0d8a9b req-437c947a-1c4f-453f-b448-49f612222cea tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 210 time: 0.0550013 Apr 01 15:49:22.463395 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:22.472832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:22.483657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Made reservation on behalf of a610655d03bd4c858599a6ca27a79b3f for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:22.486572 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.658353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Allocated IP 172.20.0.8 (8eee45b4-d14b-4d05-8816-e9a2679509d2/a7b9172d-9f23-40b2-8376-3ae563d98ba5/73fb314a-5a81-4475-98a4-bf961c4f7258) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:22.953631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.970633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Transition to ACTIVE for port object 73fb314a-5a81-4475-98a4-bf961c4f7258 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:23.003706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.078374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:23.081416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:23.085790 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:23.110537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Pushing event updated for resources: {'Port': ['ID=73fb314a-5a81-4475-98a4-bf961c4f7258,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:23.136004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.136335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.136669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.136990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.137309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.137624 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.137940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.138253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.138566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.138875 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.139189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:23.162723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:23.163351 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.191045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-5fd4962e-af56-406a-9129-09c93f8f59fc tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9084210 Apr 01 15:49:23.202515 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Request body: {'port': {'device_id': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:23.292318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a3dbd215-db3b-4bfc-a5cd-e52459c99261 None None] Provisioning for port 73fb314a-5a81-4475-98a4-bf961c4f7258 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:23.297287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a3dbd215-db3b-4bfc-a5cd-e52459c99261 None None] Provisioning complete for port 73fb314a-5a81-4475-98a4-bf961c4f7258 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:23.297799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3dbd215-db3b-4bfc-a5cd-e52459c99261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.312989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.350486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbd215-db3b-4bfc-a5cd-e52459c99261 None None] Port 73fb314a-5a81-4475-98a4-bf961c4f7258 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:23.621509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9adf52-2b80-4b6f-965d-123fd3d0ddfc req-b77db759-40a2-4e46-b674-79be8447ccc9 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:23.622946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa9adf52-2b80-4b6f-965d-123fd3d0ddfc req-b77db759-40a2-4e46-b674-79be8447ccc9 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 931 time: 0.0754035 Apr 01 15:49:23.659153 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fb314a-5a81-4475-98a4-bf961c4f7258 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:49:23.665911 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.671074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa9adf52-2b80-4b6f-965d-123fd3d0ddfc req-b1f539ca-c449-47f5-acba-c30fdd3fca66 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Apr 01 15:49:23.680603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Transition to ACTIVE for port object 73fb314a-5a81-4475-98a4-bf961c4f7258 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:23.685764 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.810835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb314a-5a81-4475-98a4-bf961c4f7258,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:23.925260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Attempting to bind port 73fb314a-5a81-4475-98a4-bf961c4f7258 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:23.925595 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Attempting to bind port 73fb314a-5a81-4475-98a4-bf961c4f7258 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:23.925942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Attempting to bind port 73fb314a-5a81-4475-98a4-bf961c4f7258 on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:23.932836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Port 73fb314a-5a81-4475-98a4-bf961c4f7258 on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:23.933162 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Attempting to bind port 73fb314a-5a81-4475-98a4-bf961c4f7258 on network 8eee45b4-d14b-4d05-8816-e9a2679509d2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:23.939490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:23.939818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Checking segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:23.940185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Bound using segment: {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:23.940593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Bound port: 73fb314a-5a81-4475-98a4-bf961c4f7258, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b33fad0-162e-4eb0-935b-a48e236dcfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:23.940932 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.027664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] For port 73fb314a-5a81-4475-98a4-bf961c4f7258, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:24.030708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] For port 73fb314a-5a81-4475-98a4-bf961c4f7258, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=73fb314a-5a81-4475-98a4-bf961c4f7258,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:24.037588 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.102220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.103658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/73fb314a-5a81-4475-98a4-bf961c4f7258 HTTP/1.1" status: 200 len: 1091 time: 0.9058430 Apr 01 15:49:24.104077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'tag': '73fb314a-5a81-4475-98a4-bf961c4f7258'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:49:24.125555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec609356-38c7-4767-afe5-5ab221b928e0 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb314a-5a81-4475-98a4-bf961c4f7258,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:24.180663 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'tag': '73fb314a-5a81-4475-98a4-bf961c4f7258', 'status': 'completed', 'code': 200} Apr 01 15:49:24.213875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-3690e6bf-1ed5-46f2-9ecc-e0fb5ea17547 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a610655d03bd4c858599a6ca27a79b3f&device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 1094 time: 0.0743539 Apr 01 15:49:24.286945 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-cf4df4a5-5000-4585-8bcd-16f9d761ff60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fb314a-5a81-4475-98a4-bf961c4f7258 HTTP/1.1" status: 200 len: 217 time: 0.0668783 Apr 01 15:49:24.349393 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-f2ce5a83-1f4b-4b36-9394-2a5d005a8375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.350801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-f2ce5a83-1f4b-4b36-9394-2a5d005a8375 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7b9172d-9f23-40b2-8376-3ae563d98ba5 HTTP/1.1" status: 200 len: 856 time: 0.0586927 Apr 01 15:49:24.430151 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-aab0e07d-98a9-4484-9a4a-8387768b4e57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eee45b4-d14b-4d05-8816-e9a2679509d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734608 Apr 01 15:49:24.570012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-1eeca676-c6e6-43f0-a41d-f5b3b4556e83 service neutron] 10.222.0.62 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343484 Apr 01 15:49:24.806865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9cda42f1-9974-4968-9e7b-ce93d7cd71ea req-828debf3-de3d-48d8-9221-27f86d0d332e service neutron] 10.222.0.62 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315533 Apr 01 15:49:24.881268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ed39-118a-4f73-910c-3fe785234939 req-a152c009-3f8b-436b-af93-2dfa1729caf8 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.882693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f33ed39-118a-4f73-910c-3fe785234939 req-a152c009-3f8b-436b-af93-2dfa1729caf8 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 943 time: 0.0846059 Apr 01 15:49:24.923489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be670ade-b0ec-4976-85c0-26351c659de4 req-9ddae3a8-18c0-42a1-ade5-2ad1be7e7a63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a610655d03bd4c858599a6ca27a79b3f&device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 1094 time: 0.0716882 Apr 01 15:49:24.930228 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f33ed39-118a-4f73-910c-3fe785234939 req-392eac0c-45ea-498f-865a-f8c2f4174a98 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Apr 01 15:49:25.071585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be670ade-b0ec-4976-85c0-26351c659de4 req-00ea254a-8027-4a53-9a02-5a3b1c97182d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:25.073060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be670ade-b0ec-4976-85c0-26351c659de4 req-00ea254a-8027-4a53-9a02-5a3b1c97182d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8eee45b4-d14b-4d05-8816-e9a2679509d2 HTTP/1.1" status: 200 len: 918 time: 0.1438313 Apr 01 15:49:25.151396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be670ade-b0ec-4976-85c0-26351c659de4 req-c5cbd309-7119-4db1-8d92-0ab3c53f0088 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fb314a-5a81-4475-98a4-bf961c4f7258 HTTP/1.1" status: 200 len: 217 time: 0.0712581 Apr 01 15:49:25.216655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be670ade-b0ec-4976-85c0-26351c659de4 req-fb6ae71c-971b-4e80-bc73-5dbabbef111b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:25.218103 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be670ade-b0ec-4976-85c0-26351c659de4 req-fb6ae71c-971b-4e80-bc73-5dbabbef111b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7b9172d-9f23-40b2-8376-3ae563d98ba5 HTTP/1.1" status: 200 len: 856 time: 0.0608094 Apr 01 15:49:25.298485 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be670ade-b0ec-4976-85c0-26351c659de4 req-609f7412-85d0-4667-bc24-b83a16a7e061 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eee45b4-d14b-4d05-8816-e9a2679509d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738769 Apr 01 15:49:25.435338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be670ade-b0ec-4976-85c0-26351c659de4 req-e5ac209d-bf14-4382-9858-513b0def6dba service neutron] 10.222.0.62 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296675 Apr 01 15:49:25.581739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be670ade-b0ec-4976-85c0-26351c659de4 req-e39d5dc5-dd2e-465b-af48-aa0c6ac89093 service neutron] 10.222.0.62 "GET /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396258 Apr 01 15:49:26.156152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020465d-e612-419b-ba47-1cf7b298e821 req-9baceed5-b78d-43f2-a37b-2abdeec5330e tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:26.156737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f020465d-e612-419b-ba47-1cf7b298e821 req-9baceed5-b78d-43f2-a37b-2abdeec5330e tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Synchronizing usage tracker for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:26.174311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-f020465d-e612-419b-ba47-1cf7b298e821 req-9baceed5-b78d-43f2-a37b-2abdeec5330e tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Unset dirty status for tenant:a610655d03bd4c858599a6ca27a79b3f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:26.175506 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f020465d-e612-419b-ba47-1cf7b298e821 req-9baceed5-b78d-43f2-a37b-2abdeec5330e tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 943 time: 0.0971446 Apr 01 15:49:26.222685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f020465d-e612-419b-ba47-1cf7b298e821 req-5ae4a716-2af6-44a5-a643-7536719ee0d2 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Apr 01 15:49:27.452234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed077ef-49c3-4087-951c-2f78f7764956 req-4cd79d4f-1e66-47ce-86f0-fefa26132918 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:27.453768 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ed077ef-49c3-4087-951c-2f78f7764956 req-4cd79d4f-1e66-47ce-86f0-fefa26132918 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 943 time: 0.0839624 Apr 01 15:49:27.502166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ed077ef-49c3-4087-951c-2f78f7764956 req-915d8dd4-ff7c-404a-907f-c8d8e63f5266 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Apr 01 15:49:27.917304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e67306-63da-4244-890e-332a8305fa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.100406 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:49:28.261953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 73fb314a-5a81-4475-98a4-bf961c4f7258 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:49:28.433377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 73fb314a-5a81-4475-98a4-bf961c4f7258, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=73fb314a-5a81-4475-98a4-bf961c4f7258,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:28.446336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '73fb314a-5a81-4475-98a4-bf961c4f7258', 'network_id': '8eee45b4-d14b-4d05-8816-e9a2679509d2', 'port_id': '73fb314a-5a81-4475-98a4-bf961c4f7258', 'mac_address': 'fa:16:3e:96:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b9172d-9f23-40b2-8376-3ae563d98ba5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:49:28.507869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.531701 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb314a-5a81-4475-98a4-bf961c4f7258 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:49:28.548582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 73fb314a-5a81-4475-98a4-bf961c4f7258, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=73fb314a-5a81-4475-98a4-bf961c4f7258,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:28.554816 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.621097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=73fb314a-5a81-4475-98a4-bf961c4f7258,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:28.630246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.630595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.630935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.631288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.631626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.631955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.632287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.632613 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.632924 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.633241 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.633558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.708777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d035ab-5c8c-4998-8146-e78f29206c19 req-54919fa8-afda-4cbf-9acb-af7fc0128061 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.710255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6d035ab-5c8c-4998-8146-e78f29206c19 req-54919fa8-afda-4cbf-9acb-af7fc0128061 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 944 time: 0.0837297 Apr 01 15:49:28.756318 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b6d035ab-5c8c-4998-8146-e78f29206c19 req-917da27c-944c-4a4f-9302-0ae567fabadb tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Apr 01 15:49:28.757761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['73fb314a-5a81-4475-98a4-bf961c4f7258'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:49:29.960128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486a23-0224-422b-a975-9479b8a84c42 req-39f7bce8-18c7-406b-bdb7-c43147c0b617 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.961601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e486a23-0224-422b-a975-9479b8a84c42 req-39f7bce8-18c7-406b-bdb7-c43147c0b617 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 944 time: 0.0796239 Apr 01 15:49:30.007233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e486a23-0224-422b-a975-9479b8a84c42 req-a5dcb9c2-8e57-4c6e-b806-a7476e14597c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Apr 01 15:49:30.277326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 73fb314a-5a81-4475-98a4-bf961c4f7258 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:30.351013 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b27a9af-edf0-40c3-b2e1-bd8abcaf14dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.361626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 73fb314a-5a81-4475-98a4-bf961c4f7258 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:30.366251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 73fb314a-5a81-4475-98a4-bf961c4f7258 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:30.366605 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.480910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.508734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb314a-5a81-4475-98a4-bf961c4f7258'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:49:30.520542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 73fb314a-5a81-4475-98a4-bf961c4f7258, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=73fb314a-5a81-4475-98a4-bf961c4f7258,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:30.526317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.573388 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb314a-5a81-4475-98a4-bf961c4f7258', 'code': 200} Apr 01 15:49:30.609802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=73fb314a-5a81-4475-98a4-bf961c4f7258,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.709801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97aa1906-0f49-461e-9efd-72338dd1d058 req-3dfd9680-5bd6-4f12-b61d-f75921e3750c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 1096 time: 0.0835319 Apr 01 15:49:30.751383 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97aa1906-0f49-461e-9efd-72338dd1d058 req-35ba041d-0782-4eab-a41e-9010debe6de4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Apr 01 15:49:31.210076 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158f434-7afb-49ea-b2b5-2d69acc1746a req-5c6ca4cb-a353-480c-9975-14b35bd4193d tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:31.211553 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d158f434-7afb-49ea-b2b5-2d69acc1746a req-5c6ca4cb-a353-480c-9975-14b35bd4193d tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 945 time: 0.0830948 Apr 01 15:49:31.257857 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d158f434-7afb-49ea-b2b5-2d69acc1746a req-eab1e30d-8175-45c2-adc3-b0c2f9f27479 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Apr 01 15:49:31.344980 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.493885 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.483781 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a208267-6657-4ed2-9966-9288c7a16446 req-0080aaf7-ec72-4ddd-985e-a4b90da50934 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:32.485212 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a208267-6657-4ed2-9966-9288c7a16446 req-0080aaf7-ec72-4ddd-985e-a4b90da50934 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 945 time: 0.0918226 Apr 01 15:49:32.535082 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9a208267-6657-4ed2-9966-9288c7a16446 req-b8caafc3-67ac-40bc-989f-0b61ba187d2d tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Apr 01 15:49:32.758359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795478a-3783-49c2-a615-b210575d191c req-8f1b685c-1d80-485c-a8c6-1f3ebe076bf3 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:32.759945 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d795478a-3783-49c2-a615-b210575d191c req-8f1b685c-1d80-485c-a8c6-1f3ebe076bf3 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 945 time: 0.0987577 Apr 01 15:49:32.811902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d795478a-3783-49c2-a615-b210575d191c req-7f8ee62c-1c05-4aa9-8977-3dcee3ff9df7 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Apr 01 15:49:32.932623 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.318471 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.205843 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.375362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8586727-96e7-4c4a-867f-96e18e1993af req-9de9efb6-5954-4ff7-a1d0-d6ce2e846a3c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.376710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8586727-96e7-4c4a-867f-96e18e1993af req-9de9efb6-5954-4ff7-a1d0-d6ce2e846a3c tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 945 time: 0.0872524 Apr 01 15:49:47.425911 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e8586727-96e7-4c4a-867f-96e18e1993af req-bada3ee0-4023-4be1-bc4b-193e84df0a3e tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435269 Apr 01 15:49:48.638634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817acd07-49de-4849-8c30-e5078d26528a req-85248c0b-c27c-457e-8212-348a900a31f7 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.640106 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-817acd07-49de-4849-8c30-e5078d26528a req-85248c0b-c27c-457e-8212-348a900a31f7 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 945 time: 0.0835171 Apr 01 15:49:48.701257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-817acd07-49de-4849-8c30-e5078d26528a req-f754f0cb-c94a-456f-90fb-b90d77fd05b3 tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b61b0bc-8794-4c08-a055-4daab5796b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Apr 01 15:49:48.831827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-66e14530-e65c-4917-9cd6-b2385497d45d tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.833302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-66e14530-e65c-4917-9cd6-b2385497d45d tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 945 time: 0.0844495 Apr 01 15:49:48.902756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Deleting port 73fb314a-5a81-4475-98a4-bf961c4f7258 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:48.903095 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.172374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] For port 73fb314a-5a81-4475-98a4-bf961c4f7258, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=73fb314a-5a81-4475-98a4-bf961c4f7258,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:49.172638 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.402502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Calling delete_port for 73fb314a-5a81-4475-98a4-bf961c4f7258 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:49.557056 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.569900 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['73fb314a-5a81-4475-98a4-bf961c4f7258'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:49:49.615454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Pushing event deleted for resources: {'Port': ['ID=73fb314a-5a81-4475-98a4-bf961c4f7258,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.690302 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] No DVR routers for this DVR port 73fb314a-5a81-4475-98a4-bf961c4f7258 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:49.692920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.695628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'name': 'network-vif-deleted', 'tag': '73fb314a-5a81-4475-98a4-bf961c4f7258'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:49:49.717606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b4051645-a920-4e7e-b93c-fe80d6a7bf58 req-a96c2afb-ed7d-4300-8784-91803e4549bd tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.62 "DELETE /v2.0/ports/73fb314a-5a81-4475-98a4-bf961c4f7258 HTTP/1.1" status: 204 len: 173 time: 0.8791623 Apr 01 15:49:49.756339 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06edaa0-d19e-41ad-bc78-8d7246acdbdc', 'name': 'network-vif-deleted', 'tag': '73fb314a-5a81-4475-98a4-bf961c4f7258', 'status': 'completed', 'code': 200} Apr 01 15:49:49.896895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9f716654-55f1-40b7-8579-7379fa4319a9 req-e8c756e5-d81d-4b48-a467-ab9376220d5e tempest-TestEncryptedCinderVolumes-112083467 tempest-TestEncryptedCinderVolumes-112083467-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06edaa0-d19e-41ad-bc78-8d7246acdbdc HTTP/1.1" status: 200 len: 210 time: 0.0402129 Apr 01 15:49:51.062737 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47266) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.463871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.072785 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Deleting port 1dffe3db-de7b-41e3-b45b-d644c63f5277 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:52.073486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.351848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] For port 1dffe3db-de7b-41e3-b45b-d644c63f5277, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1dffe3db-de7b-41e3-b45b-d644c63f5277,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:52.352112 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.431574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 73fb314a-5a81-4475-98a4-bf961c4f7258 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:52.467047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 73fb314a-5a81-4475-98a4-bf961c4f7258 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:52.467592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 73fb314a-5a81-4475-98a4-bf961c4f7258 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:52.468386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Calling delete_port for 1dffe3db-de7b-41e3-b45b-d644c63f5277 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:52.640200 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.684229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=1dffe3db-de7b-41e3-b45b-d644c63f5277,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.978475 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.581786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Router ce01fe94-205f-47de-a614-fb842e899d1a has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:53.888774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:53.897736 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] Sync routers for ids ['ce01fe94-205f-47de-a614-fb842e899d1a'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:53.901491 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7a782b9d-e74c-4907-90e9-92226fc2bc9e admin admin] 10.222.0.48 "PUT /v2.0/routers/ce01fe94-205f-47de-a614-fb842e899d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8377595 Apr 01 15:49:53.904198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47270) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.909853 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] Routers {'ce01fe94-205f-47de-a614-fb842e899d1a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:53.910436 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce01fe94-205f-47de-a614-fb842e899d1a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:54.104511 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.110900 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] Set router ce01fe94-205f-47de-a614-fb842e899d1a gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:54.301582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.312514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Deleting port 1ef41954-dab7-4e29-959c-3fc3a4ecd853 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:54.312840 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.390917 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:49:52Z', 'revision_number': 5, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port': {'id': '1ef41954-dab7-4e29-959c-3fc3a4ecd853', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:54.394833 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] Checking router: ce01fe94-205f-47de-a614-fb842e899d1a for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:49:54.404991 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] Routers {'ce01fe94-205f-47de-a614-fb842e899d1a'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:54.405555 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['ce01fe94-205f-47de-a614-fb842e899d1a'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:54.486239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] For port 1ef41954-dab7-4e29-959c-3fc3a4ecd853, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1ef41954-dab7-4e29-959c-3fc3a4ecd853,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:54.486563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.557373 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] Set router ce01fe94-205f-47de-a614-fb842e899d1a gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:54.607557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Calling delete_port for 1ef41954-dab7-4e29-959c-3fc3a4ecd853 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:54.661701 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 6, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:54.665705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fed61-1ede-41b9-8f29-19a0fd6cd9c4 None None] The sync data for ids ['ce01fe94-205f-47de-a614-fb842e899d1a'] in n-d-836017-1 is: [{'id': 'ce01fe94-205f-47de-a614-fb842e899d1a', 'name': 'tempest-TestEncryptedCinderVolumes-1076168757-router', 'tenant_id': 'a610655d03bd4c858599a6ca27a79b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:37Z', 'updated_at': '2022-04-01T15:49:54Z', 'revision_number': 6, 'project_id': 'a610655d03bd4c858599a6ca27a79b3f', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:54.776042 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.825999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef41954-dab7-4e29-959c-3fc3a4ecd853,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.046523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.411859 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.417735 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.446214 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.446776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce01fe94-205f-47de-a614-fb842e899d1a {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:49:55.461983 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.463086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-17b61c47-80be-4001-890c-f29d24443c16 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ce01fe94-205f-47de-a614-fb842e899d1a HTTP/1.1" status: 204 len: 168 time: 1.5579524 Apr 01 15:49:55.465810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47274) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.527569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] Deleting subnet a7b9172d-9f23-40b2-8376-3ae563d98ba5 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:49:55.530582 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.580869 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.665865 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.733697 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.769440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b9172d-9f23-40b2-8376-3ae563d98ba5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.776973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.782688 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb89e46-b886-429f-960d-51f8b46fd7bb None None] Network 8eee45b4-d14b-4d05-8816-e9a2679509d2 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:55.783646 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-94bbbd65-1f7c-4c79-84e5-25f6fc261fd4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7b9172d-9f23-40b2-8376-3ae563d98ba5 HTTP/1.1" status: 204 len: 168 time: 0.3168797 Apr 01 15:49:55.786548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47278) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.903982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.915386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Deleting port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:55.915713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.052431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] DHCP port deletion for 8eee45b4-d14b-4d05-8816-e9a2679509d2 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:49:56.057281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Deleting port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:56.057660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.130974 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] For port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:56.131325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.259973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Calling delete_port for d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:56.278386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] For port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,segment=NetworkSegment(7b33fad0-162e-4eb0-935b-a48e236dcfc5),segment_id=7b33fad0-162e-4eb0-935b-a48e236dcfc5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:56.278679 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.335914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.384207 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e3d8a6-7ac4-4fd0-acec-777b6cf55520,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.389004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] No DVR routers for this DVR port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:56.433521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Calling delete_port for d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:56.502242 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:49:56.502622 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:49:56.508050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.535631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eee45b4-d14b-4d05-8816-e9a2679509d2']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:56.551239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b33fad0-162e-4eb0-935b-a48e236dcfc5') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:56.551673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b33fad0-162e-4eb0-935b-a48e236dcfc5') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:56.563694 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.581136 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.589622 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:49:56.590037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.602622 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1dffe3db-de7b-41e3-b45b-d644c63f5277 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:56.603470 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:56.638097 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1dffe3db-de7b-41e3-b45b-d644c63f5277 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:56.638384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1dffe3db-de7b-41e3-b45b-d644c63f5277 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:56.638821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1ef41954-dab7-4e29-959c-3fc3a4ecd853 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:56.670155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1ef41954-dab7-4e29-959c-3fc3a4ecd853 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:56.670480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1ef41954-dab7-4e29-959c-3fc3a4ecd853 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:56.670904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:56.680797 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.699088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.704990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eee45b4-d14b-4d05-8816-e9a2679509d2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.705141 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:56.705337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:56.722294 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-eb277d6a-44ee-41b5-8c04-7adcbda4a180 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8eee45b4-d14b-4d05-8816-e9a2679509d2 HTTP/1.1" status: 204 len: 168 time: 0.9344120 Apr 01 15:49:56.725430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47282) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.003823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Deleting port d4e3d8a6-7ac4-4fd0-acec-777b6cf55520 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:57.004428 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.068396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5bda584b-0fef-40fa-9a2a-d1c8a075607d None None] The port 'd4e3d8a6-7ac4-4fd0-acec-777b6cf55520' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:49:57.238771 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.853708 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Deleting port b028e2f5-3df1-4689-88c4-520b483f37f0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:57.854503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.911785 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-817de65e-0985-401d-b51e-bf47a64d87e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.036413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] For port b028e2f5-3df1-4689-88c4-520b483f37f0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b028e2f5-3df1-4689-88c4-520b483f37f0,segment=NetworkSegment(a204c41f-5483-419f-8b15-ac800bf2ba31),segment_id=a204c41f-5483-419f-8b15-ac800bf2ba31)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:58.036749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.158382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Calling delete_port for b028e2f5-3df1-4689-88c4-520b483f37f0 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:58.344811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.388744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b028e2f5-3df1-4689-88c4-520b483f37f0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.792297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.403625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Router 8d7288d6-1157-43fa-a076-6309bde90b32 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:59.610745 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:59.619766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0bd3e503-2e1b-4e3f-8056-9f9b1544ab0c admin admin] 10.222.0.48 "PUT /v2.0/routers/8d7288d6-1157-43fa-a076-6309bde90b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8933392 Apr 01 15:49:59.620350 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81961951-c038-4481-a4d4-821c670f7204 None None] Sync routers for ids ['8d7288d6-1157-43fa-a076-6309bde90b32'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:59.622450 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47286) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.633458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] Routers {'8d7288d6-1157-43fa-a076-6309bde90b32'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:59.634060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d7288d6-1157-43fa-a076-6309bde90b32'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:59.813412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] Set router 8d7288d6-1157-43fa-a076-6309bde90b32 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:59.816046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.104292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:49:58Z', 'revision_number': 5, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port': {'id': '1c9b21a7-5df5-46d3-abef-1c07f2c3122a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:00.108150 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81961951-c038-4481-a4d4-821c670f7204 None None] Checking router: 8d7288d6-1157-43fa-a076-6309bde90b32 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:00.119175 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] Routers {'8d7288d6-1157-43fa-a076-6309bde90b32'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:00.119835 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:49:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8d7288d6-1157-43fa-a076-6309bde90b32'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:00.132152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.142458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Deleting port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:00.142791 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.275279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] Set router 8d7288d6-1157-43fa-a076-6309bde90b32 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:00.322222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] For port 1c9b21a7-5df5-46d3-abef-1c07f2c3122a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:00.322658 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.390879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-81961951-c038-4481-a4d4-821c670f7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 6, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:00.402072 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81961951-c038-4481-a4d4-821c670f7204 None None] The sync data for ids ['8d7288d6-1157-43fa-a076-6309bde90b32'] in n-d-836017-1 is: [{'id': '8d7288d6-1157-43fa-a076-6309bde90b32', 'name': 'tempest-TestEncryptedCinderVolumes-185868497-router', 'tenant_id': '6051980f65814b8880b1b9dbf6ad3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:50:00Z', 'revision_number': 6, 'project_id': '6051980f65814b8880b1b9dbf6ad3884', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:00.405832 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f80298ea-a1aa-40ba-b02c-bb015f18f9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.449324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Calling delete_port for 1c9b21a7-5df5-46d3-abef-1c07f2c3122a owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:00.628985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.671257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9b21a7-5df5-46d3-abef-1c07f2c3122a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.845248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b028e2f5-3df1-4689-88c4-520b483f37f0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:00.884113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b028e2f5-3df1-4689-88c4-520b483f37f0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:00.884451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b028e2f5-3df1-4689-88c4-520b483f37f0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:00.921130 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.193355 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.198401 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.230645 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.231283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7288d6-1157-43fa-a076-6309bde90b32 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:50:01.247453 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.248649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2a7cf24-64c1-43e3-a507-b721e93edbd5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8d7288d6-1157-43fa-a076-6309bde90b32 HTTP/1.1" status: 204 len: 168 time: 1.6253173 Apr 01 15:50:01.251199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47290) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.322070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] Deleting subnet e0a480f9-b9b8-4c58-9311-802c310d6aa4 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:01.325192 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.338130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.374835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.456066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.491684 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.634769 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.671336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a480f9-b9b8-4c58-9311-802c310d6aa4,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.676166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.682346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-670de81b-a8fe-4c4d-ad2c-443b98827bac admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e0a480f9-b9b8-4c58-9311-802c310d6aa4 HTTP/1.1" status: 204 len: 168 time: 0.4301858 Apr 01 15:50:01.683180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a522ba8-7074-4034-aa86-8d04c728fb61 None None] Network 3e63bee3-b42f-4669-b462-3caed51adf14 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:01.685204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47294) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.788342 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.798738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Deleting port 12e444e6-5617-42c6-a9e4-708f84d9c8bf {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:01.799064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.932371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] DHCP port deletion for 3e63bee3-b42f-4669-b462-3caed51adf14 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:50:01.936918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Deleting port 12e444e6-5617-42c6-a9e4-708f84d9c8bf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:01.937211 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.004306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] For port 12e444e6-5617-42c6-a9e4-708f84d9c8bf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=12e444e6-5617-42c6-a9e4-708f84d9c8bf,segment=NetworkSegment(a204c41f-5483-419f-8b15-ac800bf2ba31),segment_id=a204c41f-5483-419f-8b15-ac800bf2ba31)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:02.004631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.122340 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Calling delete_port for 12e444e6-5617-42c6-a9e4-708f84d9c8bf owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:02.173932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] For port 12e444e6-5617-42c6-a9e4-708f84d9c8bf, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=12e444e6-5617-42c6-a9e4-708f84d9c8bf,segment=NetworkSegment(a204c41f-5483-419f-8b15-ac800bf2ba31),segment_id=a204c41f-5483-419f-8b15-ac800bf2ba31)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:02.174295 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.197552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.243762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e444e6-5617-42c6-a9e4-708f84d9c8bf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.249740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] No DVR routers for this DVR port 12e444e6-5617-42c6-a9e4-708f84d9c8bf on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:02.293675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Calling delete_port for 12e444e6-5617-42c6-a9e4-708f84d9c8bf owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:02.362960 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:02.363288 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:02.366868 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.391726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e63bee3-b42f-4669-b462-3caed51adf14']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:02.403950 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a204c41f-5483-419f-8b15-ac800bf2ba31') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:02.404274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a204c41f-5483-419f-8b15-ac800bf2ba31') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:02.418936 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.437098 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.445127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:02.445503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:02.459024 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:02.536843 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.553318 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.564574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e63bee3-b42f-4669-b462-3caed51adf14,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.567790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e531efdb-a8fa-40cb-8d15-ff5b652507f2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3e63bee3-b42f-4669-b462-3caed51adf14 HTTP/1.1" status: 204 len: 168 time: 0.8816352 Apr 01 15:50:02.598671 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c9b21a7-5df5-46d3-abef-1c07f2c3122a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:02.631056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1c9b21a7-5df5-46d3-abef-1c07f2c3122a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:02.631423 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c9b21a7-5df5-46d3-abef-1c07f2c3122a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:02.631838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 12e444e6-5617-42c6-a9e4-708f84d9c8bf no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:02.665298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 12e444e6-5617-42c6-a9e4-708f84d9c8bf {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:02.665640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 12e444e6-5617-42c6-a9e4-708f84d9c8bf not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:02.786343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47300) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.839049 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-baf3b59c-b432-4d6b-b0f4-cec571393c5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a610655d03bd4c858599a6ca27a79b3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513849 Apr 01 15:50:02.841544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47304) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.865161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Deleting port 12e444e6-5617-42c6-a9e4-708f84d9c8bf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:02.865555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.904629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f576-0821-4b14-ab5d-d81355a9ed4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.932762 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-11b7038f-febf-46bc-b8bf-d525c26b99bf None None] The port '12e444e6-5617-42c6-a9e4-708f84d9c8bf' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:50:02.936819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f576-0821-4b14-ab5d-d81355a9ed4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.953146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.992543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f576-0821-4b14-ab5d-d81355a9ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.009744 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7f576-0821-4b14-ab5d-d81355a9ed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61b0bc-8794-4c08-a055-4daab5796b99,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.021688 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f576-0821-4b14-ab5d-d81355a9ed4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.022872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c8b7f576-0821-4b14-ab5d-d81355a9ed4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b61b0bc-8794-4c08-a055-4daab5796b99 HTTP/1.1" status: 204 len: 168 time: 0.1804464 Apr 01 15:50:03.456229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47312) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.512571 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ee749f56-59e1-42d5-af61-f8a2edaad21a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6051980f65814b8880b1b9dbf6ad3884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549278 Apr 01 15:50:03.516094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47316) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.579820 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.621678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.687639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.704575 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7529ca81-c70b-49bc-837e-df9eb43c62a5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.712443 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.713575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7529ca81-c70b-49bc-837e-df9eb43c62a5 HTTP/1.1" status: 204 len: 168 time: 0.1966388 Apr 01 15:50:03.717160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.717743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.717849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.718150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.718480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.718801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.719066 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.719449 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.719763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.720060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:03.720372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5074f-0047-4f97-8ca9-3b43456c4994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:04.654490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47338) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.816240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-269308211-network', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:04.821963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:04.826437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Usage tracker for resource:network and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:04.829429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:04.835881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:04.848296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Made reservation on behalf of 337ad357ff2b44b1804859bbbec9249e for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:04.850939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.863619 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.896613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:04.900674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:04.903560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:04.909633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:04.980424 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.986627 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.019889 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:05.032045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7133d989-e863-40e2-a573-72110058f0f2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.036539 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.036883 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Added segment 2b5a8295-bfac-4d57-bafe-35737ac22029 of type vlan for network 21dd8a7e-5709-4c3d-8286-af529689c3bd Apr 01 15:50:05.075012 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.101064 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:50:05.109476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.110374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.111137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.213398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=21dd8a7e-5709-4c3d-8286-af529689c3bd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.217762 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c7577899-25f2-42c2-8528-d9758827c0b8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5621779 Apr 01 15:50:05.220726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47344) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:05.223618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:05.226538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Request body: {'subnet': {'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-269308211-subnet', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:05.232531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:05.236479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Usage tracker for resource:subnet and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:05.239734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:05.245821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:05.256903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Made reservation on behalf of 337ad357ff2b44b1804859bbbec9249e for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:05.259345 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.471112 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.633697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee58fe53-b1b6-4654-8d47-59d8f28fbebc,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.648416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Checking segment: {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:05.648758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Network hostable DHCP agents. Network: 21dd8a7e-5709-4c3d-8286-af529689c3bd, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:05.674508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:05.685829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 21dd8a7e-5709-4c3d-8286-af529689c3bd) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:05.690570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.691145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.695945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab388769-7e85-4a9b-900f-d1af82d1474b None None] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:05.715504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6aa2d9f2-bcf3-4348-b0a1-3ac5f60c1c9f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4933302 Apr 01 15:50:05.718459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47350) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:05.723707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:05.728917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:05.733077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Usage tracker for resource:router and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:05.736196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:05.742075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:05.752718 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.753716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.771722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.920346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-21dd8a7e-5709-4c3d-8286-af529689c3bd', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:05.921221 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.922001 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.081493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Allocated IP 172.20.0.2 (21dd8a7e-5709-4c3d-8286-af529689c3bd/ee58fe53-b1b6-4654-8d47-59d8f28fbebc/b454b6a8-3e27-4918-b0b1-f3daa26d55f7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:06.112502 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.142306 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.280008 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.283924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Allocated IP 172.25.2.202 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:06.290554 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Transition to ACTIVE for port object b454b6a8-3e27-4918-b0b1-f3daa26d55f7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:06.308969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Transition to ACTIVE for port object b454b6a8-3e27-4918-b0b1-f3daa26d55f7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:06.315196 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.382827 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:06.385676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:06.388163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:06.394394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Pushing event updated for resources: {'Port': ['ID=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.435469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.465113 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.478998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Attempting to bind port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:06.479405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Attempting to bind port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:06.479770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Attempting to bind port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 on network 21dd8a7e-5709-4c3d-8286-af529689c3bd {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:06.486206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:06.486575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Checking segment: {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:06.486970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.487380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Bound using segment: {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:06.487838 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Bound port: b454b6a8-3e27-4918-b0b1-f3daa26d55f7, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:06.488210 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.535389 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:06.536187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Pushing event updated for resources: {'Port': ['ID=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.538806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:06.540944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:06.617055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] For port b454b6a8-3e27-4918-b0b1-f3daa26d55f7, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:06.620271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] For port b454b6a8-3e27-4918-b0b1-f3daa26d55f7, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:06.624902 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.707795 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.708995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.711382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c674b1-8056-4a6e-bd23-f9421bf3a918 None None] Pushing event updated for resources: {'Port': ['ID=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.960625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Router 605204ff-8bc3-4255-9a7a-eba87490b092 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:50:07.163805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:07.176733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Sync routers for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:07.189550 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.190710 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:07.190841 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13487ef4-94ec-4d91-b470-c3d595c910f9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4714658 Apr 01 15:50:07.191362 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:07.193744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47354) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:07.373481 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:07.661334 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a135ee-dd25-46c8-abfd-00ae4effab6d None None] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:07.672126 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 3, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:07.676143 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Checking router: 605204ff-8bc3-4255-9a7a-eba87490b092 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:07.676475 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Updating router 605204ff-8bc3-4255-9a7a-eba87490b092 port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:07.728781 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.761965 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d312d848-a088-4aa6-9bdb-935246e05ca4 None None] Provisioning for port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:08.081747 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.123961 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.135548 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Transition to ACTIVE for port object 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:08.141466 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.225156 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Pushing event updated for resources: {'Port': ['ID=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.229078 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Attempting to bind port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:08.229427 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Attempting to bind port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:08.229772 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Attempting to bind port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:08.238943 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.239227 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.239565 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.239884 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.240200 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.240513 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.240843 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.241148 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.241454 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.241758 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.242075 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.248615 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:08.248972 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:08.249374 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.250153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:08.250153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Bound port: 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:08.250516 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.290851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Allocated IP 172.20.0.1 (21dd8a7e-5709-4c3d-8286-af529689c3bd/ee58fe53-b1b6-4654-8d47-59d8f28fbebc/c17ecff8-7f87-4900-98df-61856944b59d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:08.321067 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] For port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:08.324348 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] For port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:08.328651 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.408040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f3987-d738-4195-8a29-36e39ffab817 None None] Pushing event updated for resources: {'Port': ['ID=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.414975 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:08.415570 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:08.440415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.456201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Transition to ACTIVE for port object c17ecff8-7f87-4900-98df-61856944b59d will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:08.477622 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.549805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:08.553847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:08.556261 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Pushing event updated for resources: {'Port': ['ID=c17ecff8-7f87-4900-98df-61856944b59d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.559631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:08.591074 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:08.612639 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.681147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b454b6a8-3e27-4918-b0b1-f3daa26d55f7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:08.708180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.759783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:08.765901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:08.766847 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.915041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b146c027-53cb-4fb1-94c0-355557e5d249 None None] Provisioning for port c17ecff8-7f87-4900-98df-61856944b59d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:08.920779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b146c027-53cb-4fb1-94c0-355557e5d249 None None] Provisioning complete for port c17ecff8-7f87-4900-98df-61856944b59d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:08.921220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b146c027-53cb-4fb1-94c0-355557e5d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.941491 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 3, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:08.946367 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182541-27a1-4120-b8d2-10fd0a0447cc None None] The sync data for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 is: [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 3, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:08.947675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.979166 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.984059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.999744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b146c027-53cb-4fb1-94c0-355557e5d249 None None] Port c17ecff8-7f87-4900-98df-61856944b59d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:09.005030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port b454b6a8-3e27-4918-b0b1-f3daa26d55f7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:09.010321 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.089560 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.096199 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.099894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Pushing event updated for resources: {'Port': ['ID=c17ecff8-7f87-4900-98df-61856944b59d,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.372834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:09.374150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:09.627352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b1b7a334-0e0c-4780-a447-7fc262f9b17d None None] Provisioning complete for port c17ecff8-7f87-4900-98df-61856944b59d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:09.627722 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a334-0e0c-4780-a447-7fc262f9b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.680653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7a334-0e0c-4780-a447-7fc262f9b17d None None] Port c17ecff8-7f87-4900-98df-61856944b59d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:09.778408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Router 605204ff-8bc3-4255-9a7a-eba87490b092 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:09.992659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:10.002927 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c51ada57-1fbb-4807-9d42-dffe13f4538c admin admin] 10.222.0.48 "PUT /v2.0/routers/605204ff-8bc3-4255-9a7a-eba87490b092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082013 Apr 01 15:50:10.677766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:10.750022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:10.755290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:10.755954 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.874111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47376) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.879731 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-213744340-network', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:10.885614 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:10.889649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Usage tracker for resource:network and tenant:dcd7dcd7084b4af68151f7cee77898a4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:10.892686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:10.893072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.898706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:10.910139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:10.911172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Made reservation on behalf of dcd7dcd7084b4af68151f7cee77898a4 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:10.913790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.914756 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.915590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b454b6a8-3e27-4918-b0b1-f3daa26d55f7 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:10.927696 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.960528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:10.964606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Usage tracker for resource:security_group_rule and tenant:dcd7dcd7084b4af68151f7cee77898a4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:10.967576 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:10.973656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.034914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.045570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.047575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:11.048031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.050892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.083582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:11.092581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd60a38a-a833-4ba1-a458-04b9d2839058,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.099929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.100300 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Added segment c6722483-50c1-4f37-a4f1-5b69fc3513eb of type vlan for network 40e261f3-e1a8-4533-a5e5-a350d4367e86 Apr 01 15:50:11.130291 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.160037 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.160873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.161447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.265500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] Pushing event updated for resources: {'Network': ['ID=40e261f3-e1a8-4533-a5e5-a350d4367e86,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.268398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-62997fa8-ccdf-4d95-971c-ef7f94537eac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3934562 Apr 01 15:50:11.271348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47380) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.276149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:11.276656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Request body: {'subnet': {'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-213744340-subnet', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:11.282339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.286297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Usage tracker for resource:subnet and tenant:dcd7dcd7084b4af68151f7cee77898a4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.289279 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.295108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.306187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Made reservation on behalf of dcd7dcd7084b4af68151f7cee77898a4 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:11.308558 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.382012 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.513859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.580113 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.600498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Checking segment: {'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:11.600851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Network hostable DHCP agents. Network: 40e261f3-e1a8-4533-a5e5-a350d4367e86, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:11.626069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:11.636329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 40e261f3-e1a8-4533-a5e5-a350d4367e86) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:11.640693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.641277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.646530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273a14a-d36e-46d5-a819-eb64d68cf050 None None] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:11.663302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-85191cb4-b357-4478-96d2-d6af9224ce89 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3909361 Apr 01 15:50:11.666075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47384) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.671281 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:11.677052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.681542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Usage tracker for resource:router and tenant:dcd7dcd7084b4af68151f7cee77898a4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.684657 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.690826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.704173 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.705211 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.724053 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.868312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-40e261f3-e1a8-4533-a5e5-a350d4367e86', 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'fixed_ips': [{'subnet_id': 'b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:11.869126 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.870022 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.028464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Allocated IP 172.20.0.2 (40e261f3-e1a8-4533-a5e5-a350d4367e86/b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135/21330779-37b8-498a-ad8a-df3706a66119) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:12.157831 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.188586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.280039 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.290494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Transition to ACTIVE for port object 21330779-37b8-498a-ad8a-df3706a66119 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:12.309432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Transition to ACTIVE for port object 21330779-37b8-498a-ad8a-df3706a66119 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:12.319072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.329578 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Allocated IP 172.25.2.246 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/172186bb-1138-41dc-b792-4838df3dcb49) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:12.387980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:12.390744 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:12.395110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:12.397028 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Pushing event updated for resources: {'Port': ['ID=21330779-37b8-498a-ad8a-df3706a66119,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.483427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Attempting to bind port 21330779-37b8-498a-ad8a-df3706a66119 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:12.483821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Attempting to bind port 21330779-37b8-498a-ad8a-df3706a66119 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:12.484166 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Attempting to bind port 21330779-37b8-498a-ad8a-df3706a66119 on network 40e261f3-e1a8-4533-a5e5-a350d4367e86 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:12.486677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.490886 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:12.491129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Checking segment: {'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:12.491513 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.491894 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Bound using segment: {'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:12.492348 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Bound port: 21330779-37b8-498a-ad8a-df3706a66119, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:12.492711 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.502833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Sync routers for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:12.517560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.561612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:12.562235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:12.584257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:12.585463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:12.589738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:12.632114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Pushing event updated for resources: {'Port': ['ID=172186bb-1138-41dc-b792-4838df3dcb49,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.670246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:12.759508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.760325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.773968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] For port 21330779-37b8-498a-ad8a-df3706a66119, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:12.780413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] For port 21330779-37b8-498a-ad8a-df3706a66119, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=21330779-37b8-498a-ad8a-df3706a66119,segment=NetworkSegment(c6722483-50c1-4f37-a4f1-5b69fc3513eb),segment_id=c6722483-50c1-4f37-a4f1-5b69fc3513eb)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:12.794790 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.884938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:12.885638 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.932934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:12.987333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35bd27-f3da-4474-afd0-a96d1ea43502 None None] Pushing event updated for resources: {'Port': ['ID=21330779-37b8-498a-ad8a-df3706a66119,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:13.023190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Router bcc8a4d1-3489-4269-8413-a36825e29059 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:50:13.250109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:13.265177 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Sync routers for ids ['bcc8a4d1-3489-4269-8413-a36825e29059'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:13.276801 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Routers {'bcc8a4d1-3489-4269-8413-a36825e29059'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:13.277389 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bcc8a4d1-3489-4269-8413-a36825e29059'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.282565 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.284016 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aa59a027-10e1-47ec-b046-4300b9517e41 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6169739 Apr 01 15:50:13.286713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47388) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.347149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 2, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.351805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Checking router: 605204ff-8bc3-4255-9a7a-eba87490b092 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:13.352103 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Updating router 605204ff-8bc3-4255-9a7a-eba87490b092 port c17ecff8-7f87-4900-98df-61856944b59d binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:13.405269 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.474599 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Set router bcc8a4d1-3489-4269-8413-a36825e29059 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:13.835874 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '172186bb-1138-41dc-b792-4838df3dcb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 3, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port': {'id': '172186bb-1138-41dc-b792-4838df3dcb49', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.845593 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Checking router: bcc8a4d1-3489-4269-8413-a36825e29059 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:13.846123 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Updating router bcc8a4d1-3489-4269-8413-a36825e29059 port 172186bb-1138-41dc-b792-4838df3dcb49 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:13.864573 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.878797 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Transition to ACTIVE for port object c17ecff8-7f87-4900-98df-61856944b59d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:13.887812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.910529 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.048376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35c194-41da-4de8-82c1-38da03c340f8 None None] Pushing event updated for resources: {'Port': ['ID=c17ecff8-7f87-4900-98df-61856944b59d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.084261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a58d772-2b9f-4c14-a273-96ce87a05e69 None None] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:14.233647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Attempting to bind port c17ecff8-7f87-4900-98df-61856944b59d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:14.233939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Attempting to bind port c17ecff8-7f87-4900-98df-61856944b59d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:14.234446 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Attempting to bind port c17ecff8-7f87-4900-98df-61856944b59d on network 21dd8a7e-5709-4c3d-8286-af529689c3bd {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:14.239179 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.251264 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-baa0b057-70e9-4e38-aaa6-582728d2c495 None None] Provisioning for port 21330779-37b8-498a-ad8a-df3706a66119 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:14.270527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:14.270993 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Checking segment: {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:14.271487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.271930 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Bound using segment: {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:14.272475 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Bound port: c17ecff8-7f87-4900-98df-61856944b59d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:14.272926 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.302788 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.314170 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Transition to ACTIVE for port object 172186bb-1138-41dc-b792-4838df3dcb49 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:14.321283 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.402219 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Attempting to bind port 172186bb-1138-41dc-b792-4838df3dcb49 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:14.402567 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Attempting to bind port 172186bb-1138-41dc-b792-4838df3dcb49 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:14.402885 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Attempting to bind port 172186bb-1138-41dc-b792-4838df3dcb49 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:14.410734 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa3b7f-e1c9-422b-8b33-f2f7ca83ee8e None None] Pushing event updated for resources: {'Port': ['ID=172186bb-1138-41dc-b792-4838df3dcb49,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.416143 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:14.416499 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:14.416881 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.417244 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:14.417686 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Bound port: 172186bb-1138-41dc-b792-4838df3dcb49, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:14.418160 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.455863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] For port c17ecff8-7f87-4900-98df-61856944b59d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:14.467547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Allocated IP 172.20.0.1 (40e261f3-e1a8-4533-a5e5-a350d4367e86/b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135/e7fd7855-5bec-459c-8d3c-1c99482da42f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:14.472123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] For port c17ecff8-7f87-4900-98df-61856944b59d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c17ecff8-7f87-4900-98df-61856944b59d,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:14.483871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.491226 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] For port 172186bb-1138-41dc-b792-4838df3dcb49, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:14.494394 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] For port 172186bb-1138-41dc-b792-4838df3dcb49, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=172186bb-1138-41dc-b792-4838df3dcb49,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:14.498332 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.575041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35c194-41da-4de8-82c1-38da03c340f8 None None] Pushing event updated for resources: {'Port': ['ID=c17ecff8-7f87-4900-98df-61856944b59d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.581094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:14.581745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:14.592982 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Routers {'bcc8a4d1-3489-4269-8413-a36825e29059'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:14.593432 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bcc8a4d1-3489-4269-8413-a36825e29059'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:14.629760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.647996 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa3b7f-e1c9-422b-8b33-f2f7ca83ee8e None None] Pushing event updated for resources: {'Port': ['ID=172186bb-1138-41dc-b792-4838df3dcb49,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.660999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Transition to ACTIVE for port object e7fd7855-5bec-459c-8d3c-1c99482da42f will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:14.695908 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.794641 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 21330779-37b8-498a-ad8a-df3706a66119 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:14.828264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:14.834044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:14.838660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:14.854134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] Set router bcc8a4d1-3489-4269-8413-a36825e29059 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:14.906454 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.909471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fd7855-5bec-459c-8d3c-1c99482da42f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.979192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 21330779-37b8-498a-ad8a-df3706a66119 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:14.986480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:15.033592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 21330779-37b8-498a-ad8a-df3706a66119 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:15.033969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.047111 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.123044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b7b4a136-9180-4b2e-ba90-48cf1e807699 None None] Provisioning complete for port 21330779-37b8-498a-ad8a-df3706a66119 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:15.123463 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a136-9180-4b2e-ba90-48cf1e807699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.255828 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '172186bb-1138-41dc-b792-4838df3dcb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 3, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port': {'id': '172186bb-1138-41dc-b792-4838df3dcb49', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:15.259800 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2941c56d-89dd-4b28-8e09-991d580ba260 None None] The sync data for ids ['bcc8a4d1-3489-4269-8413-a36825e29059'] in n-d-836017-1 is: [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '172186bb-1138-41dc-b792-4838df3dcb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 3, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port': {'id': '172186bb-1138-41dc-b792-4838df3dcb49', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:15.315166 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.320018 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.342877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.423889 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.431680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fd7855-5bec-459c-8d3c-1c99482da42f,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.467626 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a136-9180-4b2e-ba90-48cf1e807699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.532511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.574703 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:15.575900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:15.587269 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b7b4a136-9180-4b2e-ba90-48cf1e807699 None None] For port 21330779-37b8-498a-ad8a-df3706a66119, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=21330779-37b8-498a-ad8a-df3706a66119,segment=NetworkSegment(c6722483-50c1-4f37-a4f1-5b69fc3513eb),segment_id=c6722483-50c1-4f37-a4f1-5b69fc3513eb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:15.622505 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a136-9180-4b2e-ba90-48cf1e807699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.758492 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:15.758839 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:15.764818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4a136-9180-4b2e-ba90-48cf1e807699 None None] Pushing event updated for resources: {'Port': ['ID=21330779-37b8-498a-ad8a-df3706a66119,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.779927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c13d08b7-754f-483b-b51b-1e968231d884 None None] Provisioning for port e7fd7855-5bec-459c-8d3c-1c99482da42f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:15.787100 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c13d08b7-754f-483b-b51b-1e968231d884 None None] Provisioning complete for port e7fd7855-5bec-459c-8d3c-1c99482da42f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:15.787497 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13d08b7-754f-483b-b51b-1e968231d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.817329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:15.834661 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986da571-7a8b-47b6-9421-78bef7d726bc None None] The sync data for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 is: [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:15.848301 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c13d08b7-754f-483b-b51b-1e968231d884 None None] Port e7fd7855-5bec-459c-8d3c-1c99482da42f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:15.989925 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-50cadfdb-8fa5-4304-889d-c0c6c7af412e None None] Provisioning complete for port e7fd7855-5bec-459c-8d3c-1c99482da42f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:15.992314 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50cadfdb-8fa5-4304-889d-c0c6c7af412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.054127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-50cadfdb-8fa5-4304-889d-c0c6c7af412e None None] Port e7fd7855-5bec-459c-8d3c-1c99482da42f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:16.132156 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Router bcc8a4d1-3489-4269-8413-a36825e29059 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:16.360339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:16.369978 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e90fc000-74ea-4ec4-a29b-840c92a94f93 admin admin] 10.222.0.48 "PUT /v2.0/routers/bcc8a4d1-3489-4269-8413-a36825e29059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0819263 Apr 01 15:50:16.753688 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 172186bb-1138-41dc-b792-4838df3dcb49 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:16.838206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 172186bb-1138-41dc-b792-4838df3dcb49 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:16.848366 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 172186bb-1138-41dc-b792-4838df3dcb49 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:16.848869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.973715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.003625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 172186bb-1138-41dc-b792-4838df3dcb49, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=172186bb-1138-41dc-b792-4838df3dcb49,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:17.011557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.012571 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 21330779-37b8-498a-ad8a-df3706a66119 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:17.146810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=172186bb-1138-41dc-b792-4838df3dcb49,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.160144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 21330779-37b8-498a-ad8a-df3706a66119 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:17.160506 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.281136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c17ecff8-7f87-4900-98df-61856944b59d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:17.349005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c17ecff8-7f87-4900-98df-61856944b59d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:17.353723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c17ecff8-7f87-4900-98df-61856944b59d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:17.354087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.475231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.510364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c17ecff8-7f87-4900-98df-61856944b59d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c17ecff8-7f87-4900-98df-61856944b59d,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:17.515360 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.590276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c17ecff8-7f87-4900-98df-61856944b59d,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:18.645469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 172186bb-1138-41dc-b792-4838df3dcb49 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:18.726999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 172186bb-1138-41dc-b792-4838df3dcb49 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:18.727692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.862284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c17ecff8-7f87-4900-98df-61856944b59d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:18.936432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c17ecff8-7f87-4900-98df-61856944b59d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:18.936673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.375566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c96fa-ab51-4151-8705-2966124fbffa req-af458a28-cfa8-4d64-88fa-8f5a14decf09 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.376125 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d91c96fa-ab51-4151-8705-2966124fbffa req-af458a28-cfa8-4d64-88fa-8f5a14decf09 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:27.402539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d91c96fa-ab51-4151-8705-2966124fbffa req-af458a28-cfa8-4d64-88fa-8f5a14decf09 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:27.404476 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-af458a28-cfa8-4d64-88fa-8f5a14decf09 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 814 time: 0.1819031 Apr 01 15:50:27.428771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-6f18c0f4-3e95-4363-9497-731d801495f4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/quotas/337ad357ff2b44b1804859bbbec9249e HTTP/1.1" status: 200 len: 375 time: 0.0166955 Apr 01 15:50:27.527379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d91c96fa-ab51-4151-8705-2966124fbffa req-e5408953-669c-4d33-91da-85280682ac56 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:27.544764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d91c96fa-ab51-4151-8705-2966124fbffa req-e5408953-669c-4d33-91da-85280682ac56 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:27.546009 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-e5408953-669c-4d33-91da-85280682ac56 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120651 Apr 01 15:50:27.791430 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-f7b9bcf6-a674-4296-9506-8befe60ab7b2 service neutron] 10.222.0.48 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327566 Apr 01 15:50:27.916048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-007707f4-78ef-403a-8a29-d297dba772bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.934774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-a8a4174a-1372-4c41-b131-39c2475bc733 service neutron] 10.222.0.48 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374390 Apr 01 15:50:29.155248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aeb85efb-aa5f-47b8-baa9-f042ea51373e req-0d3d9484-46a5-4edb-ad99-524d472632ba tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 210 time: 0.0411601 Apr 01 15:50:30.240952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c96fa-ab51-4151-8705-2966124fbffa req-581b8c7a-6be5-4702-ba8d-1c08fd7a3cf6 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.242504 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-581b8c7a-6be5-4702-ba8d-1c08fd7a3cf6 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 814 time: 0.1490211 Apr 01 15:50:30.257757 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'port': {'device_id': '52752222-1385-474c-9f3b-432ef8d0dab2', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'admin_state_up': True, 'tenant_id': '337ad357ff2b44b1804859bbbec9249e'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:30.319467 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-419ba6d2-28d8-41e3-9d48-1a6d30962142 req-5e900d40-f685-4025-b468-882c6d938c22 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 210 time: 0.0441942 Apr 01 15:50:30.352507 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7b7051f-6456-44d2-8a7e-80a5253e75be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.405684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:30.416401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:30.428134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Made reservation on behalf of 337ad357ff2b44b1804859bbbec9249e for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:30.433357 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.617081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Allocated IP 172.20.0.7 (21dd8a7e-5709-4c3d-8286-af529689c3bd/ee58fe53-b1b6-4654-8d47-59d8f28fbebc/f7f2ac92-7263-426a-8867-1f9c72fac1db) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:30.942079 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.965775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Transition to ACTIVE for port object f7f2ac92-7263-426a-8867-1f9c72fac1db will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:31.009068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.106398 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:31.110088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:31.115239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:31.117952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:31.217046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.217685 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.224810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.229335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.229755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.230021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.230409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.230664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.230975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.235255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.235255 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.237282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.237523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:31.296052 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-80092055-5404-4175-8303-6e172f69b5fd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0409923 Apr 01 15:50:31.355120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.524648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.535352 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-183381b6-4451-418c-b4d3-40222a3f046e None None] Provisioning for port f7f2ac92-7263-426a-8867-1f9c72fac1db completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:31.541398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-183381b6-4451-418c-b4d3-40222a3f046e None None] Provisioning complete for port f7f2ac92-7263-426a-8867-1f9c72fac1db triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:31.542083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-183381b6-4451-418c-b4d3-40222a3f046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.583722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea80809-ce35-4c3a-93fd-5f33de200739 req-22c71f66-0933-4e4e-bfc9-8ff072438fcd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.584576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8ea80809-ce35-4c3a-93fd-5f33de200739 req-22c71f66-0933-4e4e-bfc9-8ff072438fcd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:31.603591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-183381b6-4451-418c-b4d3-40222a3f046e None None] Port f7f2ac92-7263-426a-8867-1f9c72fac1db cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:31.604270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8ea80809-ce35-4c3a-93fd-5f33de200739 req-22c71f66-0933-4e4e-bfc9-8ff072438fcd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:31.605635 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ea80809-ce35-4c3a-93fd-5f33de200739 req-22c71f66-0933-4e4e-bfc9-8ff072438fcd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 931 time: 0.1370146 Apr 01 15:50:31.661900 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ea80809-ce35-4c3a-93fd-5f33de200739 req-acde165a-30a5-4d35-9b2b-ccc5919a6c10 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491831 Apr 01 15:50:32.900204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911abd-7ef5-478a-864e-911f1499274a req-9ce0c847-1d03-4e4f-8a1a-6fdbf60c1435 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:32.901636 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa911abd-7ef5-478a-864e-911f1499274a req-9ce0c847-1d03-4e4f-8a1a-6fdbf60c1435 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 931 time: 0.0965455 Apr 01 15:50:32.954795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.957376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-aa911abd-7ef5-478a-864e-911f1499274a req-9801a398-0f98-445d-8669-54f7926ca0ee tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:32.977478 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-aa911abd-7ef5-478a-864e-911f1499274a req-9801a398-0f98-445d-8669-54f7926ca0ee tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:32.978882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-aa911abd-7ef5-478a-864e-911f1499274a req-9801a398-0f98-445d-8669-54f7926ca0ee tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710700 Apr 01 15:50:34.182038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fcc18-765e-478a-b526-04f30fbb7460 req-9484023d-72e5-428a-883c-c04a77191cb0 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.183361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e60fcc18-765e-478a-b526-04f30fbb7460 req-9484023d-72e5-428a-883c-c04a77191cb0 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 931 time: 0.0767131 Apr 01 15:50:34.237825 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e60fcc18-765e-478a-b526-04f30fbb7460 req-9ad89d77-4e2c-49dd-ade4-e2774c399701 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464575 Apr 01 15:50:35.444078 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1670a3-94ec-4d9f-877c-7646b515771e req-6b7d2934-895f-40c1-9e45-ab9a5ac53032 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.445658 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c1670a3-94ec-4d9f-877c-7646b515771e req-6b7d2934-895f-40c1-9e45-ab9a5ac53032 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 931 time: 0.0791590 Apr 01 15:50:35.506772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c1670a3-94ec-4d9f-877c-7646b515771e req-4ca43bfc-f964-4a2d-895e-19bb775250a0 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501351 Apr 01 15:50:36.712894 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334f5e-a4c5-42f9-a44d-f36faf817e7f req-db7ce4c8-a2ba-4eaa-9f93-53b2ab715669 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.714336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3334f5e-a4c5-42f9-a44d-f36faf817e7f req-db7ce4c8-a2ba-4eaa-9f93-53b2ab715669 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 931 time: 0.0832398 Apr 01 15:50:36.797045 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3334f5e-a4c5-42f9-a44d-f36faf817e7f req-311a1d5c-fbf9-4eb4-a9cf-f10903ed88ad tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766208 Apr 01 15:50:38.005806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1885c2-3bbf-4637-8021-d2b9b3fb2bf3 req-11938d0f-0b6e-459b-8efd-4ff922af3f84 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.007245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1885c2-3bbf-4637-8021-d2b9b3fb2bf3 req-11938d0f-0b6e-459b-8efd-4ff922af3f84 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 931 time: 0.0865958 Apr 01 15:50:38.058559 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b1885c2-3bbf-4637-8021-d2b9b3fb2bf3 req-2fd5c9ec-0fbb-4fbf-b04f-79d9042d9c05 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Apr 01 15:50:38.064895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-6c12689b-a69e-40c3-a63e-8066dd8f08c5 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:50:38.066000 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-6c12689b-a69e-40c3-a63e-8066dd8f08c5 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052485 Apr 01 15:50:38.076373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Request body: {'port': {'device_id': '52752222-1385-474c-9f3b-432ef8d0dab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:38.183122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Sync routers for ids ['bcc8a4d1-3489-4269-8413-a36825e29059'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:38.187642 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.195941 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Routers {'bcc8a4d1-3489-4269-8413-a36825e29059'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:38.196676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bcc8a4d1-3489-4269-8413-a36825e29059'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:38.419705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Set router bcc8a4d1-3489-4269-8413-a36825e29059 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:38.637069 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f2ac92-7263-426a-8867-1f9c72fac1db {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:50:38.644234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.659826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Transition to ACTIVE for port object f7f2ac92-7263-426a-8867-1f9c72fac1db will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:38.665358 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.737946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '172186bb-1138-41dc-b792-4838df3dcb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 4, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port': {'id': '172186bb-1138-41dc-b792-4838df3dcb49', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e7fd7855-5bec-459c-8d3c-1c99482da42f', 'name': '', 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'mac_address': 'fa:16:3e:65:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:14Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 2, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'subnets': [{'id': 'b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:38.742432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Checking router: bcc8a4d1-3489-4269-8413-a36825e29059 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:38.742774 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Updating router bcc8a4d1-3489-4269-8413-a36825e29059 port e7fd7855-5bec-459c-8d3c-1c99482da42f binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:38.794999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.798835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.914497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Attempting to bind port f7f2ac92-7263-426a-8867-1f9c72fac1db on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:38.914952 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Attempting to bind port f7f2ac92-7263-426a-8867-1f9c72fac1db by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:38.915331 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Attempting to bind port f7f2ac92-7263-426a-8867-1f9c72fac1db on network 21dd8a7e-5709-4c3d-8286-af529689c3bd {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:38.921616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Port f7f2ac92-7263-426a-8867-1f9c72fac1db on network 21dd8a7e-5709-4c3d-8286-af529689c3bd not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:50:38.921999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Attempting to bind port f7f2ac92-7263-426a-8867-1f9c72fac1db on network 21dd8a7e-5709-4c3d-8286-af529689c3bd {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:38.929563 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:38.929945 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Checking segment: {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:38.930283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Bound using segment: {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:38.930723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Bound port: f7f2ac92-7263-426a-8867-1f9c72fac1db, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5a8295-bfac-4d57-bafe-35737ac22029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:38.931064 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.031658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:39.035090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:39.039956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.107448 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.108771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] 10.222.0.62 "PUT /v2.0/ports/f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 1091 time: 1.0369523 Apr 01 15:50:39.109196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:39.127055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7799aa-7213-4950-9541-92accf95dafa service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.199315 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'status': 'completed', 'code': 200} Apr 01 15:50:39.220081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.236054 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Transition to ACTIVE for port object e7fd7855-5bec-459c-8d3c-1c99482da42f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:39.245611 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.281060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-6088401e-aad6-4125-b0c7-4783c6cab346 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1094 time: 0.1279747 Apr 01 15:50:39.357017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-06292b92-d58e-40df-9868-88b6251b1c33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 217 time: 0.0686436 Apr 01 15:50:39.383098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Pushing event updated for resources: {'Port': ['ID=e7fd7855-5bec-459c-8d3c-1c99482da42f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.398029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.399113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.399113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.399381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.399566 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.399898 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.400223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.400544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.400863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.401251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.401595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:39.434784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c96fa-ab51-4151-8705-2966124fbffa req-c0710f2e-acf6-424f-b8e1-13dcec9b5b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.436307 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-c0710f2e-acf6-424f-b8e1-13dcec9b5b1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.0722671 Apr 01 15:50:39.484949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b0642-a423-4e8e-bc8c-7451f4d033ae req-8baddd0f-606e-4a18-b372-f8becfedc734 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.490800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db4b0642-a423-4e8e-bc8c-7451f4d033ae req-8baddd0f-606e-4a18-b372-f8becfedc734 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 943 time: 0.2576334 Apr 01 15:50:39.512674 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Attempting to bind port e7fd7855-5bec-459c-8d3c-1c99482da42f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:39.513062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Attempting to bind port e7fd7855-5bec-459c-8d3c-1c99482da42f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:39.513429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Attempting to bind port e7fd7855-5bec-459c-8d3c-1c99482da42f on network 40e261f3-e1a8-4533-a5e5-a350d4367e86 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:39.522476 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:39.522868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Checking segment: {'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:39.523313 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.523713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Bound using segment: {'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:39.524202 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Bound port: e7fd7855-5bec-459c-8d3c-1c99482da42f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6722483-50c1-4f37-a4f1-5b69fc3513eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:39.524591 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.560282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db4b0642-a423-4e8e-bc8c-7451f4d033ae req-b3ae3a13-3793-4eca-bcca-6d3c4afa3a9c tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633950 Apr 01 15:50:39.568324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-3df1192d-fb4f-49c0-816f-aecf49cf44bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258111 Apr 01 15:50:39.620109 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] For port e7fd7855-5bec-459c-8d3c-1c99482da42f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:39.625865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] For port e7fd7855-5bec-459c-8d3c-1c99482da42f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e7fd7855-5bec-459c-8d3c-1c99482da42f,segment=NetworkSegment(c6722483-50c1-4f37-a4f1-5b69fc3513eb),segment_id=c6722483-50c1-4f37-a4f1-5b69fc3513eb)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:39.633519 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.707175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-7bd76926-cc2b-4788-9daf-56d63f57c35d service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331396 Apr 01 15:50:39.727047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Routers {'bcc8a4d1-3489-4269-8413-a36825e29059'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:39.727752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:50:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bcc8a4d1-3489-4269-8413-a36825e29059'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:39.845904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e7f92-4210-4d3e-8b77-adf351650449 None None] Pushing event updated for resources: {'Port': ['ID=e7fd7855-5bec-459c-8d3c-1c99482da42f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.873505 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d91c96fa-ab51-4151-8705-2966124fbffa req-66e305b5-11de-4ead-947d-74bc0d8ea9cb service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600988 Apr 01 15:50:39.939500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] Set router bcc8a4d1-3489-4269-8413-a36825e29059 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:39.996516 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-ec380b45-0ca2-4840-ab96-c7151fa16ea8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1094 time: 0.0747421 Apr 01 15:50:40.126755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-bd43b110-4ee5-4137-bd35-3528a6ea85cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.128239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-bd43b110-4ee5-4137-bd35-3528a6ea85cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1265543 Apr 01 15:50:40.196769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-1eaeb1e7-c409-4fe9-8756-851eb95e8824 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 217 time: 0.0614362 Apr 01 15:50:40.294252 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '172186bb-1138-41dc-b792-4838df3dcb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 4, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port': {'id': '172186bb-1138-41dc-b792-4838df3dcb49', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e7fd7855-5bec-459c-8d3c-1c99482da42f', 'name': '', 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'mac_address': 'fa:16:3e:65:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:14Z', 'updated_at': '2022-04-01T15:50:39Z', 'revision_number': 4, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'subnets': [{'id': 'b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:40.298914 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835492d-2849-4e37-a75e-d2d28536dee5 None None] The sync data for ids ['bcc8a4d1-3489-4269-8413-a36825e29059'] in n-d-836017-1 is: [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '172186bb-1138-41dc-b792-4838df3dcb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 4, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port': {'id': '172186bb-1138-41dc-b792-4838df3dcb49', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e7fd7855-5bec-459c-8d3c-1c99482da42f', 'name': '', 'network_id': '40e261f3-e1a8-4533-a5e5-a350d4367e86', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'mac_address': 'fa:16:3e:65:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:14Z', 'updated_at': '2022-04-01T15:50:39Z', 'revision_number': 4, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'subnets': [{'id': 'b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:40.380775 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-2f6b6eab-1144-4afb-aff1-a40d1e8d5c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.382184 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-2f6b6eab-1144-4afb-aff1-a40d1e8d5c91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.1791184 Apr 01 15:50:40.464867 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-32444402-7426-4596-8925-2774128c54c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766766 Apr 01 15:50:40.608679 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-2147095f-9048-40ed-92d3-6230f5cb380e service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375360 Apr 01 15:50:40.685897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e7fd7855-5bec-459c-8d3c-1c99482da42f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:40.771589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e7fd7855-5bec-459c-8d3c-1c99482da42f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:40.778856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e7fd7855-5bec-459c-8d3c-1c99482da42f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:40.779261 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.799831 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bbfc4dae-522f-4650-ba54-4b764f0d59b2 req-cfe9d35e-f7bf-45fd-92d4-367f403f0849 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833587 Apr 01 15:50:40.817451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725c2fb-0d1d-4df0-9846-2e80f7c11869 req-df0cd55b-f4c0-4957-93cb-5bca1f266786 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.825510 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6725c2fb-0d1d-4df0-9846-2e80f7c11869 req-df0cd55b-f4c0-4957-93cb-5bca1f266786 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 943 time: 0.0984612 Apr 01 15:50:40.871897 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6725c2fb-0d1d-4df0-9846-2e80f7c11869 req-16197887-1cd7-4384-bd6d-a87ec094e867 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451694 Apr 01 15:50:40.965322 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.002359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e7fd7855-5bec-459c-8d3c-1c99482da42f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e7fd7855-5bec-459c-8d3c-1c99482da42f,segment=NetworkSegment(c6722483-50c1-4f37-a4f1-5b69fc3513eb),segment_id=c6722483-50c1-4f37-a4f1-5b69fc3513eb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:41.028776 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.096181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e7fd7855-5bec-459c-8d3c-1c99482da42f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.334246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.102700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:50:42.322151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee5d73-f8f3-403d-8895-c80bf4c6aeab req-f500fddf-9adf-4bd6-8cad-6a72f6b24271 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:42.323671 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35ee5d73-f8f3-403d-8895-c80bf4c6aeab req-f500fddf-9adf-4bd6-8cad-6a72f6b24271 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 943 time: 0.3199618 Apr 01 15:50:42.375873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35ee5d73-f8f3-403d-8895-c80bf4c6aeab req-7a595e91-f647-4e81-9a89-a210cdf2c47a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Apr 01 15:50:42.645856 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e7fd7855-5bec-459c-8d3c-1c99482da42f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:42.715852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e7fd7855-5bec-459c-8d3c-1c99482da42f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:42.716353 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.749328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f7f2ac92-7263-426a-8867-1f9c72fac1db details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:50:42.957493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:42.971061 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'port_id': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'mac_address': 'fa:16:3e:b4:35:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:50:43.026257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.044444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f2ac92-7263-426a-8867-1f9c72fac1db {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:50:43.064329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:43.069290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.136642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.277582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f7f2ac92-7263-426a-8867-1f9c72fac1db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:50:43.595049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951e0de-654b-4112-bd1f-b6d5ba3e7f83 req-108eff0e-6c14-4e22-a0a4-36e9de22fd31 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.596410 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4951e0de-654b-4112-bd1f-b6d5ba3e7f83 req-108eff0e-6c14-4e22-a0a4-36e9de22fd31 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 944 time: 0.0988014 Apr 01 15:50:43.653956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4951e0de-654b-4112-bd1f-b6d5ba3e7f83 req-da805529-1574-49d2-8765-c6991212a156 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488620 Apr 01 15:50:44.758424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f7f2ac92-7263-426a-8867-1f9c72fac1db up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:44.831685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port f7f2ac92-7263-426a-8867-1f9c72fac1db completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:44.836630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port f7f2ac92-7263-426a-8867-1f9c72fac1db triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:44.836935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.864656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5b54f-4e37-40f2-9ffd-4712a65db3d0 req-4ce0bbdd-6efc-48b4-b9cf-ec93f6e222d2 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.866137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5b5b54f-4e37-40f2-9ffd-4712a65db3d0 req-4ce0bbdd-6efc-48b4-b9cf-ec93f6e222d2 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 944 time: 0.0801618 Apr 01 15:50:44.913541 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5b5b54f-4e37-40f2-9ffd-4712a65db3d0 req-7f79b143-70b5-432a-a077-22761182506e tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Apr 01 15:50:44.958996 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.988180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:44.998803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:45.005835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.053734 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'code': 200} Apr 01 15:50:45.080430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:45.182389 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9731b03c-a1fb-4e41-8e16-aa3f2f1d2218 req-c71a3f61-09e2-43fa-a826-61756a781f7a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1096 time: 0.0745301 Apr 01 15:50:45.223310 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.226783 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9731b03c-a1fb-4e41-8e16-aa3f2f1d2218 req-3f9b6ce8-42b1-4363-a1a2-5ecbd2422e0c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Apr 01 15:50:46.135537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b94b1-2b4a-40d9-aae0-a0a9ab6143fb req-e45d20bd-6627-45f3-9815-875a64c549c6 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.137143 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a17b94b1-2b4a-40d9-aae0-a0a9ab6143fb req-e45d20bd-6627-45f3-9815-875a64c549c6 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0877829 Apr 01 15:50:46.186039 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a17b94b1-2b4a-40d9-aae0-a0a9ab6143fb req-eebcaad0-2e61-4bab-994a-5abbe75b6b09 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Apr 01 15:50:47.479502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a43dc-7f8d-4820-972c-b08cc86a8c1e req-d3d7b1aa-2aec-428e-b962-f7d4951ce89e tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.481145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-331a43dc-7f8d-4820-972c-b08cc86a8c1e req-d3d7b1aa-2aec-428e-b962-f7d4951ce89e tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.1640961 Apr 01 15:50:47.549299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-331a43dc-7f8d-4820-972c-b08cc86a8c1e req-539ab24c-0af3-4e14-9e20-858ddb04b3ca tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619977 Apr 01 15:50:47.749366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095a2d9-d1df-44b2-8953-d44eb9b40869 req-99884420-3dbc-4615-bda0-d9f01bd09af5 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.750710 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8095a2d9-d1df-44b2-8953-d44eb9b40869 req-99884420-3dbc-4615-bda0-d9f01bd09af5 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0820506 Apr 01 15:50:47.796377 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8095a2d9-d1df-44b2-8953-d44eb9b40869 req-27d583f4-6d23-471b-ae80-c154f3bfe499 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 Apr 01 15:50:48.386152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6935352-5b1f-4710-b24d-47cbb012e229 req-945835ce-7fda-4ee2-a53d-7bd7d717fa5a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.387532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6935352-5b1f-4710-b24d-47cbb012e229 req-945835ce-7fda-4ee2-a53d-7bd7d717fa5a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0850260 Apr 01 15:50:48.440627 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6935352-5b1f-4710-b24d-47cbb012e229 req-fc728821-8e50-4f31-8391-218f19edd175 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Apr 01 15:50:57.929683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53c8fbaf-0ea6-4250-a2b5-967675d60609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.685159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138db9-2496-48e0-8827-bcdc94e05dbf req-ec7a6dff-4195-4bb1-a278-da5200a19dfd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.686623 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-18138db9-2496-48e0-8827-bcdc94e05dbf req-ec7a6dff-4195-4bb1-a278-da5200a19dfd tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0822437 Apr 01 15:50:58.733352 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-18138db9-2496-48e0-8827-bcdc94e05dbf req-8a3998db-685c-4546-88c7-01d0685129c3 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Apr 01 15:50:58.761710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47572) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.901239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-da532536-31a3-451b-aa7d-f1309ef6b25e tempest-TestMinimumBasicScenario-203123971 tempest-TestMinimumBasicScenario-203123971-project-admin] Synchronizing usage tracker for tenant:dcd7dcd7084b4af68151f7cee77898a4 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:58.920444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-da532536-31a3-451b-aa7d-f1309ef6b25e tempest-TestMinimumBasicScenario-203123971 tempest-TestMinimumBasicScenario-203123971-project-admin] Unset dirty status for tenant:dcd7dcd7084b4af68151f7cee77898a4 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:58.921776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-da532536-31a3-451b-aa7d-f1309ef6b25e tempest-TestMinimumBasicScenario-203123971 tempest-TestMinimumBasicScenario-203123971-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1091 time: 0.1591134 Apr 01 15:50:58.926170 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47578) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.931748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:58.938046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:58.941889 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:floatingip and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:58.944868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:58.950828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:58.962674 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.104023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.237327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Allocated IP 172.25.2.132 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/98fbea18-11e1-49dc-bbd0-8849c7a851e1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:59.387815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.422455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.492167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:59.494976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:59.499444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:59.523658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'Port': ['ID=98fbea18-11e1-49dc-bbd0-8849c7a851e1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.119576 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.183279 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.346658 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faf1597f-210b-4623-98e1-c34d5772618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.390518 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.397408 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.502378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'Port': ['ID=98fbea18-11e1-49dc-bbd0-8849c7a851e1,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.516649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.708061 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Floating IP 88113285-4016-4cbb-802b-e11753aebe86 associated. External IP: 172.25.2.132, port: f7f2ac92-7263-426a-8867-1f9c72fac1db. Apr 01 15:51:01.114114 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Router 605204ff-8bc3-4255-9a7a-eba87490b092 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:01.344006 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.418995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:01.429343 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] Sync routers for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:01.441955 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:01.442842 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.444967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.500564 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5e388c38-3248-448d-8dd8-b039e6130b5b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5702000 Apr 01 15:51:01.500564 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:51:01.501607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47582) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.504490 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.508916 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604167646', 'description': 'tempest-secgroup-smoke-604167646 description', 'project_id': '337ad357ff2b44b1804859bbbec9249e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:01.516716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:01.529716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:01.542295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.565535 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'status': 'completed', 'code': 200} Apr 01 15:51:01.581371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:01.585214 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:01.588106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:01.594160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:01.649789 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.655599 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.664071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-307dd1de-34f1-4e6b-acb1-d3868cd11ecb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1096 time: 0.0759089 Apr 01 15:51:01.664731 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:01.701583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8425272-1bdd-42e6-9399-fe73dc41a89c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.709095 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.714600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8dc2e223-f0ec-4d54-827f-84b86931464f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2064133 Apr 01 15:51:01.714600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47588) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.719823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'security_group_rule': {'security_group_id': 'a8425272-1bdd-42e6-9399-fe73dc41a89c', 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:01.726329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:01.730243 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:01.733324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:01.739281 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:01.760495 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.824366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-1b2e12e6-4846-4291-b25f-44e90d926f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:01.825094 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.825840 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-1b2e12e6-4846-4291-b25f-44e90d926f14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1554635 Apr 01 15:51:01.829585 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.856740 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b21811-8e2c-4422-b2b7-6ce009c4202e,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.867566 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.871519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-40652184-4bda-4642-890a-5d436ed25063 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1542909 Apr 01 15:51:01.871878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47592) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.877867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'security_group_rule': {'security_group_id': 'a8425272-1bdd-42e6-9399-fe73dc41a89c', 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:01.885182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:01.889359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:01.892755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:01.899065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:01.922918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.936028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-4edaf747-1d14-4c9f-bcd6-8500428fde4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 999 time: 0.1029878 Apr 01 15:51:01.992289 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.002286 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.009741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-b310716d-579b-441b-a4a4-accf45df03ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.011194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-b310716d-579b-441b-a4a4-accf45df03ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.0652671 Apr 01 15:51:02.022798 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '88113285-4016-4cbb-802b-e11753aebe86', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'port_id': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'mac_address': 'fa:16:3e:b4:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52752222-1385-474c-9f3b-432ef8d0dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:59Z', 'updated_at': '2022-04-01T15:50:59Z', 'revision_number': 0, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:02.026705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] Checking router: 605204ff-8bc3-4255-9a7a-eba87490b092 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:02.027197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e043241-e1c9-497d-8e45-68d7a374d234,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.038510 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:02.039126 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:51:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:02.040104 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.041852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-f1ef98de-093d-40b5-b2d2-5097fc6b7c24 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1688950 Apr 01 15:51:02.044788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47596) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.053398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'security_group_rule': {'security_group_id': 'a8425272-1bdd-42e6-9399-fe73dc41a89c', 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:02.060739 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.065609 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.069835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.074396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.097461 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.110755 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-126beeae-56e8-4c1e-9fe5-db0276e9cd6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888200 Apr 01 15:51:02.174957 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.184300 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.207241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0303ceb8-5bd6-48e0-a4ee-6e5b7f2cf892,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.218466 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.222422 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-540128f8-ed2b-4a29-9c93-a018a85a90c4 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1763136 Apr 01 15:51:02.222986 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47600) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.229055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'security_group_rule': {'security_group_id': 'a8425272-1bdd-42e6-9399-fe73dc41a89c', 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:02.235788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.239583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.240129 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:02.242504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.248144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.265452 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.272066 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-561776a3-f954-433b-909b-342fc6073594 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544778 Apr 01 15:51:02.331172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.336507 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.364404 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb1b40f-68e2-4f78-89db-b73ef3047082,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.374708 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.376056 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0019254a-c614-40b3-afeb-0a8922a8ca26 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1518126 Apr 01 15:51:02.378811 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47606) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.430409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'security_group_rule': {'security_group_id': 'a8425272-1bdd-42e6-9399-fe73dc41a89c', 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:02.442020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.453666 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.457870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.466182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.502507 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Project 337ad357ff2b44b1804859bbbec9249e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:51:02.514050 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.522225 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-63f85f22-4b89-4357-b5b3-8c9a47a54ec8 req-d768c250-37f0-4783-8731-9653b3db9d28 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442217 Apr 01 15:51:02.591091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.596236 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.596658 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '88113285-4016-4cbb-802b-e11753aebe86', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'port_id': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'mac_address': 'fa:16:3e:b4:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52752222-1385-474c-9f3b-432ef8d0dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:59Z', 'updated_at': '2022-04-01T15:50:59Z', 'revision_number': 0, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:02.601628 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47aba1-13c3-460d-ba73-6bdfc6b47203 None None] The sync data for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 is: [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '88113285-4016-4cbb-802b-e11753aebe86', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'port_id': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'mac_address': 'fa:16:3e:b4:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52752222-1385-474c-9f3b-432ef8d0dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:59Z', 'updated_at': '2022-04-01T15:50:59Z', 'revision_number': 0, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:02.625224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff0c7e2-b030-4715-b804-f30475c0b858,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.633024 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.634185 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-07eb3fc9-f3db-45b3-a564-6132d445b43f tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2543275 Apr 01 15:51:02.637129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47610) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.642593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'security_group_rule': {'security_group_id': 'a8425272-1bdd-42e6-9399-fe73dc41a89c', 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:02.649442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.653251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Usage tracker for resource:security_group_rule and tenant:337ad357ff2b44b1804859bbbec9249e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.656309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.662138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.674167 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Project 337ad357ff2b44b1804859bbbec9249e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:51:02.681292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.750621 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.757075 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.777862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3465f914-86d9-476c-8f6a-b01142f190e6,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.797592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.802594 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-44134f87-186a-47a1-a4ce-6963453ae62a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1612749 Apr 01 15:51:02.805676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1902f862-cfac-451f-b263-8f5bae3f6bfc None None] New status for floating IP 88113285-4016-4cbb-802b-e11753aebe86: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:51:02.956254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.984761 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-acb70c2e-17b1-4969-ae21-cbea638422f9 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604167646&fields=id&tenant_id=337ad357ff2b44b1804859bbbec9249e HTTP/1.1" status: 200 len: 267 time: 0.0426865 Apr 01 15:51:03.084762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-19d5afc1-e8b6-448f-a2d6-9eae976c17c2 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.084762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-19d5afc1-e8b6-448f-a2d6-9eae976c17c2 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0893354 Apr 01 15:51:03.090853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'port': {'security_groups': ['7133d989-e863-40e2-a573-72110058f0f2', 'a8425272-1bdd-42e6-9399-fe73dc41a89c']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:03.208975 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.461762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:03.486372 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.494783 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.506752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f7f2ac92-7263-426a-8867-1f9c72fac1db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:51:03.667718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.668377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.669781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0f2b597d-d94e-48a6-a2c4-1746e1fcc833 req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "PUT /v2.0/ports/f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 981 time: 0.5838933 Apr 01 15:51:03.670130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:51:03.711537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662f90-80fb-43f6-aafc-c7f618f89646 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.799705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f7f2ac92-7263-426a-8867-1f9c72fac1db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:51:03.828196 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'status': 'completed', 'code': 200} Apr 01 15:51:03.942972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1c40d-3374-4fe7-9ca7-8f32c276ef08 req-dc27cd97-c0c5-43b4-8bc6-463c27f076da tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.944685 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57b1c40d-3374-4fe7-9ca7-8f32c276ef08 req-dc27cd97-c0c5-43b4-8bc6-463c27f076da tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.1066303 Apr 01 15:51:03.954776 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-43e1cf1f-9dc4-4574-be53-7dc06bafd866 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1135 time: 0.1006978 Apr 01 15:51:03.993133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57b1c40d-3374-4fe7-9ca7-8f32c276ef08 req-7b153df4-8ad9-45ed-b225-5e03d9339c8a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:03.999657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-15917a2a-591a-41fd-a5d9-3551ac342ced None None] Provisioning complete for port f7f2ac92-7263-426a-8867-1f9c72fac1db triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:04.000326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15917a2a-591a-41fd-a5d9-3551ac342ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.009239 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-57b1c40d-3374-4fe7-9ca7-8f32c276ef08 req-7b153df4-8ad9-45ed-b225-5e03d9339c8a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:04.011143 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57b1c40d-3374-4fe7-9ca7-8f32c276ef08 req-7b153df4-8ad9-45ed-b225-5e03d9339c8a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598385 Apr 01 15:51:04.102440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-06f3ba9c-afda-4014-a470-525adc96e02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.103922 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-06f3ba9c-afda-4014-a470-525adc96e02b service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1421063 Apr 01 15:51:04.209762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-48151f76-40ff-40c3-8da1-547f2bc4dec3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 1001 time: 0.0998256 Apr 01 15:51:04.271692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-c1193d56-9a08-48de-98b5-5d44205b00b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.273136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-c1193d56-9a08-48de-98b5-5d44205b00b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.0577533 Apr 01 15:51:04.351104 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-c20f701b-7295-4773-8715-206b540cd239 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719626 Apr 01 15:51:04.482582 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-e7a03a59-1096-4d56-a265-9724205a1cdc service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247747 Apr 01 15:51:04.614750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ca66b5e-b136-4695-ae40-8f01fc28920b req-63e08998-5586-44d9-87ee-861d0522a23a service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259029 Apr 01 15:51:08.876071 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-64554318-76b8-4450-89ca-7a55bfb30b0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702431 Apr 01 15:51:09.033542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-3988f435-1b59-481f-9424-a9dfcd321bc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1135 time: 0.0846117 Apr 01 15:51:09.191807 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-153f7467-f76e-47fb-9045-1257d5f07160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.193148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-153f7467-f76e-47fb-9045-1257d5f07160 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1378908 Apr 01 15:51:09.296981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-bb331282-4c50-4d0e-9352-a0178b53f2d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 1001 time: 0.0977311 Apr 01 15:51:09.361834 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-c91deb82-a36c-4332-a3c8-a45e924b46c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.363258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-c91deb82-a36c-4332-a3c8-a45e924b46c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.0605559 Apr 01 15:51:09.448385 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-a59562eb-6d26-428b-9403-0e190e171425 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788877 Apr 01 15:51:09.580568 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-64541481-bfc6-49d4-91c5-6a10586e5420 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256948 Apr 01 15:51:09.713266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fcdb2f93-86ca-4dcd-b0e7-da8222c5d8ab req-0073cfa9-2e94-4038-829e-15057f5ac255 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252060 Apr 01 15:51:11.341779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.232161 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.104171 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:51:19.363171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf569a-79c0-4448-8faa-68c08006c6f8 req-89e20c1f-6a9e-40e8-93fc-2bb6e491206c tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.364603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8faf569a-79c0-4448-8faa-68c08006c6f8 req-89e20c1f-6a9e-40e8-93fc-2bb6e491206c tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0835950 Apr 01 15:51:19.413069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8faf569a-79c0-4448-8faa-68c08006c6f8 req-1e250a41-8b89-4bac-ada5-4a95d6b2c16a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419555 Apr 01 15:51:19.417008 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-dc65df8d-9c44-4c66-8363-f0cfe1757f0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1135 time: 0.1775730 Apr 01 15:51:19.547505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-c1bf31bf-2104-4b29-92a1-8e09e7a0bfef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.548959 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-c1bf31bf-2104-4b29-92a1-8e09e7a0bfef service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1256986 Apr 01 15:51:19.657217 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-6c9635ae-710e-4e62-8a8f-44ee08b93c60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 1001 time: 0.1008959 Apr 01 15:51:19.722621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-0b735785-4a4f-48b8-abf3-2bc222ddc44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.724075 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-0b735785-4a4f-48b8-abf3-2bc222ddc44c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.0613477 Apr 01 15:51:19.803446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-e8e45f20-a7b8-4345-8d22-0c3dd6f0927d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703988 Apr 01 15:51:19.940450 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-ea9d68ff-5252-40ad-a134-03366977fb31 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297815 Apr 01 15:51:20.070444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5f7275b1-5301-4a5d-89c3-e98bc63e9f20 req-1f4e54fd-fd62-4c32-aa8c-d365f91683a8 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231284 Apr 01 15:51:20.627201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44696037-e5de-4993-a6c4-5a3009f2b043 req-c7d67b1d-2d4d-412c-bb0a-42ad6df0d15d tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.628672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44696037-e5de-4993-a6c4-5a3009f2b043 req-c7d67b1d-2d4d-412c-bb0a-42ad6df0d15d tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0921211 Apr 01 15:51:20.679874 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44696037-e5de-4993-a6c4-5a3009f2b043 req-e00aec14-1148-4248-98c3-ed01661599b3 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443857 Apr 01 15:51:21.903948 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac754a5-02e6-4cc2-8360-f66ccefb8e3f req-60d976d3-daab-4267-aaa9-7d081613f24d tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:21.905401 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fac754a5-02e6-4cc2-8360-f66ccefb8e3f req-60d976d3-daab-4267-aaa9-7d081613f24d tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0838757 Apr 01 15:51:21.957902 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fac754a5-02e6-4cc2-8360-f66ccefb8e3f req-cb55018e-1768-4015-9ed2-8f2f96b7f853 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424895 Apr 01 15:51:23.163311 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe7919-68ad-4c58-b189-325834bc685f req-a3f0f62c-c2db-4d7a-b49a-ff8417d45823 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:23.164651 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fbe7919-68ad-4c58-b189-325834bc685f req-a3f0f62c-c2db-4d7a-b49a-ff8417d45823 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0803454 Apr 01 15:51:23.214807 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fbe7919-68ad-4c58-b189-325834bc685f req-8a7a0291-90b6-43a7-916f-a131cef0d9ed tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417445 Apr 01 15:51:24.434545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dab4d-96be-4886-9687-0e4ee7afa205 req-4b2b054c-6035-4984-92e9-7edeec906726 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:24.436030 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-286dab4d-96be-4886-9687-0e4ee7afa205 req-4b2b054c-6035-4984-92e9-7edeec906726 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0880835 Apr 01 15:51:24.485100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-286dab4d-96be-4886-9687-0e4ee7afa205 req-0c47f72c-5924-4fc4-8988-135e0e8dda3b tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433440 Apr 01 15:51:25.695477 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3df2a3-bde0-44a7-a987-0c66bedeb181 req-067bbf5c-4be5-4832-88d0-7900614c34b2 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.696893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb3df2a3-bde0-44a7-a987-0c66bedeb181 req-067bbf5c-4be5-4832-88d0-7900614c34b2 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0818367 Apr 01 15:51:25.745987 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cb3df2a3-bde0-44a7-a987-0c66bedeb181 req-043db505-0980-4e40-ada3-ac92026eb0a9 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433702 Apr 01 15:51:26.945167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b40e5-35d4-4001-8a7a-310291afc442 req-1958e13a-d9c6-4bc2-a2c1-9a12459c1b36 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:26.947019 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-427b40e5-35d4-4001-8a7a-310291afc442 req-1958e13a-d9c6-4bc2-a2c1-9a12459c1b36 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0797184 Apr 01 15:51:26.996292 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-427b40e5-35d4-4001-8a7a-310291afc442 req-23dfa735-794c-4676-848f-885021a0c5b6 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422878 Apr 01 15:51:27.934413 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e0b12ec-c0fb-48fe-bcb2-14596c54fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.209003 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1883c-bb46-45b5-a28f-f5ee3d531198 req-7ced3361-334e-4bef-a6fd-aa6f4b4a68f1 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:28.210454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ac1883c-bb46-45b5-a28f-f5ee3d531198 req-7ced3361-334e-4bef-a6fd-aa6f4b4a68f1 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0853715 Apr 01 15:51:28.261677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1ac1883c-bb46-45b5-a28f-f5ee3d531198 req-b87880ec-ccf7-4e2e-8538-e403bd30571e tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455098 Apr 01 15:51:29.470336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ddbf8-0e52-4971-89d2-50a6997fd59b req-0087b522-a914-4ebd-91fe-05b6d68b85ba tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.471806 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a34ddbf8-0e52-4971-89d2-50a6997fd59b req-0087b522-a914-4ebd-91fe-05b6d68b85ba tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0840950 Apr 01 15:51:29.518439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a34ddbf8-0e52-4971-89d2-50a6997fd59b req-b45a77c7-58c3-4145-856b-839a573bd618 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408444 Apr 01 15:51:30.355337 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1eef38c7-ce93-42d4-b5a6-3616dfb5363b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.746053 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a3cf2-261c-4fef-969d-f29dec8aa088 req-8e33947d-224f-4dc1-b9df-f05bf4d3ed7d tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.747546 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-625a3cf2-261c-4fef-969d-f29dec8aa088 req-8e33947d-224f-4dc1-b9df-f05bf4d3ed7d tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0833218 Apr 01 15:51:30.796618 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-625a3cf2-261c-4fef-969d-f29dec8aa088 req-722f8792-d451-45dc-a2fa-652b69672793 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427637 Apr 01 15:51:31.339280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.503447 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.014359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdf672-5376-4464-bccc-b398d13e7119 req-66d93b5c-e290-45f8-8ce6-38fbfb5a7d40 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:32.016113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49fdf672-5376-4464-bccc-b398d13e7119 req-66d93b5c-e290-45f8-8ce6-38fbfb5a7d40 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0865846 Apr 01 15:51:32.072186 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-49fdf672-5376-4464-bccc-b398d13e7119 req-e9c018d7-671c-46b6-9c54-7f2fb758ac9c tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&id=a8425272-1bdd-42e6-9399-fe73dc41a89c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498865 Apr 01 15:51:32.955831 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.354629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.247914 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.109897 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:51:57.941204 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec84a-2106-446b-afe3-70dfcdf28368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.349388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e00f7127-842a-4c74-ac7c-d3020701cab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.355795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.513595 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.958512 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.489117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db73b98a-d162-4860-9526-709e48a28f6d req-023f10c8-5772-410b-b82d-b42eb7c45584 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604167646&fields=id&tenant_id=337ad357ff2b44b1804859bbbec9249e HTTP/1.1" status: 200 len: 267 time: 0.0529256 Apr 01 15:52:04.579064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73b98a-d162-4860-9526-709e48a28f6d req-13d42a4d-1c95-43e6-8c08-6c01f7962555 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:04.580522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db73b98a-d162-4860-9526-709e48a28f6d req-13d42a4d-1c95-43e6-8c08-6c01f7962555 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 984 time: 0.0860944 Apr 01 15:52:04.594012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Request body: {'port': {'security_groups': ['7133d989-e863-40e2-a573-72110058f0f2']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:04.716966 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.955955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:04.980773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.987325 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.999492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f7f2ac92-7263-426a-8867-1f9c72fac1db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:52:05.058979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.059613 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.061266 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-db73b98a-d162-4860-9526-709e48a28f6d req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "PUT /v2.0/ports/f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 942 time: 0.4717689 Apr 01 15:52:05.061731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:52:05.068033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47676) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.110121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event updated for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.122528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.122863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.123191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.123572 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.123891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.124208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.124522 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.124838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.125151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.125512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.125824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f730f-f3e1-426e-8603-da15049bb4cc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.150919 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'status': 'completed', 'code': 200} Apr 01 15:52:05.175061 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.184684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f7f2ac92-7263-426a-8867-1f9c72fac1db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:52:05.212232 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.264198 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01a47025-a172-4606-aa2a-ef8b907f757e req-2c914740-2502-4327-ae78-8a57f559f772 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1096 time: 0.0895026 Apr 01 15:52:05.287996 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.305379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-49b8ed44-a3f6-4769-a429-998ff459af8a None None] Provisioning complete for port f7f2ac92-7263-426a-8867-1f9c72fac1db triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:05.305740 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49b8ed44-a3f6-4769-a429-998ff459af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.310635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8425272-1bdd-42e6-9399-fe73dc41a89c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.323510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.327504 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8425272-1bdd-42e6-9399-fe73dc41a89c HTTP/1.1" status: 204 len: 168 time: 0.2527037 Apr 01 15:52:05.327504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.327504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.327504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.327504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.327957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.327957 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.328291 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.328473 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.328784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.329096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.329407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a724f-a8f5-4753-893e-b04987df9461 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:05.331690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47680) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.430224 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47025-a172-4606-aa2a-ef8b907f757e req-7880613d-3470-4d58-bfc6-2e869f0017cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.431754 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01a47025-a172-4606-aa2a-ef8b907f757e req-7880613d-3470-4d58-bfc6-2e869f0017cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1613667 Apr 01 15:52:05.631334 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Deleting port 98fbea18-11e1-49dc-bbd0-8849c7a851e1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:05.631640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.633640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01a47025-a172-4606-aa2a-ef8b907f757e req-9aed4943-92df-4a68-b470-63c83c25ec86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 1001 time: 0.1952820 Apr 01 15:52:05.696977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47025-a172-4606-aa2a-ef8b907f757e req-8625f786-79f7-4580-bfb1-fe181e47c064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.698422 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01a47025-a172-4606-aa2a-ef8b907f757e req-8625f786-79f7-4580-bfb1-fe181e47c064 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.0583773 Apr 01 15:52:05.785277 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01a47025-a172-4606-aa2a-ef8b907f757e req-fa102b23-bacf-4fea-b1f7-cdd6f78d7efa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812333 Apr 01 15:52:05.810921 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.811268 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.920324 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01a47025-a172-4606-aa2a-ef8b907f757e req-0e972d49-9e3b-4a98-9c9a-9fb964b03c79 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294718 Apr 01 15:52:05.937298 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Calling delete_port for 98fbea18-11e1-49dc-bbd0-8849c7a851e1 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:06.057955 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01a47025-a172-4606-aa2a-ef8b907f757e req-514d700d-d698-4fe8-9fb1-16238143efcd service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320913 Apr 01 15:52:06.085519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.130791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event deleted for resources: {'Port': ['ID=98fbea18-11e1-49dc-bbd0-8849c7a851e1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:06.223248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.641016 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Router 605204ff-8bc3-4255-9a7a-eba87490b092 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:06.847012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:06.857178 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] Sync routers for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:06.869571 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:06.870151 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.870304 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:06.930200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0a8afaeb-9a98-4f16-9214-8acbd89faf42 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "DELETE /v2.0/floatingips/88113285-4016-4cbb-802b-e11753aebe86 HTTP/1.1" status: 204 len: 168 time: 1.5947793 Apr 01 15:52:06.930200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:52:07.048196 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:07.086966 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'status': 'completed', 'code': 200} Apr 01 15:52:07.183794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-fc9eae1d-628c-403f-92a2-2a9eb27c688d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1096 time: 0.0748520 Apr 01 15:52:07.329707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-fb658cd3-068f-43c5-92e9-2a66bb3ab8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:07.331369 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-fb658cd3-068f-43c5-92e9-2a66bb3ab8b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1422081 Apr 01 15:52:07.406820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-d1288439-7526-44ee-8eda-d0c3ad652bb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 217 time: 0.0700021 Apr 01 15:52:07.422136 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.426853 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] Checking router: 605204ff-8bc3-4255-9a7a-eba87490b092 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:52:07.440393 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:07.441010 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.470183 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-83238e5b-1496-4e07-8278-f7baff3aa945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:07.471658 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-83238e5b-1496-4e07-8278-f7baff3aa945 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.0590947 Apr 01 15:52:07.567306 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-c474667f-54f4-46b4-900c-5103a4b4fd86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890558 Apr 01 15:52:07.622592 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:07.721793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-ba6cf4c5-75fd-4c23-a05e-e430af155805 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356099 Apr 01 15:52:07.874338 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f2f821b8-65f9-4df2-8f87-9fbd6a231e3d req-37aa9357-8d7d-4d68-8ea1-c1f896d692fc service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452827 Apr 01 15:52:07.986203 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.990361 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5f71e-ad62-44ac-b44f-d125200e840f None None] The sync data for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 is: [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:50:08Z', 'revision_number': 4, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c17ecff8-7f87-4900-98df-61856944b59d', 'name': '', 'network_id': '21dd8a7e-5709-4c3d-8286-af529689c3bd', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'mac_address': 'fa:16:3e:46:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:08Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'subnets': [{'id': 'ee58fe53-b1b6-4654-8d47-59d8f28fbebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:08.236601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da0e6d-7f62-4b89-a59e-d1cd93dd1a89 None None] New status for floating IP 88113285-4016-4cbb-802b-e11753aebe86: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:52:10.885950 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-011d2511-0418-4fbe-a44f-672dd9225cf1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751503 Apr 01 15:52:11.041839 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-8d61e8a8-402b-43cf-a6af-07f06da15ad3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=337ad357ff2b44b1804859bbbec9249e&device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 1096 time: 0.0826247 Apr 01 15:52:11.195237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-72ca16f2-7a87-459e-b635-b33a3990fedb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.196721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-72ca16f2-7a87-459e-b635-b33a3990fedb service neutron] 10.222.0.62 "GET /v2.0/networks?id=21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 200 len: 915 time: 0.1368356 Apr 01 15:52:11.267421 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-3d62f799-31cc-47e3-84df-3a8359f83386 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 200 len: 217 time: 0.0635037 Apr 01 15:52:11.333936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.441503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-cfb37a76-9424-4184-9d66-5a236e99f2d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.442851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-cfb37a76-9424-4184-9d66-5a236e99f2d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 200 len: 853 time: 0.1692851 Apr 01 15:52:11.460248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865c78-e497-470b-9137-004ce98c1223 req-5026d718-c339-42af-8ce6-8eba14182246 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.460942 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-61865c78-e497-470b-9137-004ce98c1223 req-5026d718-c339-42af-8ce6-8eba14182246 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:11.477978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-61865c78-e497-470b-9137-004ce98c1223 req-5026d718-c339-42af-8ce6-8eba14182246 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:11.479449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61865c78-e497-470b-9137-004ce98c1223 req-5026d718-c339-42af-8ce6-8eba14182246 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.2015908 Apr 01 15:52:11.516999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-e264e0cb-2677-4dfb-a4e6-435ff49862bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=21dd8a7e-5709-4c3d-8286-af529689c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679545 Apr 01 15:52:11.524757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-61865c78-e497-470b-9137-004ce98c1223 req-3ac8ed5a-e0cd-4069-ae3d-f35f97203bdc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:11.540715 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-61865c78-e497-470b-9137-004ce98c1223 req-3ac8ed5a-e0cd-4069-ae3d-f35f97203bdc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:11.542155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61865c78-e497-470b-9137-004ce98c1223 req-3ac8ed5a-e0cd-4069-ae3d-f35f97203bdc tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 Apr 01 15:52:11.652447 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-b119af32-0df5-4cf8-91fc-919376ddb0e8 service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293106 Apr 01 15:52:11.784059 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d29f4c9-89c4-4ed8-b244-54cfe662debf req-340a003f-9223-4e11-9cd5-909a63efcaed service neutron] 10.222.0.62 "GET /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247287 Apr 01 15:52:12.745870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802ec73-2ecb-417f-b7d7-194b2a4c43d1 req-849d4c9c-2875-4cde-a39c-521c74ee9bc8 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.747353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2802ec73-2ecb-417f-b7d7-194b2a4c43d1 req-849d4c9c-2875-4cde-a39c-521c74ee9bc8 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0836644 Apr 01 15:52:12.792854 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2802ec73-2ecb-417f-b7d7-194b2a4c43d1 req-8b49af54-98c0-4343-a6b1-5d1ff983cb13 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/security-groups?id=7133d989-e863-40e2-a573-72110058f0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 Apr 01 15:52:12.914115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-83350508-27cb-41aa-a0b0-ceaeb5206562 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.915444 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-83350508-27cb-41aa-a0b0-ceaeb5206562 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.62 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0771863 Apr 01 15:52:12.993701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Deleting port f7f2ac92-7263-426a-8867-1f9c72fac1db {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:12.994035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.240077 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] For port f7f2ac92-7263-426a-8867-1f9c72fac1db, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=f7f2ac92-7263-426a-8867-1f9c72fac1db,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:13.240310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.365345 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Calling delete_port for f7f2ac92-7263-426a-8867-1f9c72fac1db owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:13.521118 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.532771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['f7f2ac92-7263-426a-8867-1f9c72fac1db'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:52:13.574906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Pushing event deleted for resources: {'Port': ['ID=f7f2ac92-7263-426a-8867-1f9c72fac1db,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.648103 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] No DVR routers for this DVR port f7f2ac92-7263-426a-8867-1f9c72fac1db on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:13.650738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.654419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'name': 'network-vif-deleted', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:52:13.668927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b71c406c-37a8-4ec7-9c14-45994ecbb222 req-7d7ff080-9240-4839-a2d6-0cc0fc22494a tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.62 "DELETE /v2.0/ports/f7f2ac92-7263-426a-8867-1f9c72fac1db HTTP/1.1" status: 204 len: 173 time: 0.7484775 Apr 01 15:52:13.708908 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52752222-1385-474c-9f3b-432ef8d0dab2', 'name': 'network-vif-deleted', 'tag': 'f7f2ac92-7263-426a-8867-1f9c72fac1db', 'status': 'completed', 'code': 200} Apr 01 15:52:13.982814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-adddc981-f6fa-4c05-afed-ddb85639e4a9 req-544c05c5-cf73-4036-a396-f1e8e8111178 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Synchronizing usage tracker for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:14.000874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-adddc981-f6fa-4c05-afed-ddb85639e4a9 req-544c05c5-cf73-4036-a396-f1e8e8111178 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] Unset dirty status for tenant:337ad357ff2b44b1804859bbbec9249e on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:14.002088 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-adddc981-f6fa-4c05-afed-ddb85639e4a9 req-544c05c5-cf73-4036-a396-f1e8e8111178 tempest-TestMinimumBasicScenario-376553908 tempest-TestMinimumBasicScenario-376553908-project] 10.222.0.48 "GET /v2.0/ports?device_id=52752222-1385-474c-9f3b-432ef8d0dab2 HTTP/1.1" status: 200 len: 210 time: 0.0636225 Apr 01 15:52:15.253163 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.709748 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47772) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.107201 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.722346 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Deleting port c17ecff8-7f87-4900-98df-61856944b59d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:16.723025 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.890387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] For port c17ecff8-7f87-4900-98df-61856944b59d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c17ecff8-7f87-4900-98df-61856944b59d,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:16.890597 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.006188 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Calling delete_port for c17ecff8-7f87-4900-98df-61856944b59d owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:17.224379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f7f2ac92-7263-426a-8867-1f9c72fac1db no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:17.256493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: f7f2ac92-7263-426a-8867-1f9c72fac1db {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:17.256828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device f7f2ac92-7263-426a-8867-1f9c72fac1db not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:17.278086 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.322965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Pushing event deleted for resources: {'Port': ['ID=c17ecff8-7f87-4900-98df-61856944b59d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.612535 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.217941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Router 605204ff-8bc3-4255-9a7a-eba87490b092 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:18.427095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:18.437614 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] Sync routers for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:18.447609 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4866674d-1491-4261-a9e9-a2551acab29a admin admin] 10.222.0.48 "PUT /v2.0/routers/605204ff-8bc3-4255-9a7a-eba87490b092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7367334 Apr 01 15:52:18.450110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47776) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.450266 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:18.451028 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.628486 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:18.758848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.908250 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:52:17Z', 'revision_number': 5, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port': {'id': '58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:be:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:06Z', 'updated_at': '2022-04-01T15:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.912181 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] Checking router: 605204ff-8bc3-4255-9a7a-eba87490b092 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:52:18.922785 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] Routers {'605204ff-8bc3-4255-9a7a-eba87490b092'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:18.923407 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['605204ff-8bc3-4255-9a7a-eba87490b092'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.951304 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.961372 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Deleting port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:18.961741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.105157 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] Set router 605204ff-8bc3-4255-9a7a-eba87490b092 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:19.136288 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] For port 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:19.136662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.207992 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:52:18Z', 'revision_number': 6, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:19.212283 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c8919-22e8-4d51-8d2b-79004d8af479 None None] The sync data for ids ['605204ff-8bc3-4255-9a7a-eba87490b092'] in n-d-836017-1 is: [{'id': '605204ff-8bc3-4255-9a7a-eba87490b092', 'name': 'tempest-TestMinimumBasicScenario-269308211-router', 'tenant_id': '337ad357ff2b44b1804859bbbec9249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:05Z', 'updated_at': '2022-04-01T15:52:18Z', 'revision_number': 6, 'project_id': '337ad357ff2b44b1804859bbbec9249e', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:19.256229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Calling delete_port for 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:19.419713 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.463454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.697195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.955607 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.959700 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.986343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.986880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 605204ff-8bc3-4255-9a7a-eba87490b092 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:20.000435 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.001564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7127114c-14a4-4293-8e42-170ad6513fd4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/605204ff-8bc3-4255-9a7a-eba87490b092 HTTP/1.1" status: 204 len: 168 time: 1.5505123 Apr 01 15:52:20.004259 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47780) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.173167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] Deleting subnet ee58fe53-b1b6-4654-8d47-59d8f28fbebc {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:20.177052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.227100 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.313074 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.389246 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.426815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee58fe53-b1b6-4654-8d47-59d8f28fbebc,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.432419 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.439686 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-71aa5cef-dc67-42d7-b012-8e0651a70973 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ee58fe53-b1b6-4654-8d47-59d8f28fbebc HTTP/1.1" status: 204 len: 168 time: 0.4344604 Apr 01 15:52:20.440033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c405b-e1ee-4dc9-abb4-0bb3b1b8c594 None None] Network 21dd8a7e-5709-4c3d-8286-af529689c3bd requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:20.442144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47784) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.546347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.557184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Deleting port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:20.557501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.687311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] DHCP port deletion for 21dd8a7e-5709-4c3d-8286-af529689c3bd request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:20.692180 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Deleting port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:20.692644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.741775 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:20.774284 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] For port b454b6a8-3e27-4918-b0b1-f3daa26d55f7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:20.774790 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.784569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:20.785126 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 58f0ae6a-475c-4b59-9a81-1dc07b3d8ad1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:20.785536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c17ecff8-7f87-4900-98df-61856944b59d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:20.845378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c17ecff8-7f87-4900-98df-61856944b59d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:20.845378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c17ecff8-7f87-4900-98df-61856944b59d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:20.894548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Calling delete_port for b454b6a8-3e27-4918-b0b1-f3daa26d55f7 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:20.964604 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] For port b454b6a8-3e27-4918-b0b1-f3daa26d55f7, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,segment=NetworkSegment(2b5a8295-bfac-4d57-bafe-35737ac22029),segment_id=2b5a8295-bfac-4d57-bafe-35737ac22029)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:20.964917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.967617 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.013795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Pushing event deleted for resources: {'Port': ['ID=b454b6a8-3e27-4918-b0b1-f3daa26d55f7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.019925 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] No DVR routers for this DVR port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:21.082697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Calling delete_port for b454b6a8-3e27-4918-b0b1-f3daa26d55f7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:21.143083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.150863 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:21.151144 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:21.167863 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dd8a7e-5709-4c3d-8286-af529689c3bd']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:21.182562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5a8295-bfac-4d57-bafe-35737ac22029') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:21.182968 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5a8295-bfac-4d57-bafe-35737ac22029') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:21.201376 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.221248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.227520 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:21.227896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:21.241567 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:21.325036 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.345283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.355417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] Pushing event deleted for resources: {'Network': ['ID=21dd8a7e-5709-4c3d-8286-af529689c3bd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.370946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e54bc20c-b17a-4769-b728-f798a535475f admin admin] 10.222.0.48 "DELETE /v2.0/networks/21dd8a7e-5709-4c3d-8286-af529689c3bd HTTP/1.1" status: 204 len: 168 time: 0.9278350 Apr 01 15:52:21.374008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47788) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.652843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Deleting port b454b6a8-3e27-4918-b0b1-f3daa26d55f7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:21.653424 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.721539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d57fe-22ac-4614-9f10-7332f11aa465 None None] The port 'b454b6a8-3e27-4918-b0b1-f3daa26d55f7' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:52:21.853779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.493625 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Deleting port e7fd7855-5bec-459c-8d3c-1c99482da42f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:22.494315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.670321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] For port e7fd7855-5bec-459c-8d3c-1c99482da42f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e7fd7855-5bec-459c-8d3c-1c99482da42f,segment=NetworkSegment(c6722483-50c1-4f37-a4f1-5b69fc3513eb),segment_id=c6722483-50c1-4f37-a4f1-5b69fc3513eb)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:22.670673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.697270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b454b6a8-3e27-4918-b0b1-f3daa26d55f7 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:22.729630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: b454b6a8-3e27-4918-b0b1-f3daa26d55f7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:22.730006 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device b454b6a8-3e27-4918-b0b1-f3daa26d55f7 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:22.790620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Calling delete_port for e7fd7855-5bec-459c-8d3c-1c99482da42f owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:22.964848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.017570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fd7855-5bec-459c-8d3c-1c99482da42f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.309568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.013342 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Router bcc8a4d1-3489-4269-8413-a36825e29059 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:24.220236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:24.229956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] Sync routers for ids ['bcc8a4d1-3489-4269-8413-a36825e29059'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:24.242105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-821223bd-530d-426c-88e8-d0691c4ca51e admin admin] 10.222.0.48 "PUT /v2.0/routers/bcc8a4d1-3489-4269-8413-a36825e29059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666532 Apr 01 15:52:24.243336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] Routers {'bcc8a4d1-3489-4269-8413-a36825e29059'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:24.243945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bcc8a4d1-3489-4269-8413-a36825e29059'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.244305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47792) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:24.429920 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] Set router bcc8a4d1-3489-4269-8413-a36825e29059 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:24.459436 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.665105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.676730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Deleting port 172186bb-1138-41dc-b792-4838df3dcb49 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:24.677263 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.769731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '172186bb-1138-41dc-b792-4838df3dcb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:52:22Z', 'revision_number': 5, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port': {'id': '172186bb-1138-41dc-b792-4838df3dcb49', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:12Z', 'updated_at': '2022-04-01T15:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.773889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] Checking router: bcc8a4d1-3489-4269-8413-a36825e29059 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:52:24.784683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] Routers {'bcc8a4d1-3489-4269-8413-a36825e29059'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:24.785380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['bcc8a4d1-3489-4269-8413-a36825e29059'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.940395 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] Set router bcc8a4d1-3489-4269-8413-a36825e29059 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:24.956630 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] For port 172186bb-1138-41dc-b792-4838df3dcb49, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=172186bb-1138-41dc-b792-4838df3dcb49,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:24.956948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.044964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 6, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.048964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd5b8e-57e4-415a-9f81-0fa283eccd11 None None] The sync data for ids ['bcc8a4d1-3489-4269-8413-a36825e29059'] in n-d-836017-1 is: [{'id': 'bcc8a4d1-3489-4269-8413-a36825e29059', 'name': 'tempest-TestMinimumBasicScenario-213744340-router', 'tenant_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:11Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 6, 'project_id': 'dcd7dcd7084b4af68151f7cee77898a4', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:25.074356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Calling delete_port for 172186bb-1138-41dc-b792-4838df3dcb49 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:25.249797 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.292388 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=172186bb-1138-41dc-b792-4838df3dcb49,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.527057 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.777476 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.782148 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.810335 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.810878 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc8a4d1-3489-4269-8413-a36825e29059 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:25.823008 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.824169 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b167160d-1bc3-4294-ab4f-9a4ed8502c14 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bcc8a4d1-3489-4269-8413-a36825e29059 HTTP/1.1" status: 204 len: 168 time: 1.5786965 Apr 01 15:52:25.827058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47796) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.888411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] Deleting subnet b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:25.891765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.947062 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.030868 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.098447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.135665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.140719 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.146896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6e0a7-e801-4c36-8e79-6c828f623731 None None] Network 40e261f3-e1a8-4533-a5e5-a350d4367e86 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:26.147404 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ee678c28-4ca5-4a05-bd22-f51a29988b7d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b4720f0d-d9ea-47f8-84d6-b5e5cc2a3135 HTTP/1.1" status: 204 len: 168 time: 0.3190813 Apr 01 15:52:26.149809 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47800) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.256143 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.266783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Deleting port 21330779-37b8-498a-ad8a-df3706a66119 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:26.267105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.386610 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] DHCP port deletion for 40e261f3-e1a8-4533-a5e5-a350d4367e86 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:26.391193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Deleting port 21330779-37b8-498a-ad8a-df3706a66119 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:26.391595 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.562059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] For port 21330779-37b8-498a-ad8a-df3706a66119, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=21330779-37b8-498a-ad8a-df3706a66119,segment=NetworkSegment(c6722483-50c1-4f37-a4f1-5b69fc3513eb),segment_id=c6722483-50c1-4f37-a4f1-5b69fc3513eb)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:26.562310 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.589720 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] For port 21330779-37b8-498a-ad8a-df3706a66119, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=21330779-37b8-498a-ad8a-df3706a66119,segment=NetworkSegment(c6722483-50c1-4f37-a4f1-5b69fc3513eb),segment_id=c6722483-50c1-4f37-a4f1-5b69fc3513eb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:26.590105 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.688426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Calling delete_port for 21330779-37b8-498a-ad8a-df3706a66119 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:26.703983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 172186bb-1138-41dc-b792-4838df3dcb49 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:26.734973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Calling delete_port for 21330779-37b8-498a-ad8a-df3706a66119 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:26.766550 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.774874 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 172186bb-1138-41dc-b792-4838df3dcb49 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:26.775223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 172186bb-1138-41dc-b792-4838df3dcb49 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:26.775640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 21330779-37b8-498a-ad8a-df3706a66119 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:26.812677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=21330779-37b8-498a-ad8a-df3706a66119,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.814907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 21330779-37b8-498a-ad8a-df3706a66119 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:26.815228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 21330779-37b8-498a-ad8a-df3706a66119 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:26.815676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e7fd7855-5bec-459c-8d3c-1c99482da42f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:26.818992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] No DVR routers for this DVR port 21330779-37b8-498a-ad8a-df3706a66119 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:26.854245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e7fd7855-5bec-459c-8d3c-1c99482da42f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:26.854615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e7fd7855-5bec-459c-8d3c-1c99482da42f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:26.874390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:26.874738 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:26.931943 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.956554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e261f3-e1a8-4533-a5e5-a350d4367e86']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.968568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6722483-50c1-4f37-a4f1-5b69fc3513eb') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.968862 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6722483-50c1-4f37-a4f1-5b69fc3513eb') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.980886 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.999054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.007988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:27.008415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:27.021663 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:27.101395 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.117145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.129236 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e261f3-e1a8-4533-a5e5-a350d4367e86,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.134230 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5ca77e81-e0b3-432f-a744-c27158e000b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/40e261f3-e1a8-4533-a5e5-a350d4367e86 HTTP/1.1" status: 204 len: 168 time: 0.9835303 Apr 01 15:52:27.342371 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47806) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.376046 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Deleting port 21330779-37b8-498a-ad8a-df3706a66119 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:27.376543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.396048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6375df58-bd4f-4b8d-bdc8-0978d694a1fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=337ad357ff2b44b1804859bbbec9249e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524602 Apr 01 15:52:27.398821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47810) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.438459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b8547-4f18-4687-898c-61c7b1f3e2f8 None None] The port '21330779-37b8-498a-ad8a-df3706a66119' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:52:27.462532 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd211-7df1-4b11-82ab-3b5a63cbb808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.487697 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd211-7df1-4b11-82ab-3b5a63cbb808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.541890 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd211-7df1-4b11-82ab-3b5a63cbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.559053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fd211-7df1-4b11-82ab-3b5a63cbb808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133d989-e863-40e2-a573-72110058f0f2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.571570 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd211-7df1-4b11-82ab-3b5a63cbb808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.575082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3f6fd211-7df1-4b11-82ab-3b5a63cbb808 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7133d989-e863-40e2-a573-72110058f0f2 HTTP/1.1" status: 204 len: 168 time: 0.1729786 Apr 01 15:52:27.926717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7ab7-6b18-462d-8804-109dde9f6a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.976333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47818) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.027353 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-72bc0e68-9311-4e6d-9a03-64594ed1a9bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcd7dcd7084b4af68151f7cee77898a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498331 Apr 01 15:52:28.029856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47822) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.088958 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-481b2232-9312-43c0-a638-d6089eaff558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.114389 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-481b2232-9312-43c0-a638-d6089eaff558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.170315 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-481b2232-9312-43c0-a638-d6089eaff558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.188297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2232-9312-43c0-a638-d6089eaff558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd60a38a-a833-4ba1-a458-04b9d2839058,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.191770 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-481b2232-9312-43c0-a638-d6089eaff558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.195973 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-481b2232-9312-43c0-a638-d6089eaff558 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd60a38a-a833-4ba1-a458-04b9d2839058 HTTP/1.1" status: 204 len: 168 time: 0.1649332 Apr 01 15:52:30.353108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7116972-d14d-4a8d-a96f-75b0ec680aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.353948 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.513952 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.699805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47868) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.706024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254581744', 'description': 'tempest-secgroup-smoke-254581744 description', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:31.714571 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:31.718691 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:31.721828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:31.728766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:31.747581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.759949 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.791818 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:31.795982 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:31.798955 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:31.806518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:31.875008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.880937 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.912510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:31.923271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:31.928723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:31.937353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:31.939299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caff949e-acfa-459f-bb9a-81de48b60a0c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:31.998020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.005117 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.045640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c9ccb3-d171-494c-84fe-1ba0c81640a3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.049649 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.051459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-813e55ca-d32c-4e05-a4a0-81ba643822c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3504591 Apr 01 15:52:32.054730 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47874) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.061729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9ccb3-d171-494c-84fe-1ba0c81640a3', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:32.068990 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:32.073355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:32.076848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:32.083465 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:32.106245 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.172651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.178465 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.202126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048a341f-582a-4585-8d17-757ad552e2d2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.212018 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.213198 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6ef77e64-a119-4047-839b-20d92fb92d47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1572719 Apr 01 15:52:32.215952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47878) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.221446 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9ccb3-d171-494c-84fe-1ba0c81640a3', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:32.228207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:32.232295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:32.235345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:32.241535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:32.259526 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.325157 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.331309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.356463 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284d6015-026e-4dce-bc54-ca8e62116a19,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.365190 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.366336 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6d7853d9-4da3-48cd-acef-034301b1d944 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1494665 Apr 01 15:52:32.369182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47882) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.374438 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9ccb3-d171-494c-84fe-1ba0c81640a3', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:32.380980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:32.384917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:32.387815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:32.393466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:32.416141 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.485995 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.491237 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.514105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380e774c-754c-4661-bb27-04315a170a0f,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.525204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.526441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-43ef8809-be73-4c45-b14b-fdee31ad98ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1563303 Apr 01 15:52:32.529469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47886) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.534893 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9ccb3-d171-494c-84fe-1ba0c81640a3', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:32.541793 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:32.545773 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:32.548725 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:32.555081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:32.573185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.640081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.644879 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.669293 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5c7a6e-0a52-4ee4-806d-8b188213c2b3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.679992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.681281 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-05a19ba7-7cde-45bd-9816-bbd9d66d1053 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1507585 Apr 01 15:52:32.684038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47890) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.689521 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9ccb3-d171-494c-84fe-1ba0c81640a3', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:32.696077 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:32.700151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:32.703083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:32.708952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:32.721900 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:52:32.728447 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.795880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.801133 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.825009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7e42a6-e7ca-48cb-94d4-d994f8a1e11d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.835056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.836506 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8893c08f-8f87-4336-a759-4550afb047e0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1514273 Apr 01 15:52:32.839416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47894) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.844820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9ccb3-d171-494c-84fe-1ba0c81640a3', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:32.851885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:32.855947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:32.858853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:32.864722 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:32.876793 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:52:32.883611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.953236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.957861 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.958918 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.983683 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b020db7-cda2-4e1e-b443-1fc7af082cb5,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.994379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.995703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-55e3e84d-2653-4b4b-8bcd-ee0dc17540ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1552811 Apr 01 15:52:32.998846 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47898) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.004215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'network': {'name': 'tempest-network-smoke--2020537296', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'port_security_enabled': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:33.009946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:33.013767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:network and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:33.016644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:33.022336 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:33.034007 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:33.037069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.065659 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:33.074269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.074605 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Added segment 30a9f13a-960c-4724-9236-dcf63d77aa5c of type vlan for network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade Apr 01 15:52:33.103591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.110429 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:52:33.134275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.138153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.138725 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.240386 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404823 Apr 01 15:52:33.243664 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47902) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.250589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'admin_state_up': True, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:33.256311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b154700-468e-42dd-9f21-063c7b59a691 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Network': ['ID=84aafbfb-7c64-493d-ba38-ef7ac1f61ade,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.260917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:33.265504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:router and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:33.267026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:33.268888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:33.274947 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:33.286927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.288063 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.398388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.545156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.737554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.766566 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.905390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.205 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/019fbee5-b54e-448d-bac8-f8ca9e960281) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:34.055135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.085277 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.151367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:34.154679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:34.156578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=019fbee5-b54e-448d-bac8-f8ca9e960281,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:34.158611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:34.312716 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.313343 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.546959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0f39524-f53b-4be8-8941-5b5e9116f6d1 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:52:34.759663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:34.771694 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Sync routers for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:34.784687 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:34.785256 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.787320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.788737 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3030db3-7501-42ac-84b3-f482504e2de6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5441003 Apr 01 15:52:34.791972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47906) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.954312 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-01ecd17c-bdbf-4f2f-95d8-0615eda04757 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f51ea41398354660964f5bd3e5c8daa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610036 Apr 01 15:52:34.957080 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47912) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.965080 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:35.084589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946568f-687d-49ce-8e1b-60073f2abe31 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:35.089297 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e946568f-687d-49ce-8e1b-60073f2abe31 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281645 Apr 01 15:52:35.089297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47916) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.220924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7600898f-a638-4647-adad-41c0affc760e tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302722 Apr 01 15:52:35.223343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47920) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.229321 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396111003', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:35.249375 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.253580 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Checking router: f0f39524-f53b-4be8-8941-5b5e9116f6d1 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:52:35.253910 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Updating router f0f39524-f53b-4be8-8941-5b5e9116f6d1 port 019fbee5-b54e-448d-bac8-f8ca9e960281 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:52:35.307721 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.338016 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:35.341863 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:subnet and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:35.344699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:35.350434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:35.361590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:35.462411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.635026 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.647602 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Transition to ACTIVE for port object 019fbee5-b54e-448d-bac8-f8ca9e960281 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:35.654993 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.732268 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Attempting to bind port 019fbee5-b54e-448d-bac8-f8ca9e960281 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:35.733271 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Attempting to bind port 019fbee5-b54e-448d-bac8-f8ca9e960281 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:35.733271 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Attempting to bind port 019fbee5-b54e-448d-bac8-f8ca9e960281 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:35.747920 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Pushing event updated for resources: {'Port': ['ID=019fbee5-b54e-448d-bac8-f8ca9e960281,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.760738 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.761072 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.761907 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.761907 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.762099 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.762370 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.762699 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.762993 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.763343 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.763652 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.763927 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:35.767956 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:35.768482 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:35.769074 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.769614 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:35.770316 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Bound port: 019fbee5-b54e-448d-bac8-f8ca9e960281, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:35.770847 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.784659 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.856014 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] For port 019fbee5-b54e-448d-bac8-f8ca9e960281, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:35.859370 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] For port 019fbee5-b54e-448d-bac8-f8ca9e960281, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=019fbee5-b54e-448d-bac8-f8ca9e960281,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:35.864277 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.866499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Subnet': ['ID=c4d78daa-d508-4f04-b90a-6e9a6aded6ed,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.877964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Checking segment: {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:35.878363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network hostable DHCP agents. Network: 84aafbfb-7c64-493d-ba38-ef7ac1f61ade, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:35.900481 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:35.910121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 84aafbfb-7c64-493d-ba38-ef7ac1f61ade) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:35.914142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:35.914719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.926865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cf4a3-f6f0-4c97-92fb-a8c1597b9618 None None] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:35.939408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-6086861e-e540-408d-81dd-1667f8c6dbae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7148163 Apr 01 15:52:35.942731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47924) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.947288 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0c545-1a3c-48c0-b4d3-c1f149fa8056 None None] Pushing event updated for resources: {'Port': ['ID=019fbee5-b54e-448d-bac8-f8ca9e960281,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.950332 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:35.951275 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.154327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:36.155727 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.167791 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:36.314403 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Allocated IP 172.20.0.2 (84aafbfb-7c64-493d-ba38-ef7ac1f61ade/c4d78daa-d508-4f04-b90a-6e9a6aded6ed/1fd2f5e3-3806-4dd3-8938-e804a3c248bd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:36.454409 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.458445 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46a321-9b9c-4c51-9948-0ec0b835d14b None None] The sync data for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 is: [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:34Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:36.529224 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.541810 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Transition to ACTIVE for port object 1fd2f5e3-3806-4dd3-8938-e804a3c248bd will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:36.564015 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Transition to ACTIVE for port object 1fd2f5e3-3806-4dd3-8938-e804a3c248bd will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:36.571092 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.656536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:36.657411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Pushing event updated for resources: {'Port': ['ID=1fd2f5e3-3806-4dd3-8938-e804a3c248bd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:36.661255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:36.679451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:36.701640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.702018 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.702384 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.702717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.703045 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.703421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.703724 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.704055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.704368 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.704728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.705010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:36.785902 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.811664 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 019fbee5-b54e-448d-bac8-f8ca9e960281 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:36.888648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Attempting to bind port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:36.889007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Attempting to bind port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:36.889519 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Attempting to bind port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd on network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:36.903846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:36.904139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Checking segment: {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:36.904565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.904955 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Bound using segment: {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:36.905451 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Bound port: 1fd2f5e3-3806-4dd3-8938-e804a3c248bd, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:36.905850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.974909 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 019fbee5-b54e-448d-bac8-f8ca9e960281 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:36.984298 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 019fbee5-b54e-448d-bac8-f8ca9e960281 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:36.984670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.055658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] For port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:37.066387 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] For port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1fd2f5e3-3806-4dd3-8938-e804a3c248bd,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:37.075610 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.202328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.1 (84aafbfb-7c64-493d-ba38-ef7ac1f61ade/c4d78daa-d508-4f04-b90a-6e9a6aded6ed/c9f9eb1f-af4c-4493-96d4-4a7fba9a501e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:37.212599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.218822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbe363-53fc-4f1e-b30e-5e02aa54ca74 None None] Pushing event updated for resources: {'Port': ['ID=1fd2f5e3-3806-4dd3-8938-e804a3c248bd,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.240869 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 019fbee5-b54e-448d-bac8-f8ca9e960281, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=019fbee5-b54e-448d-bac8-f8ca9e960281,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:37.249366 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.327503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=019fbee5-b54e-448d-bac8-f8ca9e960281,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.511960 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.529644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object c9f9eb1f-af4c-4493-96d4-4a7fba9a501e will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:37.557147 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.631014 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:37.634631 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:37.636603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.638731 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:37.704213 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.790143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.104860 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710dfa8f-a3e9-45cb-93ad-e8cc814bf1dd None None] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:38.216749 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.221189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.229722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-97fac0f2-01cd-4058-ad84-b9f0d46a3aec None None] Provisioning for port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:38.328927 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:38.333600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.472086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:38.473362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:38.585003 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4d779a01-06fd-4f38-b83b-8487155725d5 None None] Provisioning for port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:38.592790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4d779a01-06fd-4f38-b83b-8487155725d5 None None] Provisioning complete for port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:38.593291 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d779a01-06fd-4f38-b83b-8487155725d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.647029 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4d779a01-06fd-4f38-b83b-8487155725d5 None None] Port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:38.773958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e3edf2c9-0d49-4c15-831a-623c3fd879b9 None None] Provisioning complete for port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:38.774452 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3edf2c9-0d49-4c15-831a-623c3fd879b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.838790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1fd2f5e3-3806-4dd3-8938-e804a3c248bd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:38.884111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0f39524-f53b-4be8-8941-5b5e9116f6d1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:38.901188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e3edf2c9-0d49-4c15-831a-623c3fd879b9 None None] Port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:38.925464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:38.930875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:38.931391 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.091302 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.110708 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d362a6f2-0482-4c5f-a28e-c6b5d5c2f561 None None] Provisioning complete for port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:39.111533 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d362a6f2-0482-4c5f-a28e-c6b5d5c2f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.174799 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1fd2f5e3-3806-4dd3-8938-e804a3c248bd,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:39.177693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d362a6f2-0482-4c5f-a28e-c6b5d5c2f561 None None] Port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:39.180352 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.181210 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 019fbee5-b54e-448d-bac8-f8ca9e960281 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:39.200488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:39.210374 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1861e23c-122a-4d51-bffa-7c403a4cfe31 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/f0f39524-f53b-4be8-8941-5b5e9116f6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2659438 Apr 01 15:52:39.294883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1fd2f5e3-3806-4dd3-8938-e804a3c248bd,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.308406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 019fbee5-b54e-448d-bac8-f8ca9e960281 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:39.308776 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.384100 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3f109ec7-eea2-447b-994b-212753d32c3a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:39.402042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3f109ec7-eea2-447b-994b-212753d32c3a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:39.403869 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3f109ec7-eea2-447b-994b-212753d32c3a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254581744&fields=id&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 267 time: 0.0601478 Apr 01 15:52:39.554437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-7df111ca-38a1-455a-96fe-38e1750c0333 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:39.556047 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-7df111ca-38a1-455a-96fe-38e1750c0333 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/networks?id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade HTTP/1.1" status: 200 len: 797 time: 0.1450002 Apr 01 15:52:39.573746 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-c31bb829-738e-401a-aca5-85ee046f2f03 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/quotas/f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 375 time: 0.0121679 Apr 01 15:52:39.665204 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-6e450bdf-a6e9-4573-a9f3-61c437fa0954 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:39.689001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-6e450bdf-a6e9-4573-a9f3-61c437fa0954 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:39.690845 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-6e450bdf-a6e9-4573-a9f3-61c437fa0954 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123357 Apr 01 15:52:39.904388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-601a44cb-f8fe-4ad7-8eeb-b5360a8caefd service neutron] 10.222.0.48 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014830 Apr 01 15:52:40.059250 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-61b92df5-1a11-40db-9611-892afffbe140 service neutron] 10.222.0.48 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489122 Apr 01 15:52:40.061805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Sync routers for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:40.074884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:40.075536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:40.253155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-938e45d5-36cf-4d05-8560-c3633939f19d req-dc50e6f3-d069-4583-b690-1f55b62becc7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 210 time: 0.0421519 Apr 01 15:52:40.262861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:40.577257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:38Z', 'revision_number': 2, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:40.581591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Checking router: f0f39524-f53b-4be8-8941-5b5e9116f6d1 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:52:40.581937 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Updating router f0f39524-f53b-4be8-8941-5b5e9116f6d1 port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:52:40.633143 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.745142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1fd2f5e3-3806-4dd3-8938-e804a3c248bd up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:40.917288 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:40.917648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.121551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.135658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Transition to ACTIVE for port object c9f9eb1f-af4c-4493-96d4-4a7fba9a501e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:41.143269 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.304396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fe35b-ac7a-419e-94f2-65aa87ca3daf None None] Pushing event updated for resources: {'Port': ['ID=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.400541 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.407468 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Attempting to bind port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:41.408055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Attempting to bind port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:41.408583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Attempting to bind port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e on network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:41.416990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:41.417365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Checking segment: {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:41.417762 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.418143 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Bound using segment: {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:41.418625 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Bound port: c9f9eb1f-af4c-4493-96d4-4a7fba9a501e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:41.419001 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.461675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8c1e8a21-4f6b-4f04-8d23-270d268acfc9 req-ab5399bf-ea7f-4124-bdc9-7aac1e55f649 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 210 time: 0.0494363 Apr 01 15:52:41.525699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] For port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:41.529207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] For port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:41.534987 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.583821 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-a0e49bac-b47b-4646-9494-074ba1a1392c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:41.584378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-a0e49bac-b47b-4646-9494-074ba1a1392c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:41.602168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-a0e49bac-b47b-4646-9494-074ba1a1392c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:41.603851 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-a0e49bac-b47b-4646-9494-074ba1a1392c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/networks?id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade HTTP/1.1" status: 200 len: 797 time: 0.1749654 Apr 01 15:52:41.619525 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fe35b-ac7a-419e-94f2-65aa87ca3daf None None] Pushing event updated for resources: {'Port': ['ID=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.624277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:41.624877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.669736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-a818ec12-8817-4164-bd81-6dbb9ee7e462 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 379 time: 0.0526605 Apr 01 15:52:41.683099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'port': {'device_id': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'admin_state_up': True, 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'security_groups': ['a1c9ccb3-d171-494c-84fe-1ba0c81640a3']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:41.817758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:41.824265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:41.833584 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:41.844011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:41.846913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.008416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.13 (84aafbfb-7c64-493d-ba38-ef7ac1f61ade/c4d78daa-d508-4f04-b90a-6e9a6aded6ed/eed57850-e788-4561-939d-66a35d3f074c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:42.138009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:41Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:42.142569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6847a3-122d-4b63-88f0-091404965084 None None] The sync data for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 is: [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:41Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:42.210119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.227409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object eed57850-e788-4561-939d-66a35d3f074c will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:42.252722 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.333522 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:42.336854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:42.339462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:42.370617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=eed57850-e788-4561-939d-66a35d3f074c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.406631 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.407256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.438493 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-3c344518-0aea-4d9d-b7c0-2ca293b2eb9c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7591560 Apr 01 15:52:42.448825 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-5a257dae-3207-4d15-9329-7cdc7a8b1542 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:52:42.449977 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-5a257dae-3207-4d15-9329-7cdc7a8b1542 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056200 Apr 01 15:52:42.540090 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Request body: {'port': {'device_id': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:42.644299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a6a65f5a-0b2b-452c-b95e-e9fabb8fb609 None None] Provisioning for port eed57850-e788-4561-939d-66a35d3f074c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:42.650411 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a6a65f5a-0b2b-452c-b95e-e9fabb8fb609 None None] Provisioning complete for port eed57850-e788-4561-939d-66a35d3f074c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:42.650970 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a65f5a-0b2b-452c-b95e-e9fabb8fb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.718145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a6a65f5a-0b2b-452c-b95e-e9fabb8fb609 None None] Port eed57850-e788-4561-939d-66a35d3f074c cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:42.721833 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.742227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159263-7a6f-456f-b7fb-6919554dd840 req-b64eba6a-b6be-4775-9bd5-fa58f09388e1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.742918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9a159263-7a6f-456f-b7fb-6919554dd840 req-b64eba6a-b6be-4775-9bd5-fa58f09388e1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:42.764553 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c9f9eb1f-af4c-4493-96d4-4a7fba9a501e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:42.846406 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:42.851665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:42.852034 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.875677 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9a159263-7a6f-456f-b7fb-6919554dd840 req-b64eba6a-b6be-4775-9bd5-fa58f09388e1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:42.876833 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a159263-7a6f-456f-b7fb-6919554dd840 req-b64eba6a-b6be-4775-9bd5-fa58f09388e1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 932 time: 0.2806895 Apr 01 15:52:42.976325 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.010003 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9a159263-7a6f-456f-b7fb-6919554dd840 req-2f67d934-abe3-4409-b874-9566f1c94600 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260829 Apr 01 15:52:43.013427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:43.018500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.100214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.125436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed57850-e788-4561-939d-66a35d3f074c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:52:43.132335 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.146729 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Transition to ACTIVE for port object eed57850-e788-4561-939d-66a35d3f074c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:43.150415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.269763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Pushing event updated for resources: {'Port': ['ID=eed57850-e788-4561-939d-66a35d3f074c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.463379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Attempting to bind port eed57850-e788-4561-939d-66a35d3f074c on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:43.463692 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Attempting to bind port eed57850-e788-4561-939d-66a35d3f074c by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:43.464006 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Attempting to bind port eed57850-e788-4561-939d-66a35d3f074c on network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:43.469850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Port eed57850-e788-4561-939d-66a35d3f074c on network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:43.470130 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Attempting to bind port eed57850-e788-4561-939d-66a35d3f074c on network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:43.476423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:43.476671 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Checking segment: {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:43.477040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Bound using segment: {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:43.477448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Bound port: eed57850-e788-4561-939d-66a35d3f074c, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a9f13a-960c-4724-9236-dcf63d77aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:43.477847 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.569819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] For port eed57850-e788-4561-939d-66a35d3f074c, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:43.572888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] For port eed57850-e788-4561-939d-66a35d3f074c, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eed57850-e788-4561-939d-66a35d3f074c,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:43.579554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.640172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.641530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] 10.222.0.44 "PUT /v2.0/ports/eed57850-e788-4561-939d-66a35d3f074c HTTP/1.1" status: 200 len: 1092 time: 1.1851828 Apr 01 15:52:43.644650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:52:43.672527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4da515-0d2a-4156-9075-46719e4e3b6f service neutron] Pushing event updated for resources: {'Port': ['ID=eed57850-e788-4561-939d-66a35d3f074c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.715651 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c', 'status': 'completed', 'code': 200} Apr 01 15:52:43.757010 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-95f4701d-7bf1-4570-b38f-7429c47d97c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 1095 time: 0.0752811 Apr 01 15:52:43.826535 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-88096f2f-2977-4ff5-8256-6241197f99b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eed57850-e788-4561-939d-66a35d3f074c HTTP/1.1" status: 200 len: 217 time: 0.0627279 Apr 01 15:52:43.901047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-6c91e7e2-f78c-4cdf-a8a0-161fe9ed1c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.902484 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-6c91e7e2-f78c-4cdf-a8a0-161fe9ed1c44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4d78daa-d508-4f04-b90a-6e9a6aded6ed HTTP/1.1" status: 200 len: 835 time: 0.0706320 Apr 01 15:52:43.985453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-5a0dba15-e3a2-4b69-a632-765cc24d0da7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765193 Apr 01 15:52:44.117105 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-5a348947-2669-4f28-91a9-b9ab574b207e service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257133 Apr 01 15:52:44.300874 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-905622fd-1136-4c9e-ad1d-c65dfaf91913 req-0b8864d2-9329-49e5-bd27-4cfe2fec43f9 service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779227 Apr 01 15:52:44.314375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223b1d1-4f0b-465c-ab1a-94281aed067e req-2430c693-e444-45ea-832e-e515db46350b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.315771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9223b1d1-4f0b-465c-ab1a-94281aed067e req-2430c693-e444-45ea-832e-e515db46350b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 944 time: 0.1757426 Apr 01 15:52:44.407625 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9223b1d1-4f0b-465c-ab1a-94281aed067e req-50ee6ca3-f042-4302-afcd-4c4161a9cc54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841870 Apr 01 15:52:44.433797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-013d274f-ed16-4843-beee-09d614ee8aa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 1095 time: 0.0778835 Apr 01 15:52:44.567226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-5ac2ad20-32bc-4232-868e-3c7d47d7a7fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.570530 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-5ac2ad20-32bc-4232-868e-3c7d47d7a7fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade HTTP/1.1" status: 200 len: 898 time: 0.1296546 Apr 01 15:52:44.651254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-08721362-52f9-48c6-8e2e-af819a1a43d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eed57850-e788-4561-939d-66a35d3f074c HTTP/1.1" status: 200 len: 217 time: 0.0717201 Apr 01 15:52:44.716518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-fd4fb08e-ed9f-45fa-99fa-d9f1eb6f3403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.717681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c9f9eb1f-af4c-4493-96d4-4a7fba9a501e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:44.718164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-fd4fb08e-ed9f-45fa-99fa-d9f1eb6f3403 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4d78daa-d508-4f04-b90a-6e9a6aded6ed HTTP/1.1" status: 200 len: 835 time: 0.0600650 Apr 01 15:52:44.792135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:44.792500 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.796832 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-ddf0039e-47dd-4ef2-8896-327ffb3f6107 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726907 Apr 01 15:52:44.927979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-45797622-e039-479c-a670-948ff3117dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241004 Apr 01 15:52:45.155111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-37fb4759-957c-47b9-8388-665f02ea2b86 req-d1704c73-e7f3-4af2-9574-cd6faf8cd45f service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200134 Apr 01 15:52:45.261484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.622794 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9103c1-086b-4da4-bd87-262313d967bd req-cafdf294-21b4-4577-a0fc-e04e353f49d0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:45.624243 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f9103c1-086b-4da4-bd87-262313d967bd req-cafdf294-21b4-4577-a0fc-e04e353f49d0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 944 time: 0.0829873 Apr 01 15:52:45.671518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2f9103c1-086b-4da4-bd87-262313d967bd req-95c2ceea-44d6-4eb2-86d5-54d30c6148cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Apr 01 15:52:46.891643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfdc38-e6e2-43d8-8394-ef3c63724604 req-9b119f84-f100-4c11-874e-cb41805f6633 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:46.892980 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70bfdc38-e6e2-43d8-8394-ef3c63724604 req-9b119f84-f100-4c11-874e-cb41805f6633 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 944 time: 0.0961115 Apr 01 15:52:46.941229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-70bfdc38-e6e2-43d8-8394-ef3c63724604 req-a57db707-e8ab-4e63-8da8-06eda3d77431 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 Apr 01 15:52:47.096761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eed57850-e788-4561-939d-66a35d3f074c details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:52:47.271574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port eed57850-e788-4561-939d-66a35d3f074c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eed57850-e788-4561-939d-66a35d3f074c,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:47.285658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'eed57850-e788-4561-939d-66a35d3f074c', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'port_id': 'eed57850-e788-4561-939d-66a35d3f074c', 'mac_address': 'fa:16:3e:ef:c4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:52:47.343883 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.365498 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed57850-e788-4561-939d-66a35d3f074c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:52:47.386619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port eed57850-e788-4561-939d-66a35d3f074c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eed57850-e788-4561-939d-66a35d3f074c,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:47.393507 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.462274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=eed57850-e788-4561-939d-66a35d3f074c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:47.639206 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['eed57850-e788-4561-939d-66a35d3f074c'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:52:48.168409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466fc26-f268-4d1f-9622-1fc478331c71 req-9753f990-f723-43b7-b479-fbea48bdbf74 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:48.169866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9466fc26-f268-4d1f-9622-1fc478331c71 req-9753f990-f723-43b7-b479-fbea48bdbf74 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 945 time: 0.0913723 Apr 01 15:52:48.216624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9466fc26-f268-4d1f-9622-1fc478331c71 req-5a641e97-0ca4-42b8-965a-bf933ae8abb2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Apr 01 15:52:49.097608 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eed57850-e788-4561-939d-66a35d3f074c up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:49.176612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port eed57850-e788-4561-939d-66a35d3f074c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:49.181760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port eed57850-e788-4561-939d-66a35d3f074c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:49.182129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.299632 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.325996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:52:49.336407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port eed57850-e788-4561-939d-66a35d3f074c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eed57850-e788-4561-939d-66a35d3f074c,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:49.341260 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.409558 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=eed57850-e788-4561-939d-66a35d3f074c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.430221 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c1b41-9717-4d8a-b8d8-23ae50287b37 req-6685551f-57a8-470e-b865-86f7beba3778 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:49.431700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa7c1b41-9717-4d8a-b8d8-23ae50287b37 req-6685551f-57a8-470e-b865-86f7beba3778 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0843394 Apr 01 15:52:49.464767 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c', 'code': 200} Apr 01 15:52:49.478723 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fa7c1b41-9717-4d8a-b8d8-23ae50287b37 req-53b34891-078b-4340-bebf-31f4342c11ee tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Apr 01 15:52:49.599344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-052f71c3-5d74-40cf-99bc-2b70e483e91d req-0f00f1b4-9638-41cb-9d6a-e8324e137f78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 1097 time: 0.0712459 Apr 01 15:52:49.646299 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-052f71c3-5d74-40cf-99bc-2b70e483e91d req-71f6d710-f8a2-4b17-ac43-8c4c03809964 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407867 Apr 01 15:52:50.690852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934890b-31df-4f32-b3ff-e4dfa5c28772 req-239e9ffb-f5ed-47f3-9005-1e124a1e31d3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.692636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4934890b-31df-4f32-b3ff-e4dfa5c28772 req-239e9ffb-f5ed-47f3-9005-1e124a1e31d3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0865753 Apr 01 15:52:50.746727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4934890b-31df-4f32-b3ff-e4dfa5c28772 req-5e517e1f-3694-4935-a722-3c6de06e62e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482793 Apr 01 15:52:51.948111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344e2c6-9af3-4448-93dc-820b9347bf91 req-a0455f83-e11d-4d2e-b0b9-136bf53b0390 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:51.949541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3344e2c6-9af3-4448-93dc-820b9347bf91 req-a0455f83-e11d-4d2e-b0b9-136bf53b0390 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0852120 Apr 01 15:52:51.999730 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3344e2c6-9af3-4448-93dc-820b9347bf91 req-c5de51e6-6464-4320-a9f2-94f35c22ad5f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Apr 01 15:52:52.214769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbb7ba-b30f-4f8a-b2b6-d7fa230d8481 req-2603a360-728b-480a-89c0-3288068fe7a5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:52.216282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3dbb7ba-b30f-4f8a-b2b6-d7fa230d8481 req-2603a360-728b-480a-89c0-3288068fe7a5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0838211 Apr 01 15:52:52.265427 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3dbb7ba-b30f-4f8a-b2b6-d7fa230d8481 req-a22f4767-88b1-41e2-ab21-3e011a6ae5ac tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Apr 01 15:52:52.303380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47984) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:52.377207 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-71776882-e113-4fef-97e2-087448141ae4 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 1092 time: 0.0727270 Apr 01 15:52:52.380218 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 47988) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:52.385329 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'eed57850-e788-4561-939d-66a35d3f074c', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:52.391645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:52.395654 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:floatingip and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:52.398513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:52.404372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:52.416851 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.561863 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.697683 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.20 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/b6eb3d65-4102-4965-93af-40978c0ead28) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:52.845234 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.874010 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.939448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:52.942266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:52.946562 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:52.969928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=b6eb3d65-4102-4965-93af-40978c0ead28,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.555269 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.618879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.824560 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.831413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.947108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=b6eb3d65-4102-4965-93af-40978c0ead28,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.960267 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.156775 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Floating IP fcde5a8a-be40-43df-bf02-7a0fe746704a associated. External IP: 172.25.2.20, port: eed57850-e788-4561-939d-66a35d3f074c. Apr 01 15:52:54.560253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0f39524-f53b-4be8-8941-5b5e9116f6d1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:54.865967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:54.876066 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] Sync routers for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:54.888986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:54.889633 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:54.891546 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.947910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7049ff5f-8b8b-4695-86ae-ac3bda864974 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5666451 Apr 01 15:52:54.948628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:52:55.004824 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c', 'status': 'completed', 'code': 200} Apr 01 15:52:55.068311 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:55.168295 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-cd5122b3-567f-4702-9c04-ef5ce8b158ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 1097 time: 0.1390686 Apr 01 15:52:55.173849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0123-8d1e-4bd9-9ca6-c18e7ca5a38a req-b3d6461f-bb0e-4de8-b208-9894cf8a153c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:55.175638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02ba0123-8d1e-4bd9-9ca6-c18e7ca5a38a req-b3d6461f-bb0e-4de8-b208-9894cf8a153c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.1108768 Apr 01 15:52:55.317967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-02ba0123-8d1e-4bd9-9ca6-c18e7ca5a38a req-04df70c6-3aec-420d-854d-7cb290e3a529 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219304 Apr 01 15:52:55.344535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-6d84ef42-3a80-4971-9917-4df86118d5de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:55.346276 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-6d84ef42-3a80-4971-9917-4df86118d5de service neutron] 10.222.0.44 "GET /v2.0/networks?id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade HTTP/1.1" status: 200 len: 898 time: 0.1697521 Apr 01 15:52:55.349363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 47996) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.415577 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fcde5a8a-be40-43df-bf02-7a0fe746704a', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'port_id': 'eed57850-e788-4561-939d-66a35d3f074c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'mac_address': 'fa:16:3e:ef:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:53Z', 'updated_at': '2022-04-01T15:52:53Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:42Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.419495 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] Checking router: f0f39524-f53b-4be8-8941-5b5e9116f6d1 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:52:55.429989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:55.430629 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:52:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.541085 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b80b492c-d6a6-46a7-ac92-67444fc0c080 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 200 len: 991 time: 0.1906533 Apr 01 15:52:55.544024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-78d4df3c-0c5a-45fe-836d-3674d35b1bff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eed57850-e788-4561-939d-66a35d3f074c HTTP/1.1" status: 200 len: 999 time: 0.1370711 Apr 01 15:52:55.605755 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:52:55.609578 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-7e6a7acd-ed86-4446-b686-61a1c4ad5d51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:55.611051 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-7e6a7acd-ed86-4446-b686-61a1c4ad5d51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4d78daa-d508-4f04-b90a-6e9a6aded6ed HTTP/1.1" status: 200 len: 835 time: 0.0607724 Apr 01 15:52:55.690167 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-4a95857e-797d-46ec-b910-a801c6d9c577 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729370 Apr 01 15:52:55.824955 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-c5466c8a-c71e-4bac-b9bc-12969867f6a8 service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279783 Apr 01 15:52:55.964497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c5f14352-76d9-46bf-a677-ca3b070dc8f0 req-fac4ef67-0833-4be7-b149-037ebedd4960 service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336231 Apr 01 15:52:56.000194 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fcde5a8a-be40-43df-bf02-7a0fe746704a', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'port_id': 'eed57850-e788-4561-939d-66a35d3f074c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'mac_address': 'fa:16:3e:ef:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:53Z', 'updated_at': '2022-04-01T15:52:53Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:42Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:56.004208 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c83cb1-3de1-41c3-8391-de969c8fe37d None None] The sync data for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 is: [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'fcde5a8a-be40-43df-bf02-7a0fe746704a', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'port_id': 'eed57850-e788-4561-939d-66a35d3f074c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'mac_address': 'fa:16:3e:ef:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:53Z', 'updated_at': '2022-04-01T15:52:53Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:42Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:56.546391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48000) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:56.665405 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-164ac75b-e76c-4deb-a103-68f13913e0ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 200 len: 991 time: 0.1168895 Apr 01 15:52:57.669883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48004) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.884532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2e2a437e-32c7-4fe9-bc00-f1708cd2709d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 200 len: 991 time: 0.2131686 Apr 01 15:52:57.934206 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9a4514c-144f-4bcd-818e-3b31db4aca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.889882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48008) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.006661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-391ce5e9-032f-4833-aac4-e732bb6dc432 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 200 len: 991 time: 0.1151416 Apr 01 15:52:59.083469 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa24058-d9e2-462a-99d1-4e69b8412a8b None None] New status for floating IP fcde5a8a-be40-43df-bf02-7a0fe746704a: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:53:00.011931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48012) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.131012 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4e25e1cb-4541-4b86-a023-0a801237ea80 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 200 len: 993 time: 0.1116266 Apr 01 15:53:00.365509 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac6b4-7c1b-4a15-a851-fa9894a7ce11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.347539 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.524761 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.969567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.113539 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:11.336661 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.263850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.184895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-041b7b65-860c-4859-8ee2-c7e66cedb4a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725276 Apr 01 15:53:23.335701 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-9163f01a-3db3-4456-8311-f5518c393460 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 1097 time: 0.0778182 Apr 01 15:53:23.481864 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-05fdfdc3-577b-48d5-b5cf-b31fbdde0d6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:23.483199 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-05fdfdc3-577b-48d5-b5cf-b31fbdde0d6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade HTTP/1.1" status: 200 len: 898 time: 0.1271379 Apr 01 15:53:23.586759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-93b6e61a-1d6b-431f-87e0-a5b8176878e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eed57850-e788-4561-939d-66a35d3f074c HTTP/1.1" status: 200 len: 1001 time: 0.0970864 Apr 01 15:53:23.661157 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-4de2a1c4-c8f3-48e7-8e3c-5ef0de48ac8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:23.662600 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-4de2a1c4-c8f3-48e7-8e3c-5ef0de48ac8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4d78daa-d508-4f04-b90a-6e9a6aded6ed HTTP/1.1" status: 200 len: 835 time: 0.0693612 Apr 01 15:53:23.740216 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-5ecb43f2-830c-4789-b33d-1bd569c26fa6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706189 Apr 01 15:53:23.875150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-98ddfd6f-67a2-4ac0-aa96-1a5675078755 service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278906 Apr 01 15:53:24.008436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5cd24823-2a6a-4cb1-9334-84fe5d4bc281 req-48078f4b-cfd5-4002-8dad-eb4202d7b50b service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271770 Apr 01 15:53:27.647131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35502bf-dbf0-4dfc-98cd-41035b28af48 req-1a9c3ad0-55a6-4c26-8f8d-cce6bd7f04d6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.648527 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a35502bf-dbf0-4dfc-98cd-41035b28af48 req-1a9c3ad0-55a6-4c26-8f8d-cce6bd7f04d6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0820391 Apr 01 15:53:27.695586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a35502bf-dbf0-4dfc-98cd-41035b28af48 req-9d85c498-a7e6-4742-a813-7a35c6f37671 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Apr 01 15:53:27.939473 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c544dd32-7b3c-4a3d-84cf-274c4a41b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.904867 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4885ef8-209f-4421-aa10-b20fc484fd71 req-6a31cb7b-984f-41b9-96b1-96e2056afe69 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.906320 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4885ef8-209f-4421-aa10-b20fc484fd71 req-6a31cb7b-984f-41b9-96b1-96e2056afe69 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0774529 Apr 01 15:53:28.958860 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4885ef8-209f-4421-aa10-b20fc484fd71 req-2a6bfd42-c114-4421-bfff-9dc35ae00bd1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442848 Apr 01 15:53:28.995249 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48032) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.108699 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f328135e-65fc-4d52-95b8-9f3ba16e01d1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 200 len: 993 time: 0.1122928 Apr 01 15:53:30.360869 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a11f530-bdf6-408e-b5a1-1b7fa5e29d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.602298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6934bb-9d64-441c-b109-194fa53b9ae3 req-67f890e7-3ba7-4fcb-b58e-1570f173641b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.603851 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b6934bb-9d64-441c-b109-194fa53b9ae3 req-67f890e7-3ba7-4fcb-b58e-1570f173641b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0828104 Apr 01 15:53:30.651958 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4b6934bb-9d64-441c-b109-194fa53b9ae3 req-ea3237b2-8052-48d1-92dc-1a9af508de30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402367 Apr 01 15:53:31.353550 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.523096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.859505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4fa81-9f55-4fe9-a15d-979710bced7e req-dfb7c02d-0d4e-4072-a09f-93bb0cb272cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.863302 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6e4fa81-9f55-4fe9-a15d-979710bced7e req-dfb7c02d-0d4e-4072-a09f-93bb0cb272cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0767000 Apr 01 15:53:31.907598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b6e4fa81-9f55-4fe9-a15d-979710bced7e req-4c2e2b58-e51c-4fbe-a177-0254a79a97e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405781 Apr 01 15:53:31.936315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48044) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.041235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0bef3784-e807-446b-bcec-f352c21d0ab5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 200 len: 993 time: 0.1035259 Apr 01 15:53:32.336612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48052) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.554128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port b6eb3d65-4102-4965-93af-40978c0ead28 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:32.554455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.728257 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.728608 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.941432 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for b6eb3d65-4102-4965-93af-40978c0ead28 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:32.964422 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.094863 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.140703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=b6eb3d65-4102-4965-93af-40978c0ead28,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.152350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.152690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.153022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.153368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.153693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.154009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.154341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.154998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.154998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.155280 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.155594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:33.248685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.669627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0f39524-f53b-4be8-8941-5b5e9116f6d1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:33.881467 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:33.892252 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] Sync routers for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:33.902244 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.905056 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:33.905660 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:33.956338 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c7ffce4d-f10b-4db0-adc0-3c0f368bb1fa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/floatingips/fcde5a8a-be40-43df-bf02-7a0fe746704a HTTP/1.1" status: 204 len: 168 time: 1.6182802 Apr 01 15:53:33.957039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:53:34.015859 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c', 'status': 'completed', 'code': 200} Apr 01 15:53:34.089798 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:34.113944 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-f7c7e577-3a3a-4789-8dd8-011a45df83b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 1097 time: 0.0777760 Apr 01 15:53:34.257919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-f05eb8fd-9fce-4d32-9ce7-018923678978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.259345 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-f05eb8fd-9fce-4d32-9ce7-018923678978 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade HTTP/1.1" status: 200 len: 898 time: 0.1392944 Apr 01 15:53:34.332620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-c78b3219-ca05-428b-85f4-56ea3e9945db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eed57850-e788-4561-939d-66a35d3f074c HTTP/1.1" status: 200 len: 217 time: 0.0651317 Apr 01 15:53:34.357178 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b13e-5866-4ecf-9409-36d847bcb300 req-9e976388-8e22-4094-b3b9-2b390306b77a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.358728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a64b13e-5866-4ecf-9409-36d847bcb300 req-9e976388-8e22-4094-b3b9-2b390306b77a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0781438 Apr 01 15:53:34.397151 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-4809aaab-8fa5-40f2-aa8e-6956f782c80b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.398753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-4809aaab-8fa5-40f2-aa8e-6956f782c80b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4d78daa-d508-4f04-b90a-6e9a6aded6ed HTTP/1.1" status: 200 len: 835 time: 0.0597272 Apr 01 15:53:34.405191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3a64b13e-5866-4ecf-9409-36d847bcb300 req-896d9a3a-851b-49ed-a08d-c4e4f94fdffd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403781 Apr 01 15:53:34.416058 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:42Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.420329 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] Checking router: f0f39524-f53b-4be8-8941-5b5e9116f6d1 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:53:34.432153 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:34.432278 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.476306 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-1d7ee03b-4bf3-4b33-a522-d2440d9432a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84aafbfb-7c64-493d-ba38-ef7ac1f61ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713956 Apr 01 15:53:34.615102 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:34.706395 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-82afe36f-1752-4160-b417-e12ab857f952 service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239110 Apr 01 15:53:34.838145 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-77ed55e0-1b48-4527-b53e-4ce4bd1c49d2 req-cfa2ba09-2699-4cce-8021-f51612dd06ac service neutron] 10.222.0.44 "GET /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252701 Apr 01 15:53:34.932881 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:42Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.937620 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37da94f8-1f97-492c-a2e2-b7fd8b1bf573 None None] The sync data for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 is: [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c9f9eb1f-af4c-4493-96d4-4a7fba9a501e', 'name': '', 'network_id': '84aafbfb-7c64-493d-ba38-ef7ac1f61ade', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:b4:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:37Z', 'updated_at': '2022-04-01T15:52:42Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'c4d78daa-d508-4f04-b90a-6e9a6aded6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:35.170391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e4511-1d15-4308-bae8-cc96673b6841 None None] New status for floating IP fcde5a8a-be40-43df-bf02-7a0fe746704a: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:53:35.631156 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a1ba-2204-4ce2-adff-97d35b765b62 req-3777a81a-6819-4373-9666-c08ad239d349 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.631774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8245a1ba-2204-4ce2-adff-97d35b765b62 req-3777a81a-6819-4373-9666-c08ad239d349 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:35.649255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8245a1ba-2204-4ce2-adff-97d35b765b62 req-3777a81a-6819-4373-9666-c08ad239d349 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:35.650360 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8245a1ba-2204-4ce2-adff-97d35b765b62 req-3777a81a-6819-4373-9666-c08ad239d349 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.1074560 Apr 01 15:53:35.697551 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8245a1ba-2204-4ce2-adff-97d35b765b62 req-c02d919b-a37c-46bc-bf9e-2f905ac47d21 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c9ccb3-d171-494c-84fe-1ba0c81640a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Apr 01 15:53:35.826333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-61b4b786-7319-4049-8ad8-19d0768dde99 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.827780 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-61b4b786-7319-4049-8ad8-19d0768dde99 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 946 time: 0.0757730 Apr 01 15:53:35.897593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port eed57850-e788-4561-939d-66a35d3f074c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:35.897805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.144548 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port eed57850-e788-4561-939d-66a35d3f074c, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=eed57850-e788-4561-939d-66a35d3f074c,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:36.144921 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.263881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for eed57850-e788-4561-939d-66a35d3f074c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:36.417666 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.464457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=eed57850-e788-4561-939d-66a35d3f074c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.538393 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] No DVR routers for this DVR port eed57850-e788-4561-939d-66a35d3f074c on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:36.540956 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.543456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'name': 'network-vif-deleted', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:53:36.560089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9897f940-17b7-40ad-80f3-b677bbc2ee09 req-dc8e24c0-0acf-453e-a396-29a2e019de3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "DELETE /v2.0/ports/eed57850-e788-4561-939d-66a35d3f074c HTTP/1.1" status: 204 len: 173 time: 0.7272658 Apr 01 15:53:36.605225 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f493b75-6cfd-4e71-9e60-468903d508a5', 'name': 'network-vif-deleted', 'tag': 'eed57850-e788-4561-939d-66a35d3f074c', 'status': 'completed', 'code': 200} Apr 01 15:53:36.871513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e7246ec1-5846-4074-8346-739901d77b07 req-04bddeeb-de6e-465d-8af0-a3a9405483d3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:36.888528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e7246ec1-5846-4074-8346-739901d77b07 req-04bddeeb-de6e-465d-8af0-a3a9405483d3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:36.889716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e7246ec1-5846-4074-8346-739901d77b07 req-04bddeeb-de6e-465d-8af0-a3a9405483d3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f493b75-6cfd-4e71-9e60-468903d508a5 HTTP/1.1" status: 200 len: 210 time: 0.0590580 Apr 01 15:53:38.000796 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48070) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.414156 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.158232 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:39.158998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.345457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port c9f9eb1f-af4c-4493-96d4-4a7fba9a501e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:39.345809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.346695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eed57850-e788-4561-939d-66a35d3f074c no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:39.382628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: eed57850-e788-4561-939d-66a35d3f074c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:39.382975 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device eed57850-e788-4561-939d-66a35d3f074c not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:39.467055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for c9f9eb1f-af4c-4493-96d4-4a7fba9a501e owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:39.652028 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.698552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=c9f9eb1f-af4c-4493-96d4-4a7fba9a501e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.768918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.769258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.769593 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.769926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.770256 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.770600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.770906 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.771237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.771584 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.771902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:39.772208 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:40.028323 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.741226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0f39524-f53b-4be8-8941-5b5e9116f6d1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:40.951516 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:40.963634 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] Sync routers for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:40.971487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-27722a2f-d9bc-4a4b-b37f-ea0c4e19071e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/f0f39524-f53b-4be8-8941-5b5e9116f6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9694982 Apr 01 15:53:40.974149 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48074) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.976979 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:40.977564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.165371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting subnet c4d78daa-d508-4f04-b90a-6e9a6aded6ed {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:41.168535 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.189344 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:41.221413 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.306354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.338879 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.382988 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.419919 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d78daa-d508-4f04-b90a-6e9a6aded6ed,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.428819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.433339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7385ec1-e886-46be-be2c-ff2236194f5e None None] Network 84aafbfb-7c64-493d-ba38-ef7ac1f61ade requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:41.438747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4bd96f3c-93af-4c30-ba9f-44a590d76265 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/subnets/c4d78daa-d508-4f04-b90a-6e9a6aded6ed HTTP/1.1" status: 204 len: 168 time: 0.4610865 Apr 01 15:53:41.439057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.483575 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:53:39Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.487468 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] Checking router: f0f39524-f53b-4be8-8941-5b5e9116f6d1 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:53:41.498501 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] Routers {'f0f39524-f53b-4be8-8941-5b5e9116f6d1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:41.499092 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.651756 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.692787 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] DHCP port deletion for 84aafbfb-7c64-493d-ba38-ef7ac1f61ade request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:41.694278 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] Set router f0f39524-f53b-4be8-8941-5b5e9116f6d1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:41.696770 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Deleting port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:41.697203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.847541 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.858022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 019fbee5-b54e-448d-bac8-f8ca9e960281 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:41.858354 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.948747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] For port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1fd2f5e3-3806-4dd3-8938-e804a3c248bd,segment=NetworkSegment(30a9f13a-960c-4724-9236-dcf63d77aa5c),segment_id=30a9f13a-960c-4724-9236-dcf63d77aa5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:41.949031 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.011713 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:53:39Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:42.017005 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e6f1e-3048-4757-aec2-262b31a8df70 None None] The sync data for ids ['f0f39524-f53b-4be8-8941-5b5e9116f6d1'] in n-d-836017-1 is: [{'id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672636344', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:53:39Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '019fbee5-b54e-448d-bac8-f8ca9e960281', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f39524-f53b-4be8-8941-5b5e9116f6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:33Z', 'updated_at': '2022-04-01T15:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:42.071131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Calling delete_port for 1fd2f5e3-3806-4dd3-8938-e804a3c248bd owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:42.147723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.171640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 019fbee5-b54e-448d-bac8-f8ca9e960281, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=019fbee5-b54e-448d-bac8-f8ca9e960281,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:42.172000 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.192139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Pushing event deleted for resources: {'Port': ['ID=1fd2f5e3-3806-4dd3-8938-e804a3c248bd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.198183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] No DVR routers for this DVR port 1fd2f5e3-3806-4dd3-8938-e804a3c248bd on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.209489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7789097-5e2c-41a2-a9ac-39b0f7aee421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:42.292184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 019fbee5-b54e-448d-bac8-f8ca9e960281 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:42.464011 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.509042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=019fbee5-b54e-448d-bac8-f8ca9e960281,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.739989 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.797255 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1fd2f5e3-3806-4dd3-8938-e804a3c248bd no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:42.831682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1fd2f5e3-3806-4dd3-8938-e804a3c248bd {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:42.832077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1fd2f5e3-3806-4dd3-8938-e804a3c248bd not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:42.832491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c9f9eb1f-af4c-4493-96d4-4a7fba9a501e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:42.868259 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c9f9eb1f-af4c-4493-96d4-4a7fba9a501e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:42.868693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c9f9eb1f-af4c-4493-96d4-4a7fba9a501e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:43.003563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.007891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.037652 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.038166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Fanout notify agent at l3_agent the message router_deleted on router f0f39524-f53b-4be8-8941-5b5e9116f6d1 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:53:43.056272 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.059199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-160e3eb0-89cd-4ffd-b074-ad1403639159 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/routers/f0f39524-f53b-4be8-8941-5b5e9116f6d1 HTTP/1.1" status: 204 len: 168 time: 1.6191108 Apr 01 15:53:43.060310 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48082) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.178894 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.426725 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.452514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aafbfb-7c64-493d-ba38-ef7ac1f61ade']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:43.466833 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a9f13a-960c-4724-9236-dcf63d77aa5c') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:43.467320 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a9f13a-960c-4724-9236-dcf63d77aa5c') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:43.479740 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.497152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.503762 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:43.504152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:43.518541 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:43.603447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.627322 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.638461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Network': ['ID=84aafbfb-7c64-493d-ba38-ef7ac1f61ade,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.647725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b572d5c7-f2fb-4122-8d61-f5f86bc4f904 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/networks/84aafbfb-7c64-493d-ba38-ef7ac1f61ade HTTP/1.1" status: 204 len: 168 time: 0.5861568 Apr 01 15:53:43.649802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48086) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.719078 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-843c7721-69c9-419c-9cf1-f1e767d729a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.753115 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-843c7721-69c9-419c-9cf1-f1e767d729a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.819402 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-843c7721-69c9-419c-9cf1-f1e767d729a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.841246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c7721-69c9-419c-9cf1-f1e767d729a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c9ccb3-d171-494c-84fe-1ba0c81640a3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.851710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-843c7721-69c9-419c-9cf1-f1e767d729a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.852830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-843c7721-69c9-419c-9cf1-f1e767d729a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/security-groups/a1c9ccb3-d171-494c-84fe-1ba0c81640a3 HTTP/1.1" status: 204 len: 168 time: 0.2021039 Apr 01 15:53:44.425523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48094) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.433501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601266970', 'description': 'tempest-secgroup-smoke-601266970 description', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:44.442093 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:44.446640 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:44.449643 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:44.455651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:44.467433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.502913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:44.506979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:44.509914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:44.515844 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:44.572288 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.577594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.619957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.628238 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.629435 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b553247e-c200-4f60-acf2-f6b76edd602f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2028608 Apr 01 15:53:44.632416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48098) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.637787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8304f-ccaf-44dd-add0-7b5ed3ef8807', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:44.644964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:44.648881 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:44.651697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:44.657372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:44.676632 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.707105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 019fbee5-b54e-448d-bac8-f8ca9e960281 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:44.740730 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.740968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 019fbee5-b54e-448d-bac8-f8ca9e960281 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:44.741064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 019fbee5-b54e-448d-bac8-f8ca9e960281 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:44.746176 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.770747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8264dc-72f0-4059-88fe-57a741b22e27,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.779899 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.781077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b74a4f10-a25d-488f-909e-63eec991876b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1477723 Apr 01 15:53:44.783944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48102) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.789390 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8304f-ccaf-44dd-add0-7b5ed3ef8807', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:44.795976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:44.800338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:44.803308 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:44.809012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:44.828107 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.892523 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.897783 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.921695 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7b83bb-3004-427a-8318-cbdd8db7bbc1,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.933243 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.934468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-99b96702-973c-48c4-84a6-70a3d640bd68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1495845 Apr 01 15:53:44.938872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48106) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.944458 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8304f-ccaf-44dd-add0-7b5ed3ef8807', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:44.950954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:44.954957 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:44.957843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:44.963586 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:44.985520 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.057194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.062131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.084915 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4b1112-565b-40cc-8b4f-cf173519765c,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.094600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.096017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1f4a60fa-a0b2-44a4-81ca-71658b77bb54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1561642 Apr 01 15:53:45.099178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48110) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.107593 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8304f-ccaf-44dd-add0-7b5ed3ef8807', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:45.117684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.123200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:45.127500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:45.134751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.152742 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.218396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.223415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.247838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e79f3f-d1b3-4c8c-af54-c0de16c6fc7d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.258035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.259350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-669ab15c-3533-4763-b463-9018ea0179c4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1588166 Apr 01 15:53:45.262267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48114) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.264630 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.268112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8304f-ccaf-44dd-add0-7b5ed3ef8807', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:45.274891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.278784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:45.281706 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:45.287726 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.299021 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:53:45.305292 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.374777 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.379805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.402022 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f63ecf-c295-4ca9-85ad-9f7a53160cab,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.412596 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.413774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1a347bfa-6dc8-45f1-9cf1-bf02dd3bda50 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505935 Apr 01 15:53:45.416951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48118) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.422589 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8304f-ccaf-44dd-add0-7b5ed3ef8807', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:45.429692 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.433603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:45.436548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:45.442403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.452922 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:53:45.459169 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.527707 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.533046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.555618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bea7ac7-290c-4be5-8bf2-fb396907b572,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.565232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.566364 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ec31cd6d-ac4f-41de-8f45-ab8ffebb6d93 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1484106 Apr 01 15:53:45.569410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48122) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.574581 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'network': {'name': 'tempest-network-smoke--92292258', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:45.579995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.584025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:network and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:45.586858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:45.592539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.605182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:45.608212 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.636143 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:45.645030 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.645433 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Added segment b59c2c44-f83c-48f8-85f4-5b7880342463 of type vlan for network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 Apr 01 15:53:45.671012 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.701385 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.705616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:45.706181 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.813525 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2431166 Apr 01 15:53:45.816301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb7f14-2db2-44d8-a7ef-a5d21db897ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Network': ['ID=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.816495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48126) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.821962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'admin_state_up': True, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:45.826223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:45.829981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.833810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:router and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:45.836652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:45.842758 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.854075 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.855090 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.873378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.018153 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.202838 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.230860 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.391391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.58 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/2279de38-ba69-4ec2-a45a-823b6a32dd58) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:46.624678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.656469 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.728945 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:46.732213 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:46.736690 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:46.760666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=2279de38-ba69-4ec2-a45a-823b6a32dd58,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.899748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.900396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.116999 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:47.140355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:53:47.348008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:47.357442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Sync routers for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:47.371802 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:47.372667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.376554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.381120 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-eec530ce-fa2c-451f-916c-8a46f30651a7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5605156 Apr 01 15:53:47.381628 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48130) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.424033 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a288d088-b861-45f5-ba14-c5602427dcdc tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f51ea41398354660964f5bd3e5c8daa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383000 Apr 01 15:53:47.424246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.550899 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5678dcb1-6091-436f-90d1-2e6ebe208cc9 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:47.551318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:47.552391 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5678dcb1-6091-436f-90d1-2e6ebe208cc9 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272931 Apr 01 15:53:47.555540 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48138) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.597762 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-584c3653-eca5-42bb-8e9e-0606d3136422 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411546 Apr 01 15:53:47.600447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48142) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.605644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710468892', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:47.715484 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:47.719251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:subnet and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:47.722021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:47.727685 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:47.737618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:47.837591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:46Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.839459 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.841491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Checking router: f0d1e4c2-1724-4b66-923d-7becd1bdfa8f for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:53:47.841818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Updating router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f port 2279de38-ba69-4ec2-a45a-823b6a32dd58 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:53:47.891772 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.050835 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.121338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Subnet': ['ID=36723128-0e48-4de2-b7b5-f011dad29d71,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.137798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Checking segment: {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:48.138245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network hostable DHCP agents. Network: 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:48.160552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:48.170719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:48.175734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.176162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.204587 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c70a381c-d72b-4060-ae07-7258a2ebf9fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6029627 Apr 01 15:53:48.207366 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.224315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285c59a-636c-449b-9ff8-e47d06dceb1e None None] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:48.614168 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.635136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:48.635937 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.648893 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Transition to ACTIVE for port object 2279de38-ba69-4ec2-a45a-823b6a32dd58 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:48.661603 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.822433 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Attempting to bind port 2279de38-ba69-4ec2-a45a-823b6a32dd58 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:48.822790 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Attempting to bind port 2279de38-ba69-4ec2-a45a-823b6a32dd58 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:48.823148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Attempting to bind port 2279de38-ba69-4ec2-a45a-823b6a32dd58 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:48.828516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb6d79-1ee5-43a2-9cde-00b46fdd535e None None] Pushing event updated for resources: {'Port': ['ID=2279de38-ba69-4ec2-a45a-823b6a32dd58,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.852849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:48.853211 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:48.853633 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.854007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:48.854463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Bound port: 2279de38-ba69-4ec2-a45a-823b6a32dd58, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:48.854909 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.979142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Allocated IP 172.20.0.2 (1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78/36723128-0e48-4de2-b7b5-f011dad29d71/8dd2af85-9ca0-4661-81c9-750496ee988d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:48.987013 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] For port 2279de38-ba69-4ec2-a45a-823b6a32dd58, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:48.992970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] For port 2279de38-ba69-4ec2-a45a-823b6a32dd58, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2279de38-ba69-4ec2-a45a-823b6a32dd58,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:49.012303 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.071424 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.174441 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb6d79-1ee5-43a2-9cde-00b46fdd535e None None] Pushing event updated for resources: {'Port': ['ID=2279de38-ba69-4ec2-a45a-823b6a32dd58,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.189635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:49.190219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:49.411405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.427794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Transition to ACTIVE for port object 8dd2af85-9ca0-4661-81c9-750496ee988d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:49.451706 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:49.491996 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Transition to ACTIVE for port object 8dd2af85-9ca0-4661-81c9-750496ee988d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:49.550715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.567082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.1 (1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78/36723128-0e48-4de2-b7b5-f011dad29d71/c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:49.727976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.748951 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:49.752307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:49.758299 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:49.760261 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Pushing event updated for resources: {'Port': ['ID=8dd2af85-9ca0-4661-81c9-750496ee988d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.762450 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:49.777387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.849687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:49.852777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:49.857159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:49.879416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Attempting to bind port 8dd2af85-9ca0-4661-81c9-750496ee988d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:49.879785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Attempting to bind port 8dd2af85-9ca0-4661-81c9-750496ee988d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:49.880146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Attempting to bind port 8dd2af85-9ca0-4661-81c9-750496ee988d on network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:49.891276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.916484 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.919341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:49.919710 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Checking segment: {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:49.920088 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.920486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Bound using segment: {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:49.920951 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Bound port: 8dd2af85-9ca0-4661-81c9-750496ee988d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:49.921290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.001819 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.024934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] For port 8dd2af85-9ca0-4661-81c9-750496ee988d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:50.027734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:46Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.030854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] For port 8dd2af85-9ca0-4661-81c9-750496ee988d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd2af85-9ca0-4661-81c9-750496ee988d,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:50.034877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cffe7e-8ba4-49fc-8a25-371a98c8e9e1 None None] The sync data for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 is: [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:46Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:50.038184 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.131357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85e1d0-83a5-4d70-a5a3-d33a81322678 None None] Pushing event updated for resources: {'Port': ['ID=8dd2af85-9ca0-4661-81c9-750496ee988d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.581433 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.586713 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.697754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.700150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.827133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd2af85-9ca0-4661-81c9-750496ee988d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:50.887665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:50.893767 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:50.910654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8dd2af85-9ca0-4661-81c9-750496ee988d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:50.917487 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2279de38-ba69-4ec2-a45a-823b6a32dd58 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:50.992963 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 2279de38-ba69-4ec2-a45a-823b6a32dd58 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:50.998056 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2279de38-ba69-4ec2-a45a-823b6a32dd58 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:50.998423 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.121693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.139123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 2279de38-ba69-4ec2-a45a-823b6a32dd58, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2279de38-ba69-4ec2-a45a-823b6a32dd58,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:51.144221 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.191962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f691692-19fb-40b3-adb6-f889095446b5 None None] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:51.300148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:51.303814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=2279de38-ba69-4ec2-a45a-823b6a32dd58,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.343389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45ae7fbc-8e4d-42c3-81ee-0c3cc42c9220 None None] Provisioning for port 8dd2af85-9ca0-4661-81c9-750496ee988d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:51.374735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-45ae7fbc-8e4d-42c3-81ee-0c3cc42c9220 None None] Provisioning complete for port 8dd2af85-9ca0-4661-81c9-750496ee988d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:51.375107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45ae7fbc-8e4d-42c3-81ee-0c3cc42c9220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.507056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:51.519573 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5f59c3fc-e4f8-43a6-8af3-843a2a677e2c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/f0d1e4c2-1724-4b66-923d-7becd1bdfa8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3111634 Apr 01 15:53:51.552205 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45ae7fbc-8e4d-42c3-81ee-0c3cc42c9220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.595766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-45ae7fbc-8e4d-42c3-81ee-0c3cc42c9220 None None] For port 8dd2af85-9ca0-4661-81c9-750496ee988d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd2af85-9ca0-4661-81c9-750496ee988d,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:51.600675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45ae7fbc-8e4d-42c3-81ee-0c3cc42c9220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.671731 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae7fbc-8e4d-42c3-81ee-0c3cc42c9220 None None] Pushing event updated for resources: {'Port': ['ID=8dd2af85-9ca0-4661-81c9-750496ee988d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.714097 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-9cb37c78-ca82-4c59-a27b-ba1e7b549bf0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601266970&fields=id&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 267 time: 0.0476739 Apr 01 15:53:51.825595 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a8ba35d-1dee-4a27-b254-d6ae1041f43f None None] Provisioning for port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:51.831822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a8ba35d-1dee-4a27-b254-d6ae1041f43f None None] Provisioning complete for port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:51.832466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba35d-1dee-4a27-b254-d6ae1041f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.872777 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-40cb75f3-ac32-4e51-abd6-17472b533493 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:51.874212 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-40cb75f3-ac32-4e51-abd6-17472b533493 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 795 time: 0.1534460 Apr 01 15:53:51.887171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ba35d-1dee-4a27-b254-d6ae1041f43f None None] Port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:51.892544 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-012777b0-e7cc-4f98-9b3f-330c95fedb41 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/quotas/f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 375 time: 0.0116775 Apr 01 15:53:51.900343 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a8ba35d-1dee-4a27-b254-d6ae1041f43f None None] Provisioning complete for port 8dd2af85-9ca0-4661-81c9-750496ee988d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:51.900712 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba35d-1dee-4a27-b254-d6ae1041f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.976541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-13443968-75f0-4ae6-a82a-18deb1f89caa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778267 Apr 01 15:53:52.062965 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-6066db95-34c3-4485-87ec-ffd8a6152085 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:52.063984 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-6066db95-34c3-4485-87ec-ffd8a6152085 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0753033 Apr 01 15:53:52.152401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-de211c88-f166-4644-bc81-204ad8c1b9c3 None None] Provisioning complete for port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:52.152761 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de211c88-f166-4644-bc81-204ad8c1b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.196715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-b16d4cc2-859b-4c4a-a2ca-0e932ea147ec service neutron] 10.222.0.48 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260052 Apr 01 15:53:52.203493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-de211c88-f166-4644-bc81-204ad8c1b9c3 None None] Port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:52.336870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-ce7cbcd3-0578-4b14-9c67-94da2e936061 service neutron] 10.222.0.48 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343040 Apr 01 15:53:52.531066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-cf8185fb-598f-42bb-b6de-ce13561dcda1 req-9e484921-0cc9-4f0a-a560-e8ca4ebab748 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:52.548072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-cf8185fb-598f-42bb-b6de-ce13561dcda1 req-9e484921-0cc9-4f0a-a560-e8ca4ebab748 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:52.549747 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cf8185fb-598f-42bb-b6de-ce13561dcda1 req-9e484921-0cc9-4f0a-a560-e8ca4ebab748 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 210 time: 0.0582976 Apr 01 15:53:52.758891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd2af85-9ca0-4661-81c9-750496ee988d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:52.833853 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8dd2af85-9ca0-4661-81c9-750496ee988d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:52.834460 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.955035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2279de38-ba69-4ec2-a45a-823b6a32dd58 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:53.022952 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2279de38-ba69-4ec2-a45a-823b6a32dd58 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:53.023338 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.642233 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Sync routers for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:53.664969 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:53.665559 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:53.766447 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a61887a3-31d0-44f4-9124-dde66ba87f36 req-f9ef9ab3-3bf0-43aa-a15d-fc1c4531c8ff tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 210 time: 0.0574486 Apr 01 15:53:53.769713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-74b2fded-4d60-448a-ad00-3c15dd000df5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.770475 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-74b2fded-4d60-448a-ad00-3c15dd000df5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:53.800097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-74b2fded-4d60-448a-ad00-3c15dd000df5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:53.801430 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-74b2fded-4d60-448a-ad00-3c15dd000df5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.62 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 795 time: 0.2108839 Apr 01 15:53:53.861426 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-891656bc-c233-4c92-b4c5-1565735422f2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:53.877084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-891656bc-c233-4c92-b4c5-1565735422f2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:53.877678 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:53.878256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-891656bc-c233-4c92-b4c5-1565735422f2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 379 time: 0.0627296 Apr 01 15:53:53.886615 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'port': {'device_id': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'admin_state_up': True, 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'security_groups': ['f2b8304f-ccaf-44dd-add0-7b5ed3ef8807']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:54.024229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:54.034416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:54.045241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:54.048266 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.236718 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:50Z', 'revision_number': 2, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.240986 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Checking router: f0d1e4c2-1724-4b66-923d-7becd1bdfa8f for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:53:54.241346 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Updating router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:53:54.290556 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.323676 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.8 (1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78/36723128-0e48-4de2-b7b5-f011dad29d71/0eabd45b-6b34-4f28-a24b-e21027021b66) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:54.514916 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.530427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object 0eabd45b-6b34-4f28-a24b-e21027021b66 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:54.555796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.639514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:54.643047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:54.644956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=0eabd45b-6b34-4f28-a24b-e21027021b66,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.647060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:54.712585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:54.713227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.740680 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2da376ff-49b9-4d81-abbc-972bf976cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8576531 Apr 01 15:53:54.753055 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Request body: {'port': {'device_id': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:54.781177 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.807957 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Transition to ACTIVE for port object c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:54.820245 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.886309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.946973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3263d1f1-c206-4c46-9d78-57629b70f703 None None] Provisioning for port 0eabd45b-6b34-4f28-a24b-e21027021b66 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:54.955911 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3263d1f1-c206-4c46-9d78-57629b70f703 None None] Provisioning complete for port 0eabd45b-6b34-4f28-a24b-e21027021b66 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:54.956606 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3263d1f1-c206-4c46-9d78-57629b70f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.014558 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Pushing event updated for resources: {'Port': ['ID=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.027039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3263d1f1-c206-4c46-9d78-57629b70f703 None None] Port 0eabd45b-6b34-4f28-a24b-e21027021b66 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:55.028925 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.029265 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.029593 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.029927 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.030230 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.030551 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.030855 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.031168 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.031494 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.031803 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.032115 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:55.093611 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Attempting to bind port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:55.093965 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Attempting to bind port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:55.094309 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Attempting to bind port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 on network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:55.101097 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:55.101456 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Checking segment: {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:55.102004 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.102378 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Bound using segment: {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:55.102828 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Bound port: c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:55.103187 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.107519 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7acf1-b1bd-4063-b4dc-491cb08491d2 req-db9c2ba1-5296-4b87-86d5-1db778d60d91 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:55.108195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b5a7acf1-b1bd-4063-b4dc-491cb08491d2 req-db9c2ba1-5296-4b87-86d5-1db778d60d91 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:55.193577 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] For port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:55.196479 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] For port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:55.201836 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.204019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b5a7acf1-b1bd-4063-b4dc-491cb08491d2 req-db9c2ba1-5296-4b87-86d5-1db778d60d91 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:55.205302 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5a7acf1-b1bd-4063-b4dc-491cb08491d2 req-db9c2ba1-5296-4b87-86d5-1db778d60d91 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 931 time: 0.2791693 Apr 01 15:53:55.280672 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5e9d0-2521-4a33-be1a-4428561b30ac None None] Pushing event updated for resources: {'Port': ['ID=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.283377 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:55.283964 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:53:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:55.286057 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b5a7acf1-b1bd-4063-b4dc-491cb08491d2 req-9f2c1eba-40c4-4b27-b9a8-99ed75ecceaf tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732903 Apr 01 15:53:55.364614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eabd45b-6b34-4f28-a24b-e21027021b66 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:53:55.372301 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.388121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Transition to ACTIVE for port object 0eabd45b-6b34-4f28-a24b-e21027021b66 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:55.392776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.482247 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:55.536714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Pushing event updated for resources: {'Port': ['ID=0eabd45b-6b34-4f28-a24b-e21027021b66,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.649438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Attempting to bind port 0eabd45b-6b34-4f28-a24b-e21027021b66 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:55.649774 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Attempting to bind port 0eabd45b-6b34-4f28-a24b-e21027021b66 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:55.650136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Attempting to bind port 0eabd45b-6b34-4f28-a24b-e21027021b66 on network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:55.656141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Port 0eabd45b-6b34-4f28-a24b-e21027021b66 on network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:53:55.656457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Attempting to bind port 0eabd45b-6b34-4f28-a24b-e21027021b66 on network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:55.663004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:55.663377 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Checking segment: {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:55.663755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Bound using segment: {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:55.664173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Bound port: 0eabd45b-6b34-4f28-a24b-e21027021b66, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59c2c44-f83c-48f8-85f4-5b7880342463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:55.664534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.753922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] For port 0eabd45b-6b34-4f28-a24b-e21027021b66, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:55.756885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] For port 0eabd45b-6b34-4f28-a24b-e21027021b66, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0eabd45b-6b34-4f28-a24b-e21027021b66,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:55.762245 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.808548 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:55Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:55.812852 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d5b063-7623-44e0-bdaa-27e6376c49ce None None] The sync data for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 is: [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:55Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:55.825910 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.827323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] 10.222.0.62 "PUT /v2.0/ports/0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 1091 time: 1.0792456 Apr 01 15:53:55.827756 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:53:55.851175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122e5b-5aea-4524-b5f7-c7a83f529daa service neutron] Pushing event updated for resources: {'Port': ['ID=0eabd45b-6b34-4f28-a24b-e21027021b66,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.959562 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'status': 'completed', 'code': 200} Apr 01 15:53:55.968097 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-9cfae77c-a460-4ab7-ba88-f2070ca7aff8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1094 time: 0.1038184 Apr 01 15:53:56.051751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-58e09980-b41c-4b06-b043-5927c30fa0bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 217 time: 0.0765603 Apr 01 15:53:56.229209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-cec93817-07dd-4fdb-8a20-5740cf07a867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.230633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-cec93817-07dd-4fdb-8a20-5740cf07a867 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 200 len: 835 time: 0.1739414 Apr 01 15:53:56.308322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-e7acf761-c508-4c80-a12a-4d918566838e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724211 Apr 01 15:53:56.490659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-c043db6b-9b95-49f8-9a02-46160692ab97 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764169 Apr 01 15:53:56.623689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61235b-85f3-41d1-aee8-bbfc5f12e5ff req-b1715ba0-3ffa-4428-8801-ec45fb5a606a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.625089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad61235b-85f3-41d1-aee8-bbfc5f12e5ff req-b1715ba0-3ffa-4428-8801-ec45fb5a606a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 943 time: 0.2003222 Apr 01 15:53:56.662885 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5c933fd5-996f-473c-8e29-7b45a153f1f8 req-2a1a61ba-f9b6-4ebe-9e1d-a37a0ab8f979 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617954 Apr 01 15:53:56.687711 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ad61235b-85f3-41d1-aee8-bbfc5f12e5ff req-56638efe-03f4-4d42-acf4-1514355a2244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497396 Apr 01 15:53:56.791339 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-4dd90247-c724-42cc-9735-71dcaadfb8e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1094 time: 0.0826225 Apr 01 15:53:56.803187 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:56.874635 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:56.881584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:56.882096 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.934252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-3bd6df92-4456-443d-b4c7-1bdfa6aff308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.935669 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-3bd6df92-4456-443d-b4c7-1bdfa6aff308 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 896 time: 0.1382885 Apr 01 15:53:56.997082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.006723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-cf3ce010-90da-4d58-8f61-0d0f4e2e8476 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 217 time: 0.0644341 Apr 01 15:53:57.030296 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:57.035223 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.068910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-dd6d0f1d-1fbb-44db-a15b-f9958960e9b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.070366 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-dd6d0f1d-1fbb-44db-a15b-f9958960e9b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 200 len: 835 time: 0.0578673 Apr 01 15:53:57.107284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.150844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-2d05c5bc-9638-4075-bb15-c065f092885c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742698 Apr 01 15:53:57.293297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-ac785685-3f33-4122-bea6-f97044a82e0f service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354485 Apr 01 15:53:57.425844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1eb25802-0bf4-49a7-8851-1fb1dfceae64 req-e6754d6c-b734-4d19-b789-b9b05866aff8 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255636 Apr 01 15:53:57.911456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e07c5-5ca9-44ed-8105-d60e8310707f req-0399af4e-d4bd-42a7-b3e9-f3d324e82289 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.912962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-796e07c5-5ca9-44ed-8105-d60e8310707f req-0399af4e-d4bd-42a7-b3e9-f3d324e82289 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 943 time: 0.0885718 Apr 01 15:53:57.933400 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2204c4f7-998e-4d46-b21f-72777d23c13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.962914 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-796e07c5-5ca9-44ed-8105-d60e8310707f req-d5dc836a-c820-4540-85df-5695cae6f2a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 Apr 01 15:53:58.767257 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:58.837695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:58.838057 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.163072 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ea3da-de5d-4e98-aaf3-05ff732925e8 req-5bac8515-31e1-484f-b6f8-cc7a233bb244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:59.164560 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-636ea3da-de5d-4e98-aaf3-05ff732925e8 req-5bac8515-31e1-484f-b6f8-cc7a233bb244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 943 time: 0.0821092 Apr 01 15:53:59.209745 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-636ea3da-de5d-4e98-aaf3-05ff732925e8 req-a9972dfa-0d77-478c-94d3-d8ccc731d6bd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 Apr 01 15:53:59.782870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0eabd45b-6b34-4f28-a24b-e21027021b66 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:53:59.926265 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0eabd45b-6b34-4f28-a24b-e21027021b66, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0eabd45b-6b34-4f28-a24b-e21027021b66,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:59.940785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'port_id': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'mac_address': 'fa:16:3e:ae:75:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:54:00.001936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.019369 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eabd45b-6b34-4f28-a24b-e21027021b66 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:54:00.034611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0eabd45b-6b34-4f28-a24b-e21027021b66, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0eabd45b-6b34-4f28-a24b-e21027021b66,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:00.040709 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.104859 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0eabd45b-6b34-4f28-a24b-e21027021b66,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:00.261101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['0eabd45b-6b34-4f28-a24b-e21027021b66'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:54:00.369149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af633421-547c-4352-ba47-40bf026bad9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.418733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48950b6-3ba4-4fc2-8bab-77b913700c6f req-b65471a2-ad41-49d0-8f29-a0b969847b35 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:00.420185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b48950b6-3ba4-4fc2-8bab-77b913700c6f req-b65471a2-ad41-49d0-8f29-a0b969847b35 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 944 time: 0.0785146 Apr 01 15:54:00.471657 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b48950b6-3ba4-4fc2-8bab-77b913700c6f req-8735dbf2-609c-4437-b71e-6c3d99a60e57 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Apr 01 15:54:01.344142 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.532972 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.692738 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8fc3e-8192-4977-9e2c-3f26d2da2945 req-1dc1bfb7-5b93-45fc-8193-f151ff46e96f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:01.694152 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b0e8fc3e-8192-4977-9e2c-3f26d2da2945 req-1dc1bfb7-5b93-45fc-8193-f151ff46e96f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 944 time: 0.0843754 Apr 01 15:54:01.742180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b0e8fc3e-8192-4977-9e2c-3f26d2da2945 req-fdcbb80a-1e1f-4d31-874a-af984ce230ee tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Apr 01 15:54:01.799399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0eabd45b-6b34-4f28-a24b-e21027021b66 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:01.884435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 0eabd45b-6b34-4f28-a24b-e21027021b66 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:01.889401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 0eabd45b-6b34-4f28-a24b-e21027021b66 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:01.889760 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.018123 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.044769 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:54:02.054584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 0eabd45b-6b34-4f28-a24b-e21027021b66, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0eabd45b-6b34-4f28-a24b-e21027021b66,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:02.059820 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.104294 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'code': 200} Apr 01 15:54:02.130527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=0eabd45b-6b34-4f28-a24b-e21027021b66,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.228239 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-547f0846-c94c-47cc-93cc-711a43e8da5a req-05189162-3440-44ae-8049-80bd336bbe92 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1096 time: 0.0698125 Apr 01 15:54:02.277276 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-547f0846-c94c-47cc-93cc-711a43e8da5a req-b31f2fc0-0de9-4c91-adb1-167b3ea08b1a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Apr 01 15:54:02.941525 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef83de0-141b-464f-bcdf-a8a6fde40378 req-04a741a7-8f37-4cf8-92ca-67f3f03ba4ac tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:02.952074 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ef83de0-141b-464f-bcdf-a8a6fde40378 req-04a741a7-8f37-4cf8-92ca-67f3f03ba4ac tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0787950 Apr 01 15:54:02.969443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.995588 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8ef83de0-141b-464f-bcdf-a8a6fde40378 req-b6e75886-7097-4a31-b33f-f501ecd70a3d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438232 Apr 01 15:54:04.295939 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353df015-1950-4e4f-9a07-dde0be0328f0 req-a39b9eee-2dd1-4536-a2e7-0b9908c009f9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.297465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-353df015-1950-4e4f-9a07-dde0be0328f0 req-a39b9eee-2dd1-4536-a2e7-0b9908c009f9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.1743283 Apr 01 15:54:04.346598 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-353df015-1950-4e4f-9a07-dde0be0328f0 req-478342d3-351d-425d-8ef0-9e57cf66a84a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428255 Apr 01 15:54:04.659956 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60438c0-4741-497a-a023-b289dbd881ca req-4d156bc3-2095-4a69-8f83-ebfa468745cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.661334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a60438c0-4741-497a-a023-b289dbd881ca req-4d156bc3-2095-4a69-8f83-ebfa468745cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.1788611 Apr 01 15:54:04.706787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a60438c0-4741-497a-a023-b289dbd881ca req-ad73c398-73c4-4f76-a9fa-c57897b1eff4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398130 Apr 01 15:54:04.739680 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48202) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.814357 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9b3d8b4d-75f5-47b3-bd2d-6ca828cd3bb5 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1091 time: 0.0734768 Apr 01 15:54:04.818407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48206) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.823571 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:04.830036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:04.833941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:floatingip and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:04.836768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:04.843848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:04.857572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.010889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.155852 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.216 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/9bde5b9b-9930-4329-b8cb-5c2ea1ce6e3c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:05.329408 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.360319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.430743 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:05.433635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:05.438124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:05.462046 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=9bde5b9b-9930-4329-b8cb-5c2ea1ce6e3c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:05.941712 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.997780 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.204939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.211651 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.312891 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=9bde5b9b-9930-4329-b8cb-5c2ea1ce6e3c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.328635 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.617879 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Floating IP 6a1d1aa8-5616-4725-b767-ac65109deb94 associated. External IP: 172.25.2.216, port: 0eabd45b-6b34-4f28-a24b-e21027021b66. Apr 01 15:54:07.014324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:07.218282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:07.230042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] Sync routers for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:07.243497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:07.244182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:54:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:07.244750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.298966 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-37a37733-981c-462e-8131-d96bf28d0396 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4791121 Apr 01 15:54:07.299504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:54:07.356022 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'status': 'completed', 'code': 200} Apr 01 15:54:07.426637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:54:07.452789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-c7fba3d9-3308-4b13-8353-28162ae41f5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1096 time: 0.0717125 Apr 01 15:54:07.473581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0e942-0009-405d-a32a-5dba574b288e req-00715b35-1829-462f-ac89-beaed4bfd505 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:07.475099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-20e0e942-0009-405d-a32a-5dba574b288e req-00715b35-1829-462f-ac89-beaed4bfd505 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0798504 Apr 01 15:54:07.526298 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-20e0e942-0009-405d-a32a-5dba574b288e req-64ca711c-1865-4c8d-ae74-42c2f54b18a3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Apr 01 15:54:07.556412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48214) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.589918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-a4adbba1-a2b9-4f2d-b144-21d1506833c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:07.591415 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-a4adbba1-a2b9-4f2d-b144-21d1506833c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 896 time: 0.1321776 Apr 01 15:54:07.668440 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d29dab0b-26e3-41a2-be24-40d5b3faca16 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/6a1d1aa8-5616-4725-b767-ac65109deb94 HTTP/1.1" status: 200 len: 991 time: 0.1099715 Apr 01 15:54:07.703473 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-ff295359-2c64-44fa-9cc9-fdebd4975ae2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 999 time: 0.1064494 Apr 01 15:54:07.765867 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-edfa3416-cbcd-42b2-86db-01438d38567b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:07.767433 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-edfa3416-cbcd-42b2-86db-01438d38567b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 200 len: 835 time: 0.0576806 Apr 01 15:54:07.845953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6a1d1aa8-5616-4725-b767-ac65109deb94', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'port_id': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'mac_address': 'fa:16:3e:ae:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:54:05Z', 'updated_at': '2022-04-01T15:54:05Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:57Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:07.847414 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-31fb8c38-9cf0-4295-9b99-11a03bfcb054 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739193 Apr 01 15:54:07.849967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] Checking router: f0d1e4c2-1724-4b66-923d-7becd1bdfa8f for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:54:07.860657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:07.861280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:54:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:07.982909 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-6d5e34a5-3443-4433-a412-ee37a732d9cf service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294720 Apr 01 15:54:08.044068 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:54:08.118009 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17c73303-122e-4e98-9120-cbbaf3581b28 req-48eaabed-1983-46cf-9862-0f723b251723 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297529 Apr 01 15:54:08.403550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6a1d1aa8-5616-4725-b767-ac65109deb94', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'port_id': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'mac_address': 'fa:16:3e:ae:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:54:05Z', 'updated_at': '2022-04-01T15:54:05Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:57Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:08.408064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb8d96-af67-473b-87b6-4b97d6943f53 None None] The sync data for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 is: [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '6a1d1aa8-5616-4725-b767-ac65109deb94', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'port_id': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'mac_address': 'fa:16:3e:ae:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:54:05Z', 'updated_at': '2022-04-01T15:54:05Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:57Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:08.671198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48218) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.781651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1eab6af1-af4e-46e7-ba65-f24b85474f07 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/6a1d1aa8-5616-4725-b767-ac65109deb94 HTTP/1.1" status: 200 len: 991 time: 0.1077826 Apr 01 15:54:09.785585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48222) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.897603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7d6aefb5-6804-4376-9750-3281c12db24e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/6a1d1aa8-5616-4725-b767-ac65109deb94 HTTP/1.1" status: 200 len: 991 time: 0.1107333 Apr 01 15:54:10.868985 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-a4effe42-503e-4ac2-8d30-2d487ff733a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713439 Apr 01 15:54:10.901216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48226) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.009590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-af782aea-10b7-48ea-ac99-888591f607c2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/6a1d1aa8-5616-4725-b767-ac65109deb94 HTTP/1.1" status: 200 len: 991 time: 0.1069303 Apr 01 15:54:11.011887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-0993c1a8-8944-46aa-8b7d-4d07299fec01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1096 time: 0.0748212 Apr 01 15:54:11.159769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-d4ffc176-6505-4870-b509-260f8140864f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:11.161132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-d4ffc176-6505-4870-b509-260f8140864f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 896 time: 0.1314509 Apr 01 15:54:11.263131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-4f4d117e-3f63-45ec-81a6-8a299584504d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 999 time: 0.0965085 Apr 01 15:54:11.330836 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-950c8d87-3dc8-4871-8c77-eecf94e8658e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:11.332349 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-950c8d87-3dc8-4871-8c77-eecf94e8658e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 200 len: 835 time: 0.0628598 Apr 01 15:54:11.353018 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.409544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-7a9558c3-f29a-46b6-86ff-c9deba7964e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699763 Apr 01 15:54:11.547703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-68ade23b-5afe-442f-9c4c-30f9288a945e service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322765 Apr 01 15:54:11.617379 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60763c00-202e-4da5-8284-2bdb12a8c658 None None] New status for floating IP 6a1d1aa8-5616-4725-b767-ac65109deb94: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:54:11.682247 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-825b6ef6-9977-40f0-9d9c-87e8ea228257 req-057abfb5-029e-421a-ba7d-1f3fa9e3562d service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283686 Apr 01 15:54:12.013958 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48230) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.225102 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ee7b82c3-cc68-4b2e-8eab-fc5ca2d839f8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/6a1d1aa8-5616-4725-b767-ac65109deb94 HTTP/1.1" status: 200 len: 993 time: 0.2097592 Apr 01 15:54:15.286407 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.119818 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:54:27.947868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87bceca9-b461-4624-b46a-3e610cdcecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.360636 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b655cb5-9773-40f8-9f96-14ae38a2ce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.355196 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.531175 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.984561 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.874857 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-6aadb574-2691-4779-8955-ce42e7a8bb66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1096 time: 0.1296196 Apr 01 15:54:39.884488 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d5c13-37fa-456d-9805-503b1a6815e4 req-797532e1-e3e4-407b-9bf1-3c6ab8444313 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:39.885861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a69d5c13-37fa-456d-9805-503b1a6815e4 req-797532e1-e3e4-407b-9bf1-3c6ab8444313 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0998778 Apr 01 15:54:40.028022 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a69d5c13-37fa-456d-9805-503b1a6815e4 req-47ea80c5-6aa7-46f8-a7a9-6de240e07da4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234405 Apr 01 15:54:40.051539 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-c8026a86-c7f1-454e-be12-40b8f611fb5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:40.053048 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-c8026a86-c7f1-454e-be12-40b8f611fb5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 896 time: 0.1663270 Apr 01 15:54:40.158254 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-a42a9cc8-92f4-4923-abd0-89bd2c5c8b4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 1001 time: 0.0986187 Apr 01 15:54:40.226135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-afa8a49d-8d76-48bc-87dc-231b25c7865d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:40.227981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-afa8a49d-8d76-48bc-87dc-231b25c7865d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 200 len: 835 time: 0.0629075 Apr 01 15:54:40.304394 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-63cc4a23-1ddb-4a84-a999-b12635c98952 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704284 Apr 01 15:54:40.437236 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-baa7a0cd-260f-48e1-bb27-fadfd562499e service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240809 Apr 01 15:54:40.585218 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ae62d7b5-605a-48eb-925e-4175e9f7b3e8 req-cfd470d8-c786-4923-978e-94433a67f362 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398549 Apr 01 15:54:41.352862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.356285 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764c07-682a-46ad-8c35-185dfa86e10d req-7c579c09-5f9e-4a2b-ba9d-21f2f50bd495 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:41.357721 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e764c07-682a-46ad-8c35-185dfa86e10d req-7c579c09-5f9e-4a2b-ba9d-21f2f50bd495 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.1819911 Apr 01 15:54:41.402616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e764c07-682a-46ad-8c35-185dfa86e10d req-ae797ceb-3ea7-4c9f-a807-22f9daa4527b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390749 Apr 01 15:54:42.609078 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec403f6-db2d-454f-a04a-65915901efbe req-b0ea7e01-b9e6-4e92-b407-55e69715a795 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:42.610486 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ec403f6-db2d-454f-a04a-65915901efbe req-b0ea7e01-b9e6-4e92-b407-55e69715a795 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0792515 Apr 01 15:54:42.661551 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ec403f6-db2d-454f-a04a-65915901efbe req-94a610dd-f607-44de-8128-ac09162c2463 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453646 Apr 01 15:54:43.869971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03644f74-11e2-4cb8-bff1-926763e8cb14 req-645745e7-275e-4e00-8e30-2eb047c86cb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:43.871444 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03644f74-11e2-4cb8-bff1-926763e8cb14 req-645745e7-275e-4e00-8e30-2eb047c86cb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0811093 Apr 01 15:54:43.918872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-03644f74-11e2-4cb8-bff1-926763e8cb14 req-6b4b5483-1c2b-422a-9c16-af3eeca63de7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Apr 01 15:54:45.133027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8ec9c-7d7b-43fe-8f13-a68c3ed2296b req-51279a17-182a-4616-a247-5e1969cc2cae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:45.134515 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee8ec9c-7d7b-43fe-8f13-a68c3ed2296b req-51279a17-182a-4616-a247-5e1969cc2cae tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0820367 Apr 01 15:54:45.181997 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9ee8ec9c-7d7b-43fe-8f13-a68c3ed2296b req-ecd6a7c7-dcbb-4069-ac71-ea9ffa1ce19f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Apr 01 15:54:45.294543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.389960 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580bb2d-7a09-4410-90d4-b253c0ead82b req-adf592e5-4538-44ad-8ba2-5135b4d4f30a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.391413 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1580bb2d-7a09-4410-90d4-b253c0ead82b req-adf592e5-4538-44ad-8ba2-5135b4d4f30a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0806944 Apr 01 15:54:46.436465 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1580bb2d-7a09-4410-90d4-b253c0ead82b req-745f1c3c-1f7e-47d4-a4da-f7b10ce7a384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393090 Apr 01 15:54:47.651134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611605-8b83-4bd7-8598-216519f32c96 req-354d281e-0117-42e9-a335-baee60dd51b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:47.652609 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19611605-8b83-4bd7-8598-216519f32c96 req-354d281e-0117-42e9-a335-baee60dd51b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0854332 Apr 01 15:54:47.698741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19611605-8b83-4bd7-8598-216519f32c96 req-d54cfc46-44ec-466c-857a-ccfd3e673232 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Apr 01 15:54:48.907707 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af901a5-5b76-4958-88b0-5a66e21ebc24 req-3e74de4b-7989-44a6-8436-f217dcf79ca4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:48.909112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8af901a5-5b76-4958-88b0-5a66e21ebc24 req-3e74de4b-7989-44a6-8436-f217dcf79ca4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0774734 Apr 01 15:54:48.960620 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8af901a5-5b76-4958-88b0-5a66e21ebc24 req-14744544-a23f-46c0-824d-d3fc535176b6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435922 Apr 01 15:54:50.197789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d923c8-5766-480d-a197-cef72f72720c req-52df34e8-47a2-4f22-b286-a8279732202a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:50.199763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64d923c8-5766-480d-a197-cef72f72720c req-52df34e8-47a2-4f22-b286-a8279732202a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0936227 Apr 01 15:54:50.248981 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-64d923c8-5766-480d-a197-cef72f72720c req-0ac37abd-67ef-4020-80f6-3836266b0d91 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Apr 01 15:54:51.458488 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5c62d-be14-4474-a0b6-c3dffedf8316 req-cbc62206-4752-490e-95ec-f1b4c500e33c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:51.459847 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2e5c62d-be14-4474-a0b6-c3dffedf8316 req-cbc62206-4752-490e-95ec-f1b4c500e33c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0800991 Apr 01 15:54:51.507534 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a2e5c62d-be14-4474-a0b6-c3dffedf8316 req-f753e330-774f-4400-b130-e6a037694027 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 Apr 01 15:54:52.725441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfac80c-de24-4d0e-95b8-481b838616a4 req-8bf5c1d8-bc22-44d3-a564-e9c13a8530f7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:52.726871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfac80c-de24-4d0e-95b8-481b838616a4 req-8bf5c1d8-bc22-44d3-a564-e9c13a8530f7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0902357 Apr 01 15:54:52.773743 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfac80c-de24-4d0e-95b8-481b838616a4 req-ec1f4deb-0806-4675-a6b3-cbdf48ebd58a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410690 Apr 01 15:54:54.013944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13ebf-c1d4-40b7-9220-ded57becc3df req-b9964151-1a66-4f5e-a216-ccc16ea1d82a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:54.015457 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9eb13ebf-c1d4-40b7-9220-ded57becc3df req-b9964151-1a66-4f5e-a216-ccc16ea1d82a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0873947 Apr 01 15:54:54.061791 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9eb13ebf-c1d4-40b7-9220-ded57becc3df req-b6de70e6-f6a0-4ebe-ac0e-f88ed72dd8a4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Apr 01 15:54:55.281002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6900e-7f4e-49da-80f1-f93fcb0203b3 req-c374dff9-c22c-4ad8-9b39-f1664d5ff83d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.282526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-62a6900e-7f4e-49da-80f1-f93fcb0203b3 req-c374dff9-c22c-4ad8-9b39-f1664d5ff83d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0861051 Apr 01 15:54:55.333636 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-62a6900e-7f4e-49da-80f1-f93fcb0203b3 req-40177229-29e5-46ca-be17-b41e99a57d98 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453389 Apr 01 15:54:56.540071 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc4b42-1898-4e89-bfaa-ec1bd73bddea req-f63a216b-6872-4958-856f-701a44c33f29 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:56.541661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ebbc4b42-1898-4e89-bfaa-ec1bd73bddea req-f63a216b-6872-4958-856f-701a44c33f29 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0818217 Apr 01 15:54:56.587977 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ebbc4b42-1898-4e89-bfaa-ec1bd73bddea req-f9e330bd-94e6-4872-bb19-1edf0213f311 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Apr 01 15:54:57.796754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba820112-371a-4eed-a866-a0a326bfca89 req-79a2bb65-f51c-401e-bf5c-b6c60c34ca68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.800180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba820112-371a-4eed-a866-a0a326bfca89 req-79a2bb65-f51c-401e-bf5c-b6c60c34ca68 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0819185 Apr 01 15:54:57.849474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ba820112-371a-4eed-a866-a0a326bfca89 req-91986f12-1c47-4267-a2b2-f5aaccd2007f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420020 Apr 01 15:54:57.881079 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48296) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.943305 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8eccae4-606a-4f93-87ae-52dbe2e0d672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.083304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d7018c5e-8f41-42a3-a102-b4ca92ed5db7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/6a1d1aa8-5616-4725-b767-ac65109deb94 HTTP/1.1" status: 200 len: 993 time: 0.2010779 Apr 01 15:55:00.367320 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb84b-d67a-47a7-a140-4cf5af6c3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.127639 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:55:01.344936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.532068 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.985862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.355254 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.860999 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-185f12c4-5047-40f5-b468-6d50e3e60a8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745020 Apr 01 15:55:12.012847 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-1ac6d713-2fe3-475a-9309-29347e9a2fd9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1096 time: 0.0831871 Apr 01 15:55:12.173167 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-02dea07d-508a-4df7-be19-cf8173b3c9b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.174518 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-02dea07d-508a-4df7-be19-cf8173b3c9b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 896 time: 0.1417735 Apr 01 15:55:12.285619 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-ce00722e-0491-4240-9c33-4df21fd287da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 1001 time: 0.1048620 Apr 01 15:55:12.349030 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-a610783c-b37a-4072-b34b-f5ba1670de40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.350438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-a610783c-b37a-4072-b34b-f5ba1670de40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 200 len: 835 time: 0.0583172 Apr 01 15:55:12.429233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-d1a3feb4-2e7f-4797-ad96-72dcb1b132bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726597 Apr 01 15:55:12.561708 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-d8efffe9-f44b-4aa9-91a6-14a5c5c9268b service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265416 Apr 01 15:55:12.692170 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c77331b-418c-4842-a02c-66994fcb83c7 req-aab562f1-ad96-40dd-94ff-ff33893d6053 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242511 Apr 01 15:55:15.297855 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.959423 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbed0c85-94a4-4be2-a9c2-082f290b2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.762694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48310) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:28.969061 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 9bde5b9b-9930-4329-b8cb-5c2ea1ce6e3c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:28.969487 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.160043 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.160349 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.278205 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 9bde5b9b-9930-4329-b8cb-5c2ea1ce6e3c owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:29.530013 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.574514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=9bde5b9b-9930-4329-b8cb-5c2ea1ce6e3c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.586451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.586797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.587126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.587479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.587805 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.588111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.588856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.588856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.589035 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.589362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.589672 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:29.682723 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.078954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:30.294066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:30.304112 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] Sync routers for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:30.316239 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:30.316815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.316967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:30.372248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a91b135a-a44c-4139-9508-12f6e092019d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/floatingips/6a1d1aa8-5616-4725-b767-ac65109deb94 HTTP/1.1" status: 204 len: 168 time: 1.6056230 Apr 01 15:55:30.372248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:55:30.468718 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8968649f-69c3-44de-85fb-941a8fa73279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.520870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:30.618410 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'status': 'completed', 'code': 200} Apr 01 15:55:30.705661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-da86ba8c-1f19-4213-9cd0-3152181308ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 1096 time: 0.0721226 Apr 01 15:55:30.885877 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:57Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:30.889917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] Checking router: f0d1e4c2-1724-4b66-923d-7becd1bdfa8f for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:30.897264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-50975ba7-b65d-42d1-9e09-c2bf67a47461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:30.898737 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-50975ba7-b65d-42d1-9e09-c2bf67a47461 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 200 len: 896 time: 0.1866839 Apr 01 15:55:30.900778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:30.901367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:30.905372 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba403f-7708-4d2c-aeda-316c02ff43c5 req-6a9506ef-6458-4a6d-a747-389e5846aee4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:30.905986 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1aba403f-7708-4d2c-aeda-316c02ff43c5 req-6a9506ef-6458-4a6d-a747-389e5846aee4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:30.980220 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-caa1d1e5-f7a5-4403-a727-90378f46bef0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 200 len: 217 time: 0.0712638 Apr 01 15:55:31.018537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1aba403f-7708-4d2c-aeda-316c02ff43c5 req-6a9506ef-6458-4a6d-a747-389e5846aee4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:31.019077 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1aba403f-7708-4d2c-aeda-316c02ff43c5 req-6a9506ef-6458-4a6d-a747-389e5846aee4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.2858396 Apr 01 15:55:31.067970 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-e65af87c-2a8e-4ced-9366-a394080c70fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.069398 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-e65af87c-2a8e-4ced-9366-a394080c70fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 200 len: 835 time: 0.0835593 Apr 01 15:55:31.083502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:31.117169 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1aba403f-7708-4d2c-aeda-316c02ff43c5 req-d8ede21f-6f70-482d-96ad-f3d52d37f09a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912681 Apr 01 15:55:31.156607 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-722b71a0-d710-4f52-9d74-3c559089081a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781696 Apr 01 15:55:31.382059 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.404448 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-6f02a2a2-f6a0-41b9-bb2c-ec11a6bc36f2 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422452 Apr 01 15:55:31.415539 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:57Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:31.419453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372a0cc-1ae8-43ad-af62-adeaaa90273f None None] The sync data for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 is: [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:53:49Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51', 'name': '', 'network_id': '1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:49:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:49Z', 'updated_at': '2022-04-01T15:53:57Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '36723128-0e48-4de2-b7b5-f011dad29d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:31.534490 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.540586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-76d08b80-2ce9-4669-aec9-7c4d94baddd8 req-88fc0a65-ea54-4e5d-a0e8-b4cf1c432b14 service neutron] 10.222.0.62 "GET /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295469 Apr 01 15:55:31.636470 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da628a-bd25-4e3f-a82d-cfefd084f247 None None] New status for floating IP 6a1d1aa8-5616-4725-b767-ac65109deb94: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:55:32.178064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-4d429fa6-b7d3-4a6f-98d9-c7109b02b32d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.179649 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-4d429fa6-b7d3-4a6f-98d9-c7109b02b32d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0910666 Apr 01 15:55:32.254503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 0eabd45b-6b34-4f28-a24b-e21027021b66 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:32.254842 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.335436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c829c9-806a-4f6a-a95a-abbfbf8f3946 req-147abf13-9235-4779-99a7-ab1becf533bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.336999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22c829c9-806a-4f6a-a95a-abbfbf8f3946 req-147abf13-9235-4779-99a7-ab1becf533bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 945 time: 0.0930760 Apr 01 15:55:32.384274 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22c829c9-806a-4f6a-a95a-abbfbf8f3946 req-d1b2a249-2cf0-4cb3-8e6c-5750b8635139 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Apr 01 15:55:32.500505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 0eabd45b-6b34-4f28-a24b-e21027021b66, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=0eabd45b-6b34-4f28-a24b-e21027021b66,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:32.500850 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.627335 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 0eabd45b-6b34-4f28-a24b-e21027021b66 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:32.780085 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.832597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=0eabd45b-6b34-4f28-a24b-e21027021b66,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:32.906922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] No DVR routers for this DVR port 0eabd45b-6b34-4f28-a24b-e21027021b66 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:32.910619 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.914944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'name': 'network-vif-deleted', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:55:32.939514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-074ea44a-6ffe-4c47-b8b9-d68681c4870f req-0744e739-c473-4d07-9865-1968389617ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.62 "DELETE /v2.0/ports/0eabd45b-6b34-4f28-a24b-e21027021b66 HTTP/1.1" status: 204 len: 173 time: 0.7546430 Apr 01 15:55:32.987022 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.990498 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd529a7e-6db0-44a6-bf12-fb0b1dd037f8', 'name': 'network-vif-deleted', 'tag': '0eabd45b-6b34-4f28-a24b-e21027021b66', 'status': 'completed', 'code': 200} Apr 01 15:55:33.561523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8c7b8cc9-326e-4c04-9e61-ae16bd53e9ad req-5b616d74-a5fa-4558-8c89-04e2bc898584 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd529a7e-6db0-44a6-bf12-fb0b1dd037f8 HTTP/1.1" status: 200 len: 210 time: 0.0401633 Apr 01 15:55:34.675749 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48332) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.090612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.841355 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:35.842034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.032610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:36.032895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.167352 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:36.218162 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0eabd45b-6b34-4f28-a24b-e21027021b66 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:36.250142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 0eabd45b-6b34-4f28-a24b-e21027021b66 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:36.250516 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 0eabd45b-6b34-4f28-a24b-e21027021b66 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:36.353002 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.400338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.704783 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.388283 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:37.606130 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:37.617567 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] Sync routers for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:37.620252 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3fd4fa16-0763-4652-b5c5-437a17b296b5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/f0d1e4c2-1724-4b66-923d-7becd1bdfa8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9433362 Apr 01 15:55:37.622908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.630200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:37.630821 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:37.809070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:37.810625 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting subnet 36723128-0e48-4de2-b7b5-f011dad29d71 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:37.813603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.865114 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.950890 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.020895 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.060042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Subnet': ['ID=36723128-0e48-4de2-b7b5-f011dad29d71,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:38.066591 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.075866 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5367e3e3-0132-40c0-83c2-efadeea19820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/subnets/36723128-0e48-4de2-b7b5-f011dad29d71 HTTP/1.1" status: 204 len: 168 time: 0.4495442 Apr 01 15:55:38.076269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48340) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.094499 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:55:36Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.099636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] Checking router: f0d1e4c2-1724-4b66-923d-7becd1bdfa8f for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:38.112615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] Routers {'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:38.113540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.121677 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:55:38.224954 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a984cf5-f717-469b-8cf5-8604c9b25466 None None] Network 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:38.283073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.483014 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.491026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] Set router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:38.493927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 2279de38-ba69-4ec2-a45a-823b6a32dd58 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:38.494264 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.664177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 2279de38-ba69-4ec2-a45a-823b6a32dd58, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2279de38-ba69-4ec2-a45a-823b6a32dd58,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:38.664485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.739154 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] DHCP port deletion for 1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:38.770871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Deleting port 8dd2af85-9ca0-4661-81c9-750496ee988d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:38.771278 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.786594 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 2279de38-ba69-4ec2-a45a-823b6a32dd58 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:38.828478 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8dd2af85-9ca0-4661-81c9-750496ee988d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:39.053107 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.056212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:55:36Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.088956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972e207-f7f9-4764-b8dd-852091dc1893 None None] The sync data for ids ['f0d1e4c2-1724-4b66-923d-7becd1bdfa8f'] in n-d-836017-1 is: [{'id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740249603', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:53:45Z', 'updated_at': '2022-04-01T15:55:36Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '2279de38-ba69-4ec2-a45a-823b6a32dd58', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d1e4c2-1724-4b66-923d-7becd1bdfa8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:53:46Z', 'updated_at': '2022-04-01T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:39.099953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=2279de38-ba69-4ec2-a45a-823b6a32dd58,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.100492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] For port 8dd2af85-9ca0-4661-81c9-750496ee988d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd2af85-9ca0-4661-81c9-750496ee988d,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:39.100492 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.111875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.112189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.112408 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.112738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.113063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.113381 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.113702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.114017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.114331 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.114643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.114951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.115282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.233550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Calling delete_port for 8dd2af85-9ca0-4661-81c9-750496ee988d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:39.298483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8dd2af85-9ca0-4661-81c9-750496ee988d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd2af85-9ca0-4661-81c9-750496ee988d,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:39.302838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.347083 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.365745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:39.366090 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:39.377904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8dd2af85-9ca0-4661-81c9-750496ee988d,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.386809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.387390 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.387715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.388042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.388374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.388691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.389009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.389322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.389630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.390010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.390599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:39.603494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.608017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.637283 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.637958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Fanout notify agent at l3_agent the message router_deleted on router f0d1e4c2-1724-4b66-923d-7becd1bdfa8f {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:39.652848 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.653967 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5446cae9-0189-48e1-8925-ea76af7955e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/routers/f0d1e4c2-1724-4b66-923d-7becd1bdfa8f HTTP/1.1" status: 204 len: 168 time: 1.5767465 Apr 01 15:55:39.657031 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48344) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.777472 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.787949 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 8dd2af85-9ca0-4661-81c9-750496ee988d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:39.788257 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.867329 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Deleting port 8dd2af85-9ca0-4661-81c9-750496ee988d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:39.867871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.000918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 8dd2af85-9ca0-4661-81c9-750496ee988d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd2af85-9ca0-4661-81c9-750496ee988d,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:40.001254 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.072918 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] For port 8dd2af85-9ca0-4661-81c9-750496ee988d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8dd2af85-9ca0-4661-81c9-750496ee988d,segment=NetworkSegment(b59c2c44-f83c-48f8-85f4-5b7880342463),segment_id=b59c2c44-f83c-48f8-85f4-5b7880342463)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:40.073276 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.239486 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 8dd2af85-9ca0-4661-81c9-750496ee988d owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:40.247726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Calling delete_port for 8dd2af85-9ca0-4661-81c9-750496ee988d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:40.314250 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.319530 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:40.319882 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:40.360339 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=8dd2af85-9ca0-4661-81c9-750496ee988d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.365318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] No DVR routers for this DVR port 8dd2af85-9ca0-4661-81c9-750496ee988d on host n-d-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:40.488956 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.514157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.526151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59c2c44-f83c-48f8-85f4-5b7880342463') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.526425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59c2c44-f83c-48f8-85f4-5b7880342463') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.537778 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.556127 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.562905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:40.563311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: timer() Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:40.577457 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:40.657800 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.662891 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.688348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Network': ['ID=1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.703023 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ea23f897-b8ec-4793-8831-73fd4eb8fa64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/networks/1d08edf9-a35c-4eb9-b91a-a1dcd8ccda78 HTTP/1.1" status: 204 len: 168 time: 1.0447102 Apr 01 15:55:40.705797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48348) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.747747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Deleting port 8dd2af85-9ca0-4661-81c9-750496ee988d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:40.748245 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.773953 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae95b9ad-2f6f-42be-9709-7386a57f86bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.804943 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae95b9ad-2f6f-42be-9709-7386a57f86bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.821582 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ace4e-a5e8-4f5a-9e4c-e20e02f55a86 None None] The port '8dd2af85-9ca0-4661-81c9-750496ee988d' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:55:40.827959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2279de38-ba69-4ec2-a45a-823b6a32dd58 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:40.862375 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 2279de38-ba69-4ec2-a45a-823b6a32dd58 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:40.862732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2279de38-ba69-4ec2-a45a-823b6a32dd58 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:40.863151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:40.883563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae95b9ad-2f6f-42be-9709-7386a57f86bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.898167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:40.898757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c2fcd02c-70d7-4b3e-9e5d-c646b1b1fe51 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:40.901197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95b9ad-2f6f-42be-9709-7386a57f86bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8304f-ccaf-44dd-add0-7b5ed3ef8807,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.915788 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ae95b9ad-2f6f-42be-9709-7386a57f86bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.919495 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ae95b9ad-2f6f-42be-9709-7386a57f86bc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/security-groups/f2b8304f-ccaf-44dd-add0-7b5ed3ef8807 HTTP/1.1" status: 204 len: 168 time: 0.2101440 Apr 01 15:55:41.349589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48356) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.357110 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57007955', 'description': 'tempest-secgroup-smoke-57007955 description', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:41.364257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.367784 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.369264 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.372172 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.379606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.391453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.439160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.445063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.447901 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.455118 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.523444 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.528255 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.578459 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e47c5-e996-4875-84bf-c2f5c16b3bdf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.581849 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.583028 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a4b5d55-1a74-4fe2-9cd7-5611d859c32b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2323229 Apr 01 15:55:41.586173 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48360) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.592280 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'de1e47c5-e996-4875-84bf-c2f5c16b3bdf', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:41.599399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.603419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.606452 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.612505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.630066 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.692237 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.696387 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.719954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36deab16-f83a-4442-885b-0405fa17ae06,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.729593 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.730803 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-21a98d5d-c8b4-4c74-8782-44390da79be6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1436191 Apr 01 15:55:41.733816 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48364) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.739778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'de1e47c5-e996-4875-84bf-c2f5c16b3bdf', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:41.746980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.751258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.754270 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.760468 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.780295 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.856462 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.862544 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.886150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4472eec8-9d46-4132-a903-528cbe3457c3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.897233 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.898392 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3e381367-67c7-422d-b9a3-50914e21d85b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1635368 Apr 01 15:55:41.901527 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48368) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.907169 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'de1e47c5-e996-4875-84bf-c2f5c16b3bdf', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:41.913647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.917418 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.920282 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.926328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.942914 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.006926 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.012146 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.034608 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81555463-156b-41c2-93cb-c4821bf86e18,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.046154 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.047946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-456fa235-7b87-4fc1-8ba1-c268693884cc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1454127 Apr 01 15:55:42.050736 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48372) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.056092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'de1e47c5-e996-4875-84bf-c2f5c16b3bdf', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:42.062554 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:42.066328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:42.069223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:42.075316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:42.099994 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.167137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.172983 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.195558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f9b4eb-a7cb-48ef-822c-323ddf635aa7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.205149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.206334 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-148f4753-4a6a-4101-8ffb-f30ec6b4b4db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1546609 Apr 01 15:55:42.209153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48376) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.214573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'de1e47c5-e996-4875-84bf-c2f5c16b3bdf', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:42.221003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:42.224800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:42.227694 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:42.233350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:42.247570 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:42.254378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.319881 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.324611 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.347189 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216717e0-664f-4896-861b-6a9efd0cd7dd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.356643 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.357812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1b26e244-3cb6-4773-8aca-72b4e6e84e15 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1477332 Apr 01 15:55:42.360814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48380) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.366229 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': 'de1e47c5-e996-4875-84bf-c2f5c16b3bdf', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:42.372654 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:42.376517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:42.379403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:42.385019 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:42.397666 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:42.404017 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.475662 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.480614 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.503177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fb2157-b8d4-47ac-9e81-02c2004586b5,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.513503 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.514951 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-20b6f04d-8139-4450-9b83-b961c1e5107e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1530287 Apr 01 15:55:42.517656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48384) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.523017 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'network': {'name': 'tempest-network-smoke--1643034132', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'port_security_enabled': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:42.528872 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:42.533154 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:network and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:42.536160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:42.542139 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:42.558126 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:42.561380 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.592085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:42.602192 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.602545 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Added segment cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a of type vlan for network 6b667c4a-c574-4dac-bfe3-8961d27acb13 Apr 01 15:55:42.629693 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.659968 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.664216 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:42.664794 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.775635 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2569206 Apr 01 15:55:42.778660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48388) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.781660 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d33b6-d43f-4d32-b93c-80ed66562011 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Network': ['ID=6b667c4a-c574-4dac-bfe3-8961d27acb13,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.785544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'admin_state_up': True, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:42.794684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:42.799416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:router and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:42.801274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:42.802485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:42.809082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:42.820603 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.821558 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.840035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.997274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.181377 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.209906 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.372747 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.227 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/909e5b5d-b80b-4809-a37d-aaceab087c08) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:43.525979 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.565356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.630742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:43.633608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:43.637871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:43.665423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=909e5b5d-b80b-4809-a37d-aaceab087c08,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:43.815326 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.816125 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.144359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router e58939da-c9b5-4bb9-b95d-501fe773d6bf is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:44.353750 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:44.363450 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Sync routers for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:44.375682 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:44.376351 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.382210 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.383576 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e5cf2331-dbfb-44df-9f0d-66ecf8779119 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6031160 Apr 01 15:55:44.386895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48392) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.427256 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-026243cf-ca4b-468c-b62b-f2d0e518923d tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f51ea41398354660964f5bd3e5c8daa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389452 Apr 01 15:55:44.429868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48396) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.549702 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:44.561199 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c8f5a-7f57-4944-9d67-d80540a1ded0 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:44.562689 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-db3c8f5a-7f57-4944-9d67-d80540a1ded0 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318305 Apr 01 15:55:44.565851 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48400) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.604509 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e4f7128b-89d1-40e4-bfa1-e5d9f19b541a tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375488 Apr 01 15:55:44.607204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48404) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.612507 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273475777', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:44.815055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:44.819257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:subnet and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:44.822052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:44.827641 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:44.834406 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.838542 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:44.839031 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Checking router: e58939da-c9b5-4bb9-b95d-501fe773d6bf for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:44.839614 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Updating router e58939da-c9b5-4bb9-b95d-501fe773d6bf port 909e5b5d-b80b-4809-a37d-aaceab087c08 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:55:44.896720 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.962485 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.178779 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.245676 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Subnet': ['ID=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.266764 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.272252 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Checking segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:45.272600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network hostable DHCP agents. Network: 6b667c4a-c574-4dac-bfe3-8961d27acb13, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:45.279182 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Transition to ACTIVE for port object 909e5b5d-b80b-4809-a37d-aaceab087c08 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:45.286209 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.300452 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.302895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:45.314307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 6b667c4a-c574-4dac-bfe3-8961d27acb13) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:45.322312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee50df-f0b0-4312-94a9-2f02da18f31c None None] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:45.323708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:45.324378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.354552 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-56cebac9-9053-430a-8db8-f9339cdd36df tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7436943 Apr 01 15:55:45.355244 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48408) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.363493 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Attempting to bind port 909e5b5d-b80b-4809-a37d-aaceab087c08 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:45.364000 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Attempting to bind port 909e5b5d-b80b-4809-a37d-aaceab087c08 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:45.364186 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Attempting to bind port 909e5b5d-b80b-4809-a37d-aaceab087c08 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:45.369689 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Pushing event updated for resources: {'Port': ['ID=909e5b5d-b80b-4809-a37d-aaceab087c08,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.380109 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:45.380467 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:45.380881 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.381259 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:45.381700 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Bound port: 909e5b5d-b80b-4809-a37d-aaceab087c08, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:45.382060 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.408905 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.409267 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.409561 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.409883 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.410197 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.410515 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.410824 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.411133 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.411469 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.411780 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.412087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.461164 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] For port 909e5b5d-b80b-4809-a37d-aaceab087c08, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:45.464069 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] For port 909e5b5d-b80b-4809-a37d-aaceab087c08, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=909e5b5d-b80b-4809-a37d-aaceab087c08,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:45.469438 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.550091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-6b667c4a-c574-4dac-bfe3-8961d27acb13', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:45.550881 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802cb0c-aa8a-4238-a643-67c1f71e42d7 None None] Pushing event updated for resources: {'Port': ['ID=909e5b5d-b80b-4809-a37d-aaceab087c08,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.551002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.556279 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:45.556865 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.727399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Allocated IP 172.20.0.2 (6b667c4a-c574-4dac-bfe3-8961d27acb13/4c62edcf-d1cf-42f8-a7bd-53c7a43984b3/a77532bd-a5d5-41c5-b847-8a2f93c98a20) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:45.736667 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:45.928930 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.940772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Transition to ACTIVE for port object a77532bd-a5d5-41c5-b847-8a2f93c98a20 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:45.960495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Transition to ACTIVE for port object a77532bd-a5d5-41c5-b847-8a2f93c98a20 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:45.968472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.029123 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.033089 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215f792c-80cd-474a-b0d5-874ee942e205 None None] The sync data for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 is: [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:46.041349 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:46.043251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:46.048171 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:46.050127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Pushing event updated for resources: {'Port': ['ID=a77532bd-a5d5-41c5-b847-8a2f93c98a20,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.140686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Attempting to bind port a77532bd-a5d5-41c5-b847-8a2f93c98a20 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:46.141116 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Attempting to bind port a77532bd-a5d5-41c5-b847-8a2f93c98a20 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:46.141480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Attempting to bind port a77532bd-a5d5-41c5-b847-8a2f93c98a20 on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:46.148698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:46.149060 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Checking segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:46.149463 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.149846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Bound using segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:46.150306 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Bound port: a77532bd-a5d5-41c5-b847-8a2f93c98a20, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:46.150681 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.155088 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.251885 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] For port a77532bd-a5d5-41c5-b847-8a2f93c98a20, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:46.255142 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] For port a77532bd-a5d5-41c5-b847-8a2f93c98a20, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a77532bd-a5d5-41c5-b847-8a2f93c98a20,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:46.260523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.365429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a67f-c5f6-4807-9e28-479cea8bcdc9 None None] Pushing event updated for resources: {'Port': ['ID=a77532bd-a5d5-41c5-b847-8a2f93c98a20,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.750953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.1 (6b667c4a-c574-4dac-bfe3-8961d27acb13/4c62edcf-d1cf-42f8-a7bd-53c7a43984b3/f35a5946-bc2b-4ad0-be73-633c635e386a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:46.897804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 909e5b5d-b80b-4809-a37d-aaceab087c08 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:46.944106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.959190 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object f35a5946-bc2b-4ad0-be73-633c635e386a will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:46.972841 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 909e5b5d-b80b-4809-a37d-aaceab087c08 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:46.979867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 909e5b5d-b80b-4809-a37d-aaceab087c08 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:46.980396 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.986068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.066689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:47.069843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:47.074517 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:47.102700 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=f35a5946-bc2b-4ad0-be73-633c635e386a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.114226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.134809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 909e5b5d-b80b-4809-a37d-aaceab087c08, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=909e5b5d-b80b-4809-a37d-aaceab087c08,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:47.137813 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.139907 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.140905 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a77532bd-a5d5-41c5-b847-8a2f93c98a20 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:47.232594 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.301961 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=909e5b5d-b80b-4809-a37d-aaceab087c08,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.313947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port a77532bd-a5d5-41c5-b847-8a2f93c98a20 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:47.346535 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c2f05-0f9c-4fc6-8573-6868418b5625 None None] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:47.451437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6b2284df-33fd-4719-99a5-7c8e5dfdae3c None None] Provisioning for port a77532bd-a5d5-41c5-b847-8a2f93c98a20 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:47.460982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6b2284df-33fd-4719-99a5-7c8e5dfdae3c None None] Provisioning complete for port a77532bd-a5d5-41c5-b847-8a2f93c98a20 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:47.461347 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b2284df-33fd-4719-99a5-7c8e5dfdae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.643689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.648564 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.670837 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b2284df-33fd-4719-99a5-7c8e5dfdae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.712410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6b2284df-33fd-4719-99a5-7c8e5dfdae3c None None] For port a77532bd-a5d5-41c5-b847-8a2f93c98a20, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a77532bd-a5d5-41c5-b847-8a2f93c98a20,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:47.720381 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b2284df-33fd-4719-99a5-7c8e5dfdae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.763939 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.767845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=f35a5946-bc2b-4ad0-be73-633c635e386a,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.803467 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2284df-33fd-4719-99a5-7c8e5dfdae3c None None] Pushing event updated for resources: {'Port': ['ID=a77532bd-a5d5-41c5-b847-8a2f93c98a20,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.908431 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:47.909579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:47.943341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f429e0a0-446b-4f23-b218-b908f4022aae None None] Provisioning complete for port a77532bd-a5d5-41c5-b847-8a2f93c98a20 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:47.943709 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f429e0a0-446b-4f23-b218-b908f4022aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.214757 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f429e0a0-446b-4f23-b218-b908f4022aae None None] Provisioning for port f35a5946-bc2b-4ad0-be73-633c635e386a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:48.231158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f429e0a0-446b-4f23-b218-b908f4022aae None None] Provisioning complete for port f35a5946-bc2b-4ad0-be73-633c635e386a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:48.231544 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f429e0a0-446b-4f23-b218-b908f4022aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.297104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f429e0a0-446b-4f23-b218-b908f4022aae None None] Port f35a5946-bc2b-4ad0-be73-633c635e386a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:48.419778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c7c37af9-fd7f-4a72-99b8-54f7e98e13f6 None None] Provisioning complete for port f35a5946-bc2b-4ad0-be73-633c635e386a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:48.420174 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7c37af9-fd7f-4a72-99b8-54f7e98e13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.435979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router e58939da-c9b5-4bb9-b95d-501fe773d6bf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:48.471396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c7c37af9-fd7f-4a72-99b8-54f7e98e13f6 None None] Port f35a5946-bc2b-4ad0-be73-633c635e386a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:48.642758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:48.655664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-70d98398-5365-444d-8b28-e9006fe8f725 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/e58939da-c9b5-4bb9-b95d-501fe773d6bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2995281 Apr 01 15:55:48.825858 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 909e5b5d-b80b-4809-a37d-aaceab087c08 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:48.896323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 909e5b5d-b80b-4809-a37d-aaceab087c08 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:48.896694 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.011526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a77532bd-a5d5-41c5-b847-8a2f93c98a20 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:49.057384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e1a547-413e-412d-a170-a76d713fe504 req-dc25fb94-dd89-4d6f-bea4-b6a572a467c0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:49.072789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e1a547-413e-412d-a170-a76d713fe504 req-dc25fb94-dd89-4d6f-bea4-b6a572a467c0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:49.074036 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-dc25fb94-dd89-4d6f-bea4-b6a572a467c0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57007955&fields=id&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 267 time: 0.0562377 Apr 01 15:55:49.080645 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port a77532bd-a5d5-41c5-b847-8a2f93c98a20 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:49.081013 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.227013 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a547-413e-412d-a170-a76d713fe504 req-124c151c-9aec-4b38-8f5d-d49386c9d93a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:49.227612 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e1a547-413e-412d-a170-a76d713fe504 req-124c151c-9aec-4b38-8f5d-d49386c9d93a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:49.243508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-12e1a547-413e-412d-a170-a76d713fe504 req-124c151c-9aec-4b38-8f5d-d49386c9d93a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:49.244640 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-124c151c-9aec-4b38-8f5d-d49386c9d93a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 797 time: 0.1635749 Apr 01 15:55:49.262308 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-a146cf80-2a3b-4cd0-a870-49bd5aed8a47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/quotas/f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 375 time: 0.0118663 Apr 01 15:55:49.343204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-d8e05c6c-327e-49bd-aa8c-a9be18f505b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759966 Apr 01 15:55:49.486708 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-e096a468-e957-4860-9fa3-3b1da9416ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306543 Apr 01 15:55:49.618055 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Sync routers for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:49.624979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-c469685f-e8f0-4857-b494-fc885f3f8903 service neutron] 10.222.0.48 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325352 Apr 01 15:55:49.630190 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:49.630780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.838220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:49.919656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1a37da75-2605-44a6-a818-ec88709bef99 req-48b9c1d2-eb7e-46bf-8a78-dd0fc5bf031f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:49.938270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1a37da75-2605-44a6-a818-ec88709bef99 req-48b9c1d2-eb7e-46bf-8a78-dd0fc5bf031f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:49.939772 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a37da75-2605-44a6-a818-ec88709bef99 req-48b9c1d2-eb7e-46bf-8a78-dd0fc5bf031f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 210 time: 0.1634789 Apr 01 15:55:50.217500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 2, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.221619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Checking router: e58939da-c9b5-4bb9-b95d-501fe773d6bf for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:50.222023 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Updating router e58939da-c9b5-4bb9-b95d-501fe773d6bf port f35a5946-bc2b-4ad0-be73-633c635e386a binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:55:50.275045 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.633166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.645358 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Transition to ACTIVE for port object f35a5946-bc2b-4ad0-be73-633c635e386a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:50.651710 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.786151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8b856-8ea8-4743-832b-ad6b39f39330 None None] Pushing event updated for resources: {'Port': ['ID=f35a5946-bc2b-4ad0-be73-633c635e386a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.897784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a547-413e-412d-a170-a76d713fe504 req-08a8245d-31c2-4be2-8ead-5f9ee34b3389 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.900515 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-08a8245d-31c2-4be2-8ead-5f9ee34b3389 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 797 time: 0.1841059 Apr 01 15:55:50.906753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Attempting to bind port f35a5946-bc2b-4ad0-be73-633c635e386a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:50.907120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Attempting to bind port f35a5946-bc2b-4ad0-be73-633c635e386a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:50.907517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Attempting to bind port f35a5946-bc2b-4ad0-be73-633c635e386a on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:50.914389 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:50.914843 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Checking segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:50.915148 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.915575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Bound using segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:50.916027 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Bound port: f35a5946-bc2b-4ad0-be73-633c635e386a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:50.916402 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.965931 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-126047d0-b31d-4b89-acb5-8e2004c21d17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 378 time: 0.0524452 Apr 01 15:55:50.976345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'port': {'device_id': '437bca32-a175-4fe3-9258-270ad5f900ec', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'admin_state_up': True, 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'security_groups': ['de1e47c5-e996-4875-84bf-c2f5c16b3bdf']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:51.024160 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] For port f35a5946-bc2b-4ad0-be73-633c635e386a, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:51.027611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] For port f35a5946-bc2b-4ad0-be73-633c635e386a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f35a5946-bc2b-4ad0-be73-633c635e386a,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:51.035341 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.120528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8b856-8ea8-4743-832b-ad6b39f39330 None None] Pushing event updated for resources: {'Port': ['ID=f35a5946-bc2b-4ad0-be73-633c635e386a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.126402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:51.126617 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-89a72532-d247-4bee-b478-f36a95807a88 req-0f48248d-b792-423c-becc-701b08ceb37c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 210 time: 0.0496612 Apr 01 15:55:51.127022 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:55:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:51.169797 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:51.180442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:51.191698 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:51.195069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.316193 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:51.361369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.12 (6b667c4a-c574-4dac-bfe3-8961d27acb13/4c62edcf-d1cf-42f8-a7bd-53c7a43984b3/8d52681f-679b-4c53-b23c-e2e09f029df7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:51.648041 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.664573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object 8d52681f-679b-4c53-b23c-e2e09f029df7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:51.684825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:51.686671 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.689418 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cb7fd-72f9-4b06-937e-cbe008c8f26b None None] The sync data for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 is: [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:51.772940 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:51.776622 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:51.779524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:51.841244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.872386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:51.872962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.902797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-41493aa9-7d84-4b76-81e7-331aae58d3e9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9305670 Apr 01 15:55:51.914190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Request body: {'port': {'device_id': '437bca32-a175-4fe3-9258-270ad5f900ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:52.029294 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.097842 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-38613478-a13b-4d59-a757-53a50e783c10 None None] Provisioning for port 8d52681f-679b-4c53-b23c-e2e09f029df7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:52.103508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-38613478-a13b-4d59-a757-53a50e783c10 None None] Provisioning complete for port 8d52681f-679b-4c53-b23c-e2e09f029df7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:52.104809 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38613478-a13b-4d59-a757-53a50e783c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.169632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-38613478-a13b-4d59-a757-53a50e783c10 None None] Port 8d52681f-679b-4c53-b23c-e2e09f029df7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:52.346177 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d6d1-5cf0-4abe-b784-32ac4417d9ca req-9cdabd11-9045-45e7-9d4c-54df132cb9ee tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:52.347811 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c43d6d1-5cf0-4abe-b784-32ac4417d9ca req-9cdabd11-9045-45e7-9d4c-54df132cb9ee tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 932 time: 0.0806932 Apr 01 15:55:52.397597 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d52681f-679b-4c53-b23c-e2e09f029df7 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:55:52.398050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1c43d6d1-5cf0-4abe-b784-32ac4417d9ca req-5259ba8f-27ed-4001-a853-7de899e64cfa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:52.405646 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.410978 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-1c43d6d1-5cf0-4abe-b784-32ac4417d9ca req-5259ba8f-27ed-4001-a853-7de899e64cfa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:52.412261 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c43d6d1-5cf0-4abe-b784-32ac4417d9ca req-5259ba8f-27ed-4001-a853-7de899e64cfa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581784 Apr 01 15:55:52.420499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Transition to ACTIVE for port object 8d52681f-679b-4c53-b23c-e2e09f029df7 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:52.426740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.556392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.669924 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:52.670364 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:52.670783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:52.677394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Port 8d52681f-679b-4c53-b23c-e2e09f029df7 on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:55:52.677734 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:52.685320 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:52.685623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Checking segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:52.685998 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Bound using segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:52.686470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Bound port: 8d52681f-679b-4c53-b23c-e2e09f029df7, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:52.686923 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.776297 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:52.779636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:52.787494 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.844854 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f35a5946-bc2b-4ad0-be73-633c635e386a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:52.848595 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.849958 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] 10.222.0.44 "PUT /v2.0/ports/8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 1092 time: 0.9403861 Apr 01 15:55:52.850427 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:55:52.868417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1e5c6-15e1-4f34-baa5-e3360e89da62 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.933961 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'status': 'completed', 'code': 200} Apr 01 15:55:52.956844 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f35a5946-bc2b-4ad0-be73-633c635e386a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:52.962592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f35a5946-bc2b-4ad0-be73-633c635e386a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:52.963057 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.977124 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-4092a4b8-6e2c-4eea-b57b-bf2b1060547e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1095 time: 0.0817802 Apr 01 15:55:53.048605 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-419c3c40-d9a2-4982-8b6d-52f8e8a2e533 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 217 time: 0.0648124 Apr 01 15:55:53.079975 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.112326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a547-413e-412d-a170-a76d713fe504 req-fb248ea0-0e4b-4cff-8d8c-3e6be7af6a50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.113774 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-fb248ea0-0e4b-4cff-8d8c-3e6be7af6a50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0587091 Apr 01 15:55:53.118099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port f35a5946-bc2b-4ad0-be73-633c635e386a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f35a5946-bc2b-4ad0-be73-633c635e386a,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:53.122251 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.189855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=f35a5946-bc2b-4ad0-be73-633c635e386a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.193099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-de994418-6168-444b-b4f5-bfba98322d12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721953 Apr 01 15:55:53.327166 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-8b29fd2e-d0bf-4b19-8824-e778087cf986 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259642 Apr 01 15:55:53.544201 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-12e1a547-413e-412d-a170-a76d713fe504 req-4374e2a5-6d68-44a9-bec6-27ee13ac230d service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110958 Apr 01 15:55:53.620379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee9fb5-6e0a-4d00-86ed-72d1e1e64436 req-926cb154-1518-4964-a06e-cbb4a854ad54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.621751 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97ee9fb5-6e0a-4d00-86ed-72d1e1e64436 req-926cb154-1518-4964-a06e-cbb4a854ad54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.0812936 Apr 01 15:55:53.666873 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97ee9fb5-6e0a-4d00-86ed-72d1e1e64436 req-35487bd1-aed2-4117-bebd-be0a9926e6e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392511 Apr 01 15:55:53.667131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-68502659-be5a-417b-be26-8bbd32d8af1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1095 time: 0.0732498 Apr 01 15:55:53.799060 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-0bad9b48-c877-44bd-8d7a-684050455da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.800561 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-0bad9b48-c877-44bd-8d7a-684050455da5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1272299 Apr 01 15:55:53.878669 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-4439f521-29a7-4671-bced-295a473d0886 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 217 time: 0.0716286 Apr 01 15:55:53.943656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-591be671-91a4-4059-bed2-7539850b5b0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.945023 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-591be671-91a4-4059-bed2-7539850b5b0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0586810 Apr 01 15:55:54.022206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-85ef9dd2-c592-4141-ac95-d0ba27d07882 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703657 Apr 01 15:55:54.157373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-a1a34dd6-c734-4116-9e8d-69a87a2245ac service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273229 Apr 01 15:55:54.289451 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-afcbe0b3-43de-41f4-8379-a6badf19378d req-25f49cc8-030e-4175-a173-f773e98b8b3b service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263907 Apr 01 15:55:54.823155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f35a5946-bc2b-4ad0-be73-633c635e386a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:54.884292 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f47ec6-6d65-4bdf-ba6c-140eaf2b4fae req-81f0da92-ae7e-437d-8668-107d7a66594d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:54.884976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-22f47ec6-6d65-4bdf-ba6c-140eaf2b4fae req-81f0da92-ae7e-437d-8668-107d7a66594d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:54.898319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f35a5946-bc2b-4ad0-be73-633c635e386a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.898670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.901754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-22f47ec6-6d65-4bdf-ba6c-140eaf2b4fae req-81f0da92-ae7e-437d-8668-107d7a66594d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:54.902934 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22f47ec6-6d65-4bdf-ba6c-140eaf2b4fae req-81f0da92-ae7e-437d-8668-107d7a66594d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.1018028 Apr 01 15:55:54.949778 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-22f47ec6-6d65-4bdf-ba6c-140eaf2b4fae req-297a170b-8f65-4b28-8510-351855b564d5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406947 Apr 01 15:55:55.888651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:55:56.031889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:56.049687 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'port_id': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'mac_address': 'fa:16:3e:f5:70:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:55:56.103196 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.120482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d52681f-679b-4c53-b23c-e2e09f029df7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:55:56.135379 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:56.140377 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.149914 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76165-bda4-439b-b15e-784f95c7b671 req-01120162-5c80-41c7-8709-9257e925dd54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.151397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97f76165-bda4-439b-b15e-784f95c7b671 req-01120162-5c80-41c7-8709-9257e925dd54 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.0785618 Apr 01 15:55:56.206436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:56.213227 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-97f76165-bda4-439b-b15e-784f95c7b671 req-21146231-6ec1-4843-994c-883296e0ab8b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559661 Apr 01 15:55:56.385303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['8d52681f-679b-4c53-b23c-e2e09f029df7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:55:57.422674 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3174606-cc91-4700-805d-d72bf844bf34 req-b4dcefe9-492e-4768-b495-7281415470a1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:57.424064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3174606-cc91-4700-805d-d72bf844bf34 req-b4dcefe9-492e-4768-b495-7281415470a1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 945 time: 0.0882978 Apr 01 15:55:57.473667 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f3174606-cc91-4700-805d-d72bf844bf34 req-c2c9eb2d-949a-4f69-bfe8-6953b4a57405 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439651 Apr 01 15:55:57.903547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:57.967073 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196fe9d0-0ab8-47b9-9a99-636d581df193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.987753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 8d52681f-679b-4c53-b23c-e2e09f029df7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:57.992536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 8d52681f-679b-4c53-b23c-e2e09f029df7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:57.992900 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.106489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.131051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:55:58.140792 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:58.144897 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.187325 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'code': 200} Apr 01 15:55:58.214170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.336385 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dea7c921-e66e-403c-8488-1f454bd455fe req-45b8efa6-2fd1-45a2-9630-8e711fb95846 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1097 time: 0.0951116 Apr 01 15:55:58.381112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dea7c921-e66e-403c-8488-1f454bd455fe req-9e29f0ad-f795-42cb-afff-b18e152ef17f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386977 Apr 01 15:55:58.709747 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455a561-1c04-48f3-8655-b78daa163df2 req-27b0001f-bc16-45e1-92f2-52949a67706f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:58.711080 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1455a561-1c04-48f3-8655-b78daa163df2 req-27b0001f-bc16-45e1-92f2-52949a67706f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.1007421 Apr 01 15:55:58.759479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1455a561-1c04-48f3-8655-b78daa163df2 req-acb60d4c-f2aa-496d-9296-07e0c174f4a6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403054 Apr 01 15:55:59.971374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445883e0-6d5e-4f63-a78b-ca188cb5d773 req-190e634e-36fe-4d0c-baba-e0e5f7fda618 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:59.972810 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-445883e0-6d5e-4f63-a78b-ca188cb5d773 req-190e634e-36fe-4d0c-baba-e0e5f7fda618 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0870934 Apr 01 15:56:00.018965 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-445883e0-6d5e-4f63-a78b-ca188cb5d773 req-43d90d88-5f45-43f2-aa57-31e4519d73b3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404866 Apr 01 15:56:00.227466 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760cb2a-3045-458c-ace8-7f60414e0f32 req-7006b280-9296-46b8-ad23-2d776926789a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:00.228920 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7760cb2a-3045-458c-ace8-7f60414e0f32 req-7006b280-9296-46b8-ad23-2d776926789a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0910375 Apr 01 15:56:00.274528 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7760cb2a-3045-458c-ace8-7f60414e0f32 req-160d1784-0c75-4bd5-bc0d-614919cc8acf tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400121 Apr 01 15:56:00.302832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48458) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.354201 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a67801e-d993-4d7c-af84-9244e1920938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.383106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a52fbe1e-3479-4fd8-ab1b-edef90bc6700 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1092 time: 0.0790319 Apr 01 15:56:00.386099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48462) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.391586 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:00.398436 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:00.402573 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:floatingip and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:00.405983 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:00.412198 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.422778 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.558386 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.695385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.74 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/b2add1ba-8603-4ed0-8d5e-e9322829b33a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:00.923959 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.953077 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.021526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:01.024441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:01.028798 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:01.053663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=b2add1ba-8603-4ed0-8d5e-e9322829b33a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.337875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.536967 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.554047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.612322 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.812626 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.818248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.917144 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=b2add1ba-8603-4ed0-8d5e-e9322829b33a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.937139 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.130801 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Floating IP 14e98fff-946e-4f30-b6c2-6a1319840744 associated. External IP: 172.25.2.74, port: 8d52681f-679b-4c53-b23c-e2e09f029df7. Apr 01 15:56:02.640396 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router e58939da-c9b5-4bb9-b95d-501fe773d6bf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:02.840844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:02.851101 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] Sync routers for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:02.864463 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:02.865115 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:02.866158 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.925883 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-ff786bd1-7b5f-4cf3-9041-8bec674c8c17 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5384610 Apr 01 15:56:02.926226 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:56:02.987873 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.006543 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'status': 'completed', 'code': 200} Apr 01 15:56:03.057909 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:03.101798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-2565a5f7-1221-4318-9b6b-47340d18fe86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1097 time: 0.0734546 Apr 01 15:56:03.104551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de59f4-4efa-459e-bdef-d7f530f771f5 req-d67a2b6a-197f-4ab4-9384-c73343f2869f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.106034 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67de59f4-4efa-459e-bdef-d7f530f771f5 req-d67a2b6a-197f-4ab4-9384-c73343f2869f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0773726 Apr 01 15:56:03.154024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-67de59f4-4efa-459e-bdef-d7f530f771f5 req-91ed3e50-c1df-4adc-aa8e-26518f543eed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419438 Apr 01 15:56:03.182677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48470) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.238095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-a5df0f25-c48a-4cd3-8069-8bec4c1f4b5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.239565 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-a5df0f25-c48a-4cd3-8069-8bec4c1f4b5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1316969 Apr 01 15:56:03.291785 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-01939dd6-35f2-4841-b101-8c5dbcc54383 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 200 len: 991 time: 0.1070566 Apr 01 15:56:03.342820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-9ccc73c4-b310-4235-93e4-521a272bc70f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 999 time: 0.0973115 Apr 01 15:56:03.407181 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-90635d4b-5966-4243-b4ce-c74a8be7a652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.408815 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-90635d4b-5966-4243-b4ce-c74a8be7a652 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0600941 Apr 01 15:56:03.412108 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '14e98fff-946e-4f30-b6c2-6a1319840744', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'port_id': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'mac_address': 'fa:16:3e:f5:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437bca32-a175-4fe3-9258-270ad5f900ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:01Z', 'updated_at': '2022-04-01T15:56:01Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:03.416189 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] Checking router: e58939da-c9b5-4bb9-b95d-501fe773d6bf for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:56:03.427760 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:03.428340 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:56:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:03.487603 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-32db021d-36a9-4142-ae50-b2956e467544 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725126 Apr 01 15:56:03.622960 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-f421006b-b46d-4052-b156-b5192c35e218 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284521 Apr 01 15:56:03.631997 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:03.752303 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9d3b531b-a82f-4afe-912d-cb9f2af53218 req-0eb590b2-de88-4bb0-841b-49bdee5f2731 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233001 Apr 01 15:56:03.982118 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '14e98fff-946e-4f30-b6c2-6a1319840744', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'port_id': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'mac_address': 'fa:16:3e:f5:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437bca32-a175-4fe3-9258-270ad5f900ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:01Z', 'updated_at': '2022-04-01T15:56:01Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:03.986463 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb7e21-1564-40c7-ade8-d242c7c5a674 None None] The sync data for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 is: [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '14e98fff-946e-4f30-b6c2-6a1319840744', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'port_id': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'mac_address': 'fa:16:3e:f5:70:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437bca32-a175-4fe3-9258-270ad5f900ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:01Z', 'updated_at': '2022-04-01T15:56:01Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:04.297557 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48474) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.409579 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c5da3098-a9aa-45af-bf30-61eb2eea8b64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 200 len: 991 time: 0.1105921 Apr 01 15:56:05.414728 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48478) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.529436 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-858c925c-345a-4227-ad39-29baeaad39ea tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 200 len: 991 time: 0.1128418 Apr 01 15:56:06.533885 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48482) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.644789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3897ea04-4762-49ce-bd86-d02a1ac02274 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 200 len: 991 time: 0.1097555 Apr 01 15:56:07.648416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48486) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.660184 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8f556-3bc8-44ea-a267-9850cc2be5fc None None] New status for floating IP 14e98fff-946e-4f30-b6c2-6a1319840744: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:56:07.756458 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bd0fa4be-f729-4211-bd0d-2e14a3bad2c3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 200 len: 991 time: 0.1069350 Apr 01 15:56:08.760614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48490) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.868204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0627d0d1-0637-4a9f-a51d-88992c70dc36 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 200 len: 993 time: 0.1061037 Apr 01 15:56:11.368390 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.123345 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:15.304355 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.962127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c04df3f-ce97-4ca4-bcf9-3db049f8a5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.151121 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-1dbb4add-a8ae-4c51-b58a-6672b20920ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717709 Apr 01 15:56:29.294379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-2c26fa4d-a9cb-4c3d-9f6b-6f64e3fb43ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1097 time: 0.0683453 Apr 01 15:56:29.552763 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-04c45b0f-296c-4fb0-8105-24a0eebc2bd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.554243 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-04c45b0f-296c-4fb0-8105-24a0eebc2bd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.2343733 Apr 01 15:56:29.664024 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-cf8ae46d-bf25-43b7-9b04-f9cdaa4fdcb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 1001 time: 0.1014185 Apr 01 15:56:29.747241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-cf3a12c9-9cc3-4da5-9bda-480d5dbc158e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.749372 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-cf3a12c9-9cc3-4da5-9bda-480d5dbc158e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0768495 Apr 01 15:56:29.827822 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-cddca0af-ddcb-476d-bbbd-e2bafb6ffaa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721805 Apr 01 15:56:29.959035 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-150d013e-5dc2-4e27-9dd7-09b21f416b21 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245418 Apr 01 15:56:30.106206 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eca9168b-74b0-49a5-95fb-bf0b7bf74e6f req-a736f97e-6d1f-446c-9b5c-f49f64f995a4 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395121 Apr 01 15:56:30.362678 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa116-f29f-4f23-8d29-56893f7722ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.353482 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.552462 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.991280 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.385393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8654dfbe-9e8c-4898-b443-7f6aa9517827 req-0ba3b250-ec1f-43ef-9f99-d21d9583f177 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0785241 Apr 01 15:56:36.635502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48510) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.712628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2409-008b-4910-9fba-ee8812384d2d req-4ee4695b-7a6b-44c8-9c92-a6b1639e7e96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:36.714100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7f2f2409-008b-4910-9fba-ee8812384d2d req-4ee4695b-7a6b-44c8-9c92-a6b1639e7e96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0895627 Apr 01 15:56:36.775296 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-2ac80aad-dbe8-43f2-899c-fe9e96a03017 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385427 Apr 01 15:56:36.779308 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7f2f2409-008b-4910-9fba-ee8812384d2d req-c1b23a85-c2bd-4a4f-8e48-fc0bc6099798 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556841 Apr 01 15:56:38.056999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-e1a0f822-d8e7-47a1-8e3f-1816b1c8d151 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1097 time: 0.0754046 Apr 01 15:56:38.101689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752cc43-3423-4da9-9bec-5aac1264ccbb req-ee7abcbb-4ebc-4ae3-aeb4-1b79699d6cca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:38.103190 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6752cc43-3423-4da9-9bec-5aac1264ccbb req-ee7abcbb-4ebc-4ae3-aeb4-1b79699d6cca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.1937470 Apr 01 15:56:38.150118 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6752cc43-3423-4da9-9bec-5aac1264ccbb req-34e90732-86c9-41d6-9c99-42c9bb2ac38c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411942 Apr 01 15:56:38.193376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-6700cba7-c912-401f-9af8-d6a1a8ae816c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:38.194821 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-6700cba7-c912-401f-9af8-d6a1a8ae816c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1317978 Apr 01 15:56:38.309569 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-42f8d1e8-dc58-4be3-bf55-276324ad4d4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 1001 time: 0.1074362 Apr 01 15:56:38.372328 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-690751dd-7b9d-48fb-b145-432213ded148 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:38.373925 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-690751dd-7b9d-48fb-b145-432213ded148 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0586321 Apr 01 15:56:38.458426 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-b6f37ead-2a15-4c90-b774-b02c63d43d7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764804 Apr 01 15:56:38.597872 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-f5a77e2f-772c-4410-a116-ab862eac8106 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321194 Apr 01 15:56:38.731249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-fed5f394-799c-42f5-8ed4-bbab25414efd service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259005 Apr 01 15:56:39.370082 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ef863-a723-44d7-8ad0-fa7322cba021 req-e946cadf-df74-42c3-920d-071b27c20887 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:39.371587 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d37ef863-a723-44d7-8ad0-fa7322cba021 req-e946cadf-df74-42c3-920d-071b27c20887 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0851929 Apr 01 15:56:39.416602 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d37ef863-a723-44d7-8ad0-fa7322cba021 req-a68a254f-7e3d-4d6f-99f1-458c74e34b46 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395131 Apr 01 15:56:40.640852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7de1f-29d6-4a4c-a727-e5f876e59b06 req-23f54efd-8ba6-461f-886c-29be46e6e36a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:40.642613 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fe7de1f-29d6-4a4c-a727-e5f876e59b06 req-23f54efd-8ba6-461f-886c-29be46e6e36a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0893846 Apr 01 15:56:40.692792 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8fe7de1f-29d6-4a4c-a727-e5f876e59b06 req-9f2fb944-60fa-4398-a9d2-32136287bb20 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438635 Apr 01 15:56:41.372570 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.992075 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61ff36-66d8-432e-bfed-0e3259f074fc req-51e2f48c-d4a8-435d-80fe-e5a893366144 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:41.993466 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a61ff36-66d8-432e-bfed-0e3259f074fc req-51e2f48c-d4a8-435d-80fe-e5a893366144 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.1719594 Apr 01 15:56:42.040424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8a61ff36-66d8-432e-bfed-0e3259f074fc req-f1e31d50-d55e-43b2-92a2-3b7cb2f02666 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409129 Apr 01 15:56:43.260932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84167463-e525-424a-914e-6bfe920508f1 req-5b1cee7e-dc68-4403-a23b-41c78256efa1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:43.262397 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84167463-e525-424a-914e-6bfe920508f1 req-5b1cee7e-dc68-4403-a23b-41c78256efa1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0919521 Apr 01 15:56:43.308431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-84167463-e525-424a-914e-6bfe920508f1 req-fa6ecfe2-9555-4f32-88c4-df8d765092dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403707 Apr 01 15:56:44.554517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fad29-0ee1-4a4d-b191-ef424963d84f req-4c77f79e-610b-43f6-9df1-6e28354eb7d3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:44.555979 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-376fad29-0ee1-4a4d-b191-ef424963d84f req-4c77f79e-610b-43f6-9df1-6e28354eb7d3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0867469 Apr 01 15:56:44.604969 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-376fad29-0ee1-4a4d-b191-ef424963d84f req-aed2d5ec-fa00-4db9-b752-cbc8eb3be00a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432837 Apr 01 15:56:45.301917 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.835282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68eae88-0ff4-498d-ba57-4020cee80160 req-f9a2b396-d7b9-436c-8f2e-48e44af50d26 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:45.837527 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a68eae88-0ff4-498d-ba57-4020cee80160 req-f9a2b396-d7b9-436c-8f2e-48e44af50d26 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.1021535 Apr 01 15:56:45.885996 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a68eae88-0ff4-498d-ba57-4020cee80160 req-ba9efc87-ce38-4d42-96c8-4c1b62f8262c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414493 Apr 01 15:56:47.097829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5395bc-15bf-4e98-9675-6d0609cb08f7 req-fa8d27fc-80af-4cbd-98b8-10d836fe12bf tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:47.099186 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e5395bc-15bf-4e98-9675-6d0609cb08f7 req-fa8d27fc-80af-4cbd-98b8-10d836fe12bf tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0878396 Apr 01 15:56:47.146588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7e5395bc-15bf-4e98-9675-6d0609cb08f7 req-975dffda-2723-4181-b57b-3ebadb43233a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394621 Apr 01 15:56:48.368954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e578c30-79c5-48a6-9565-8188b498c9e1 req-4ccb0aad-4738-4a18-b63d-287668db1a64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:48.370443 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e578c30-79c5-48a6-9565-8188b498c9e1 req-4ccb0aad-4738-4a18-b63d-287668db1a64 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0868785 Apr 01 15:56:48.418597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8e578c30-79c5-48a6-9565-8188b498c9e1 req-b96f35da-6c5f-41b4-9f6c-353312c8f820 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424120 Apr 01 15:56:49.637528 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5614b2-d7df-40ce-b925-a8be00d9830c req-d6cc845f-090e-4b39-95f0-9907017f9fcc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:49.638988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d5614b2-d7df-40ce-b925-a8be00d9830c req-d6cc845f-090e-4b39-95f0-9907017f9fcc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0900486 Apr 01 15:56:49.688628 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0d5614b2-d7df-40ce-b925-a8be00d9830c req-2218d028-8bb2-4632-ade7-ad7192576548 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414102 Apr 01 15:56:50.907370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd414-8dc5-4ae2-a773-65ab5a2087f0 req-883d4b34-a14f-474f-a528-c2e19d0ae87f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.908931 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e6cd414-8dc5-4ae2-a773-65ab5a2087f0 req-883d4b34-a14f-474f-a528-c2e19d0ae87f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0867178 Apr 01 15:56:50.965078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4e6cd414-8dc5-4ae2-a773-65ab5a2087f0 req-cdc8c675-7d4e-46df-a24f-0ddbeab565fb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500298 Apr 01 15:56:52.125126 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:52.195332 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448b52-8ac2-47cb-bcc8-d1b24aae52ae req-62183f6b-0c38-4a55-b654-0f49295d4b1c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:52.196797 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b4448b52-8ac2-47cb-bcc8-d1b24aae52ae req-62183f6b-0c38-4a55-b654-0f49295d4b1c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0886841 Apr 01 15:56:52.242074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b4448b52-8ac2-47cb-bcc8-d1b24aae52ae req-f5bf41bf-6212-4433-b7f5-3d120a7912e7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396957 Apr 01 15:56:53.455182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6abc1-eca7-4e82-8937-89f207c2f665 req-41718a7a-7443-4dd4-8ba4-a5dc78c84edd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.456662 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27c6abc1-eca7-4e82-8937-89f207c2f665 req-41718a7a-7443-4dd4-8ba4-a5dc78c84edd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0858791 Apr 01 15:56:53.508003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-27c6abc1-eca7-4e82-8937-89f207c2f665 req-c12ad022-d28c-4bc3-bef6-f13542106c5d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455790 Apr 01 15:56:54.734069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849385f3-3b50-43c2-a765-843bdcc88989 req-7862e233-baf1-4c4e-a44b-d665462d6540 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:54.735549 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-849385f3-3b50-43c2-a765-843bdcc88989 req-7862e233-baf1-4c4e-a44b-d665462d6540 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0857701 Apr 01 15:56:54.782342 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-849385f3-3b50-43c2-a765-843bdcc88989 req-c638d844-0419-4f6e-b87a-e70c44e33b5c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411279 Apr 01 15:56:55.775437 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-0c17f4ba-826a-4612-a8f5-01ff6f54e597 service neutron] show failed (client error): The resource could not be found. Apr 01 15:56:55.776412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-0c17f4ba-826a-4612-a8f5-01ff6f54e597 service neutron] 10.222.0.44 "GET /v2.0/ports/8d52681f-679b-4c53-b23c-e2e09f029df7/bindings/n-h1-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0815325 Apr 01 15:56:56.175305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-15da0a30-39a3-45a9-9064-637c69a585a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 1097 time: 0.1949615 Apr 01 15:56:56.183502 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f51b-860e-4ae5-9616-3e2d1a4df28b req-5430897c-a007-403c-acb3-d48c766475f0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:56.184844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c953f51b-860e-4ae5-9616-3e2d1a4df28b req-5430897c-a007-403c-acb3-d48c766475f0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.1032653 Apr 01 15:56:56.189549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:56.315334 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c953f51b-860e-4ae5-9616-3e2d1a4df28b req-47b257b3-e1e3-43e3-91f4-65b1ea795108 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025031 Apr 01 15:56:56.323466 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.597240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:56.626229 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h2-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:56.686067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:56:56.691719 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.707296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Transition to ACTIVE for port object 8d52681f-679b-4c53-b23c-e2e09f029df7 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:56.713221 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.840787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=6']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:56.855953 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'code': 200} Apr 01 15:56:56.864704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.865044 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.865380 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.865711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.866040 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.866367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.866693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.867010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.867371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.867693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.868015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:56.918036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] No DVR routers for this DVR port 8d52681f-679b-4c53-b23c-e2e09f029df7 on host n-h2-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:57.259648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:57.260361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:57.260361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:57.266060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Port 8d52681f-679b-4c53-b23c-e2e09f029df7 on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:56:57.266376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Attempting to bind port 8d52681f-679b-4c53-b23c-e2e09f029df7 on network 6b667c4a-c574-4dac-bfe3-8961d27acb13 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:57.272742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:57.273066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Checking segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:57.273448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Bound using segment: {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:57.273859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Bound port: 8d52681f-679b-4c53-b23c-e2e09f029df7, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:57.274194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.362467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:57.365755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:57.371035 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.437155 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.438763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 1092 time: 1.2530773 Apr 01 15:56:57.532222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9da48-837b-4ee4-9a23-1fed912da2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=7']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:57.586887 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d401e-f767-4655-b7e0-87156429e68a req-a5578dc8-c0a9-46d6-8b32-a90a2caadc2d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:57.588372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e5d401e-f767-4655-b7e0-87156429e68a req-a5578dc8-c0a9-46d6-8b32-a90a2caadc2d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.1466365 Apr 01 15:56:57.592195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-94914ef1-f0d0-4fe0-aa36-19676e2527e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1095 time: 0.1125541 Apr 01 15:56:57.719286 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6e5d401e-f767-4655-b7e0-87156429e68a req-4b1a023f-45d2-40f8-bf51-4647391b0b78 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249952 Apr 01 15:56:57.753677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-de4fe87f-b302-4b08-a92a-4639b88f89de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:57.756031 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-de4fe87f-b302-4b08-a92a-4639b88f89de service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1485448 Apr 01 15:56:57.864763 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-b9950917-2955-4318-b148-27c003e17c80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 999 time: 0.1011453 Apr 01 15:56:57.927361 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-8ace1bed-7393-4e7e-ade6-fc891614c880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:57.928749 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-8ace1bed-7393-4e7e-ade6-fc891614c880 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0580518 Apr 01 15:56:57.956413 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc45c328-3199-4b19-bc7d-719f7626c001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.005538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-77d220b2-97e2-47f8-88df-90ad1bc39bfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710018 Apr 01 15:56:58.138088 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-4c360579-dd28-4077-a44b-1a31041dcc71 service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259353 Apr 01 15:56:58.244331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:58.267111 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-cbf261fa-da1e-466c-8c5e-ca5174a6b516 req-b8a9246c-d9dd-47b7-bf9b-e3fbba11f56a service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239173 Apr 01 15:56:58.312377 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:58.857067 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:56:58.925048 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'status': 'completed', 'code': 200} Apr 01 15:56:58.928194 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a676da9-4caa-4b21-9efb-8c7cd9e2241c req-7d45fe37-c5d5-4eb9-b913-fdb7308246ee tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:58.929743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a676da9-4caa-4b21-9efb-8c7cd9e2241c req-7d45fe37-c5d5-4eb9-b913-fdb7308246ee tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.0842400 Apr 01 15:56:59.018740 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-712e6dc7-c5c5-4ca1-88ca-22c9e2cb3e5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1095 time: 0.0714705 Apr 01 15:56:59.022704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7a676da9-4caa-4b21-9efb-8c7cd9e2241c req-4e14f3cc-1170-468a-8dba-5fb91fb03964 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859191 Apr 01 15:56:59.040177 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-3fbdd63d-5b37-4a9d-9943-3d14badc42b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1095 time: 0.0896940 Apr 01 15:56:59.180115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-5010ffe3-54c3-4fb5-bafd-cf4601f98777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.181446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-ace79c90-5a5a-4b0d-81d1-4e15682eb664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.181596 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-5010ffe3-54c3-4fb5-bafd-cf4601f98777 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1347761 Apr 01 15:56:59.182923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-ace79c90-5a5a-4b0d-81d1-4e15682eb664 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1581986 Apr 01 15:56:59.286849 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-bb86f826-7047-4bff-8ce0-4ac463a1cd2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 999 time: 0.0985351 Apr 01 15:56:59.287493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-353adcc1-f890-45cf-9b07-0b9e9c5357b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 999 time: 0.0979176 Apr 01 15:56:59.351888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-ef771ce0-71a8-4420-8f0a-7cc55ffaecf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.353322 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-ef771ce0-71a8-4420-8f0a-7cc55ffaecf8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0602233 Apr 01 15:56:59.355929 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-721779bf-bb79-4c81-a047-061ffdae75f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.357884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-721779bf-bb79-4c81-a047-061ffdae75f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0650997 Apr 01 15:56:59.433439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-cd2256b9-9172-4342-9018-fd0f4ce8d160 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726969 Apr 01 15:56:59.433711 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-2466b25f-f11d-48e4-84f4-d4e98ee884ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699546 Apr 01 15:56:59.569349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-7895ef0a-95c9-4dc5-a2ae-5ba86b35301f service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294756 Apr 01 15:56:59.681245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-b9129af5-94ba-4679-80d5-f29078377c3c service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409296 Apr 01 15:56:59.705039 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-3559ab64-3b11-428e-bad1-7cb7ef2dab8d service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290865 Apr 01 15:56:59.818870 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6dd62f41-a30b-48ff-aea5-edaf621feba8 req-4df60ddb-9323-4f4f-99dc-13d32ff28b5f service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306384 Apr 01 15:57:00.230344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f256-17eb-418a-ad26-22eaccd7714f req-34d5b8b1-7b76-4404-99dc-85db0401bb9a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.231781 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5344f256-17eb-418a-ad26-22eaccd7714f req-34d5b8b1-7b76-4404-99dc-85db0401bb9a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.0785172 Apr 01 15:57:00.277187 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5344f256-17eb-418a-ad26-22eaccd7714f req-1e601479-a40d-4ac0-8850-fb1aea110ea2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395305 Apr 01 15:57:00.357214 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81214257-6649-4ab1-8dcb-56f8bec27142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.606905 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c13c94-f8e5-4e2c-8724-6206e2d0706d req-e53cee21-0dd4-4d87-9945-e597f99d0b51 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.608321 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01c13c94-f8e5-4e2c-8724-6206e2d0706d req-e53cee21-0dd4-4d87-9945-e597f99d0b51 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.0794749 Apr 01 15:57:00.609886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-31bdd012-5e8b-498d-9e4b-a62446c6cf8c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.611326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-31bdd012-5e8b-498d-9e4b-a62446c6cf8c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec&tenant_id=f51ea41398354660964f5bd3e5c8daa3&binding%3Ahost_id=n-h1-836017-1 HTTP/1.1" status: 200 len: 944 time: 0.0869710 Apr 01 15:57:00.653454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-01c13c94-f8e5-4e2c-8724-6206e2d0706d req-56346ab4-521e-4e61-a54a-75e7a47bd210 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391104 Apr 01 15:57:00.689867 n-d-836017-1 neutron-server[83954]: INFO neutron.api.v2.resource [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-9f6984ce-a014-4e12-9cda-192c015b948f service neutron] delete failed (client error): The resource could not be found. Apr 01 15:57:00.690875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-9f6984ce-a014-4e12-9cda-192c015b948f service neutron] 10.222.0.44 "DELETE /v2.0/ports/8d52681f-679b-4c53-b23c-e2e09f029df7/bindings/n-h2-836017-1 HTTP/1.1" status: 404 len: 380 time: 0.0732012 Apr 01 15:57:00.767643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:57:00.929311 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:00.942722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'port_id': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'mac_address': 'fa:16:3e:f5:70:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:57:00.979786 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-bb6a0d6b-d240-45a2-92cd-a9efcaaf8650 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1095 time: 0.2192686 Apr 01 15:57:00.986290 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27ded-0dd5-4483-b191-11dc29331d4e req-07e9298c-e655-4326-9b5c-a2ca7e766caa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.987644 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daa27ded-0dd5-4483-b191-11dc29331d4e req-07e9298c-e655-4326-9b5c-a2ca7e766caa tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 944 time: 0.1968045 Apr 01 15:57:00.999735 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.018147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d52681f-679b-4c53-b23c-e2e09f029df7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:57:01.033461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:01.038407 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.108455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:01.117734 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.118096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.118434 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.118761 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.119090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.119438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.119745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.120062 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.120380 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.120695 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.121008 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:01.124757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-daa27ded-0dd5-4483-b191-11dc29331d4e req-f4879785-2564-4327-b132-534b07ab5aa2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159306 Apr 01 15:57:01.146857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-4c90686e-b6e4-4ba0-b813-3135292c9f67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.148369 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-4c90686e-b6e4-4ba0-b813-3135292c9f67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1598833 Apr 01 15:57:01.253077 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-9681d4e7-13eb-4cc0-80db-3d9fbe195925 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 1000 time: 0.0984375 Apr 01 15:57:01.272899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['8d52681f-679b-4c53-b23c-e2e09f029df7'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:57:01.315935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-72adf887-4f8a-4ef2-bbb7-aa5c0e8d8c41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.317391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-72adf887-4f8a-4ef2-bbb7-aa5c0e8d8c41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0579393 Apr 01 15:57:01.348391 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.400111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-fd07ac0d-d811-4de6-acac-f23163f059a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761297 Apr 01 15:57:01.537619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-5aa1a2d9-52b4-4298-ab7d-03dc4c6a43f5 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309834 Apr 01 15:57:01.556800 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.669112 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f933ff1d-3150-4290-ab0d-49aa7ab31cc1 req-47f3ab9d-b044-4409-b712-f76ced60bd09 service neutron] 10.222.0.44 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256309 Apr 01 15:57:02.332158 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218638-40ec-4787-b258-41e4c9662470 req-3a32aa1e-1437-4460-b4a8-d3067a79b56b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.333696 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6218638-40ec-4787-b258-41e4c9662470 req-3a32aa1e-1437-4460-b4a8-d3067a79b56b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 945 time: 0.0797875 Apr 01 15:57:02.381592 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c6218638-40ec-4787-b258-41e4c9662470 req-17130bde-402c-4d54-9992-d3d133152b8d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418596 Apr 01 15:57:02.410419 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48590) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:02.515829 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4a6d2b5a-20a6-47d3-ac58-e2018f8537d9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 200 len: 992 time: 0.1040239 Apr 01 15:57:02.777587 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:02.850470 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 8d52681f-679b-4c53-b23c-e2e09f029df7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:02.855495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 8d52681f-679b-4c53-b23c-e2e09f029df7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:02.855878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.010909 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.021334 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.039857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:57:03.049659 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:03.054148 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.098786 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'code': 200} Apr 01 15:57:03.129574 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.369842 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.902812 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-bd7401e6-359c-4279-8217-92ea898d27d9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729835 Apr 01 15:57:12.049765 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-0897c499-34e6-443e-977c-c464376402e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1097 time: 0.0750639 Apr 01 15:57:12.195315 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-40b92649-fa2a-446e-a22e-a41d4beb9848 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.196729 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-40b92649-fa2a-446e-a22e-a41d4beb9848 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.1258414 Apr 01 15:57:12.304646 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-8234742a-8edc-41cf-8aee-df5ae8b79e3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 1001 time: 0.1007519 Apr 01 15:57:12.375883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-0e701f07-ab12-4627-a5ea-771997ba0065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.378027 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-0e701f07-ab12-4627-a5ea-771997ba0065 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0657628 Apr 01 15:57:12.458155 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-72668fb2-6c8d-4515-a925-33e8177b255b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741746 Apr 01 15:57:12.600793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-8e0ad2ce-6efe-4e84-a422-751e379bc670 service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366472 Apr 01 15:57:12.737310 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5288f14c-2bff-4331-b2bb-17e146d904cd req-b09c3aae-107a-4e5d-aa61-5e03f9fcd593 service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296477 Apr 01 15:57:15.305761 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.967511 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-02245e94-bd38-4460-8301-e469db7473af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.130358 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:57:30.365370 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5af6e670-3a60-4e9a-8074-298f3ad593ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.961572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48604) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:31.227696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port b2add1ba-8603-4ed0-8d5e-e9322829b33a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:31.227938 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.343701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.427744 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.428069 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.552327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for b2add1ba-8603-4ed0-8d5e-e9322829b33a owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:31.555083 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.732309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.776895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=b2add1ba-8603-4ed0-8d5e-e9322829b33a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:31.814134 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.814469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.814795 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.815117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.815469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.815786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.816100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.816415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.816741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.817095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.817377 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:31.975805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.385620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router e58939da-c9b5-4bb9-b95d-501fe773d6bf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:32.590856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:32.600967 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] Sync routers for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:32.612372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.614155 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:32.614782 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:32.667556 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-214f32e7-c54c-4974-9f55-f8e0cd999573 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/floatingips/14e98fff-946e-4f30-b6c2-6a1319840744 HTTP/1.1" status: 204 len: 168 time: 1.7022934 Apr 01 15:57:32.667556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:57:32.824648 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:32.876926 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'status': 'completed', 'code': 200} Apr 01 15:57:32.963204 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-0c52f458-eb4d-4735-9712-b96715ea271c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 1097 time: 0.0701897 Apr 01 15:57:33.008969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.179121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-e43104f0-cfd5-4c13-9e74-1f2febae1e50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.180816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-e43104f0-cfd5-4c13-9e74-1f2febae1e50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 200 len: 898 time: 0.2111897 Apr 01 15:57:33.213707 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:33.217773 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] Checking router: e58939da-c9b5-4bb9-b95d-501fe773d6bf for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:33.229084 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:33.229686 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:33.362630 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-5f4e0580-3db1-4389-8070-a7788e855694 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 200 len: 217 time: 0.1741188 Apr 01 15:57:33.406890 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:33.429191 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9170d4-5391-4dfc-9bee-0a8493c68b5b req-3e2712bf-ecfb-446e-85eb-0a214bd37b02 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.431248 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc9170d4-5391-4dfc-9bee-0a8493c68b5b req-3e2712bf-ecfb-446e-85eb-0a214bd37b02 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.3025565 Apr 01 15:57:33.464707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-fd324fba-0efd-455f-baa2-44b7a15e8a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.466056 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-fd324fba-0efd-455f-baa2-44b7a15e8a49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 200 len: 834 time: 0.0967343 Apr 01 15:57:33.525379 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bc9170d4-5391-4dfc-9bee-0a8493c68b5b req-8f1ab348-26ff-446a-b282-1b6e9c5eb79d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881321 Apr 01 15:57:33.555441 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-7d4616f5-1240-4e06-a035-85e2c2d933f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b667c4a-c574-4dac-bfe3-8961d27acb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806749 Apr 01 15:57:33.689408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-14180765-91a8-49fa-95cf-c863fbbc93e6 service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274841 Apr 01 15:57:33.744951 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:33.748816 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357c636-d717-434b-9bd2-8ca0c61c203c None None] The sync data for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 is: [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'f35a5946-bc2b-4ad0-be73-633c635e386a', 'name': '', 'network_id': '6b667c4a-c574-4dac-bfe3-8961d27acb13', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:ce:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:46Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '4c62edcf-d1cf-42f8-a7bd-53c7a43984b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:33.821886 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e6643513-aa42-4a60-8fc4-8095edb50de9 req-ede9eb7f-2c5d-4719-9f16-ccbe65a17f0f service neutron] 10.222.0.62 "GET /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266410 Apr 01 15:57:33.982200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec9d87-8f83-4abb-a462-28716719f153 None None] New status for floating IP 14e98fff-946e-4f30-b6c2-6a1319840744: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:57:34.356252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327255d-97eb-4eb0-944d-be93883101b8 req-c116dbca-37d7-4379-920a-c484a91416b2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.357555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0327255d-97eb-4eb0-944d-be93883101b8 req-c116dbca-37d7-4379-920a-c484a91416b2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.62 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0879672 Apr 01 15:57:34.423151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 8d52681f-679b-4c53-b23c-e2e09f029df7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:34.423514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.674734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 8d52681f-679b-4c53-b23c-e2e09f029df7, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=8d52681f-679b-4c53-b23c-e2e09f029df7,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:34.675096 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.731568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d6f7-e85a-461e-a276-161649ab0908 req-d062374c-9322-48ca-861d-0e68ebda7431 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.732237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d8e1d6f7-e85a-461e-a276-161649ab0908 req-d062374c-9322-48ca-861d-0e68ebda7431 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:34.749265 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-d8e1d6f7-e85a-461e-a276-161649ab0908 req-d062374c-9322-48ca-861d-0e68ebda7431 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:34.750647 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8e1d6f7-e85a-461e-a276-161649ab0908 req-d062374c-9322-48ca-861d-0e68ebda7431 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=437bca32-a175-4fe3-9258-270ad5f900ec HTTP/1.1" status: 200 len: 946 time: 0.0978770 Apr 01 15:57:34.797664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 8d52681f-679b-4c53-b23c-e2e09f029df7 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:34.821229 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d8e1d6f7-e85a-461e-a276-161649ab0908 req-34b7b513-3aa0-4a63-a01e-2d211ed8bfb0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=de1e47c5-e996-4875-84bf-c2f5c16b3bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637519 Apr 01 15:57:34.962258 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.009711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=8d52681f-679b-4c53-b23c-e2e09f029df7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.084374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] No DVR routers for this DVR port 8d52681f-679b-4c53-b23c-e2e09f029df7 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:35.086885 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.089453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-deleted', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:57:35.104024 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0327255d-97eb-4eb0-944d-be93883101b8 req-9a38f37c-f3ac-4856-9e85-cb1cea2f39b1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.62 "DELETE /v2.0/ports/8d52681f-679b-4c53-b23c-e2e09f029df7 HTTP/1.1" status: 204 len: 173 time: 0.7418344 Apr 01 15:57:35.147465 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437bca32-a175-4fe3-9258-270ad5f900ec', 'name': 'network-vif-deleted', 'tag': '8d52681f-679b-4c53-b23c-e2e09f029df7', 'status': 'completed', 'code': 200} Apr 01 15:57:35.940565 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48628) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:36.365950 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.932938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:36.966314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 8d52681f-679b-4c53-b23c-e2e09f029df7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:36.966656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 8d52681f-679b-4c53-b23c-e2e09f029df7 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:37.079286 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port f35a5946-bc2b-4ad0-be73-633c635e386a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:37.079883 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.267550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port f35a5946-bc2b-4ad0-be73-633c635e386a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f35a5946-bc2b-4ad0-be73-633c635e386a,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:37.267896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.388428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for f35a5946-bc2b-4ad0-be73-633c635e386a owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:37.578698 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.622804 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=f35a5946-bc2b-4ad0-be73-633c635e386a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.928180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.607106 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router e58939da-c9b5-4bb9-b95d-501fe773d6bf has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:38.807503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:38.817217 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] Sync routers for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:38.820477 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-d3e4e229-c3ca-4e9f-bbd7-41b611057bb3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/e58939da-c9b5-4bb9-b95d-501fe773d6bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784027 Apr 01 15:57:38.822980 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48632) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.829565 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:38.830165 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:39.010676 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:39.010906 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting subnet 4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:39.014110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.069366 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.153740 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.228663 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.263714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Subnet': ['ID=4c62edcf-d1cf-42f8-a7bd-53c7a43984b3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:39.272912 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.281583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e23a28d2-c820-45da-882a-1cc18a0426af tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/subnets/4c62edcf-d1cf-42f8-a7bd-53c7a43984b3 HTTP/1.1" status: 204 len: 168 time: 0.4549217 Apr 01 15:57:39.281751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc95326-6bb5-4832-b443-0d5789e30ee5 None None] Network 6b667c4a-c574-4dac-bfe3-8961d27acb13 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:39.282161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48636) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.300522 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:57:37Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:39.304686 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] Checking router: e58939da-c9b5-4bb9-b95d-501fe773d6bf for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:39.315733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] Routers {'e58939da-c9b5-4bb9-b95d-501fe773d6bf'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:39.316402 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:39.485545 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.502630 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] Set router e58939da-c9b5-4bb9-b95d-501fe773d6bf gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:39.546513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] DHCP port deletion for 6b667c4a-c574-4dac-bfe3-8961d27acb13 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:39.551039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] Deleting port a77532bd-a5d5-41c5-b847-8a2f93c98a20 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:39.551450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.693817 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.704177 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 909e5b5d-b80b-4809-a37d-aaceab087c08 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:39.704506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.763715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] For port a77532bd-a5d5-41c5-b847-8a2f93c98a20, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=a77532bd-a5d5-41c5-b847-8a2f93c98a20,segment=NetworkSegment(cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a),segment_id=cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:39.764129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.796539 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:57:37Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:39.801351 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91158ca1-f302-4bce-a78a-28007f7a7e18 None None] The sync data for ids ['e58939da-c9b5-4bb9-b95d-501fe773d6bf'] in n-d-836017-1 is: [{'id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-398169446', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:42Z', 'updated_at': '2022-04-01T15:57:37Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '909e5b5d-b80b-4809-a37d-aaceab087c08', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58939da-c9b5-4bb9-b95d-501fe773d6bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:43Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:39.926704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] Calling delete_port for a77532bd-a5d5-41c5-b847-8a2f93c98a20 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:40.003448 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.009049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 909e5b5d-b80b-4809-a37d-aaceab087c08, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=909e5b5d-b80b-4809-a37d-aaceab087c08,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:40.009382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.050536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] Pushing event deleted for resources: {'Port': ['ID=a77532bd-a5d5-41c5-b847-8a2f93c98a20,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.057050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a51e1-e351-4440-8eaa-8ab4bd45d8c0 None None] No DVR routers for this DVR port a77532bd-a5d5-41c5-b847-8a2f93c98a20 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:40.132053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 909e5b5d-b80b-4809-a37d-aaceab087c08 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:40.310230 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.354975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=909e5b5d-b80b-4809-a37d-aaceab087c08,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.584418 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.849195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.853805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.884378 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.884378 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Fanout notify agent at l3_agent the message router_deleted on router e58939da-c9b5-4bb9-b95d-501fe773d6bf {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:57:40.899571 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.900693 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5c6224f7-b77a-42e8-bb87-2d2f64750cc9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/routers/e58939da-c9b5-4bb9-b95d-501fe773d6bf HTTP/1.1" status: 204 len: 168 time: 1.6180458 Apr 01 15:57:40.903524 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48640) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:40.932500 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f35a5946-bc2b-4ad0-be73-633c635e386a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:40.968330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f35a5946-bc2b-4ad0-be73-633c635e386a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:40.968745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f35a5946-bc2b-4ad0-be73-633c635e386a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:40.969227 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a77532bd-a5d5-41c5-b847-8a2f93c98a20 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:41.001967 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: a77532bd-a5d5-41c5-b847-8a2f93c98a20 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:41.002382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device a77532bd-a5d5-41c5-b847-8a2f93c98a20 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:41.024543 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.258167 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.284903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b667c4a-c574-4dac-bfe3-8961d27acb13']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:41.297787 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:41.298089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc51f880-c5e0-4464-83cf-5a0b2c6b3d9a') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:41.310531 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.327815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.335479 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:41.335871 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:41.350950 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:41.382508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.434135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.451703 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.462620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Network': ['ID=6b667c4a-c574-4dac-bfe3-8961d27acb13,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.470870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bba3dfc9-3079-47da-83ef-186106f0d92e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/networks/6b667c4a-c574-4dac-bfe3-8961d27acb13 HTTP/1.1" status: 204 len: 168 time: 0.5661774 Apr 01 15:57:41.473888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48646) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:41.546109 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d7e407d-2685-4a59-99fe-5ca248c00244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.576982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d7e407d-2685-4a59-99fe-5ca248c00244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.637880 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d7e407d-2685-4a59-99fe-5ca248c00244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.656210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e407d-2685-4a59-99fe-5ca248c00244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e47c5-e996-4875-84bf-c2f5c16b3bdf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.667246 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2d7e407d-2685-4a59-99fe-5ca248c00244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.668388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2d7e407d-2685-4a59-99fe-5ca248c00244 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/security-groups/de1e47c5-e996-4875-84bf-c2f5c16b3bdf HTTP/1.1" status: 204 len: 168 time: 0.1934483 Apr 01 15:57:41.963721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48654) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:41.969314 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878240372', 'description': 'tempest-secgroup-smoke-1878240372 description', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:41.976423 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:41.980911 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:41.983964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:41.990090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.006494 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.040401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.044187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.047238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.053104 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.105090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.111450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.153909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8646306a-62c2-48c1-aee3-48b0173294a7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.163168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.164624 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d2d6d49b-1e21-42c7-aee4-e6413d5824b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1998408 Apr 01 15:57:42.167504 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48658) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.173145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '8646306a-62c2-48c1-aee3-48b0173294a7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:42.180161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.184209 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.187316 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.193265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.212310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.276897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.282516 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.305864 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4d56bb-62d5-428b-9144-e198eb856c91,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.317758 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.319141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1217b6d7-d1c0-4728-b57b-4d39995815c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506674 Apr 01 15:57:42.322088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48662) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.330489 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '8646306a-62c2-48c1-aee3-48b0173294a7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:42.337886 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.342050 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.345107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.351295 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.370312 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.437978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.443241 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.466164 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e88853-17cc-40e6-ac4c-6b9847597703,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.476507 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.477725 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f7bf6f09-bc6e-4428-9b22-7ef46d8e3ed0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1544397 Apr 01 15:57:42.480931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48666) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.486363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '8646306a-62c2-48c1-aee3-48b0173294a7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:42.492860 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.496725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.499604 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.505555 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.524489 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.586345 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.592222 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.615002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009b9bca-06c7-4c52-8f8d-aa4ee2a60e83,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.625185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.626422 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f5a533e2-faf8-43ec-a8e1-b60b9ff718dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444888 Apr 01 15:57:42.629297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48670) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.634940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '8646306a-62c2-48c1-aee3-48b0173294a7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:42.641831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.645943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.649235 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.655185 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.673083 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.737897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.743168 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.767238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f80b90-2feb-4739-8a4d-4b4bb03f4cd1,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.776980 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.778353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-46b812ee-8876-4e9f-903c-0623503afb10 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1481495 Apr 01 15:57:42.781469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48674) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.787197 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '8646306a-62c2-48c1-aee3-48b0173294a7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:42.794408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.798940 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.802243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.808527 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.820564 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:42.827440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.839483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 909e5b5d-b80b-4809-a37d-aaceab087c08 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:42.876059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 909e5b5d-b80b-4809-a37d-aaceab087c08 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:42.876544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 909e5b5d-b80b-4809-a37d-aaceab087c08 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:42.895203 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.900581 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.923888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec90adb-609c-4e97-9a2e-6504ca212fb6,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.932445 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.933702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9a027d2c-52a5-468b-8f3b-fb7028bd6344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1512084 Apr 01 15:57:42.938537 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48678) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.944305 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '8646306a-62c2-48c1-aee3-48b0173294a7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:42.951303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.955789 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.959063 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.965049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.975610 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:42.981843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.045684 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.050843 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.073109 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5637e7-e4cf-42e4-917d-ee0f01691eff,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.082541 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.083771 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e9754996-9e36-4328-803c-2418b9bf07cd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1442673 Apr 01 15:57:43.086665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48682) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.092147 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'network': {'name': 'tempest-network-smoke--526439755', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'port_security_enabled': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:43.097534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:43.101705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:network and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:43.104508 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:43.110245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:43.123245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:43.126226 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.157025 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:43.167076 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.167440 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Added segment cd6f43a7-cfc7-465a-ad91-0a843ad444a6 of type vlan for network ba51e4d7-6898-483e-952a-5c23e53be16e Apr 01 15:57:43.196223 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.226951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.230604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:43.231134 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.335033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2473457 Apr 01 15:57:43.337800 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9ce33-7254-420c-a983-fe0f6f365384 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Network': ['ID=ba51e4d7-6898-483e-952a-5c23e53be16e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.337954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48686) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.344758 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'admin_state_up': True, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:43.347933 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ba51e4d7-6898-483e-952a-5c23e53be16e details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:43.352943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:43.357024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:router and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:43.360113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:43.366967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:43.379139 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.380320 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.400072 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.555705 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.829870 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.859626 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.011359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.140 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/1c498567-be0b-4de5-95c1-3dd09b9e812f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:44.172607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.205786 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.272108 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:44.274921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:44.277513 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:44.310332 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=1c498567-be0b-4de5-95c1-3dd09b9e812f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:44.453106 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.453739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.687070 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router b56f42fb-6046-4917-86aa-3eb6afc475f1 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:57:44.890975 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:44.900685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Sync routers for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:44.916440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:44.917144 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:44.918548 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.920253 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5d5883d3-c0c4-428c-9786-9a4bcdde1138 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5812635 Apr 01 15:57:44.923791 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48690) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.032334 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-21b9f45a-57db-450e-9890-103861866f05 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f51ea41398354660964f5bd3e5c8daa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1071246 Apr 01 15:57:45.035374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48696) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.099946 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:45.165009 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc507f0-93aa-4490-a100-c77b9b3958d8 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.166526 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bcc507f0-93aa-4490-a100-c77b9b3958d8 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302469 Apr 01 15:57:45.169913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48700) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.221379 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0d60739c-68ce-4364-9181-15c5b225ede2 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502763 Apr 01 15:57:45.224255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48704) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.230084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557780351', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:45.332128 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.363783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:45.368018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:subnet and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:45.371010 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:45.377002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:45.387509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:45.400649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:44Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:45.404907 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Checking router: b56f42fb-6046-4917-86aa-3eb6afc475f1 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:45.405245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Updating router b56f42fb-6046-4917-86aa-3eb6afc475f1 port 1c498567-be0b-4de5-95c1-3dd09b9e812f binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:57:45.456632 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.489352 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1263144'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.706947 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1674791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1263110'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.779921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.781917 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Subnet': ['ID=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:45.793493 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Transition to ACTIVE for port object 1c498567-be0b-4de5-95c1-3dd09b9e812f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:45.800974 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.805256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Checking segment: {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:45.805663 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network hostable DHCP agents. Network: ba51e4d7-6898-483e-952a-5c23e53be16e, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:45.827132 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network ba51e4d7-6898-483e-952a-5c23e53be16e is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:45.837123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ba51e4d7-6898-483e-952a-5c23e53be16e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:45.841083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.841672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.870059 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-34d86603-ba18-460d-aad6-78ddb6eb1eb7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6417975 Apr 01 15:57:45.870642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48708) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.885137 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849e415-3e78-46f2-b7de-8667ded96664 None None] Network ba51e4d7-6898-483e-952a-5c23e53be16e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:45.981714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f800a8-f894-41e2-8d2e-900390d8ef89 None None] Pushing event updated for resources: {'Port': ['ID=1c498567-be0b-4de5-95c1-3dd09b9e812f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:45.998069 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Attempting to bind port 1c498567-be0b-4de5-95c1-3dd09b9e812f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:45.998427 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Attempting to bind port 1c498567-be0b-4de5-95c1-3dd09b9e812f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:45.998780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Attempting to bind port 1c498567-be0b-4de5-95c1-3dd09b9e812f on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:46.011974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:46.012333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:46.012725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.013102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:46.013578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Bound port: 1c498567-be0b-4de5-95c1-3dd09b9e812f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:46.013938 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.146214 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] For port 1c498567-be0b-4de5-95c1-3dd09b9e812f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:46.181508 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] For port 1c498567-be0b-4de5-95c1-3dd09b9e812f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c498567-be0b-4de5-95c1-3dd09b9e812f,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:46.187695 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.249400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-ba51e4d7-6898-483e-952a-5c23e53be16e', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:46.250203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.333169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f800a8-f894-41e2-8d2e-900390d8ef89 None None] Pushing event updated for resources: {'Port': ['ID=1c498567-be0b-4de5-95c1-3dd09b9e812f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:46.337431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:46.338033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:46.580326 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Allocated IP 172.20.0.2 (ba51e4d7-6898-483e-952a-5c23e53be16e/9cb54889-f7b6-4970-b1ff-cdfcd19d4b27/8b604781-f991-46c1-952d-b81f1dbf80eb) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:46.592910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:46.732317 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.037905 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.053115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Transition to ACTIVE for port object 8b604781-f991-46c1-952d-b81f1dbf80eb will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:47.076282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Transition to ACTIVE for port object 8b604781-f991-46c1-952d-b81f1dbf80eb will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:47.083147 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:44Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:47.085516 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.127904 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee6ab-1d6d-4183-99fa-21384ec66966 None None] The sync data for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 is: [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:44Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:47.150886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.1 (ba51e4d7-6898-483e-952a-5c23e53be16e/9cb54889-f7b6-4970-b1ff-cdfcd19d4b27/c27c67e7-a6ff-4719-a136-dc792868572f) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:47.162346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Network ba51e4d7-6898-483e-952a-5c23e53be16e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:47.163337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Pushing event updated for resources: {'Port': ['ID=8b604781-f991-46c1-952d-b81f1dbf80eb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.165979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:47.171569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:47.262287 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Attempting to bind port 8b604781-f991-46c1-952d-b81f1dbf80eb on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:47.262656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Attempting to bind port 8b604781-f991-46c1-952d-b81f1dbf80eb by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:47.263025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Attempting to bind port 8b604781-f991-46c1-952d-b81f1dbf80eb on network ba51e4d7-6898-483e-952a-5c23e53be16e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:47.270309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:47.270682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Checking segment: {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:47.271085 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.271505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Bound using segment: {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:47.271974 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Bound port: 8b604781-f991-46c1-952d-b81f1dbf80eb, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:47.272344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.337603 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.358535 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object c27c67e7-a6ff-4719-a136-dc792868572f will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:47.377270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] For port 8b604781-f991-46c1-952d-b81f1dbf80eb, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:47.380949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] For port 8b604781-f991-46c1-952d-b81f1dbf80eb, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8b604781-f991-46c1-952d-b81f1dbf80eb,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:47.381644 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.385547 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.464385 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network ba51e4d7-6898-483e-952a-5c23e53be16e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:47.468549 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:47.471108 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:47.506474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=c27c67e7-a6ff-4719-a136-dc792868572f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.532432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb452597-fe0e-4ece-8586-8666f1364f13 None None] Pushing event updated for resources: {'Port': ['ID=8b604781-f991-46c1-952d-b81f1dbf80eb,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.554446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.647929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.195864 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.203032 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.317333 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=c27c67e7-a6ff-4719-a136-dc792868572f,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:48.319823 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.465936 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network ba51e4d7-6898-483e-952a-5c23e53be16e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:48.467142 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:48.475304 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a8e42-8186-48a0-8d39-60f423e11efb None None] Network ba51e4d7-6898-483e-952a-5c23e53be16e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:48.579977 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-14ea917e-9733-43fd-84a4-15cf60e2ffd5 None None] Provisioning for port 8b604781-f991-46c1-952d-b81f1dbf80eb completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:48.866782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router b56f42fb-6046-4917-86aa-3eb6afc475f1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:48.915315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6f9161d4-6c41-43a0-a2d8-a99980196d91 None None] Provisioning for port c27c67e7-a6ff-4719-a136-dc792868572f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:48.927693 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6f9161d4-6c41-43a0-a2d8-a99980196d91 None None] Provisioning complete for port c27c67e7-a6ff-4719-a136-dc792868572f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:48.928496 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9161d4-6c41-43a0-a2d8-a99980196d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.968685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8b604781-f991-46c1-952d-b81f1dbf80eb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:49.046480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6f9161d4-6c41-43a0-a2d8-a99980196d91 None None] Port c27c67e7-a6ff-4719-a136-dc792868572f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:49.080404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8b604781-f991-46c1-952d-b81f1dbf80eb completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:49.087396 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8b604781-f991-46c1-952d-b81f1dbf80eb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:49.087765 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.107988 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:49.126013 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-580c20c1-54fc-4633-94e7-c13374005b96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/b56f42fb-6046-4917-86aa-3eb6afc475f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2545948 Apr 01 15:57:49.222207 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.232611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ff37a55a-a54d-4e1a-a7cf-68d1120e8c1e None None] Provisioning complete for port c27c67e7-a6ff-4719-a136-dc792868572f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:49.232972 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff37a55a-a54d-4e1a-a7cf-68d1120e8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.304503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ff37a55a-a54d-4e1a-a7cf-68d1120e8c1e None None] Port c27c67e7-a6ff-4719-a136-dc792868572f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:49.308173 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8b604781-f991-46c1-952d-b81f1dbf80eb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8b604781-f991-46c1-952d-b81f1dbf80eb,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:49.309503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-f38e85ae-ec6e-4fc7-9a9a-baf491915595 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:49.313908 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.314685 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c498567-be0b-4de5-95c1-3dd09b9e812f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:49.326126 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-f38e85ae-ec6e-4fc7-9a9a-baf491915595 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:49.327570 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-f38e85ae-ec6e-4fc7-9a9a-baf491915595 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878240372&fields=id&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 267 time: 0.0635653 Apr 01 15:57:49.428223 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8b604781-f991-46c1-952d-b81f1dbf80eb,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.447660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ab9c6c14-b21d-4bd7-acd5-8ab20efd48c3 None None] Provisioning complete for port c27c67e7-a6ff-4719-a136-dc792868572f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:49.447990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6c14-b21d-4bd7-acd5-8ab20efd48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.477557 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 1c498567-be0b-4de5-95c1-3dd09b9e812f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:49.482895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-799f659a-82d7-4c3e-a6a5-3e8db7651dd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:49.483627 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-799f659a-82d7-4c3e-a6a5-3e8db7651dd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:49.495528 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1c498567-be0b-4de5-95c1-3dd09b9e812f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:49.495972 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.501135 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-799f659a-82d7-4c3e-a6a5-3e8db7651dd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:49.502625 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-799f659a-82d7-4c3e-a6a5-3e8db7651dd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/networks?id=ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 200 len: 796 time: 0.1677084 Apr 01 15:57:49.520256 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-14a73254-2a66-4f03-b58e-11d5a4111344 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/quotas/f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 375 time: 0.0119700 Apr 01 15:57:49.545588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c6c14-b21d-4bd7-acd5-8ab20efd48c3 None None] Port c27c67e7-a6ff-4719-a136-dc792868572f cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:49.602115 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a4ee37fb-5d50-4640-8258-1646a99d54bb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:49.615246 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.619438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a4ee37fb-5d50-4640-8258-1646a99d54bb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:49.623969 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a4ee37fb-5d50-4640-8258-1646a99d54bb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977423 Apr 01 15:57:49.631246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 1c498567-be0b-4de5-95c1-3dd09b9e812f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c498567-be0b-4de5-95c1-3dd09b9e812f,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:49.635838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.698822 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-07af55bb-adc6-4351-b7a1-1ffcc74dfb96 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:57:49.699844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-07af55bb-adc6-4351-b7a1-1ffcc74dfb96 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0673001 Apr 01 15:57:49.703077 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=1c498567-be0b-4de5-95c1-3dd09b9e812f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.831766 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-d0b82290-8290-46c3-8d8d-88d3e745a132 service neutron] 10.222.0.48 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251874 Apr 01 15:57:50.083408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-321c9cd7-f57d-4280-b144-2048775e9279 service neutron] 10.222.0.48 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446649 Apr 01 15:57:50.269919 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1e4570b9-222e-4049-9a56-9907de810a99 req-70038fcb-ca45-47fe-88ba-8d8b791be97d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:50.283256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-1e4570b9-222e-4049-9a56-9907de810a99 req-70038fcb-ca45-47fe-88ba-8d8b791be97d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:50.284574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1e4570b9-222e-4049-9a56-9907de810a99 req-70038fcb-ca45-47fe-88ba-8d8b791be97d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 210 time: 0.0559323 Apr 01 15:57:50.678541 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Sync routers for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:50.690388 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:50.690976 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:50.896878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8b604781-f991-46c1-952d-b81f1dbf80eb up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:50.922893 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:50.964547 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8b604781-f991-46c1-952d-b81f1dbf80eb triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:50.964930 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.081336 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c498567-be0b-4de5-95c1-3dd09b9e812f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:51.148113 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 1c498567-be0b-4de5-95c1-3dd09b9e812f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:51.148353 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.240926 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 2, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:51.246549 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Checking router: b56f42fb-6046-4917-86aa-3eb6afc475f1 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:51.246902 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Updating router b56f42fb-6046-4917-86aa-3eb6afc475f1 port c27c67e7-a6ff-4719-a136-dc792868572f binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:57:51.307726 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.424749 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-f82e66e6-9802-4769-81b2-fe62b9fa5151 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:51.425316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-f82e66e6-9802-4769-81b2-fe62b9fa5151 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:51.438640 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-f82e66e6-9802-4769-81b2-fe62b9fa5151 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:51.440690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-f82e66e6-9802-4769-81b2-fe62b9fa5151 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/networks?id=ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 200 len: 796 time: 0.1843143 Apr 01 15:57:51.462030 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e48bd371-a2d2-49b6-8651-7f3e0e730e83 req-fbcde9c1-a1fb-4b83-a670-f08d3e1de7f2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 210 time: 0.0497782 Apr 01 15:57:51.514220 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-d1ac0408-6a6b-43fe-8cd7-97c43dc8c18a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 380 time: 0.0599432 Apr 01 15:57:51.529841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'port': {'device_id': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'admin_state_up': True, 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'security_groups': ['8646306a-62c2-48c1-aee3-48b0173294a7']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:51.664613 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:51.674668 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:51.677167 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.684558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:51.687551 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.689877 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Transition to ACTIVE for port object c27c67e7-a6ff-4719-a136-dc792868572f will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:51.696657 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.820316 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Pushing event updated for resources: {'Port': ['ID=c27c67e7-a6ff-4719-a136-dc792868572f,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.834040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.834366 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.834692 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.835016 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.835366 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.835741 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.835989 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.836333 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.839782 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.839782 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.842265 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.857820 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.14 (ba51e4d7-6898-483e-952a-5c23e53be16e/9cb54889-f7b6-4970-b1ff-cdfcd19d4b27/32cb48be-ee34-49bb-ba95-0785b2d7f374) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:51.932981 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Attempting to bind port c27c67e7-a6ff-4719-a136-dc792868572f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:51.933247 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Attempting to bind port c27c67e7-a6ff-4719-a136-dc792868572f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:51.933597 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Attempting to bind port c27c67e7-a6ff-4719-a136-dc792868572f on network ba51e4d7-6898-483e-952a-5c23e53be16e {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:51.942251 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:51.942611 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Checking segment: {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:51.943296 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.943646 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Bound using segment: {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:51.944113 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Bound port: c27c67e7-a6ff-4719-a136-dc792868572f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:51.944485 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.036818 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] For port c27c67e7-a6ff-4719-a136-dc792868572f, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:52.040143 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] For port c27c67e7-a6ff-4719-a136-dc792868572f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c27c67e7-a6ff-4719-a136-dc792868572f,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:52.044015 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.132091 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa97fb6-e7b7-4620-841a-77884ac65176 None None] Pushing event updated for resources: {'Port': ['ID=c27c67e7-a6ff-4719-a136-dc792868572f,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.136439 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:52.137266 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:57:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:52.160472 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.182200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object 32cb48be-ee34-49bb-ba95-0785b2d7f374 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:52.210320 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.292170 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network ba51e4d7-6898-483e-952a-5c23e53be16e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:52.293178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=32cb48be-ee34-49bb-ba95-0785b2d7f374,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.295918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:52.298062 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:52.345462 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:52.365513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.366185 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.396824 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-a284272d-4d19-4b35-b1bf-38404531651a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707163 Apr 01 15:57:52.475944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Request body: {'port': {'device_id': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:52.542251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7aed1079-902a-47a4-a0cf-e3fbefda1c3c None None] Provisioning for port 32cb48be-ee34-49bb-ba95-0785b2d7f374 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:52.548149 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7aed1079-902a-47a4-a0cf-e3fbefda1c3c None None] Provisioning complete for port 32cb48be-ee34-49bb-ba95-0785b2d7f374 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:52.548575 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7aed1079-902a-47a4-a0cf-e3fbefda1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.593632 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.648746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7aed1079-902a-47a4-a0cf-e3fbefda1c3c None None] Port 32cb48be-ee34-49bb-ba95-0785b2d7f374 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:52.717603 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:52Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:52.721711 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508f42b-550f-447e-aed0-4ccb8b393cd9 None None] The sync data for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 is: [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:52Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:52.812039 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b51d89-f9e7-4c10-b574-1a1f986e8472 req-4eac075a-ca53-42aa-bd9a-34d0136e860c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.812766 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-61b51d89-f9e7-4c10-b574-1a1f986e8472 req-4eac075a-ca53-42aa-bd9a-34d0136e860c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:52.899557 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-61b51d89-f9e7-4c10-b574-1a1f986e8472 req-4eac075a-ca53-42aa-bd9a-34d0136e860c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:52.907182 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b51d89-f9e7-4c10-b574-1a1f986e8472 req-4eac075a-ca53-42aa-bd9a-34d0136e860c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 932 time: 0.3026333 Apr 01 15:57:52.939158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c27c67e7-a6ff-4719-a136-dc792868572f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:52.996218 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-61b51d89-f9e7-4c10-b574-1a1f986e8472 req-e022a75e-4bb7-45ee-b6f7-6e193e6c0166 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881045 Apr 01 15:57:53.013051 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port c27c67e7-a6ff-4719-a136-dc792868572f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:53.020689 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c27c67e7-a6ff-4719-a136-dc792868572f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:53.021130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.116518 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cb48be-ee34-49bb-ba95-0785b2d7f374 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:57:53.124028 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.140441 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Transition to ACTIVE for port object 32cb48be-ee34-49bb-ba95-0785b2d7f374 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:53.140683 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.144857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.177672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port c27c67e7-a6ff-4719-a136-dc792868572f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c27c67e7-a6ff-4719-a136-dc792868572f,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:53.182641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.265031 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=c27c67e7-a6ff-4719-a136-dc792868572f,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.282833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Pushing event updated for resources: {'Port': ['ID=32cb48be-ee34-49bb-ba95-0785b2d7f374,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.401178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Attempting to bind port 32cb48be-ee34-49bb-ba95-0785b2d7f374 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:53.401519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Attempting to bind port 32cb48be-ee34-49bb-ba95-0785b2d7f374 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:53.401841 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Attempting to bind port 32cb48be-ee34-49bb-ba95-0785b2d7f374 on network ba51e4d7-6898-483e-952a-5c23e53be16e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:53.408042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Port 32cb48be-ee34-49bb-ba95-0785b2d7f374 on network ba51e4d7-6898-483e-952a-5c23e53be16e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:57:53.408351 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Attempting to bind port 32cb48be-ee34-49bb-ba95-0785b2d7f374 on network ba51e4d7-6898-483e-952a-5c23e53be16e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:53.415656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:53.415979 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Checking segment: {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:53.416354 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Bound using segment: {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:53.416769 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Bound port: 32cb48be-ee34-49bb-ba95-0785b2d7f374, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:53.417109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.517348 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] For port 32cb48be-ee34-49bb-ba95-0785b2d7f374, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:53.520754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] For port 32cb48be-ee34-49bb-ba95-0785b2d7f374, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:53.526453 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.590101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.591424 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] 10.222.0.44 "PUT /v2.0/ports/32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 200 len: 1092 time: 1.1877544 Apr 01 15:57:53.591849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:57:53.622104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d645d-6938-4f8e-94ee-e788cca8586c service neutron] Pushing event updated for resources: {'Port': ['ID=32cb48be-ee34-49bb-ba95-0785b2d7f374,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.665819 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'status': 'completed', 'code': 200} Apr 01 15:57:53.709148 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-ee3d4d3e-b8d3-48b7-baf4-853c8b629eb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1095 time: 0.0761449 Apr 01 15:57:53.784250 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-49bb42ec-5363-4a48-b8ff-f2f426b12c40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 200 len: 217 time: 0.0663867 Apr 01 15:57:53.850241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-4a1fb6f8-45f2-4ec9-a5e0-df7019c77b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:53.851759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-4a1fb6f8-45f2-4ec9-a5e0-df7019c77b6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 HTTP/1.1" status: 200 len: 835 time: 0.0600576 Apr 01 15:57:53.931099 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-019e41bb-bb78-4c6d-ad20-7cdbbc7b29e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba51e4d7-6898-483e-952a-5c23e53be16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723882 Apr 01 15:57:54.207898 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-00ec6979-f2e7-44c0-ae20-70fe0949cd44 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698305 Apr 01 15:57:54.322258 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75467cfc-15f9-43af-88cb-9be4f82a3f5b req-6932059d-1287-4fd4-b69a-fdd64d08d24e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:54.323619 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75467cfc-15f9-43af-88cb-9be4f82a3f5b req-6932059d-1287-4fd4-b69a-fdd64d08d24e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 944 time: 0.1903360 Apr 01 15:57:54.385704 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4fc1f7a9-4673-4696-9748-154518cc3e8c req-eb35a47b-af1b-49a7-abb0-a8ceda5f81d0 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701539 Apr 01 15:57:54.395532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75467cfc-15f9-43af-88cb-9be4f82a3f5b req-30681394-1549-475f-90cd-846c6864950f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615528 Apr 01 15:57:54.513207 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-70eddbe4-5bd3-4301-b29a-efd690330527 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1095 time: 0.0728333 Apr 01 15:57:54.647352 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-f2793c17-71fc-4631-ba17-c73374ff4414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:54.648800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-f2793c17-71fc-4631-ba17-c73374ff4414 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 200 len: 897 time: 0.1291292 Apr 01 15:57:54.719978 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-194c6398-e958-4639-83c5-aa82f1d7269b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 200 len: 217 time: 0.0643556 Apr 01 15:57:54.782666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-2f8ef245-8711-4d8c-8c7e-cd95ad5034af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:54.784131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-2f8ef245-8711-4d8c-8c7e-cd95ad5034af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 HTTP/1.1" status: 200 len: 835 time: 0.0568206 Apr 01 15:57:54.876322 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-f6c3b452-83f0-4e24-b214-360f08f925a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba51e4d7-6898-483e-952a-5c23e53be16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836959 Apr 01 15:57:54.891019 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c27c67e7-a6ff-4719-a136-dc792868572f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:54.961526 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port c27c67e7-a6ff-4719-a136-dc792868572f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:54.961799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.017154 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-cebaadf8-0aef-465c-84e9-a45bfc5b99d2 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339483 Apr 01 15:57:55.158444 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-87c7b144-cc0a-4ce5-88db-1453efbf6ff5 req-5b0409ee-bb2b-4ed8-ab4c-28fec333dfb9 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313903 Apr 01 15:57:55.613373 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da6175-0d21-4b56-9026-c5c9d10f3293 req-3aedd4f3-8616-4ee8-86d5-4728cce5a3bb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:55.614864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22da6175-0d21-4b56-9026-c5c9d10f3293 req-3aedd4f3-8616-4ee8-86d5-4728cce5a3bb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 944 time: 0.0901628 Apr 01 15:57:55.660269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-22da6175-0d21-4b56-9026-c5c9d10f3293 req-9354dccd-7f90-40a5-a6e9-484d0e789a73 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396447 Apr 01 15:57:56.524683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 32cb48be-ee34-49bb-ba95-0785b2d7f374 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:57:56.670256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 32cb48be-ee34-49bb-ba95-0785b2d7f374, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:56.687276 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'port_id': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'mac_address': 'fa:16:3e:6f:70:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:57:56.739958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.758309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cb48be-ee34-49bb-ba95-0785b2d7f374 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:57:56.773892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 32cb48be-ee34-49bb-ba95-0785b2d7f374, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:56.778715 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.846956 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=32cb48be-ee34-49bb-ba95-0785b2d7f374,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:56.864687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e4221-bc9c-45c6-abf4-ac5973107727 req-61e2aac7-0703-4321-b1f8-7053bb261933 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:56.866236 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af2e4221-bc9c-45c6-abf4-ac5973107727 req-61e2aac7-0703-4321-b1f8-7053bb261933 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 945 time: 0.0842297 Apr 01 15:57:56.911257 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-af2e4221-bc9c-45c6-abf4-ac5973107727 req-38ccb8ee-a15b-4d08-8d32-d4aa6a1f0e0f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Apr 01 15:57:57.078237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['32cb48be-ee34-49bb-ba95-0785b2d7f374'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:57:57.968268 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d05f2307-1579-48c6-b18b-bf2616d2f712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.135298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febba6fd-814a-44b2-b054-f9f8f7f9826c req-45055666-c5fd-4868-a12e-b3996eb82e76 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.136666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-febba6fd-814a-44b2-b054-f9f8f7f9826c req-45055666-c5fd-4868-a12e-b3996eb82e76 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 945 time: 0.0914910 Apr 01 15:57:58.184834 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-febba6fd-814a-44b2-b054-f9f8f7f9826c req-698aecf0-8be7-4ddb-90f9-c17dc8c3b475 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Apr 01 15:57:58.544704 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 32cb48be-ee34-49bb-ba95-0785b2d7f374 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:58.623576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 32cb48be-ee34-49bb-ba95-0785b2d7f374 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:58.628627 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 32cb48be-ee34-49bb-ba95-0785b2d7f374 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:58.628979 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.755555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.782973 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:57:58.793026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 32cb48be-ee34-49bb-ba95-0785b2d7f374, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:58.798330 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.867002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=32cb48be-ee34-49bb-ba95-0785b2d7f374,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:58.909728 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'code': 200} Apr 01 15:57:59.053716 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f138f2a-2b4b-4fea-bf2a-578b58bcf048 req-34718a3b-bdbe-4cc2-adcc-da764e5767cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0736618 Apr 01 15:57:59.101004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5f138f2a-2b4b-4fea-bf2a-578b58bcf048 req-aea7d9f9-5d4c-4dc7-9cd4-f1d74495527d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 Apr 01 15:57:59.405926 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3687389-661b-4936-b6bf-928b3282765c req-a52989f8-48a8-4c65-b007-1e15e9567e94 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:59.407408 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3687389-661b-4936-b6bf-928b3282765c req-a52989f8-48a8-4c65-b007-1e15e9567e94 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0819094 Apr 01 15:57:59.452898 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3687389-661b-4936-b6bf-928b3282765c req-79837c8f-2cf9-4e98-9a0f-0e9b3103cab2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396354 Apr 01 15:58:00.363003 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2005c96-d30b-43f9-928e-ffe16f2f2a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.667604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73b770-d977-456e-941c-5529d7421a1b req-bf780222-2e5f-450f-a926-98c1bb7052d7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.669100 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ba73b770-d977-456e-941c-5529d7421a1b req-bf780222-2e5f-450f-a926-98c1bb7052d7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0860460 Apr 01 15:58:00.717656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ba73b770-d977-456e-941c-5529d7421a1b req-86529b69-6fe8-49c1-b392-bbf13bedcda0 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Apr 01 15:58:00.941343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c0a9-7361-4509-b0a1-eb3953cc14b7 req-1a45b63b-1a17-4783-a29f-c420a525f0fd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.942794 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f772c0a9-7361-4509-b0a1-eb3953cc14b7 req-1a45b63b-1a17-4783-a29f-c420a525f0fd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0995736 Apr 01 15:58:00.992446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f772c0a9-7361-4509-b0a1-eb3953cc14b7 req-3580d326-1409-46d0-8d98-47ebbc2f972b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Apr 01 15:58:01.025901 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48762) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:01.106353 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8cfb9272-4372-49f0-be15-bd0938dbb659 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1092 time: 0.0789282 Apr 01 15:58:01.109150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48766) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:01.114328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:01.120929 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:01.125327 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:floatingip and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:01.128391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:01.134690 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.152122 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.300676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.339229 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.445637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.35 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/bd4680c2-a3e6-4c33-bddc-2903ef40c5c2) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:01.552499 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.599838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.630293 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.698995 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:01.701831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:01.706386 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:01.729979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=bd4680c2-a3e6-4c33-bddc-2903ef40c5c2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:01.752943 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.753272 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.753597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.753921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.754240 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.754556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.754873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.755186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.755510 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.755845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:01.756148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:02.249334 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.306152 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.515833 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.521848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.723580 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=bd4680c2-a3e6-4c33-bddc-2903ef40c5c2,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.738416 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.940470 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Floating IP 62c296fb-3e4f-4de6-b522-a48b57b3ee7b associated. External IP: 172.25.2.35, port: 32cb48be-ee34-49bb-ba95-0785b2d7f374. Apr 01 15:58:03.005018 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.350052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router b56f42fb-6046-4917-86aa-3eb6afc475f1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:03.558210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:03.567700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] Sync routers for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:03.580612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:03.581200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:03.584709 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.638174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4c4b676a-bc3e-4b55-aeeb-d9f3983ebe1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5278678 Apr 01 15:58:03.638613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:58:03.694075 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'status': 'completed', 'code': 200} Apr 01 15:58:03.766509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:03.845844 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8065053e-b799-441f-b817-a3e28db43d55 req-9c814b69-e3e4-4393-b104-a24f557e6107 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1097 time: 0.1294088 Apr 01 15:58:03.855897 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cde58-dfee-406c-b816-15fed8401ac5 req-cf8c55ac-a189-4fd4-8594-c07c7f15ef8c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:03.857281 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194cde58-dfee-406c-b816-15fed8401ac5 req-cf8c55ac-a189-4fd4-8594-c07c7f15ef8c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.1079369 Apr 01 15:58:03.986507 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-194cde58-dfee-406c-b816-15fed8401ac5 req-b31c74ab-536a-4f11-950c-c9cd73da964b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108301 Apr 01 15:58:04.017299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48774) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:04.018822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065053e-b799-441f-b817-a3e28db43d55 req-61544a59-cf84-44e6-bd97-93d5a9529b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:04.020418 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8065053e-b799-441f-b817-a3e28db43d55 req-61544a59-cf84-44e6-bd97-93d5a9529b06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 200 len: 897 time: 0.1623416 Apr 01 15:58:04.131259 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d5e5f97a-7e3a-4379-91e6-30782953ea6b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 991 time: 0.1115901 Apr 01 15:58:04.162231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '62c296fb-3e4f-4de6-b522-a48b57b3ee7b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'port_id': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'mac_address': 'fa:16:3e:6f:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:58:02Z', 'updated_at': '2022-04-01T15:58:02Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:04.166546 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] Checking router: b56f42fb-6046-4917-86aa-3eb6afc475f1 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:04.177486 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:04.178074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:58:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:04.223350 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8065053e-b799-441f-b817-a3e28db43d55 req-e1eaedcc-abbe-4a59-93e1-4600abcfc8b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 200 len: 999 time: 0.1961668 Apr 01 15:58:04.286934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065053e-b799-441f-b817-a3e28db43d55 req-67c96d15-3a8b-4570-8583-0707f7274f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:04.288370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8065053e-b799-441f-b817-a3e28db43d55 req-67c96d15-3a8b-4570-8583-0707f7274f41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 HTTP/1.1" status: 200 len: 835 time: 0.0590787 Apr 01 15:58:04.362012 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:04.366813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8065053e-b799-441f-b817-a3e28db43d55 req-99539e66-ca48-4c14-b5ee-1c68e15edcb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba51e4d7-6898-483e-952a-5c23e53be16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711720 Apr 01 15:58:04.499805 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8065053e-b799-441f-b817-a3e28db43d55 req-4b9c5d56-277f-4904-a541-0065310e8643 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264462 Apr 01 15:58:04.634753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8065053e-b799-441f-b817-a3e28db43d55 req-d3b8a2ad-f18f-40ae-8ee2-9206c94b59c5 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285379 Apr 01 15:58:04.720663 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '62c296fb-3e4f-4de6-b522-a48b57b3ee7b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'port_id': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'mac_address': 'fa:16:3e:6f:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:58:02Z', 'updated_at': '2022-04-01T15:58:02Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:04.725540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e935bf2-4c89-47db-8565-6d880142b66f None None] The sync data for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 is: [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '62c296fb-3e4f-4de6-b522-a48b57b3ee7b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'port_id': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'mac_address': 'fa:16:3e:6f:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:58:02Z', 'updated_at': '2022-04-01T15:58:02Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:05.134688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:05.244640 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-a37e0bb1-4263-451a-b970-65ae3f2674f3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 991 time: 0.1085865 Apr 01 15:58:06.137694 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:58:06.250248 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48782) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.373073 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-b701c662-0d24-4877-b6ce-dc3bc9c773f6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 991 time: 0.1212177 Apr 01 15:58:07.377643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48786) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.496749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7e152d10-81e9-4925-b687-74e67e736f49 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 991 time: 0.1174624 Apr 01 15:58:08.502008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48790) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.613266 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13a62797-5f17-4b75-8f9f-e0fcf662a4f6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 991 time: 0.1098173 Apr 01 15:58:08.689141 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96991cd1-785c-4b86-ad9e-4045b4bb5d67 None None] New status for floating IP 62c296fb-3e4f-4de6-b522-a48b57b3ee7b: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:58:09.618257 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48794) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.737384 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bf028fd6-7970-4221-9861-d559e1944a71 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 993 time: 0.1176543 Apr 01 15:58:11.392802 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.309255 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.969982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51ba36d2-3f41-4f2f-a539-e740400814da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.364648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce45c45-18a0-49ca-a8c5-82aebecab171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.169116 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-1dd66755-55ee-454c-91a1-13df4c164a92 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685771 Apr 01 15:58:31.322564 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-6760f1e2-b5d8-4f20-b602-9fc8312c62d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0864463 Apr 01 15:58:31.345699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.479105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-db24ebdb-a578-4e61-a831-3de2fbc0c8d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:31.480541 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-db24ebdb-a578-4e61-a831-3de2fbc0c8d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 200 len: 897 time: 0.1368761 Apr 01 15:58:31.554831 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.580753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-10bbfd8f-ac87-4b58-873a-3feb748eddb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 200 len: 1001 time: 0.0932219 Apr 01 15:58:31.648519 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-1db975f6-b80e-4bee-9476-848ab06391bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:31.649909 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-1db975f6-b80e-4bee-9476-848ab06391bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 HTTP/1.1" status: 200 len: 835 time: 0.0605667 Apr 01 15:58:31.731585 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-84f4768b-a84f-4e57-82c5-844d84ba5426 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba51e4d7-6898-483e-952a-5c23e53be16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745425 Apr 01 15:58:31.864101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-6dbbbe7e-a831-4ad6-bb9e-b279a0cf184c service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255205 Apr 01 15:58:32.087431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f009d1a-6e26-44bd-b3f9-46803eaa2076 req-5dbd1da3-ed2b-491d-bbe7-15bae4fda9c5 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147701 Apr 01 15:58:33.008146 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.373726 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860a3b-b9c0-41c9-a8bf-c8fb2d778f9c req-4386d464-3e46-49b5-9612-b67c1a13d519 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:37.375089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a860a3b-b9c0-41c9-a8bf-c8fb2d778f9c req-4386d464-3e46-49b5-9612-b67c1a13d519 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0788360 Apr 01 15:58:37.422538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a860a3b-b9c0-41c9-a8bf-c8fb2d778f9c req-ca92b824-f126-4773-8c9f-80a209ceb7d8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 Apr 01 15:58:38.656815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3fc9-cf74-48d9-a0b0-0a153c74e7ba req-8c70831d-52e6-48fb-b362-b355b4f018dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:38.658244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-849c3fc9-cf74-48d9-a0b0-0a153c74e7ba req-8c70831d-52e6-48fb-b362-b355b4f018dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0923254 Apr 01 15:58:38.703906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-849c3fc9-cf74-48d9-a0b0-0a153c74e7ba req-7171af7d-39b4-4217-83a3-4ec2a38648a2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399487 Apr 01 15:58:40.035466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a64ee-6e0f-4211-9bc8-a047abbda731 req-82374223-8646-4b2e-a51b-cb8670e30df5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:40.037177 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-809a64ee-6e0f-4211-9bc8-a047abbda731 req-82374223-8646-4b2e-a51b-cb8670e30df5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.2071078 Apr 01 15:58:40.082691 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-809a64ee-6e0f-4211-9bc8-a047abbda731 req-5cf45e64-ae2b-4f70-b5f3-9e18c4171a24 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 Apr 01 15:58:41.290081 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62546ea-7ace-49e6-be77-070905209d84 req-c38f4188-d15a-43ad-b148-9696a7eaa388 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:41.291554 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d62546ea-7ace-49e6-be77-070905209d84 req-c38f4188-d15a-43ad-b148-9696a7eaa388 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0778723 Apr 01 15:58:41.339689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d62546ea-7ace-49e6-be77-070905209d84 req-1fb75716-e1ff-4fce-8771-fbaf09450233 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Apr 01 15:58:41.385820 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.578900 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c95e-a527-43d4-8f6f-15a42ed9e6fc req-afdf7a4d-8ebc-4600-b0c5-2607be8fd650 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:42.580378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7940c95e-a527-43d4-8f6f-15a42ed9e6fc req-afdf7a4d-8ebc-4600-b0c5-2607be8fd650 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0850518 Apr 01 15:58:42.625652 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7940c95e-a527-43d4-8f6f-15a42ed9e6fc req-22b8e594-0bae-4345-9918-32b065898a1d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396178 Apr 01 15:58:43.134436 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:58:43.830448 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adaa98-cd7c-4f79-9d21-7edbfb96dbfa req-986300b3-c5e0-4dbc-aa64-310ae73ef51a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:43.832033 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35adaa98-cd7c-4f79-9d21-7edbfb96dbfa req-986300b3-c5e0-4dbc-aa64-310ae73ef51a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0801966 Apr 01 15:58:43.887611 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-35adaa98-cd7c-4f79-9d21-7edbfb96dbfa req-d66b28e5-cd83-49f8-a412-adb48e3154ed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496187 Apr 01 15:58:45.103360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ab55-0dfd-43eb-bb4b-ac7e18b7b741 req-8f95d994-25ba-4af3-9000-8427147e7963 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:45.104701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-31f3ab55-0dfd-43eb-bb4b-ac7e18b7b741 req-8f95d994-25ba-4af3-9000-8427147e7963 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0802014 Apr 01 15:58:45.149468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-31f3ab55-0dfd-43eb-bb4b-ac7e18b7b741 req-b8ff7fdd-d322-4d66-90c8-9e8af2f91326 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Apr 01 15:58:45.328827 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.365895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2582-a400-4332-ba0d-b7299a373101 req-8da9852b-8864-4d56-9972-6fff679f224d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:46.367480 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1ec2582-a400-4332-ba0d-b7299a373101 req-8da9852b-8864-4d56-9972-6fff679f224d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0788577 Apr 01 15:58:46.417568 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1ec2582-a400-4332-ba0d-b7299a373101 req-8a575429-7482-43dd-a9b5-13e075cddfc7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442197 Apr 01 15:58:47.632413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f175f9-1a86-418a-912f-f6f98da92ad4 req-8a2920f7-d174-48ac-8141-4b537f49f6e6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:47.634130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6f175f9-1a86-418a-912f-f6f98da92ad4 req-8a2920f7-d174-48ac-8141-4b537f49f6e6 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0813212 Apr 01 15:58:47.680512 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d6f175f9-1a86-418a-912f-f6f98da92ad4 req-69396c95-8fa6-4f43-ad9c-10bcf03dbd24 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Apr 01 15:58:48.880876 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f17bea-14e3-490c-adb3-9c50fab048ed req-1d272154-6601-4abd-bccc-e3649d6dd376 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:48.882398 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6f17bea-14e3-490c-adb3-9c50fab048ed req-1d272154-6601-4abd-bccc-e3649d6dd376 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0829844 Apr 01 15:58:48.940406 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f6f17bea-14e3-490c-adb3-9c50fab048ed req-33635f54-362c-4c11-ad4c-b292f91bb701 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522680 Apr 01 15:58:50.152483 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9080900-e7b1-4d76-a666-6474973c3b66 req-cde157ca-4619-4a4a-90b2-c164a73292dc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:50.153819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9080900-e7b1-4d76-a666-6474973c3b66 req-cde157ca-4619-4a4a-90b2-c164a73292dc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0845144 Apr 01 15:58:50.204205 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e9080900-e7b1-4d76-a666-6474973c3b66 req-8f2972dc-441f-4d82-840f-b9b0b109c83d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Apr 01 15:58:51.423234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98f463-1fe8-48d7-9eca-f3ff1c561885 req-23fa8ef1-8b1b-4350-8af3-29120535a8a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:51.424678 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98f463-1fe8-48d7-9eca-f3ff1c561885 req-23fa8ef1-8b1b-4350-8af3-29120535a8a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0871317 Apr 01 15:58:51.469618 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cb98f463-1fe8-48d7-9eca-f3ff1c561885 req-bf81e267-7df0-4bf9-a31c-417dd7cb75cb tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Apr 01 15:58:52.690084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30533f85-8005-4b05-8fc8-594ea38b7adb req-2e29876d-88d3-460e-95e5-82df2e73c2f1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:52.691562 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30533f85-8005-4b05-8fc8-594ea38b7adb req-2e29876d-88d3-460e-95e5-82df2e73c2f1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0809858 Apr 01 15:58:52.745021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-30533f85-8005-4b05-8fc8-594ea38b7adb req-e379de9f-4147-415d-ad5a-372cfa8dd719 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453956 Apr 01 15:58:53.952042 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095840f-e968-47f3-9df7-5c42d004201f req-2a507cf1-dc23-42a3-b5af-5d135dd97762 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:53.953486 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c095840f-e968-47f3-9df7-5c42d004201f req-2a507cf1-dc23-42a3-b5af-5d135dd97762 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0812149 Apr 01 15:58:54.006242 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c095840f-e968-47f3-9df7-5c42d004201f req-560cfc6a-d8ce-4746-9c60-6e65e1a0706f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Apr 01 15:58:54.046045 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48846) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:54.151464 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-38ce2856-282b-4552-b62c-8535afe7c7e8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 993 time: 0.1043081 Apr 01 15:58:55.653838 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94c34-93f9-4885-a810-52b7439ebea5 req-dd88c7ab-dd5f-46e1-a5f4-bfef88a0497d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.655320 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44f94c34-93f9-4885-a810-52b7439ebea5 req-dd88c7ab-dd5f-46e1-a5f4-bfef88a0497d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0770569 Apr 01 15:58:55.691952 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-d791c5df-befc-4c61-87a6-4ed5dd09fa37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0724437 Apr 01 15:58:55.702899 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-44f94c34-93f9-4885-a810-52b7439ebea5 req-7ae93102-0781-4c7e-9758-0c6a9742ee47 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Apr 01 15:58:55.822004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-ac90c0c7-b382-4ab1-9332-413098385ffe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.823429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-ac90c0c7-b382-4ab1-9332-413098385ffe service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 200 len: 897 time: 0.1252646 Apr 01 15:58:55.925808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-4ce3c6e8-65ac-40a8-9b47-96098b16467e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 200 len: 1001 time: 0.0961857 Apr 01 15:58:55.993208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-bb4b8a1e-5f6f-4ac2-b57c-8ff93ba33c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:55.994562 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-bb4b8a1e-5f6f-4ac2-b57c-8ff93ba33c47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 HTTP/1.1" status: 200 len: 835 time: 0.0622869 Apr 01 15:58:56.077749 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-33fc9a14-b1e2-454f-9882-f85b1d6941e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba51e4d7-6898-483e-952a-5c23e53be16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771246 Apr 01 15:58:56.213373 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-f5976ff6-47f3-46a9-81fc-81d26cd4b0ec service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279485 Apr 01 15:58:56.363488 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-703d0e4a-11c6-4aa1-b8c8-37d9706f6707 req-472c7b22-cdfc-407f-8793-6e6190036d06 service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434569 Apr 01 15:58:57.019909 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3106-30a9-4877-a623-f62f512dfbe6 req-82729fef-bc43-41ac-9d13-2dc3dfe8616c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:57.021348 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-844c3106-30a9-4877-a623-f62f512dfbe6 req-82729fef-bc43-41ac-9d13-2dc3dfe8616c tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.1793280 Apr 01 15:58:57.071865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-844c3106-30a9-4877-a623-f62f512dfbe6 req-b5b8fbea-094c-444a-ac7b-e5cf48b57eef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Apr 01 15:58:57.974197 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a84d4b-4cda-4f3d-981b-c09b9b1c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.294633 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7e763-6090-43fa-bce2-30ffd5aa514c req-0835338b-2442-4102-9d6b-d2d88cb01c4f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:58.296134 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35c7e763-6090-43fa-bce2-30ffd5aa514c req-0835338b-2442-4102-9d6b-d2d88cb01c4f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0840852 Apr 01 15:58:58.343736 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-35c7e763-6090-43fa-bce2-30ffd5aa514c req-57420fb5-c1f2-4f2a-b629-fe313f624094 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Apr 01 15:58:58.373570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48862) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.490774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-75a5e655-4077-4dac-a622-89569756bb48 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 200 len: 993 time: 0.1155732 Apr 01 15:59:00.363856 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9904358-333b-4f77-ad2a-86e9b6d13c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.346057 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.563709 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.008557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.419304 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.322968 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.133130 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:59:27.980327 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65a88e5b-1ec3-4c2e-b08c-934ffe5f5426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.023635 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48878) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:29.239918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port bd4680c2-a3e6-4c33-bddc-2903ef40c5c2 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:29.240131 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.412802 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.413081 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.530746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for bd4680c2-a3e6-4c33-bddc-2903ef40c5c2 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:29.686882 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.734865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=bd4680c2-a3e6-4c33-bddc-2903ef40c5c2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:29.901058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.901592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.901718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.902032 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.902392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.902639 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.902933 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.903258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.903573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.903873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.904180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:29.933754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.356574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router b56f42fb-6046-4917-86aa-3eb6afc475f1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:30.357837 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d637fe3-8245-4453-8a4b-4e6134072fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.564579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:30.574361 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] Sync routers for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:30.585440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.587204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:30.587868 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.641257 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d6410eb5-5867-4efa-a124-9781ae83a239 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/floatingips/62c296fb-3e4f-4de6-b522-a48b57b3ee7b HTTP/1.1" status: 204 len: 168 time: 1.6130672 Apr 01 15:59:30.641257 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:30.696514 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'status': 'completed', 'code': 200} Apr 01 15:59:30.771670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:30.788231 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-a04fee12-b54e-4737-b800-452d12223ef5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0712554 Apr 01 15:59:30.928223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-7feaee94-b6bf-49b6-9995-d8f1f5ab283d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.929751 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-7feaee94-b6bf-49b6-9995-d8f1f5ab283d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 200 len: 897 time: 0.1342735 Apr 01 15:59:31.042094 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-55e009a9-7ab8-4971-973c-a9d07a66b144 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 200 len: 217 time: 0.1050279 Apr 01 15:59:31.092721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:31.096863 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] Checking router: b56f42fb-6046-4917-86aa-3eb6afc475f1 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:31.108435 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:31.109035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:31.116011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-e8b3c033-1eaa-462b-8795-691a1bb5aaef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.117561 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-e8b3c033-1eaa-462b-8795-691a1bb5aaef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 HTTP/1.1" status: 200 len: 835 time: 0.0648439 Apr 01 15:59:31.127585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ab4a-6ed7-47bb-be94-da5c88619e43 req-fd983de0-911a-4b76-9c0d-3ccc01153c3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.129048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9eb9ab4a-6ed7-47bb-be94-da5c88619e43 req-fd983de0-911a-4b76-9c0d-3ccc01153c3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.1412525 Apr 01 15:59:31.223387 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9eb9ab4a-6ed7-47bb-be94-da5c88619e43 req-a1c83b8f-d06f-4a92-af68-54d7cddb8392 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648758 Apr 01 15:59:31.235820 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-2af8d921-f62a-4655-a085-d69b00b910d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba51e4d7-6898-483e-952a-5c23e53be16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058452 Apr 01 15:59:31.321001 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:31.370511 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-cebb5bf3-c69f-4555-8078-2823f9ba28ba service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272590 Apr 01 15:59:31.396693 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.503042 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e322b76a-3f33-4110-b70f-d0262bc0a75e req-000737c5-e0f2-4f98-8d68-fcba52b2e51e service neutron] 10.222.0.44 "GET /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258981 Apr 01 15:59:31.578898 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.657666 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:31.662443 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affb8014-d40e-4d07-b763-deaf6d4e5722 None None] The sync data for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 is: [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:47Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'c27c67e7-a6ff-4719-a136-dc792868572f', 'name': '', 'network_id': 'ba51e4d7-6898-483e-952a-5c23e53be16e', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:d9:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:46Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': '9cb54889-f7b6-4970-b1ff-cdfcd19d4b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:31.892971 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82867add-9594-4cab-a927-20a3faafcb10 None None] New status for floating IP 62c296fb-3e4f-4de6-b522-a48b57b3ee7b: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:59:32.431760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0925-6cca-421a-bcea-e3089454d36d req-7d085c2c-2076-43b0-a7d3-f1acc4c4541d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:32.432347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c3cd0925-6cca-421a-bcea-e3089454d36d req-7d085c2c-2076-43b0-a7d3-f1acc4c4541d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:32.449991 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-c3cd0925-6cca-421a-bcea-e3089454d36d req-7d085c2c-2076-43b0-a7d3-f1acc4c4541d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:32.451141 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3cd0925-6cca-421a-bcea-e3089454d36d req-7d085c2c-2076-43b0-a7d3-f1acc4c4541d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.1023200 Apr 01 15:59:32.496722 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c3cd0925-6cca-421a-bcea-e3089454d36d req-0e24eb4b-33ab-4380-90ef-2103bb3c3aed tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=8646306a-62c2-48c1-aee3-48b0173294a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 Apr 01 15:59:32.497810 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817937-0b62-4935-b788-04888a81c61f req-f606963a-4a10-44ff-a022-e9097b1e2219 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:32.499245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42817937-0b62-4935-b788-04888a81c61f req-f606963a-4a10-44ff-a022-e9097b1e2219 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 946 time: 0.0787175 Apr 01 15:59:32.569823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 32cb48be-ee34-49bb-ba95-0785b2d7f374 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:32.570172 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.809999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 32cb48be-ee34-49bb-ba95-0785b2d7f374, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=32cb48be-ee34-49bb-ba95-0785b2d7f374,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:32.810347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.930735 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 32cb48be-ee34-49bb-ba95-0785b2d7f374 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:33.009477 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.084137 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.133539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=32cb48be-ee34-49bb-ba95-0785b2d7f374,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.261746 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.262112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.262444 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.262765 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.263084 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.263435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.263750 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.264064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.264379 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.264687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.264994 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:33.304420 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] No DVR routers for this DVR port 32cb48be-ee34-49bb-ba95-0785b2d7f374 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:33.307047 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.309754 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'name': 'network-vif-deleted', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:33.327583 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-42817937-0b62-4935-b788-04888a81c61f req-1e974048-8c7a-4f98-94b3-14bbf030c2e4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "DELETE /v2.0/ports/32cb48be-ee34-49bb-ba95-0785b2d7f374 HTTP/1.1" status: 204 len: 173 time: 0.8228226 Apr 01 15:59:33.371095 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49', 'name': 'network-vif-deleted', 'tag': '32cb48be-ee34-49bb-ba95-0785b2d7f374', 'status': 'completed', 'code': 200} Apr 01 15:59:33.683787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-71c68c18-55fa-4a52-ba53-f3f193ab885f req-02f9ac7e-8632-48b4-9c0a-7d579c242e16 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=99bfd54f-dff8-49d7-a6d5-27fa8a1b6c49 HTTP/1.1" status: 200 len: 210 time: 0.0431709 Apr 01 15:59:34.797556 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48902) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:35.072831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 32cb48be-ee34-49bb-ba95-0785b2d7f374 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:35.105646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 32cb48be-ee34-49bb-ba95-0785b2d7f374 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:35.105979 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 32cb48be-ee34-49bb-ba95-0785b2d7f374 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:35.240023 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.858744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port c27c67e7-a6ff-4719-a136-dc792868572f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:35.859470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.052242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port c27c67e7-a6ff-4719-a136-dc792868572f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=c27c67e7-a6ff-4719-a136-dc792868572f,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:36.052493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.172703 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for c27c67e7-a6ff-4719-a136-dc792868572f owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:36.448266 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.494621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=c27c67e7-a6ff-4719-a136-dc792868572f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.796071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.387632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router b56f42fb-6046-4917-86aa-3eb6afc475f1 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:37.591064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:37.602442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] Sync routers for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:37.604271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8cf44f87-73a0-4da3-8539-f98797f2cb87 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/b56f42fb-6046-4917-86aa-3eb6afc475f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8054512 Apr 01 15:59:37.607120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48906) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:37.616883 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:37.617514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:37.797949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:37.899880 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting subnet 9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:37.903118 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.963248 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.053256 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.088594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:38.092448 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] Checking router: b56f42fb-6046-4917-86aa-3eb6afc475f1 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:38.103315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] Routers {'b56f42fb-6046-4917-86aa-3eb6afc475f1'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:38.103878 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['b56f42fb-6046-4917-86aa-3eb6afc475f1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:38.124979 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.162805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb54889-f7b6-4970-b1ff-cdfcd19d4b27,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:38.170963 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.180968 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c307ff16-4374-4f4d-bd57-bb84a15ebd09 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/subnets/9cb54889-f7b6-4970-b1ff-cdfcd19d4b27 HTTP/1.1" status: 204 len: 168 time: 0.5702107 Apr 01 15:59:38.181124 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48910) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:38.214572 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f19c4-a202-4ed7-aa74-14fa33af4916 None None] Network ba51e4d7-6898-483e-952a-5c23e53be16e requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:38.407287 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.476155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] Set router b56f42fb-6046-4917-86aa-3eb6afc475f1 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:38.607915 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.618819 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 1c498567-be0b-4de5-95c1-3dd09b9e812f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:38.619269 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.761122 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] DHCP port deletion for ba51e4d7-6898-483e-952a-5c23e53be16e request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:59:38.768746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Deleting port 8b604781-f991-46c1-952d-b81f1dbf80eb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:38.769183 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.800656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 1c498567-be0b-4de5-95c1-3dd09b9e812f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=1c498567-be0b-4de5-95c1-3dd09b9e812f,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:38.800987 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.921835 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 1c498567-be0b-4de5-95c1-3dd09b9e812f owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:38.946520 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8b604781-f991-46c1-952d-b81f1dbf80eb no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:38.981524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:39.013047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0ccfa-b4e2-477d-b745-ffa09663d623 None None] The sync data for ids ['b56f42fb-6046-4917-86aa-3eb6afc475f1'] in n-d-836017-1 is: [{'id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532555943', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '1c498567-be0b-4de5-95c1-3dd09b9e812f', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f42fb-6046-4917-86aa-3eb6afc475f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:43Z', 'updated_at': '2022-04-01T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:39.044120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] For port 8b604781-f991-46c1-952d-b81f1dbf80eb, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8b604781-f991-46c1-952d-b81f1dbf80eb,segment=NetworkSegment(cd6f43a7-cfc7-465a-ad91-0a843ad444a6),segment_id=cd6f43a7-cfc7-465a-ad91-0a843ad444a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:39.044493 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.094905 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.142324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=1c498567-be0b-4de5-95c1-3dd09b9e812f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:39.195373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Calling delete_port for 8b604781-f991-46c1-952d-b81f1dbf80eb owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:39.253501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.325848 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.364765 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.380577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Pushing event deleted for resources: {'Port': ['ID=8b604781-f991-46c1-952d-b81f1dbf80eb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:39.391386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] No DVR routers for this DVR port 8b604781-f991-46c1-952d-b81f1dbf80eb on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:39.393959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.394322 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.394667 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.395004 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.395414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.395681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.396000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.396318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.396634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.396948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.397332 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20609436-6921-4ab2-a9e9-1431a458165d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:39.733084 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.737370 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.762299 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.762811 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Fanout notify agent at l3_agent the message router_deleted on router b56f42fb-6046-4917-86aa-3eb6afc475f1 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:59:39.780428 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.781505 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-23e6bbcf-f78d-4930-9ed4-025fbf6b04a8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/routers/b56f42fb-6046-4917-86aa-3eb6afc475f1 HTTP/1.1" status: 204 len: 168 time: 1.5994940 Apr 01 15:59:39.784231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48914) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:39.902038 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.037854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.063073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba51e4d7-6898-483e-952a-5c23e53be16e']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.074944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.075253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6f43a7-cfc7-465a-ad91-0a843ad444a6') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.086929 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.102970 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.113453 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:59:40.113844 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: timer() Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:40.128982 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:40.212917 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.231499 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.244112 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Network': ['ID=ba51e4d7-6898-483e-952a-5c23e53be16e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:40.252852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c83b377d-be04-4812-8e6f-c524b5b8518b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/networks/ba51e4d7-6898-483e-952a-5c23e53be16e HTTP/1.1" status: 204 len: 168 time: 0.4676590 Apr 01 15:59:40.255606 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48918) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:40.327977 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c630363-a82e-49d9-af46-1fb31eb475db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.366168 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c630363-a82e-49d9-af46-1fb31eb475db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.446951 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c630363-a82e-49d9-af46-1fb31eb475db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.463910 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c630363-a82e-49d9-af46-1fb31eb475db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646306a-62c2-48c1-aee3-48b0173294a7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:40.478119 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7c630363-a82e-49d9-af46-1fb31eb475db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.482399 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7c630363-a82e-49d9-af46-1fb31eb475db tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/security-groups/8646306a-62c2-48c1-aee3-48b0173294a7 HTTP/1.1" status: 204 len: 168 time: 0.2257278 Apr 01 15:59:40.774329 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48926) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:40.780104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790506470', 'description': 'tempest-secgroup-smoke-1790506470 description', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:40.786969 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:40.791315 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:40.795175 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:40.801976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:40.817012 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.852067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:40.855679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:40.858338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:40.863907 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:40.927251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.932303 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.945614 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c27c67e7-a6ff-4719-a136-dc792868572f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:40.978280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: c27c67e7-a6ff-4719-a136-dc792868572f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:40.978526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:40.978723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device c27c67e7-a6ff-4719-a136-dc792868572f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:40.979148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c498567-be0b-4de5-95c1-3dd09b9e812f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:40.982471 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.986592 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-469dcb07-aeda-4fdd-9a6e-f24aa6f7318e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2083611 Apr 01 15:59:40.987027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48930) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:40.992644 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '32267ec3-e1c4-4533-8b41-d78ac6d1e4f7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:40.999350 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.003093 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.006152 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.011111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 1c498567-be0b-4de5-95c1-3dd09b9e812f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:41.011447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 1c498567-be0b-4de5-95c1-3dd09b9e812f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:41.012386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.031478 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.096511 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.101704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.126272 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba2a9c0-fd27-4949-8ae0-88f56911793c,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.135331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.136573 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-487ed70b-0219-45bc-a906-d0d03a6e518e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1488194 Apr 01 15:59:41.139452 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48934) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.144932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '32267ec3-e1c4-4533-8b41-d78ac6d1e4f7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.151633 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.155566 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.158462 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.164363 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.182519 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.243854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.248600 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.275534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a71cfc4-abdb-4751-8117-e7a28e31178b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.282702 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.283988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b124e477-b0cc-4ade-897c-5b5135e43f1b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1436186 Apr 01 15:59:41.286744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48938) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.292253 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '32267ec3-e1c4-4533-8b41-d78ac6d1e4f7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.299098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.302932 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.305768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.311568 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.330497 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.405492 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.410033 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.418133 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.434500 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c43211d-5e49-440f-b467-5bc600d2ac1b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.446225 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.447406 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-0815cc25-ff00-4cd4-bce6-bdea33808033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1596580 Apr 01 15:59:41.450271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48942) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.455691 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '32267ec3-e1c4-4533-8b41-d78ac6d1e4f7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.462250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.466415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.469451 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.475064 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.494384 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.559523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.564582 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.587248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef86b81-919e-4caa-acaa-439e90c95dfd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.599275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.600591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c4a3ec39-9eef-44e1-acf4-a8915f262ecd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1493652 Apr 01 15:59:41.603772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48946) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.611793 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '32267ec3-e1c4-4533-8b41-d78ac6d1e4f7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.621216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.625271 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.628165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.634374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.645689 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:41.651931 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.716607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.721389 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.744161 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edae7eb-9086-4e50-8e88-e3086ceb7750,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.753739 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.755050 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-133c003a-2023-4f46-ac55-ef58d8b98ebd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1498754 Apr 01 15:59:41.757816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48950) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.763127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'security_group_rule': {'security_group_id': '32267ec3-e1c4-4533-8b41-d78ac6d1e4f7', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.769550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.773369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:security_group_rule and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.776246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.782462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.797323 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Project f51ea41398354660964f5bd3e5c8daa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:41.803998 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.869985 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.875810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.899446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e8bf77-4b5a-4e8f-8f4c-ff389ab76908,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.909823 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.911028 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f785470d-12b3-41dd-b858-6ebcb4feed30 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1523256 Apr 01 15:59:41.913902 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48954) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.919665 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'network': {'name': 'tempest-network-smoke--733933049', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'port_security_enabled': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.925551 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.930102 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:network and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.933142 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.939127 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.950821 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:41.953971 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.983347 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:59:41.993388 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.993914 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Added segment 32cc27ed-ea59-4c5c-a69d-f0bc4437b336 of type vlan for network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b Apr 01 15:59:42.025569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.057138 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.060874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.061444 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.163053 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2481186 Apr 01 15:59:42.166085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48958) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:42.169754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c96727-2b56-4ff6-a6c3-c48a9475986d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Network': ['ID=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:42.172635 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'admin_state_up': True, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:42.180254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:59:42.181934 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:42.186128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:router and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:42.189222 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:42.195358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:42.208481 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.209588 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.229631 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.375247 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.647073 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.676170 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.816922 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.80 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/68f7e6e0-874e-4e0b-9ff6-dbe548421a8a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:42.968241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.999552 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.067530 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:43.070899 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:43.073327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:43.100552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:43.240465 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.241140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.474759 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:59:43.676751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:43.686308 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Sync routers for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:43.699696 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:43.700285 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:43.703982 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.705204 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-7359ce6b-2356-436b-a102-f9779f39ecd2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5379443 Apr 01 15:59:43.708310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48962) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.757630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-38246027-a635-4b8a-a5c4-fba9f0ca73ae tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f51ea41398354660964f5bd3e5c8daa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457244 Apr 01 15:59:43.757856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48966) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.881301 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:43.892359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e67d0-2d44-41b7-a92c-8015dad074ca tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:43.893956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-9e5e67d0-2d44-41b7-a92c-8015dad074ca tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352022 Apr 01 15:59:43.897076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48970) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.940741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5e19f7b1-95b5-4094-ac1e-5b65eff0d861 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=59d1e48d-db05-487e-a4cc-433f9512a036&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422194 Apr 01 15:59:43.943241 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 48974) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.948699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259338554', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:44.054294 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:44.058299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:subnet and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:44.061147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:44.066908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:44.079081 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:44.182463 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.214705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:43Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:44.218862 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Checking router: 8019c5cf-7dfe-45dc-a270-fab6106e18c6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:44.219191 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Updating router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:59:44.271935 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.505230 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.579369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Subnet': ['ID=cf06ed78-de0f-47d9-86e3-49382b644796,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:44.591658 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Checking segment: {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:44.592022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network hostable DHCP agents. Network: a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:44.600833 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.613232 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Transition to ACTIVE for port object 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:44.617159 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:44.620525 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.627348 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:44.631442 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:44.632020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.637271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bff17-803d-4cae-94d8-9be6a53dc276 None None] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:44.659621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 48980) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.660336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3a2c0e25-737d-4c5a-b798-88be50e35e90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7158263 Apr 01 15:59:44.702120 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Pushing event updated for resources: {'Port': ['ID=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:44.708526 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Attempting to bind port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:44.708877 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Attempting to bind port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:44.709219 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Attempting to bind port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:44.719732 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.720058 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.720373 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.720690 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.720997 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.721305 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.721608 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.721911 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.722215 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.722509 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.722807 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:44.726697 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:44.727040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:44.727454 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.728279 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:44.728279 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Bound port: 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:44.728639 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.802018 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] For port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:44.805271 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] For port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:44.810906 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.896967 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86792923-5432-4993-bec1-3f3911cd1feb None None] Pushing event updated for resources: {'Port': ['ID=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:44.900087 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:44.900694 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:44.949722 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:59:44.950751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.083412 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:45.106007 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Allocated IP 172.20.0.2 (a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b/cf06ed78-de0f-47d9-86e3-49382b644796/ec7a4023-884d-4b95-af3c-2549e8e59fc4) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:45.305885 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.327290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Transition to ACTIVE for port object ec7a4023-884d-4b95-af3c-2549e8e59fc4 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:45.338106 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.347578 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Transition to ACTIVE for port object ec7a4023-884d-4b95-af3c-2549e8e59fc4 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:45.354343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.386043 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:43Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.390009 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd5911-6658-4fa8-bdf4-9750a763455f None None] The sync data for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 is: [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:43Z', 'revision_number': 3, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:45.429157 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:45.432512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:45.435527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:45.441653 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Pushing event updated for resources: {'Port': ['ID=ec7a4023-884d-4b95-af3c-2549e8e59fc4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:45.532990 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Attempting to bind port ec7a4023-884d-4b95-af3c-2549e8e59fc4 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:45.533456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Attempting to bind port ec7a4023-884d-4b95-af3c-2549e8e59fc4 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:45.533903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Attempting to bind port ec7a4023-884d-4b95-af3c-2549e8e59fc4 on network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:45.540908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:45.541412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Checking segment: {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:45.541904 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.542376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Bound using segment: {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:45.543312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Bound port: ec7a4023-884d-4b95-af3c-2549e8e59fc4, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:45.543788 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.599325 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.660328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] For port ec7a4023-884d-4b95-af3c-2549e8e59fc4, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:45.663502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] For port ec7a4023-884d-4b95-af3c-2549e8e59fc4, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ec7a4023-884d-4b95-af3c-2549e8e59fc4,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:45.672342 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.774466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059a85b-ba72-41b3-bd00-aac88c7e37ea None None] Pushing event updated for resources: {'Port': ['ID=ec7a4023-884d-4b95-af3c-2549e8e59fc4,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:46.042341 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.1 (a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b/cf06ed78-de0f-47d9-86e3-49382b644796/e55fc839-b7e9-4906-9d18-f37f8843bbd9) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:46.216493 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.233808 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object e55fc839-b7e9-4906-9d18-f37f8843bbd9 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:46.256212 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.324973 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:46.328070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:46.332390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:46.356675 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=e55fc839-b7e9-4906-9d18-f37f8843bbd9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:46.394726 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.482413 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.667847 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d855a37-002b-46b7-a181-5bc6834c1636 None None] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:46.760910 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4975bf9a-8dde-412c-b84c-2bdf449b212f None None] Provisioning for port ec7a4023-884d-4b95-af3c-2549e8e59fc4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:47.009431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec7a4023-884d-4b95-af3c-2549e8e59fc4 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:47.014724 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.020196 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.087836 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ec7a4023-884d-4b95-af3c-2549e8e59fc4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:47.093128 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ec7a4023-884d-4b95-af3c-2549e8e59fc4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.093518 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.141313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=e55fc839-b7e9-4906-9d18-f37f8843bbd9,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.146183 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.217220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.240370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2b9f6ec6-dab6-4f26-a7a6-334f7faa4e74 None None] Provisioning for port e55fc839-b7e9-4906-9d18-f37f8843bbd9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:47.253471 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2b9f6ec6-dab6-4f26-a7a6-334f7faa4e74 None None] Provisioning complete for port e55fc839-b7e9-4906-9d18-f37f8843bbd9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.253848 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6ec6-dab6-4f26-a7a6-334f7faa4e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.292959 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ec7a4023-884d-4b95-af3c-2549e8e59fc4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ec7a4023-884d-4b95-af3c-2549e8e59fc4,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:47.301234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:47.303430 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:47.305779 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.306586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:47.391891 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f6ec6-dab6-4f26-a7a6-334f7faa4e74 None None] Port e55fc839-b7e9-4906-9d18-f37f8843bbd9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:47.438408 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ec7a4023-884d-4b95-af3c-2549e8e59fc4,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.443188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2b9f6ec6-dab6-4f26-a7a6-334f7faa4e74 None None] Provisioning complete for port ec7a4023-884d-4b95-af3c-2549e8e59fc4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.443577 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6ec6-dab6-4f26-a7a6-334f7faa4e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.492745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:47.504026 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.504449 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.672501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.689515 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:47.693825 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.702954 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:47.777292 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f42e97b2-929c-4a4a-aa98-293b8ece1ae8 None None] Provisioning complete for port e55fc839-b7e9-4906-9d18-f37f8843bbd9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.777816 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f42e97b2-929c-4a4a-aa98-293b8ece1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.851035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.881031 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f42e97b2-929c-4a4a-aa98-293b8ece1ae8 None None] Port e55fc839-b7e9-4906-9d18-f37f8843bbd9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:47.911490 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:47.925101 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a54bcb62-3560-4074-8b04-17f43f9dd7ca tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/8019c5cf-7dfe-45dc-a270-fab6106e18c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630491 Apr 01 15:59:48.132800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-4c6341af-def0-46db-8af8-3e40ab49cb1f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790506470&fields=id&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 267 time: 0.0494730 Apr 01 15:59:48.285445 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-4bc55228-8d8d-4fc1-99ee-95ce0b6324ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:48.286113 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-4bc55228-8d8d-4fc1-99ee-95ce0b6324ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:48.303773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-4bc55228-8d8d-4fc1-99ee-95ce0b6324ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:48.305041 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-4bc55228-8d8d-4fc1-99ee-95ce0b6324ef tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/networks?id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 200 len: 796 time: 0.1652040 Apr 01 15:59:48.322520 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-d902bdcd-903e-4efe-b62c-37382e65d8dc tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/quotas/f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 375 time: 0.0115759 Apr 01 15:59:48.404230 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-d062040b-62ee-4520-8669-cda62de52ef8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767560 Apr 01 15:59:48.553731 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-bb7eb6c4-ba81-41f9-89c2-07ea064e8712 service neutron] 10.222.0.48 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376154 Apr 01 15:59:48.686946 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-7057f955-8079-4ef6-ac2d-4c3be3fe3f55 service neutron] 10.222.0.48 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272547 Apr 01 15:59:48.884011 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9ce130c6-7909-4666-a250-31c7b3a46753 req-6fb2622a-a236-4474-8dca-1cc61ed8df08 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:48.905096 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-9ce130c6-7909-4666-a250-31c7b3a46753 req-6fb2622a-a236-4474-8dca-1cc61ed8df08 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:48.905096 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ce130c6-7909-4666-a250-31c7b3a46753 req-6fb2622a-a236-4474-8dca-1cc61ed8df08 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 210 time: 0.0640209 Apr 01 15:59:48.939409 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Sync routers for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:48.952908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:48.953846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:49.003253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec7a4023-884d-4b95-af3c-2549e8e59fc4 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:49.182596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ec7a4023-884d-4b95-af3c-2549e8e59fc4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:49.182876 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.227969 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:49.499267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:49.644765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:49.645041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.705098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 2, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:49.712220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Checking router: 8019c5cf-7dfe-45dc-a270-fab6106e18c6 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:49.712681 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Updating router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 port e55fc839-b7e9-4906-9d18-f37f8843bbd9 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:59:49.805936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.093073 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-be5a171f-4eb7-4ca5-96a8-3836aeea9d35 req-7f79b511-0f3c-46ee-81d1-875b004bbb96 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 210 time: 0.0571861 Apr 01 15:59:50.143886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-eea21285-1bdf-48e3-b90b-71b2927fc219 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:50.144649 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-eea21285-1bdf-48e3-b90b-71b2927fc219 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:50.156539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-eea21285-1bdf-48e3-b90b-71b2927fc219 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:50.157747 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-eea21285-1bdf-48e3-b90b-71b2927fc219 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/networks?id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 200 len: 796 time: 0.1802039 Apr 01 15:59:50.213190 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-670d9a66-5667-4160-a088-7eb8bf277774 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:50.229143 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.230005 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-670d9a66-5667-4160-a088-7eb8bf277774 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:50.231235 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-670d9a66-5667-4160-a088-7eb8bf277774 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51ea41398354660964f5bd3e5c8daa3 HTTP/1.1" status: 200 len: 380 time: 0.0598743 Apr 01 15:59:50.240138 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'port': {'device_id': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'admin_state_up': True, 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'security_groups': ['32267ec3-e1c4-4533-8b41-d78ac6d1e4f7']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:50.241656 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Transition to ACTIVE for port object e55fc839-b7e9-4906-9d18-f37f8843bbd9 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:50.249563 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.373136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a93c4-7f16-4064-ba2d-640e4975f0c4 None None] Pushing event updated for resources: {'Port': ['ID=e55fc839-b7e9-4906-9d18-f37f8843bbd9,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.380309 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:50.390415 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:50.402070 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Made reservation on behalf of f51ea41398354660964f5bd3e5c8daa3 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:50.405576 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.471588 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Attempting to bind port e55fc839-b7e9-4906-9d18-f37f8843bbd9 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:50.471964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Attempting to bind port e55fc839-b7e9-4906-9d18-f37f8843bbd9 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:50.472359 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Attempting to bind port e55fc839-b7e9-4906-9d18-f37f8843bbd9 on network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:50.479612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:50.480429 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Checking segment: {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:50.481175 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.481777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Bound using segment: {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:50.482529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Bound port: e55fc839-b7e9-4906-9d18-f37f8843bbd9, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:50.483193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.596968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] For port e55fc839-b7e9-4906-9d18-f37f8843bbd9, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:50.601136 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] For port e55fc839-b7e9-4906-9d18-f37f8843bbd9, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e55fc839-b7e9-4906-9d18-f37f8843bbd9,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:50.605910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.686425 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a93c4-7f16-4064-ba2d-640e4975f0c4 None None] Pushing event updated for resources: {'Port': ['ID=e55fc839-b7e9-4906-9d18-f37f8843bbd9,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.689401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:50.689997 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T15:59:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:50.710617 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.20.0.10 (a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b/cf06ed78-de0f-47d9-86e3-49382b644796/dea3b21a-ab4c-4374-9787-838a148d2f0a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:50.888277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:50.923514 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.939696 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Transition to ACTIVE for port object dea3b21a-ab4c-4374-9787-838a148d2f0a will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:50.962117 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.036314 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:51.039163 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:51.044092 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:51.071611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=dea3b21a-ab4c-4374-9787-838a148d2f0a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:51.106426 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:51.107051 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.139862 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-e808a4a3-0227-4c7a-a39b-6db057856f32 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9037154 Apr 01 15:59:51.154380 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Request body: {'port': {'device_id': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:51.241245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:50Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:51.249163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b7980-0916-42c4-a22c-91d7601605fa None None] The sync data for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 is: [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:50Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:51.267876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ba17b728-eba6-4535-8613-950c860028e5 None None] Provisioning for port dea3b21a-ab4c-4374-9787-838a148d2f0a completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:51.273376 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ba17b728-eba6-4535-8613-950c860028e5 None None] Provisioning complete for port dea3b21a-ab4c-4374-9787-838a148d2f0a triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:51.273745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba17b728-eba6-4535-8613-950c860028e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.338977 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.366076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ba17b728-eba6-4535-8613-950c860028e5 None None] Port dea3b21a-ab4c-4374-9787-838a148d2f0a cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:51.427843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56c0ee-21ba-4681-bc02-d3b88820b91c req-4702bb06-5aa4-4cfc-b1a4-4105ffeefcd5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:51.428545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3e56c0ee-21ba-4681-bc02-d3b88820b91c req-4702bb06-5aa4-4cfc-b1a4-4105ffeefcd5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:51.494311 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-3e56c0ee-21ba-4681-bc02-d3b88820b91c req-4702bb06-5aa4-4cfc-b1a4-4105ffeefcd5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:51.495522 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e56c0ee-21ba-4681-bc02-d3b88820b91c req-4702bb06-5aa4-4cfc-b1a4-4105ffeefcd5 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 932 time: 0.2730000 Apr 01 15:59:51.631974 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3e56c0ee-21ba-4681-bc02-d3b88820b91c req-bbad0f8b-1975-40fc-8ef9-eed854748a48 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252820 Apr 01 15:59:51.763382 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea3b21a-ab4c-4374-9787-838a148d2f0a {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:59:51.771195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.786570 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Transition to ACTIVE for port object dea3b21a-ab4c-4374-9787-838a148d2f0a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:51.791755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.924200 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Pushing event updated for resources: {'Port': ['ID=dea3b21a-ab4c-4374-9787-838a148d2f0a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:52.032355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Attempting to bind port dea3b21a-ab4c-4374-9787-838a148d2f0a on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:52.032684 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Attempting to bind port dea3b21a-ab4c-4374-9787-838a148d2f0a by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:52.033004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Attempting to bind port dea3b21a-ab4c-4374-9787-838a148d2f0a on network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:52.039031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Port dea3b21a-ab4c-4374-9787-838a148d2f0a on network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:59:52.039390 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Attempting to bind port dea3b21a-ab4c-4374-9787-838a148d2f0a on network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:52.046662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:52.046992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Checking segment: {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:52.047413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Bound using segment: {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:52.047813 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Bound port: dea3b21a-ab4c-4374-9787-838a148d2f0a, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc27ed-ea59-4c5c-a69d-f0bc4437b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:52.048155 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.137972 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] For port dea3b21a-ab4c-4374-9787-838a148d2f0a, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:52.141008 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] For port dea3b21a-ab4c-4374-9787-838a148d2f0a, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:52.146510 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.212449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:52.213882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] 10.222.0.44 "PUT /v2.0/ports/dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 200 len: 1092 time: 1.0658488 Apr 01 15:59:52.214313 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:52.231421 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080df42-950b-4888-99b6-84c0ad8b3006 service neutron] Pushing event updated for resources: {'Port': ['ID=dea3b21a-ab4c-4374-9787-838a148d2f0a,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:52.291407 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'status': 'completed', 'code': 200} Apr 01 15:59:52.328813 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-b4c65280-7056-43d5-b499-509ea692eb7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1095 time: 0.0748458 Apr 01 15:59:52.401921 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-4ed09aa5-7514-46d9-8463-8842a45dac5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 200 len: 217 time: 0.0654542 Apr 01 15:59:52.464047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-f3ad4e71-472d-445a-8ea4-f1c6eef6181d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:52.465431 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-f3ad4e71-472d-445a-8ea4-f1c6eef6181d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf06ed78-de0f-47d9-86e3-49382b644796 HTTP/1.1" status: 200 len: 834 time: 0.0582080 Apr 01 15:59:52.544453 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-77b4f7a5-abab-4501-b8fe-f0cede17a5dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726461 Apr 01 15:59:52.801318 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-9d39fa2a-29b2-49e3-af54-00e9efc868b4 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500901 Apr 01 15:59:52.935413 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b7c6-5d3a-4cf0-a1be-65ae18d89276 req-cb4aa772-2b65-4fcf-be13-0bbd540ed3e8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:52.936893 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ca6b7c6-5d3a-4cf0-a1be-65ae18d89276 req-cb4aa772-2b65-4fcf-be13-0bbd540ed3e8 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 944 time: 0.1789713 Apr 01 15:59:52.972185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb34f75e-aa13-4ffa-a6c3-16a44515a3d3 req-982973df-ec22-43ae-b046-6858839886d7 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630793 Apr 01 15:59:52.991643 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e55fc839-b7e9-4906-9d18-f37f8843bbd9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:52.998588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9ca6b7c6-5d3a-4cf0-a1be-65ae18d89276 req-ad4b7ec8-5971-4607-a0fe-b12083cc43b3 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Apr 01 15:59:53.061896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e55fc839-b7e9-4906-9d18-f37f8843bbd9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:53.066447 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e55fc839-b7e9-4906-9d18-f37f8843bbd9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:53.066835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.096086 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-a0a15981-abe6-4493-9fef-9364c95d7f6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1095 time: 0.0725894 Apr 01 15:59:53.178716 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.209672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e55fc839-b7e9-4906-9d18-f37f8843bbd9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e55fc839-b7e9-4906-9d18-f37f8843bbd9,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:53.214041 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.230953 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-1deb322e-7ed7-4636-ae73-e7b3aad0d184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:53.232537 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-1deb322e-7ed7-4636-ae73-e7b3aad0d184 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 200 len: 897 time: 0.1293159 Apr 01 15:59:53.276330 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e55fc839-b7e9-4906-9d18-f37f8843bbd9,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:53.303656 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-12e5eb10-5921-4af8-9ec0-3666de852f88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 200 len: 217 time: 0.0642273 Apr 01 15:59:53.366941 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-0989b01e-0b2f-41a2-b7a3-9c811f0d4ef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:53.368344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-0989b01e-0b2f-41a2-b7a3-9c811f0d4ef4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf06ed78-de0f-47d9-86e3-49382b644796 HTTP/1.1" status: 200 len: 834 time: 0.0579264 Apr 01 15:59:53.447141 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-9e17ef49-3329-4286-a73c-597725af82bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712090 Apr 01 15:59:53.584604 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-937709b5-f635-45a7-8b6b-a97d7171384f service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308804 Apr 01 15:59:53.720642 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8beaf1aa-473c-4fd0-9f39-26976388c51a req-b3108ed7-be63-4670-85aa-9984241a58a9 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270194 Apr 01 15:59:54.211464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a49de4-8126-4b7c-b2f4-e94e3d222293 req-5850610e-fed9-4db0-8201-2e2d0a107991 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:54.213061 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48a49de4-8126-4b7c-b2f4-e94e3d222293 req-5850610e-fed9-4db0-8201-2e2d0a107991 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 944 time: 0.0886018 Apr 01 15:59:54.261701 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48a49de4-8126-4b7c-b2f4-e94e3d222293 req-b9ff2121-1154-4071-876c-e3fc01f00b59 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Apr 01 15:59:54.956458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e55fc839-b7e9-4906-9d18-f37f8843bbd9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:55.031098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e55fc839-b7e9-4906-9d18-f37f8843bbd9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:55.031490 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.198981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dea3b21a-ab4c-4374-9787-838a148d2f0a details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:59:55.369603 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port dea3b21a-ab4c-4374-9787-838a148d2f0a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:55.383699 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'port_id': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'mac_address': 'fa:16:3e:c2:ab:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:59:55.437318 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.454805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea3b21a-ab4c-4374-9787-838a148d2f0a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:59:55.463178 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d27396-a1d0-44ff-8451-4ca0de5eb9e2 req-9ceda5fd-b19c-42f2-85b0-4df932bbfeba tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:55.464655 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3d27396-a1d0-44ff-8451-4ca0de5eb9e2 req-9ceda5fd-b19c-42f2-85b0-4df932bbfeba tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 944 time: 0.0801730 Apr 01 15:59:55.469490 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port dea3b21a-ab4c-4374-9787-838a148d2f0a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:55.474634 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.513352 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b3d27396-a1d0-44ff-8451-4ca0de5eb9e2 req-2c61ce05-66d2-47ef-8efa-87e18d90eb12 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Apr 01 15:59:55.549986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=dea3b21a-ab4c-4374-9787-838a148d2f0a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:55.694378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['dea3b21a-ab4c-4374-9787-838a148d2f0a'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:59:56.731037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec996781-03e0-4117-8d4d-22878ced3513 req-f9e07ef7-4daf-4308-a6c4-548773cb4639 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:56.732420 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec996781-03e0-4117-8d4d-22878ced3513 req-f9e07ef7-4daf-4308-a6c4-548773cb4639 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 945 time: 0.0902836 Apr 01 15:59:56.780345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-ec996781-03e0-4117-8d4d-22878ced3513 req-b7c83973-4426-4d35-98b1-c7c7bd06605d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419862 Apr 01 15:59:57.129987 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:59:57.208237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dea3b21a-ab4c-4374-9787-838a148d2f0a up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:57.280642 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port dea3b21a-ab4c-4374-9787-838a148d2f0a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:57.285386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port dea3b21a-ab4c-4374-9787-838a148d2f0a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:57.285750 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.401538 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.429536 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:57.439456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port dea3b21a-ab4c-4374-9787-838a148d2f0a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:57.444816 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.489875 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'code': 200} Apr 01 15:59:57.516346 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=dea3b21a-ab4c-4374-9787-838a148d2f0a,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:57.616918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc459404-527e-46aa-a7ee-6731844a7cf2 req-5a107af4-1dd2-41d8-b218-a1ddf39f7b9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1097 time: 0.0681133 Apr 01 15:59:57.662139 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-dc459404-527e-46aa-a7ee-6731844a7cf2 req-9a08cb7c-fbe2-4ee0-a826-847f8bc80b02 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Apr 01 15:59:57.977106 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b372fcb-1ee4-4b6a-9224-753506dd2d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.992979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7095c-c25c-4ec5-8b78-c1d8b372ae95 req-9a1bf85f-95ed-4602-88d0-6887654f3549 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:57.994556 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19f7095c-c25c-4ec5-8b78-c1d8b372ae95 req-9a1bf85f-95ed-4602-88d0-6887654f3549 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0905261 Apr 01 15:59:58.040165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-19f7095c-c25c-4ec5-8b78-c1d8b372ae95 req-10677690-cacb-4b16-93d7-c517eb12f329 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Apr 01 15:59:59.253561 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e8b7-2617-4cb5-bc1b-0ae265386565 req-9053cf01-8937-4b4b-b620-4965c0ca26f1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:59.255068 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a31e8b7-2617-4cb5-bc1b-0ae265386565 req-9053cf01-8937-4b4b-b620-4965c0ca26f1 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0772126 Apr 01 15:59:59.300254 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5a31e8b7-2617-4cb5-bc1b-0ae265386565 req-126ab123-d119-44e2-b896-a3bce57c616b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396848 Apr 01 15:59:59.525101 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17a7ba-31cc-43c8-8f4f-68a599efc377 req-c37639db-e0f5-4a06-9ed8-515fa8585864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:59.526908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d17a7ba-31cc-43c8-8f4f-68a599efc377 req-c37639db-e0f5-4a06-9ed8-515fa8585864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0932243 Apr 01 15:59:59.585774 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9d17a7ba-31cc-43c8-8f4f-68a599efc377 req-834fb99f-36e1-4fde-a314-d3965790615b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499380 Apr 01 15:59:59.613686 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49030) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:59.686468 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-72e1f1a5-053a-4f6a-b009-273df2c17745 tempest-TestNetworkAdvancedServerOps-243515415 tempest-TestNetworkAdvancedServerOps-243515415-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1092 time: 0.0713410 Apr 01 15:59:59.689210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49034) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:59.694429 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:59.701022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:59.705074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Usage tracker for resource:floatingip and tenant:f51ea41398354660964f5bd3e5c8daa3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:59.708226 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:59.714324 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:59.726810 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.863660 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.015461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Allocated IP 172.25.2.196 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/2937e08b-271c-4407-8a44-2dfdfaa2e2a7) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:00.273310 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.308170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.362402 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-adebcb9b-e8fb-4074-be02-4c2bb5b0b47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.375856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:00.378741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:00.381370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:00.414300 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=2937e08b-271c-4407-8a44-2dfdfaa2e2a7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:00.919124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.979051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.192641 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.199738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.303935 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event updated for resources: {'Port': ['ID=2937e08b-271c-4407-8a44-2dfdfaa2e2a7,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:01.318189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.341531 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.511188 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Floating IP a8d5652a-5c5d-4723-a6b0-16c22752520f associated. External IP: 172.25.2.196, port: dea3b21a-ab4c-4374-9787-838a148d2f0a. Apr 01 16:00:01.565584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.019020 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:02.226154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:02.236542 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] Sync routers for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:02.248389 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:02.248944 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:00:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:02.252109 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.308060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c0e2e13-942d-4fd6-bfa8-a513bb094471 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6151066 Apr 01 16:00:02.308060 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:02.361530 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'status': 'completed', 'code': 200} Apr 01 16:00:02.422477 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:02.512595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-6d4f1a5b-026d-4f21-b4d1-8f64cc4e2c5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1097 time: 0.1297445 Apr 01 16:00:02.521160 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292295c3-6b3d-4063-8ca8-9914ea229550 req-4b7b4d74-63f4-4b08-9ba7-046062028de9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:02.522480 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-292295c3-6b3d-4063-8ca8-9914ea229550 req-4b7b4d74-63f4-4b08-9ba7-046062028de9 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.1108534 Apr 01 16:00:02.747375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-292295c3-6b3d-4063-8ca8-9914ea229550 req-bcf59dc2-fa4c-4444-8c19-f5cc398d83dd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068920 Apr 01 16:00:02.768745 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-c3e07031-99ab-4387-afc2-164f6708adc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:02.770183 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-c3e07031-99ab-4387-afc2-164f6708adc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 200 len: 897 time: 0.2468872 Apr 01 16:00:02.782873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:02.795922 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'a8d5652a-5c5d-4723-a6b0-16c22752520f', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'port_id': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'mac_address': 'fa:16:3e:c2:ab:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:00Z', 'updated_at': '2022-04-01T16:00:00Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:02.800240 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] Checking router: 8019c5cf-7dfe-45dc-a270-fab6106e18c6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:02.812234 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:02.813477 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:00:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:02.890347 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-ee48021f-199c-45a2-86fb-b19012d84ce5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 200 len: 1000 time: 0.1100996 Apr 01 16:00:02.891494 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-aaabd94f-b0c4-419b-b2f1-964a1f02fb0e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 200 len: 992 time: 0.1074133 Apr 01 16:00:02.964429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-5d672012-017f-4124-b02c-76d584e7c732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:02.965793 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-5d672012-017f-4124-b02c-76d584e7c732 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf06ed78-de0f-47d9-86e3-49382b644796 HTTP/1.1" status: 200 len: 834 time: 0.0692143 Apr 01 16:00:02.998396 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:03.012781 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.043128 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-904dfe60-7a1d-455f-b733-b95290d03a15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711069 Apr 01 16:00:03.173808 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-6d688bfd-7897-47f6-8f81-43474af01c4b service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246145 Apr 01 16:00:03.306185 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5fab494-5cae-47a1-94c5-3edb6287653e req-34f56d12-c3e7-4ca1-a670-5ba6a548ba12 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248589 Apr 01 16:00:03.342596 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'a8d5652a-5c5d-4723-a6b0-16c22752520f', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'port_id': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'mac_address': 'fa:16:3e:c2:ab:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:00Z', 'updated_at': '2022-04-01T16:00:00Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:03.346517 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfa143-c893-45be-88bc-534bca62e7a7 None None] The sync data for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 is: [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'a8d5652a-5c5d-4723-a6b0-16c22752520f', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'floating_ip_address': '172.25.2.196', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'port_id': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'mac_address': 'fa:16:3e:c2:ab:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:00Z', 'updated_at': '2022-04-01T16:00:00Z', 'revision_number': 0, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:03.896761 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49046) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:04.012789 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-e64d4795-7652-4422-ba12-85c254c9a89f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 200 len: 992 time: 0.1145751 Apr 01 16:00:05.017138 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49050) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:05.126544 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ce753344-068c-4708-b150-1d063ec9b7b7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 200 len: 992 time: 0.1082442 Apr 01 16:00:06.131260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49054) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:06.240801 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-66deab42-2aa7-4739-a936-e94e816bbdb4 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 200 len: 992 time: 0.1082175 Apr 01 16:00:06.935564 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b8d4d-9116-4b41-9e8e-f5c79b8dcf22 None None] New status for floating IP a8d5652a-5c5d-4723-a6b0-16c22752520f: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:00:07.246438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49058) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:07.362771 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-267cec64-7079-4d1d-b5d3-390bb4dac90f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 200 len: 994 time: 0.1147563 Apr 01 16:00:11.422592 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.341213 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.974150 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8457847e-2411-4154-97a2-6c61b440d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.374194 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b53e0e4c-b98b-4b53-bb21-47c5f1cf16cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.345988 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.567725 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.024227 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.127762 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:00:34.501483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-7f8ec803-9465-4d7a-9cde-0c9d6c3fcf33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681453 Apr 01 16:00:34.655348 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-aea4f61a-c8c1-4cc1-aac6-d8ea36588329 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1097 time: 0.0779204 Apr 01 16:00:34.807128 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-8fae20a7-278c-4000-af4b-dcdc51d63411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:34.808641 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-8fae20a7-278c-4000-af4b-dcdc51d63411 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 200 len: 897 time: 0.1301699 Apr 01 16:00:34.918712 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-a09356db-6588-4114-8c38-b14e544a8716 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 200 len: 1002 time: 0.1003528 Apr 01 16:00:34.982905 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-5e658e0a-0c58-4d00-a57d-af5c66d0949a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:34.985742 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-5e658e0a-0c58-4d00-a57d-af5c66d0949a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf06ed78-de0f-47d9-86e3-49382b644796 HTTP/1.1" status: 200 len: 834 time: 0.0607908 Apr 01 16:00:35.073775 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-07f65af4-0d27-4dcd-af7c-80d77b8981af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801373 Apr 01 16:00:35.212321 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-39750f60-c4f6-488e-8f25-582f1fa0ec95 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317286 Apr 01 16:00:35.347690 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-df48f1f5-cbe4-459f-af8c-868841a40cbe req-ca83f230-9a64-4038-9002-1fddb9fb0476 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286905 Apr 01 16:00:37.096526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32765f8-b384-469c-aa0d-e91737780e9c req-110c537d-ccc8-4380-a994-7541dd826546 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:37.097947 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f32765f8-b384-469c-aa0d-e91737780e9c req-110c537d-ccc8-4380-a994-7541dd826546 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0848556 Apr 01 16:00:37.142511 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f32765f8-b384-469c-aa0d-e91737780e9c req-9cf62b58-33dd-4957-ba62-077665493f0f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388708 Apr 01 16:00:38.360105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61ef7-39fd-42ca-b90d-cd1b590f7574 req-a10b1721-208d-4dfa-9cfe-dea1f5ca0938 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:38.361532 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ccc61ef7-39fd-42ca-b90d-cd1b590f7574 req-a10b1721-208d-4dfa-9cfe-dea1f5ca0938 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0783944 Apr 01 16:00:38.408073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ccc61ef7-39fd-42ca-b90d-cd1b590f7574 req-b2251f3b-0a57-4b24-b7ed-98f1cfaa1c1d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Apr 01 16:00:38.436514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49078) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:38.541203 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f9d359e3-6aac-48c9-b204-15701093b95a tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 200 len: 994 time: 0.1035037 Apr 01 16:00:40.043741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c889f2-4e17-4fbb-a971-16c64ab6f897 req-fce23dfa-9e80-43e9-9752-f2f7cd3b5535 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:40.045234 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8c889f2-4e17-4fbb-a971-16c64ab6f897 req-fce23dfa-9e80-43e9-9752-f2f7cd3b5535 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0817714 Apr 01 16:00:40.046123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-a5c6f9b0-c7b8-4580-9eb5-3cb23a66b34f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1097 time: 0.0747719 Apr 01 16:00:40.096224 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-a8c889f2-4e17-4fbb-a971-16c64ab6f897 req-25cf4919-c31e-4270-9e9a-2d02bc929abd tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 Apr 01 16:00:40.273037 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-c20ef936-c719-4ab2-a43e-63889115fc82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:40.274607 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-c20ef936-c719-4ab2-a43e-63889115fc82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 200 len: 897 time: 0.2221982 Apr 01 16:00:40.390736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-968c4881-a40e-40ba-82fb-9be86769f422 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 200 len: 1002 time: 0.1088922 Apr 01 16:00:40.469296 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-76e83b5b-e48b-412f-9594-c05e0975f65d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:40.470751 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-76e83b5b-e48b-412f-9594-c05e0975f65d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf06ed78-de0f-47d9-86e3-49382b644796 HTTP/1.1" status: 200 len: 834 time: 0.0714278 Apr 01 16:00:40.546113 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-8c154073-0d53-4bf5-8b0a-18c050c809e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688798 Apr 01 16:00:40.684452 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-cb533778-96f1-4baa-b107-f3db150ba87e service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315267 Apr 01 16:00:40.823630 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8ce2b631-c4d4-49e8-8dd6-ed9c12a6a5af req-0a8c56a0-338c-4509-9b83-49cb0441e2fe service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320505 Apr 01 16:00:41.307815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894c90-7972-468a-a732-57a824e2fb36 req-7fae25e0-a55c-4898-bf50-4ff094634033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:41.309225 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75894c90-7972-468a-a732-57a824e2fb36 req-7fae25e0-a55c-4898-bf50-4ff094634033 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0820737 Apr 01 16:00:41.356961 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-75894c90-7972-468a-a732-57a824e2fb36 req-923249ab-657a-4105-b52f-252261d2855f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398107 Apr 01 16:00:41.426451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.574621 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb13e9-86b7-4665-8c9b-07a9e2876bf8 req-4485651f-cfde-4a30-867b-ad18f61f8676 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.576099 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dfb13e9-86b7-4665-8c9b-07a9e2876bf8 req-4485651f-cfde-4a30-867b-ad18f61f8676 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0847461 Apr 01 16:00:42.623191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0dfb13e9-86b7-4665-8c9b-07a9e2876bf8 req-ed0791dc-1302-4c53-ac81-e8e0ac57ebc2 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Apr 01 16:00:42.651661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49096) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:42.767730 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9fa8c681-4bce-4aad-8d04-8efc31f0b658 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 200 len: 994 time: 0.1147683 Apr 01 16:00:43.033616 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49104) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:43.232053 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 2937e08b-271c-4407-8a44-2dfdfaa2e2a7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:43.232261 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.399035 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.399403 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.515127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 2937e08b-271c-4407-8a44-2dfdfaa2e2a7 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:43.680728 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.722971 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=2937e08b-271c-4407-8a44-2dfdfaa2e2a7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:43.761227 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.761567 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.761881 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.762209 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.762666 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.762859 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.763171 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.763534 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.763853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.764167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.764483 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:43.919259 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.312374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:44.526780 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:44.537970 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] Sync routers for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:44.549807 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.550303 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:44.550898 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:00:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:44.602700 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-dd056997-e2c6-4203-bd03-55e926ce7b3b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/floatingips/a8d5652a-5c5d-4723-a6b0-16c22752520f HTTP/1.1" status: 204 len: 168 time: 1.5676482 Apr 01 16:00:44.603184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:44.661190 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'status': 'completed', 'code': 200} Apr 01 16:00:44.727516 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:44.758211 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-567f9eb1-3206-4a50-b85e-cf315d41858c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f51ea41398354660964f5bd3e5c8daa3&device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 1097 time: 0.0752923 Apr 01 16:00:44.906251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-3a5dfdc7-6936-4a97-b234-90e1fc883232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:44.907761 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-3a5dfdc7-6936-4a97-b234-90e1fc883232 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 200 len: 897 time: 0.1436939 Apr 01 16:00:45.009715 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-1f682443-8ccf-4cd1-a0f1-f57c7e02ec8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 200 len: 217 time: 0.0953615 Apr 01 16:00:45.078012 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.081960 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] Checking router: 8019c5cf-7dfe-45dc-a270-fab6106e18c6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:45.086141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-8d12994f-b06d-4c7e-ac40-e35ddc4ce12b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:45.087713 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-8d12994f-b06d-4c7e-ac40-e35ddc4ce12b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf06ed78-de0f-47d9-86e3-49382b644796 HTTP/1.1" status: 200 len: 834 time: 0.0703819 Apr 01 16:00:45.092481 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:45.093059 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:00:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.132753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aa786-b86c-4c9c-a5e1-47b7fb7b9919 req-4488ca25-3d21-486c-9e86-0c1e44778232 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:45.133326 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a49aa786-b86c-4c9c-a5e1-47b7fb7b9919 req-4488ca25-3d21-486c-9e86-0c1e44778232 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Synchronizing usage tracker for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:45.164993 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a49aa786-b86c-4c9c-a5e1-47b7fb7b9919 req-4488ca25-3d21-486c-9e86-0c1e44778232 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Unset dirty status for tenant:f51ea41398354660964f5bd3e5c8daa3 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:45.166130 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a49aa786-b86c-4c9c-a5e1-47b7fb7b9919 req-4488ca25-3d21-486c-9e86-0c1e44778232 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.2051914 Apr 01 16:00:45.210731 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-f2eb470f-868c-4157-ab7d-a2b4f62a6d69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165748 Apr 01 16:00:45.242422 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a49aa786-b86c-4c9c-a5e1-47b7fb7b9919 req-b6837bd6-dec6-421e-b1f7-e7a97f312a0b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682623 Apr 01 16:00:45.266323 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:45.339007 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:45.350076 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-551660cb-1525-48a6-8795-41302318cd6f service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314347 Apr 01 16:00:45.583733 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:45.587697 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b3451-8ce5-4346-b374-d149f5dd4252 None None] The sync data for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 is: [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:46Z', 'revision_number': 4, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': 'e55fc839-b7e9-4906-9d18-f37f8843bbd9', 'name': '', 'network_id': 'a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'mac_address': 'fa:16:3e:08:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:45Z', 'updated_at': '2022-04-01T15:59:53Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'subnets': [{'id': 'cf06ed78-de0f-47d9-86e3-49382b644796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:45.592004 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1922466d-c4ed-4b09-b076-57c2a30c36e6 req-511bbb97-b11d-4dcb-92f8-ebd770287b27 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354128 Apr 01 16:00:45.818047 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0acff74-0825-4084-ad47-82a6d53d4755 None None] New status for floating IP a8d5652a-5c5d-4723-a6b0-16c22752520f: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:00:46.448437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ba50-382d-4497-8873-c2d4c0de93fb req-9e5e199c-648f-4717-8d7d-bb77c5f6166f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:46.451086 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28b1ba50-382d-4497-8873-c2d4c0de93fb req-9e5e199c-648f-4717-8d7d-bb77c5f6166f tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0861311 Apr 01 16:00:46.503238 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-28b1ba50-382d-4497-8873-c2d4c0de93fb req-caff1e8d-7f37-437b-8bd6-5d20f1f9036b tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/security-groups?id=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Apr 01 16:00:46.527981 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-7fd02e15-ed73-4860-ac4f-9c33cd4b7822 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:46.529412 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-7fd02e15-ed73-4860-ac4f-9c33cd4b7822 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 946 time: 0.0784087 Apr 01 16:00:46.601355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port dea3b21a-ab4c-4374-9787-838a148d2f0a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:46.601581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.854067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port dea3b21a-ab4c-4374-9787-838a148d2f0a, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dea3b21a-ab4c-4374-9787-838a148d2f0a,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:46.854275 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.981695 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for dea3b21a-ab4c-4374-9787-838a148d2f0a owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:47.129347 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.181751 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=dea3b21a-ab4c-4374-9787-838a148d2f0a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:47.251774 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] No DVR routers for this DVR port dea3b21a-ab4c-4374-9787-838a148d2f0a on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:47.254560 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.257085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'name': 'network-vif-deleted', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:47.275575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1cdab43d-ae04-4646-85cc-2d9dc128ebb9 req-35b95300-4974-46b1-b2b8-2edc9b4acf90 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.44 "DELETE /v2.0/ports/dea3b21a-ab4c-4374-9787-838a148d2f0a HTTP/1.1" status: 204 len: 173 time: 0.7410617 Apr 01 16:00:47.317669 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28dc4a4-e531-4831-89f6-3818aa2296d5', 'name': 'network-vif-deleted', 'tag': 'dea3b21a-ab4c-4374-9787-838a148d2f0a', 'status': 'completed', 'code': 200} Apr 01 16:00:47.805681 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1d19946f-e740-4e60-a296-fda7477a0a46 req-f02088e2-5d30-46bc-bc48-88b3aa784d1e tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "GET /v2.0/ports?device_id=b28dc4a4-e531-4831-89f6-3818aa2296d5 HTTP/1.1" status: 200 len: 210 time: 0.1597869 Apr 01 16:00:48.915546 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49122) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:49.330046 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.047199 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port e55fc839-b7e9-4906-9d18-f37f8843bbd9 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:50.047939 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.241215 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port e55fc839-b7e9-4906-9d18-f37f8843bbd9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e55fc839-b7e9-4906-9d18-f37f8843bbd9,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:50.241540 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.372012 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for e55fc839-b7e9-4906-9d18-f37f8843bbd9 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:50.573045 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.622776 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=e55fc839-b7e9-4906-9d18-f37f8843bbd9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:50.925382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.408939 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dea3b21a-ab4c-4374-9787-838a148d2f0a no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:51.443205 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: dea3b21a-ab4c-4374-9787-838a148d2f0a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:51.443556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dea3b21a-ab4c-4374-9787-838a148d2f0a not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:51.613583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:51.819840 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:51.829275 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] Sync routers for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:51.833157 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9bd3d49-5057-46f4-9ece-ac0a7b4047c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "PUT /v2.0/routers/8019c5cf-7dfe-45dc-a270-fab6106e18c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9157109 Apr 01 16:00:51.835963 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49126) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:51.841809 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:51.842546 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:00:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:52.014452 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:52.021712 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting subnet cf06ed78-de0f-47d9-86e3-49382b644796 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:00:52.024739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.078226 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.164180 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.236407 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.275245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Subnet': ['ID=cf06ed78-de0f-47d9-86e3-49382b644796,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:52.285516 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.287070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e90be5-ba00-41c7-8d59-8bb8ea852ba0 None None] Network a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:00:52.292580 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5cf605bd-e8eb-4871-a420-f8eeaebc6864 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/subnets/cf06ed78-de0f-47d9-86e3-49382b644796 HTTP/1.1" status: 204 len: 168 time: 0.4555392 Apr 01 16:00:52.295472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49130) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:52.305295 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T16:00:50Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:52.309455 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] Checking router: 8019c5cf-7dfe-45dc-a270-fab6106e18c6 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:52.320161 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] Routers {'8019c5cf-7dfe-45dc-a270-fab6106e18c6'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:52.320774 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:00:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:52.499829 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.526371 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] Set router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:52.580683 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] DHCP port deletion for a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:00:52.585721 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Deleting port ec7a4023-884d-4b95-af3c-2549e8e59fc4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:52.586161 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.704515 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.716418 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Deleting port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:52.716747 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.793461 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] For port ec7a4023-884d-4b95-af3c-2549e8e59fc4, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ec7a4023-884d-4b95-af3c-2549e8e59fc4,segment=NetworkSegment(32cc27ed-ea59-4c5c-a69d-f0bc4437b336),segment_id=32cc27ed-ea59-4c5c-a69d-f0bc4437b336)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:52.793963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.816707 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T16:00:50Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:52.820949 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f7fe6-eb20-4aa7-a02f-b65b3f76b9de None None] The sync data for ids ['8019c5cf-7dfe-45dc-a270-fab6106e18c6'] in n-d-836017-1 is: [{'id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425564906', 'tenant_id': 'f51ea41398354660964f5bd3e5c8daa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T16:00:50Z', 'revision_number': 5, 'project_id': 'f51ea41398354660964f5bd3e5c8daa3', 'gw_port': {'id': '68f7e6e0-874e-4e0b-9ff6-dbe548421a8a', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019c5cf-7dfe-45dc-a270-fab6106e18c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:52.912568 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] For port 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:52.912970 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.938550 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Calling delete_port for ec7a4023-884d-4b95-af3c-2549e8e59fc4 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:53.021375 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.032416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Calling delete_port for 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:53.064752 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Pushing event deleted for resources: {'Port': ['ID=ec7a4023-884d-4b95-af3c-2549e8e59fc4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:53.075819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] No DVR routers for this DVR port ec7a4023-884d-4b95-af3c-2549e8e59fc4 on host n-d-836017-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:53.081050 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.081391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.081717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.082040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.082360 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.083393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.083393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.083393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.084033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.084033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.084337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98b376-8ac7-4b43-9838-be423220b1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.209437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec7a4023-884d-4b95-af3c-2549e8e59fc4 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:53.221242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.249626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ec7a4023-884d-4b95-af3c-2549e8e59fc4 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:53.249626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ec7a4023-884d-4b95-af3c-2549e8e59fc4 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:53.249626 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e55fc839-b7e9-4906-9d18-f37f8843bbd9 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:53.278478 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Port': ['ID=68f7e6e0-874e-4e0b-9ff6-dbe548421a8a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:53.281609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e55fc839-b7e9-4906-9d18-f37f8843bbd9 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:53.281950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e55fc839-b7e9-4906-9d18-f37f8843bbd9 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:53.296293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.296783 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.297141 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.297669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.297954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.298216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.298618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.298862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.299180 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.299606 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.299874 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:53.525816 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.883052 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.887872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.916967 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.917637 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Fanout notify agent at l3_agent the message router_deleted on router 8019c5cf-7dfe-45dc-a270-fab6106e18c6 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:00:53.938124 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.939817 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-35441a53-1765-4a69-86ff-91eb24a43c4d tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/routers/8019c5cf-7dfe-45dc-a270-fab6106e18c6 HTTP/1.1" status: 204 len: 168 time: 1.6430779 Apr 01 16:00:53.942273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49134) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:54.064263 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.198738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.228354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b']}} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:54.240871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cc27ed-ea59-4c5c-a69d-f0bc4437b336') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:54.241155 n-d-836017-1 neutron-server[83953]: DEBUG neutron.services.segments.db [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cc27ed-ea59-4c5c-a69d-f0bc4437b336') {} {{(pid=83953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:54.252666 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981072'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.268488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.274721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:00:54.275104 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1819110'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: Traceback (most recent call last): Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: timer() Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: cb(*args, **kw) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: return func(*args, **kwargs) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: self._notify() Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: self.callback(batched_events) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: event.method(event) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: return f(self, *a, **k) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: return self._get(url).json() Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:54.289074 n-d-836017-1 neutron-server[83953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:54.370805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.375716 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.401375 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'Network': ['ID=a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.409159 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-1ca205ac-d50d-474d-820e-302e63ee23c7 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/networks/a2f64b87-a8f9-483d-a441-ca4f9dcd4c1b HTTP/1.1" status: 204 len: 168 time: 0.4655867 Apr 01 16:00:54.411808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49138) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:54.480309 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bce47ceb-6efa-4358-b323-a013fb8d1656 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.509799 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bce47ceb-6efa-4358-b323-a013fb8d1656 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.574146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bce47ceb-6efa-4358-b323-a013fb8d1656 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.592338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce47ceb-6efa-4358-b323-a013fb8d1656 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32267ec3-e1c4-4533-8b41-d78ac6d1e4f7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.603612 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bce47ceb-6efa-4358-b323-a013fb8d1656 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.605019 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bce47ceb-6efa-4358-b323-a013fb8d1656 tempest-TestNetworkAdvancedServerOps-859369658 tempest-TestNetworkAdvancedServerOps-859369658-project] 10.222.0.48 "DELETE /v2.0/security-groups/32267ec3-e1c4-4533-8b41-d78ac6d1e4f7 HTTP/1.1" status: 204 len: 168 time: 0.1923127 Apr 01 16:00:54.989345 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:55.021455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:55.021826 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 68f7e6e0-874e-4e0b-9ff6-dbe548421a8a not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:55.049309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49150) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:55.266476 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d8098630-ec12-4cb8-8cdf-edcea439dc23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f51ea41398354660964f5bd3e5c8daa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2160094 Apr 01 16:00:55.270082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49156) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:55.333675 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c56afb5-6789-4c78-9bfd-f44e30504483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.359338 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c56afb5-6789-4c78-9bfd-f44e30504483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.417220 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c56afb5-6789-4c78-9bfd-f44e30504483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.434415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56afb5-6789-4c78-9bfd-f44e30504483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff949e-acfa-459f-bb9a-81de48b60a0c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:55.440974 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2c56afb5-6789-4c78-9bfd-f44e30504483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.442211 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2c56afb5-6789-4c78-9bfd-f44e30504483 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caff949e-acfa-459f-bb9a-81de48b60a0c HTTP/1.1" status: 204 len: 168 time: 0.1712413 Apr 01 16:00:55.798223 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:55.816540 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.848743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:55.852669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Usage tracker for resource:security_group_rule and tenant:3f51ba8d293c440caac3d734e2b2a458 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:55.855524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:55.861293 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:55.930543 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.936232 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.985379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1011c293-fe70-4e54-a037-3a49b1b7c13d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:55.990942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c4de8f43-402b-4403-b66c-3984457b9b0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f51ba8d293c440caac3d734e2b2a458&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916664 Apr 01 16:00:55.995460 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49168) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:56.061143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca21b494-4aec-42a1-8f95-98cf470a73db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.086858 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca21b494-4aec-42a1-8f95-98cf470a73db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.138677 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca21b494-4aec-42a1-8f95-98cf470a73db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.154027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21b494-4aec-42a1-8f95-98cf470a73db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011c293-fe70-4e54-a037-3a49b1b7c13d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:56.158271 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-ca21b494-4aec-42a1-8f95-98cf470a73db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.161852 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ca21b494-4aec-42a1-8f95-98cf470a73db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1011c293-fe70-4e54-a037-3a49b1b7c13d HTTP/1.1" status: 204 len: 168 time: 0.1627607 Apr 01 16:00:57.207810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49192) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:57.341800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1549275972-network', 'tenant_id': '1a735c0c698b450088306a11afae8d9c'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:57.350323 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:57.354851 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Usage tracker for resource:network and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:57.357882 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:57.363983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:57.380385 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Made reservation on behalf of 1a735c0c698b450088306a11afae8d9c for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:57.383222 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.395805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.434558 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:57.438803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:57.441835 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:57.448043 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:57.516046 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.521861 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.552309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:57.561105 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a53a683-97a5-4105-86fd-27f018b27cc7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:57.567086 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.567455 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Added segment 893bea6b-f761-4115-9d8f-fe753f8feac8 of type vlan for network d5c9b993-dc0b-494c-ae71-8fa485d8da32 Apr 01 16:00:57.594435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.624916 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.625971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:57.626568 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.731634 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] Pushing event updated for resources: {'Network': ['ID=d5c9b993-dc0b-494c-ae71-8fa485d8da32,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:57.740281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f1cedc04-079c-4fc0-9ff5-83255e88971d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5273740 Apr 01 16:00:57.740687 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49198) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:57.744117 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:57.746777 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Request body: {'subnet': {'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1549275972-subnet', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:57.752741 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:57.756661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Usage tracker for resource:subnet and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:57.759697 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:57.765494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:57.776713 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Made reservation on behalf of 1a735c0c698b450088306a11afae8d9c for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:57.779023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.969822 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-994db730-ee69-44e9-b819-fe1f1aaf4486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.995375 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.079260 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfa378d-0a50-425e-94da-d1ac88aae88f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:58.094550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Checking segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:58.094904 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Network hostable DHCP agents. Network: d5c9b993-dc0b-494c-ae71-8fa485d8da32, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:58.120541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:58.132187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, d5c9b993-dc0b-494c-ae71-8fa485d8da32) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:58.136216 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:58.136793 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.141648 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b537cd-59fe-4f9c-8a34-0a94a6d916e4 None None] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:00:58.160319 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-0d96702e-c40d-42cb-98aa-c2d44d8a94c9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4186430 Apr 01 16:00:58.162932 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49202) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:58.168405 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:58.173813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:58.178152 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Usage tracker for resource:router and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:58.181136 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:58.187023 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:58.198862 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.199836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.219921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.367640 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-d5c9b993-dc0b-494c-ae71-8fa485d8da32', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:00:58.368466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.486134 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.531561 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Allocated IP 172.20.0.2 (d5c9b993-dc0b-494c-ae71-8fa485d8da32/7bfa378d-0a50-425e-94da-d1ac88aae88f/e188ac5c-4669-4ad4-ba13-0db2d8b94d5e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:58.683020 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.712776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.736268 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.748229 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Transition to ACTIVE for port object e188ac5c-4669-4ad4-ba13-0db2d8b94d5e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:58.768882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Transition to ACTIVE for port object e188ac5c-4669-4ad4-ba13-0db2d8b94d5e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:58.774555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.845400 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:58.848308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:58.852698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:58.854742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Pushing event updated for resources: {'Port': ['ID=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:58.857168 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Allocated IP 172.25.2.175 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/99a6a38e-3ef5-4a71-b9de-402bdacc4c3c) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:58.942532 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Attempting to bind port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:58.942998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Attempting to bind port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:58.943404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Attempting to bind port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:58.950495 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:58.950816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Checking segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:58.951252 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:58.951636 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Bound using segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:58.952115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Bound port: e188ac5c-4669-4ad4-ba13-0db2d8b94d5e, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:58.952487 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.007738 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.038958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.078805 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] For port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:59.082245 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] For port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:59.086811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.110701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:59.113603 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:59.118112 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:59.148299 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Pushing event updated for resources: {'Port': ['ID=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:59.168106 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8cccf-aae5-43e3-adb5-8b0497982484 None None] Pushing event updated for resources: {'Port': ['ID=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:59.287852 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.292958 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.544438 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:00:59.750010 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:59.763509 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Sync routers for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:59.777611 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:59.777838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.781559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-00db8d35-eab7-4e08-a9ea-3c9fb1dd4a4b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6150064 Apr 01 16:00:59.781875 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49206) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:59.783458 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:00:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:59.975090 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:00.084207 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd74df-8b27-4aa8-95d2-930640b0a057 None None] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:01:00.248492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-47e9cb66-4936-4657-9635-06a685493211 None None] Provisioning for port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:00.429401 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2db78076-4fda-43c0-ba79-d7b2752fd51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.495760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:00:59Z', 'revision_number': 3, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:00.502517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Checking router: 8aa1f80f-5836-41b9-ba0f-194dcb8365fd for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:00.502785 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Updating router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:01:00.565499 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.665139 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.877958 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Allocated IP 172.20.0.1 (d5c9b993-dc0b-494c-ae71-8fa485d8da32/7bfa378d-0a50-425e-94da-d1ac88aae88f/5ec0a4c7-1120-4e21-8c13-2718fbacd7ef) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:00.904108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.915586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Transition to ACTIVE for port object 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:00.922130 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.002325 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Attempting to bind port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:01.002697 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Attempting to bind port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:01.003075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Attempting to bind port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:01.009511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4005456-cfd6-4836-9cac-9412dbb61032 None None] Pushing event updated for resources: {'Port': ['ID=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.015131 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:01:01.015523 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:01.015926 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.016331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:01:01.016763 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Bound port: 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:01.017141 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.047505 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e188ac5c-4669-4ad4-ba13-0db2d8b94d5e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:01.047704 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.063526 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Transition to ACTIVE for port object 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:01.086020 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.144430 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] For port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:01.149127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] For port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:01.155477 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.156321 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:01.159391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:01.164040 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:01.189182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.198159 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:01.213340 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:01.213709 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.220906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.305467 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.364114 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4005456-cfd6-4836-9cac-9412dbb61032 None None] Pushing event updated for resources: {'Port': ['ID=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.368310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:01.369036 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:01.500997 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.538449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.544936 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.635803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c98c815e-4433-4521-a09b-0590ba991ecd None None] Provisioning for port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:01.643180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.649743 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.649980 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.653510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.659479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c98c815e-4433-4521-a09b-0590ba991ecd None None] Provisioning complete for port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:01.659851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c98c815e-4433-4521-a09b-0590ba991ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.733542 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:01.772256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c98c815e-4433-4521-a09b-0590ba991ecd None None] Port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:01:01.795552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:01.796882 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:01.812488 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:01.820519 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.032726 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:02.136234 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7dd7ef02-00cf-4373-acfa-2dd48f8f0d57 None None] Provisioning complete for port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:02.136513 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ef02-00cf-4373-acfa-2dd48f8f0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.196899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7ef02-00cf-4373-acfa-2dd48f8f0d57 None None] Port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:01:02.205866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:00Z', 'revision_number': 1, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:02.210732 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9263faf-5f2f-4183-a6cb-56cc5ac7d4a9 None None] The sync data for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 is: [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:00Z', 'revision_number': 1, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:02.301561 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:02.512248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:02.522065 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-06d8ea21-e305-4fb4-b7e8-bf9b9a2c2a65 admin admin] 10.222.0.48 "PUT /v2.0/routers/8aa1f80f-5836-41b9-ba0f-194dcb8365fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385097 Apr 01 16:01:03.012799 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.075837 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e188ac5c-4669-4ad4-ba13-0db2d8b94d5e up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:03.148365 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:03.148736 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.266620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:03.338169 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:03.343517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:03.343929 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.442642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49228) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.448656 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1619262701-network', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:03.454359 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:03.458242 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Usage tracker for resource:network and tenant:2c564b01cd324d8cbb63b3c34c77fa71 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:03.461086 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:03.466646 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:03.470785 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.477250 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Made reservation on behalf of 2c564b01cd324d8cbb63b3c34c77fa71 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:03.479745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.487421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:03.491804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.496652 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.528499 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:03.532632 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Usage tracker for resource:security_group_rule and tenant:2c564b01cd324d8cbb63b3c34c77fa71 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:03.535456 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:03.541744 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:03.560609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.608580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.613753 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.643709 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:01:03.652099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb831aeb-ff05-47b0-a4ac-7a2481975500,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.657823 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.658163 n-d-836017-1 neutron-server[83954]: INFO neutron.db.segments_db [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Added segment fc93d2a8-b932-4d7b-a556-711c9d849ef2 of type vlan for network 6291371a-19ce-46a2-8822-08380f01ae28 Apr 01 16:01:03.692105 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.726681 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.727555 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:03.728156 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.831012 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3869958 Apr 01 16:01:03.834173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bc833-f45a-496e-bd25-c8378c5c1f80 admin admin] Pushing event updated for resources: {'Network': ['ID=6291371a-19ce-46a2-8822-08380f01ae28,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.834362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49232) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.840129 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Request body: {'subnet': {'network_id': '6291371a-19ce-46a2-8822-08380f01ae28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1619262701-subnet', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:03.845049 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 6291371a-19ce-46a2-8822-08380f01ae28 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:01:03.845810 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:03.849746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Usage tracker for resource:subnet and tenant:2c564b01cd324d8cbb63b3c34c77fa71 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:03.853415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:03.859313 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:03.870243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Made reservation on behalf of 2c564b01cd324d8cbb63b3c34c77fa71 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:03.872995 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.080552 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.146008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43df8b5-3fc5-4e90-8b0f-66381a4efbf6,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:04.162677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Checking segment: {'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:04.163024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Network hostable DHCP agents. Network: 6291371a-19ce-46a2-8822-08380f01ae28, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:01:04.187121 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Network 6291371a-19ce-46a2-8822-08380f01ae28 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:01:04.197336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 6291371a-19ce-46a2-8822-08380f01ae28) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:04.201491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:04.202051 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.206953 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40720f6-4e37-42c9-a35a-8068cd9b152f None None] Network 6291371a-19ce-46a2-8822-08380f01ae28 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:01:04.223674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-c03c3c89-17d1-49f3-a879-c22a81d1f2eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880539 Apr 01 16:01:04.226089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49236) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:04.231058 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:04.236490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:04.240434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Usage tracker for resource:router and tenant:2c564b01cd324d8cbb63b3c34c77fa71 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:04.243410 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:04.249107 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:04.261233 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.262162 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.279419 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.470489 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-6291371a-19ce-46a2-8822-08380f01ae28', 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'fixed_ips': [{'subnet_id': 'd43df8b5-3fc5-4e90-8b0f-66381a4efbf6'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:01:04.471319 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.537447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.634518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Allocated IP 172.20.0.2 (6291371a-19ce-46a2-8822-08380f01ae28/d43df8b5-3fc5-4e90-8b0f-66381a4efbf6/ab79c4f8-9522-4280-8cde-e71e4e2337c1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:04.728480 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.763144 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.842469 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.853971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Transition to ACTIVE for port object ab79c4f8-9522-4280-8cde-e71e4e2337c1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:04.872228 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Transition to ACTIVE for port object ab79c4f8-9522-4280-8cde-e71e4e2337c1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:04.878420 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.909884 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Allocated IP 172.25.2.128 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/00b9c406-5100-4cd2-bf9d-d43784b2670d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:04.949995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Network 6291371a-19ce-46a2-8822-08380f01ae28 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:04.953497 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:04.955923 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:04.960044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Pushing event updated for resources: {'Port': ['ID=ab79c4f8-9522-4280-8cde-e71e4e2337c1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:05.004289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:05.066252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.095360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.098870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Attempting to bind port ab79c4f8-9522-4280-8cde-e71e4e2337c1 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:05.099267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Attempting to bind port ab79c4f8-9522-4280-8cde-e71e4e2337c1 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:05.099630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Attempting to bind port ab79c4f8-9522-4280-8cde-e71e4e2337c1 on network 6291371a-19ce-46a2-8822-08380f01ae28 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:05.109915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:01:05.110281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Checking segment: {'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:05.110676 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.111064 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Bound using segment: {'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:01:05.111552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Bound port: ab79c4f8-9522-4280-8cde-e71e4e2337c1, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:05.111924 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.154482 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:05.161651 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:05.166570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:05.182570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:05.182907 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.213062 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Pushing event updated for resources: {'Port': ['ID=00b9c406-5100-4cd2-bf9d-d43784b2670d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:05.255882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] For port ab79c4f8-9522-4280-8cde-e71e4e2337c1, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:05.259989 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] For port ab79c4f8-9522-4280-8cde-e71e4e2337c1, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ab79c4f8-9522-4280-8cde-e71e4e2337c1,segment=NetworkSegment(fc93d2a8-b932-4d7b-a556-711c9d849ef2),segment_id=fc93d2a8-b932-4d7b-a556-711c9d849ef2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:05.268873 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.331090 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.331879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.399776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e270-313f-4c0e-a785-15a2bf6f723d None None] Pushing event updated for resources: {'Port': ['ID=ab79c4f8-9522-4280-8cde-e71e4e2337c1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:05.599396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Router 9688449a-84e8-4f10-aa71-9a6a1c638373 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:01:05.808037 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:05.816982 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Sync routers for ids ['9688449a-84e8-4f10-aa71-9a6a1c638373'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:05.829091 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Routers {'9688449a-84e8-4f10-aa71-9a6a1c638373'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:05.829679 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9688449a-84e8-4f10-aa71-9a6a1c638373'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:05.832678 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.834046 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-381b6631-6d1e-4682-b899-702ab43688f6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6069541 Apr 01 16:01:05.836799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49240) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:06.009817 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Set router 9688449a-84e8-4f10-aa71-9a6a1c638373 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:06.259800 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee5175-99de-4f87-a83b-3de3897692e3 None None] Network 6291371a-19ce-46a2-8822-08380f01ae28 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:01:06.304339 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:05Z', 'revision_number': 3, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port': {'id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:06.308275 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Checking router: 9688449a-84e8-4f10-aa71-9a6a1c638373 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:06.308854 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Updating router 9688449a-84e8-4f10-aa71-9a6a1c638373 port 00b9c406-5100-4cd2-bf9d-d43784b2670d binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:01:06.361957 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.373540 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ada972d6-93d1-4c9d-be07-ad32a0cda469 None None] Provisioning for port ab79c4f8-9522-4280-8cde-e71e4e2337c1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:06.701411 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.704034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.712944 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Transition to ACTIVE for port object 00b9c406-5100-4cd2-bf9d-d43784b2670d will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:06.720581 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.802438 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Attempting to bind port 00b9c406-5100-4cd2-bf9d-d43784b2670d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:06.802789 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Attempting to bind port 00b9c406-5100-4cd2-bf9d-d43784b2670d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:06.803146 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Attempting to bind port 00b9c406-5100-4cd2-bf9d-d43784b2670d on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:06.805438 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Pushing event updated for resources: {'Port': ['ID=00b9c406-5100-4cd2-bf9d-d43784b2670d,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:06.816549 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:01:06.816838 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:06.817215 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.817751 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:01:06.818040 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Bound port: 00b9c406-5100-4cd2-bf9d-d43784b2670d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:06.818401 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.841953 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.842287 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.842615 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.842960 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.843271 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.843616 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.843931 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.844239 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.844552 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.844841 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.845151 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:06.897296 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] For port 00b9c406-5100-4cd2-bf9d-d43784b2670d, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:06.902219 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] For port 00b9c406-5100-4cd2-bf9d-d43784b2670d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=00b9c406-5100-4cd2-bf9d-d43784b2670d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:06.908176 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.926944 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Allocated IP 172.20.0.1 (6291371a-19ce-46a2-8822-08380f01ae28/d43df8b5-3fc5-4e90-8b0f-66381a4efbf6/03c31624-9843-42fc-b177-c04f400043b9) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:07.014934 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6cd4-8090-4ec6-b8b4-356e5e99461f None None] Pushing event updated for resources: {'Port': ['ID=00b9c406-5100-4cd2-bf9d-d43784b2670d,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:07.034999 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Routers {'9688449a-84e8-4f10-aa71-9a6a1c638373'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:07.035626 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9688449a-84e8-4f10-aa71-9a6a1c638373'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.043766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab79c4f8-9522-4280-8cde-e71e4e2337c1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:07.097607 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.114934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Transition to ACTIVE for port object 03c31624-9843-42fc-b177-c04f400043b9 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:07.120243 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port ab79c4f8-9522-4280-8cde-e71e4e2337c1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:07.125220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ab79c4f8-9522-4280-8cde-e71e4e2337c1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:07.125641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.138343 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.212528 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Network 6291371a-19ce-46a2-8822-08380f01ae28 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:07.216556 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:07.218350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Pushing event updated for resources: {'Port': ['ID=03c31624-9843-42fc-b177-c04f400043b9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:07.220422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:07.234701 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] Set router 9688449a-84e8-4f10-aa71-9a6a1c638373 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:07.244259 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.286024 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port ab79c4f8-9522-4280-8cde-e71e4e2337c1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ab79c4f8-9522-4280-8cde-e71e4e2337c1,segment=NetworkSegment(fc93d2a8-b932-4d7b-a556-711c9d849ef2),segment_id=fc93d2a8-b932-4d7b-a556-711c9d849ef2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:07.288242 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.297172 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.369512 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=ab79c4f8-9522-4280-8cde-e71e4e2337c1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:07.393356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.543668 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e21a457f-ee7d-409e-8dee-4ae3b5c660eb None None] Provisioning for port 03c31624-9843-42fc-b177-c04f400043b9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:07.548971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e21a457f-ee7d-409e-8dee-4ae3b5c660eb None None] Provisioning complete for port 03c31624-9843-42fc-b177-c04f400043b9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:07.549580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e21a457f-ee7d-409e-8dee-4ae3b5c660eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.559410 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:05Z', 'revision_number': 3, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port': {'id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.563613 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c099c-2167-4bcb-84b7-c0f773e7446b None None] The sync data for ids ['9688449a-84e8-4f10-aa71-9a6a1c638373'] in n-d-836017-1 is: [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:05Z', 'revision_number': 3, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port': {'id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:07.605351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e21a457f-ee7d-409e-8dee-4ae3b5c660eb None None] Port 03c31624-9843-42fc-b177-c04f400043b9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:01:07.633100 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.638447 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.740215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Pushing event updated for resources: {'Port': ['ID=03c31624-9843-42fc-b177-c04f400043b9,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:07.743742 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.986200 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Network 6291371a-19ce-46a2-8822-08380f01ae28 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:07.987198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:08.231402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a2bee04d-52a4-4ea1-93d0-852fcf529533 None None] Provisioning complete for port 03c31624-9843-42fc-b177-c04f400043b9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:08.231850 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2bee04d-52a4-4ea1-93d0-852fcf529533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.286753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a2bee04d-52a4-4ea1-93d0-852fcf529533 None None] Port 03c31624-9843-42fc-b177-c04f400043b9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:01:08.375803 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Router 9688449a-84e8-4f10-aa71-9a6a1c638373 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:08.586722 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:08.595875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-81a3f008-6229-4696-b531-2045c0315722 admin admin] 10.222.0.48 "PUT /v2.0/routers/9688449a-84e8-4f10-aa71-9a6a1c638373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7578924 Apr 01 16:01:08.998235 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab79c4f8-9522-4280-8cde-e71e4e2337c1 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:09.066938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port ab79c4f8-9522-4280-8cde-e71e4e2337c1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:09.067329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.138946 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49250) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.144801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278945813', 'description': 'tempest-secgroup-smoke-278945813 description', 'project_id': '1a735c0c698b450088306a11afae8d9c'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:09.152089 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.157574 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.160680 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.166910 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.177671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.215047 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.219464 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.222391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.228804 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.292897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.298012 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.339359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ccc44b-4387-4cbd-94c8-530fe856f700,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.343700 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.345062 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-44348a26-26ff-4f12-ab90-a9ddccaa8a02 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2050309 Apr 01 16:01:09.348282 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49254) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.354144 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '61ccc44b-4387-4cbd-94c8-530fe856f700', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:09.361291 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.365616 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.368707 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.374656 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.394101 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.452847 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.459360 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.490776 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279c4901-d6c8-4282-859f-0fc122ca7960,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.501231 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.502396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-60e7a589-4983-4279-91f1-ac2c6c9ae729 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1530702 Apr 01 16:01:09.505453 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49258) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.510824 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '61ccc44b-4387-4cbd-94c8-530fe856f700', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:09.517463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.521471 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.524434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.530382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.549450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.617643 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.622502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.647111 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bcab71-99d3-4225-9b1d-89004496caaa,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.657820 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.658995 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3c606e0f-8a34-47bc-85bc-fd69d9f5f48e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1526289 Apr 01 16:01:09.661748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49262) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.667514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '61ccc44b-4387-4cbd-94c8-530fe856f700', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:09.673872 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.677754 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.680743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.686779 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.711506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.774185 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.778435 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.801856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce48a77d-7ca7-4cbf-852e-1128dee80152,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.812069 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.813235 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-d88ebe13-18f8-4dfe-ad4a-e4ae78797665 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1505456 Apr 01 16:01:09.817245 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49266) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.822725 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '61ccc44b-4387-4cbd-94c8-530fe856f700', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:09.829279 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.833087 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.836027 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.841660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.859630 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.930779 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.935695 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.960391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195e5096-21d8-478b-a43c-c35c627a638e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.970113 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.971281 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-30a6a3e3-f2ba-4ebe-b70f-702e958daf50 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1531217 Apr 01 16:01:09.975258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49270) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.980524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '61ccc44b-4387-4cbd-94c8-530fe856f700', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:09.987022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.990883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.993788 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.999491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:10.011808 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Project 1a735c0c698b450088306a11afae8d9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:10.018249 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.084488 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.090313 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.112954 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe733aee-22af-4141-9d5c-199ce3495c00,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:10.122170 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.123503 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-bcd03054-602f-48fc-a0d5-50abd3be08b7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1473007 Apr 01 16:01:10.126481 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49274) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:10.132394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '61ccc44b-4387-4cbd-94c8-530fe856f700', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:10.139256 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:10.143184 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:10.146133 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:10.151871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:10.162717 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Project 1a735c0c698b450088306a11afae8d9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:10.170052 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.237251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.243739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.270287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7867598-3d8f-4d3f-b271-439b7d52ec78,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:10.280429 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.281817 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1f300ac9-2be9-4d3e-a0c0-96bcff372b4d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1543813 Apr 01 16:01:10.610254 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-7ec90bcf-e311-4657-8b0c-445e06d3e4fb tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:10.627832 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-7ec90bcf-e311-4657-8b0c-445e06d3e4fb tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:10.628941 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-7ec90bcf-e311-4657-8b0c-445e06d3e4fb tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278945813&fields=id&tenant_id=1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 267 time: 0.0600889 Apr 01 16:01:10.774600 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-715010a8-129f-472b-97da-269abcff9a61 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:10.775512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-715010a8-129f-472b-97da-269abcff9a61 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:10.792684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-715010a8-129f-472b-97da-269abcff9a61 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:10.793881 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-715010a8-129f-472b-97da-269abcff9a61 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 809 time: 0.1581595 Apr 01 16:01:10.813199 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-55906c5a-7202-42bf-811c-62c1a36cc291 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/quotas/1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 375 time: 0.0119019 Apr 01 16:01:10.897790 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-ae744593-48eb-412a-a2d4-3c1143769c3d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787587 Apr 01 16:01:11.037728 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-64d059f4-0b37-4031-8650-318a02b65987 service neutron] 10.222.0.48 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260819 Apr 01 16:01:11.119267 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:11.284803 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-63dbeb65-3bbf-48be-94d6-830220e0361a service neutron] 10.222.0.48 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404079 Apr 01 16:01:11.412337 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.603913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0b496db8-b24c-4cc2-9694-8ae002e017e9 req-3446ad57-f75a-4ec6-8a43-90a9407d64c3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:11.622117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-0b496db8-b24c-4cc2-9694-8ae002e017e9 req-3446ad57-f75a-4ec6-8a43-90a9407d64c3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:11.623310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0b496db8-b24c-4cc2-9694-8ae002e017e9 req-3446ad57-f75a-4ec6-8a43-90a9407d64c3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 210 time: 0.1893029 Apr 01 16:01:12.816601 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f8a97192-e038-4d82-b216-278ea38363f9 req-71c26554-6540-480b-931a-9a120b329e9b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 210 time: 0.0529487 Apr 01 16:01:12.878739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-b7f817df-6c06-448e-88b7-134709450e1d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.880214 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-b7f817df-6c06-448e-88b7-134709450e1d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 809 time: 0.2340767 Apr 01 16:01:12.937748 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-93ec5def-e20d-4697-94d7-c40e3a3b8e0a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 379 time: 0.0443275 Apr 01 16:01:12.954421 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'port': {'device_id': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'admin_state_up': True, 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'security_groups': ['61ccc44b-4387-4cbd-94c8-530fe856f700']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:13.027980 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00b9c406-5100-4cd2-bf9d-d43784b2670d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:13.097873 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 00b9c406-5100-4cd2-bf9d-d43784b2670d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:13.100789 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:13.103204 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 00b9c406-5100-4cd2-bf9d-d43784b2670d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:13.103608 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.110984 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:13.121217 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Made reservation on behalf of 1a735c0c698b450088306a11afae8d9c for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:13.124680 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.228084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.245413 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 00b9c406-5100-4cd2-bf9d-d43784b2670d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=00b9c406-5100-4cd2-bf9d-d43784b2670d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:13.249574 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.295413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Allocated IP 172.20.0.13 (d5c9b993-dc0b-494c-ae71-8fa485d8da32/7bfa378d-0a50-425e-94da-d1ac88aae88f/1a57d15d-d38c-4871-b93c-7d22079bee1e) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:13.320551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=00b9c406-5100-4cd2-bf9d-d43784b2670d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:13.513455 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.528802 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Transition to ACTIVE for port object 1a57d15d-d38c-4871-b93c-7d22079bee1e will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:13.556818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.632544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:13.635669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:13.640234 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:13.666588 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:13.705425 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:13.706068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.731805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-1bb5f1d7-b093-4c78-bec2-e92dba54c71b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835317 Apr 01 16:01:13.741521 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-3aec46ce-4f82-40e8-8d23-5ed7379488b4 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:01:13.742561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-3aec46ce-4f82-40e8-8d23-5ed7379488b4 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051782 Apr 01 16:01:13.753512 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Request body: {'port': {'device_id': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:13.847083 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-df68cb53-4c2e-4eb2-b888-5da946f005e9 None None] Provisioning for port 1a57d15d-d38c-4871-b93c-7d22079bee1e completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:13.853282 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-df68cb53-4c2e-4eb2-b888-5da946f005e9 None None] Provisioning complete for port 1a57d15d-d38c-4871-b93c-7d22079bee1e triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:13.853875 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df68cb53-4c2e-4eb2-b888-5da946f005e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.872425 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:13.908544 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-df68cb53-4c2e-4eb2-b888-5da946f005e9 None None] Port 1a57d15d-d38c-4871-b93c-7d22079bee1e cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:01:14.015237 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30d421-be57-47ed-a763-0a9156bff878 req-46cd016a-da32-4daa-b648-e8e2b1c8372d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:14.016772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c30d421-be57-47ed-a763-0a9156bff878 req-46cd016a-da32-4daa-b648-e8e2b1c8372d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 932 time: 0.0773833 Apr 01 16:01:14.066108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1c30d421-be57-47ed-a763-0a9156bff878 req-d7079db9-e1b4-4708-9d2c-f16455e06e89 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Apr 01 16:01:14.216413 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a57d15d-d38c-4871-b93c-7d22079bee1e {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:01:14.223506 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.238322 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Transition to ACTIVE for port object 1a57d15d-d38c-4871-b93c-7d22079bee1e will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:14.243059 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.368592 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:14.480258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:14.480579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:14.480890 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:14.486752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Port 1a57d15d-d38c-4871-b93c-7d22079bee1e on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:01:14.487057 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:14.493479 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:01:14.493801 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Checking segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:14.494166 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Bound using segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:01:14.494576 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Bound port: 1a57d15d-d38c-4871-b93c-7d22079bee1e, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:14.494915 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.584787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:14.587655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:14.593635 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.661356 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.662887 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1092 time: 0.9137871 Apr 01 16:01:14.663485 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:14.682577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423864-62ab-44a7-88cc-bee32c6dfba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:14.738042 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'status': 'completed', 'code': 200} Apr 01 16:01:14.779800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-e695976e-92e0-4526-86fd-c5e18c8632b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1095 time: 0.0766394 Apr 01 16:01:14.948282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-79cb066c-ef88-478c-8b0c-6713ef8f8f2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 217 time: 0.1622994 Apr 01 16:01:15.005188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00b9c406-5100-4cd2-bf9d-d43784b2670d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:15.017614 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-b7a8890f-7a33-4291-8a57-93fa4770c96d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:15.019036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-b7a8890f-7a33-4291-8a57-93fa4770c96d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0652692 Apr 01 16:01:15.075145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 00b9c406-5100-4cd2-bf9d-d43784b2670d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:15.075521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.092703 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-c06c203a-ccb0-46e0-8ea8-24dc6629ecdd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681872 Apr 01 16:01:15.226078 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-abafeea8-1e0c-415d-97f7-c8c2c84301c9 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274421 Apr 01 16:01:15.264843 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9e9fe-65dc-4c35-acfc-b826b57859ee req-a71c6f7d-2bdc-4d54-abde-058eb8a10f35 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:15.266323 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2aa9e9fe-65dc-4c35-acfc-b826b57859ee req-a71c6f7d-2bdc-4d54-abde-058eb8a10f35 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 944 time: 0.0788083 Apr 01 16:01:15.311823 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2aa9e9fe-65dc-4c35-acfc-b826b57859ee req-bd339cc4-3eaf-4486-a0b8-923be1d2bc94 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395968 Apr 01 16:01:15.354451 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.359470 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7dc3548d-a107-4690-9086-e4fc5e135777 req-f09f2c74-fe36-4b69-a313-982e5dcb3e22 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276102 Apr 01 16:01:15.474145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-cd0e523a-67bc-4f96-a8d6-847d8718d5f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1095 time: 0.0689394 Apr 01 16:01:15.623154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-6ef1552f-dc7f-4af9-95a5-601a7a80a0bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:15.624952 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-6ef1552f-dc7f-4af9-95a5-601a7a80a0bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1449933 Apr 01 16:01:15.701538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-38fc7775-d42b-49f9-bcb9-bb57622f2f3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 217 time: 0.0649157 Apr 01 16:01:15.777381 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-bacec442-c209-4219-8450-b4d410f2041c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:15.778849 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-bacec442-c209-4219-8450-b4d410f2041c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0704577 Apr 01 16:01:15.853859 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-d7d7aea9-4fd7-40be-b043-9344090059b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683749 Apr 01 16:01:15.986535 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-ec9ade4b-5586-4599-9eba-595a3680a3c8 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253326 Apr 01 16:01:16.123258 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9c7cbb43-124f-4e68-80e1-e37371ff181f req-3794dfcf-230c-407b-9660-4d5bb337331d service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303654 Apr 01 16:01:16.524928 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e952e45-b676-419e-937a-403aa9302c86 req-f340a047-74c6-4815-8718-c09781582b27 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:16.525607 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e952e45-b676-419e-937a-403aa9302c86 req-f340a047-74c6-4815-8718-c09781582b27 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:16.550541 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-5e952e45-b676-419e-937a-403aa9302c86 req-f340a047-74c6-4815-8718-c09781582b27 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:16.552396 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e952e45-b676-419e-937a-403aa9302c86 req-f340a047-74c6-4815-8718-c09781582b27 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 944 time: 0.1123323 Apr 01 16:01:16.602816 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5e952e45-b676-419e-937a-403aa9302c86 req-75be1ba4-30a6-4bba-ad4f-76e14643cbcf tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441709 Apr 01 16:01:16.880066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Sync routers for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:16.892688 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:16.893317 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:17.073382 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:17.388742 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 2, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:17.393221 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Checking router: 8aa1f80f-5836-41b9-ba0f-194dcb8365fd for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:17.393565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Updating router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:01:17.443700 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.778582 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.792048 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Transition to ACTIVE for port object 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:17.799298 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.811230 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51151-437d-4515-afcb-92878a1f26e6 req-6f539842-d5e2-4488-b423-107c5fb7ee71 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:17.812695 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ef51151-437d-4515-afcb-92878a1f26e6 req-6f539842-d5e2-4488-b423-107c5fb7ee71 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 944 time: 0.0857947 Apr 01 16:01:17.858606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3ef51151-437d-4515-afcb-92878a1f26e6 req-22001b0b-3315-4543-a6fb-ecc1f8b95b96 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401959 Apr 01 16:01:17.944463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a321a6-bd75-4744-a3dc-ceb4597dc315 None None] Pushing event updated for resources: {'Port': ['ID=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:18.044592 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Attempting to bind port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:18.044957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Attempting to bind port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:18.045309 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Attempting to bind port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:18.051717 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:01:18.052076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Checking segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:18.052468 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.052846 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Bound using segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:01:18.053290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Bound port: 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:18.053707 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.150867 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] For port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:18.153715 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] For port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:18.160548 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.239507 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a321a6-bd75-4744-a3dc-ceb4597dc315 None None] Pushing event updated for resources: {'Port': ['ID=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:18.244310 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:18.244949 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:18.433273 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:18.517832 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Sync routers for ids ['9688449a-84e8-4f10-aa71-9a6a1c638373'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:18.530119 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Routers {'9688449a-84e8-4f10-aa71-9a6a1c638373'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:18.530811 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9688449a-84e8-4f10-aa71-9a6a1c638373'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:18.707938 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Set router 9688449a-84e8-4f10-aa71-9a6a1c638373 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:18.752816 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:18Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:18.756960 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c69e4-cc2c-4c6d-a7d2-31889fd6dc12 None None] The sync data for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 is: [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:18Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:19.031619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:07Z', 'revision_number': 4, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port': {'id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '03c31624-9843-42fc-b177-c04f400043b9', 'name': '', 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'mac_address': 'fa:16:3e:f0:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd43df8b5-3fc5-4e90-8b0f-66381a4efbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:06Z', 'updated_at': '2022-04-01T16:01:07Z', 'revision_number': 2, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'subnets': [{'id': 'd43df8b5-3fc5-4e90-8b0f-66381a4efbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:19.036381 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Checking router: 9688449a-84e8-4f10-aa71-9a6a1c638373 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:19.036719 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Updating router 9688449a-84e8-4f10-aa71-9a6a1c638373 port 03c31624-9843-42fc-b177-c04f400043b9 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:01:19.046936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:19.088852 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096915b-7663-4a3e-afcc-a756972f2e5e req-110b0d2c-7c13-47fb-a8ba-ae6150a7b1a6 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:19.090482 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3096915b-7663-4a3e-afcc-a756972f2e5e req-110b0d2c-7c13-47fb-a8ba-ae6150a7b1a6 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 944 time: 0.1007073 Apr 01 16:01:19.104766 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.124771 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:19.130870 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:19.131486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.149723 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3096915b-7663-4a3e-afcc-a756972f2e5e req-f2a285e9-b584-4372-9b37-48c354c7b8e4 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525343 Apr 01 16:01:19.256325 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.290219 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:19.295564 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.361168 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:19.495612 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.506715 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Transition to ACTIVE for port object 03c31624-9843-42fc-b177-c04f400043b9 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:19.514776 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.638216 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970504-0b93-4613-b613-b6248d210ce9 None None] Pushing event updated for resources: {'Port': ['ID=03c31624-9843-42fc-b177-c04f400043b9,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:19.731025 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Attempting to bind port 03c31624-9843-42fc-b177-c04f400043b9 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:19.731683 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Attempting to bind port 03c31624-9843-42fc-b177-c04f400043b9 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:19.732260 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Attempting to bind port 03c31624-9843-42fc-b177-c04f400043b9 on network 6291371a-19ce-46a2-8822-08380f01ae28 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:19.739389 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:01:19.739745 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Checking segment: {'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:19.740126 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.740498 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Bound using segment: {'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:01:19.740939 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Bound port: 03c31624-9843-42fc-b177-c04f400043b9, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc93d2a8-b932-4d7b-a556-711c9d849ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:19.741365 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.784903 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:01:19.831031 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] For port 03c31624-9843-42fc-b177-c04f400043b9, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:19.833924 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] For port 03c31624-9843-42fc-b177-c04f400043b9, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=03c31624-9843-42fc-b177-c04f400043b9,segment=NetworkSegment(fc93d2a8-b932-4d7b-a556-711c9d849ef2),segment_id=fc93d2a8-b932-4d7b-a556-711c9d849ef2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:19.839283 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.920505 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970504-0b93-4613-b613-b6248d210ce9 None None] Pushing event updated for resources: {'Port': ['ID=03c31624-9843-42fc-b177-c04f400043b9,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:19.926668 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Routers {'9688449a-84e8-4f10-aa71-9a6a1c638373'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:19.927371 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9688449a-84e8-4f10-aa71-9a6a1c638373'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:19.935284 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:19.949823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'port_id': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'mac_address': 'fa:16:3e:dd:d2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:01:20.011166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.031197 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a57d15d-d38c-4871-b93c-7d22079bee1e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:01:20.050281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:20.055532 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.123976 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] Set router 9688449a-84e8-4f10-aa71-9a6a1c638373 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:20.132855 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:20.301183 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['1a57d15d-d38c-4871-b93c-7d22079bee1e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:01:20.351489 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c630e7-858a-4baa-afd6-b0768daf8915 req-889173ec-fa48-4387-ab48-8aafaeed509a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:20.353078 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39c630e7-858a-4baa-afd6-b0768daf8915 req-889173ec-fa48-4387-ab48-8aafaeed509a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0899334 Apr 01 16:01:20.408540 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-39c630e7-858a-4baa-afd6-b0768daf8915 req-2eef868b-e9d2-4f8b-af09-4df88867bd31 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463538 Apr 01 16:01:20.451469 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:07Z', 'revision_number': 4, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port': {'id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '03c31624-9843-42fc-b177-c04f400043b9', 'name': '', 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'mac_address': 'fa:16:3e:f0:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd43df8b5-3fc5-4e90-8b0f-66381a4efbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:06Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 4, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'subnets': [{'id': 'd43df8b5-3fc5-4e90-8b0f-66381a4efbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:20.455519 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71dec8-0ead-43c6-a95b-a9ec7775c307 None None] The sync data for ids ['9688449a-84e8-4f10-aa71-9a6a1c638373'] in n-d-836017-1 is: [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:07Z', 'revision_number': 4, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port': {'id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '03c31624-9843-42fc-b177-c04f400043b9', 'name': '', 'network_id': '6291371a-19ce-46a2-8822-08380f01ae28', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'mac_address': 'fa:16:3e:f0:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd43df8b5-3fc5-4e90-8b0f-66381a4efbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:06Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 4, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'subnets': [{'id': 'd43df8b5-3fc5-4e90-8b0f-66381a4efbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:21.071962 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 03c31624-9843-42fc-b177-c04f400043b9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:21.143401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 03c31624-9843-42fc-b177-c04f400043b9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:21.148633 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 03c31624-9843-42fc-b177-c04f400043b9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:21.148990 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.261582 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.297220 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 03c31624-9843-42fc-b177-c04f400043b9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=03c31624-9843-42fc-b177-c04f400043b9,segment=NetworkSegment(fc93d2a8-b932-4d7b-a556-711c9d849ef2),segment_id=fc93d2a8-b932-4d7b-a556-711c9d849ef2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:21.301856 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.302601 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:21.412005 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=03c31624-9843-42fc-b177-c04f400043b9,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:21.428514 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:21.428886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.606883 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a028-17c5-4dc7-8d05-92a87e353853 req-b09a97fb-a166-450d-b736-5f599e167b0b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:21.608365 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5b7a028-17c5-4dc7-8d05-92a87e353853 req-b09a97fb-a166-450d-b736-5f599e167b0b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0790040 Apr 01 16:01:21.652897 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c5b7a028-17c5-4dc7-8d05-92a87e353853 req-b48de636-5295-4e2f-993a-13030594082a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389616 Apr 01 16:01:21.784947 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:21.856938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 1a57d15d-d38c-4871-b93c-7d22079bee1e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:21.861424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 1a57d15d-d38c-4871-b93c-7d22079bee1e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:21.861787 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.972343 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.998271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:22.007612 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:22.012019 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.057099 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'code': 200} Apr 01 16:01:22.081428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:22.181493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a321be8-6f31-4499-8e0c-56f214a6111f req-76e49f27-f9c6-49b5-b18f-8822868049a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1097 time: 0.0688400 Apr 01 16:01:22.226029 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4a321be8-6f31-4499-8e0c-56f214a6111f req-1203d59c-da16-4f15-853b-0eac604f67cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384851 Apr 01 16:01:22.960289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa5753-c362-4ae5-b32d-b5a16f3a5a56 req-13320cba-e971-425a-98a7-919cf4e20384 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:22.961865 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52fa5753-c362-4ae5-b32d-b5a16f3a5a56 req-13320cba-e971-425a-98a7-919cf4e20384 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.1827502 Apr 01 16:01:23.004779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 03c31624-9843-42fc-b177-c04f400043b9 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:23.008359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-52fa5753-c362-4ae5-b32d-b5a16f3a5a56 req-33d7528e-694e-4f7a-b8cb-be892fe10379 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Apr 01 16:01:23.072716 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 03c31624-9843-42fc-b177-c04f400043b9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:23.072993 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.970296 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-f6ed5107-31a8-4380-989a-3cd94e5ab317 req-0c628421-59e4-452d-a49e-0bdd9245c231 service neutron] (83953) timed out ('10.222.0.48', 42848) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:01:24.231650 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50878b-4343-4cad-87ed-c5fe1678069d req-2ce9a0ea-f3b2-4104-99f6-ddf4f618f1c2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:24.233074 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c50878b-4343-4cad-87ed-c5fe1678069d req-2ce9a0ea-f3b2-4104-99f6-ddf4f618f1c2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0863833 Apr 01 16:01:24.292753 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7c50878b-4343-4cad-87ed-c5fe1678069d req-5fe87bdd-4dcb-40a5-b4c7-27b949eb0a0b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541229 Apr 01 16:01:24.494181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66d52c-f9dc-4b60-ad37-20c84a325c2c req-46c3a425-2cfc-49e0-95fa-433e25902d2a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:24.495664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a66d52c-f9dc-4b60-ad37-20c84a325c2c req-46c3a425-2cfc-49e0-95fa-433e25902d2a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0802846 Apr 01 16:01:24.545552 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8a66d52c-f9dc-4b60-ad37-20c84a325c2c req-d591e4f0-2bf2-4668-b4cc-a2a71fd318a7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441651 Apr 01 16:01:24.572913 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49330) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:24.714186 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff37b607-619d-47fc-8d7e-c11a23378518 tempest-TestShelveInstance-443723893 tempest-TestShelveInstance-443723893-project-admin] Synchronizing usage tracker for tenant:2c564b01cd324d8cbb63b3c34c77fa71 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:24.733379 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-ff37b607-619d-47fc-8d7e-c11a23378518 tempest-TestShelveInstance-443723893 tempest-TestShelveInstance-443723893-project-admin] Unset dirty status for tenant:2c564b01cd324d8cbb63b3c34c77fa71 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:24.737341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-ff37b607-619d-47fc-8d7e-c11a23378518 tempest-TestShelveInstance-443723893 tempest-TestShelveInstance-443723893-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1092 time: 0.1606371 Apr 01 16:01:24.737626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49336) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:24.742962 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:24.749195 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:24.753012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:floatingip and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:24.755813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:24.761645 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:24.773563 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.941411 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.083042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Allocated IP 172.25.2.103 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/46702419-8d2b-436f-8ae1-1ca0c3ef88cd) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:25.252202 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.286094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.353537 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:25.356879 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:25.359660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:25.383370 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'Port': ['ID=46702419-8d2b-436f-8ae1-1ca0c3ef88cd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:25.884737 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.943982 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.152412 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.159094 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.362137 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'Port': ['ID=46702419-8d2b-436f-8ae1-1ca0c3ef88cd,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:26.376720 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.572895 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Floating IP b1c30ffc-20bc-44be-b641-831441e1c75b associated. External IP: 172.25.2.103, port: 1a57d15d-d38c-4871-b93c-7d22079bee1e. Apr 01 16:01:26.971146 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:27.178934 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:27.189391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] Sync routers for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:27.201217 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:27.201831 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:27.206248 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.260484 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-035e15df-7de3-4e37-ab71-115594263307 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5217943 Apr 01 16:01:27.261052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:27.315627 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'status': 'completed', 'code': 200} Apr 01 16:01:27.375644 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:27.408641 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-6fc238c8-fb1f-452f-9503-d3aaa659fae8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1097 time: 0.0720453 Apr 01 16:01:27.538734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-7ffc8183-871f-48ec-aeb8-298f9a95a424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:27.540288 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-7ffc8183-871f-48ec-aeb8-298f9a95a424 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1263728 Apr 01 16:01:27.651107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-ea3355e6-47e2-4826-8123-c911da491749 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1000 time: 0.1054804 Apr 01 16:01:27.712019 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-7dba95cf-1785-4ce5-b895-6a9912fa4749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:27.713459 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-7dba95cf-1785-4ce5-b895-6a9912fa4749 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0571237 Apr 01 16:01:27.762383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b1c30ffc-20bc-44be-b641-831441e1c75b', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'port_id': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'mac_address': 'fa:16:3e:dd:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:25Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 0, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:27.766370 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] Checking router: 8aa1f80f-5836-41b9-ba0f-194dcb8365fd for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:27.777563 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:27.778199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:01:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:27.788678 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-c71b4a90-919e-4f1f-b2e4-4351b7d24d47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698175 Apr 01 16:01:27.922798 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-d4023bc0-daa5-4501-a2a8-5657a4a8cc3c service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281145 Apr 01 16:01:27.973275 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:28.011108 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f4d53e3-1213-4444-a984-19e963d483e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.168915 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-668af04b-8bd8-46db-a0cc-023b2a6d70fb req-30fb6ddb-bf50-4b77-9b77-160567971149 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406011 Apr 01 16:01:28.330300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b1c30ffc-20bc-44be-b641-831441e1c75b', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'port_id': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'mac_address': 'fa:16:3e:dd:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:25Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 0, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:28.334381 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffef1f2-811b-4cfa-be6d-1f6c341378ea None None] The sync data for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 is: [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'b1c30ffc-20bc-44be-b641-831441e1c75b', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'port_id': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'mac_address': 'fa:16:3e:dd:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:25Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 0, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:30.385298 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6cc34d00-0b0b-425b-8ea2-6921ef12fdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.363878 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.573868 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.013351 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.106980 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345506d4-fa4d-4c5b-8ba6-d644d85dc58c None None] New status for floating IP b1c30ffc-20bc-44be-b641-831441e1c75b: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:01:41.424694 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.365935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.121500 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:57.975347 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a576b49f-fbd8-4385-8505-550a42374236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.383707 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5e52229-5910-4299-a172-ca1acc166921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.369095 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.583203 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.019862 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:06.649403 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-e8d4050f-0b5c-4e11-a842-a9d5b35b8e10 req-4b238472-a47d-4d38-9597-59724d27482f service neutron] (83954) timed out ('10.222.0.62', 50119) {{(pid=83954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:02:11.425622 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.383481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.939301 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-dd49531e-7944-4271-aade-d6474e9ffe0e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1488595 Apr 01 16:02:16.104175 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-9ce903c3-fb00-4ec5-8963-e0ecc2dad6a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1097 time: 0.0800056 Apr 01 16:02:16.247698 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-4ff4a0a3-7129-4a6f-a274-90e9342892bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:16.249157 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-4ff4a0a3-7129-4a6f-a274-90e9342892bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1274660 Apr 01 16:02:16.360329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-d54ac351-16c4-4c0a-b67f-5796d9ef8a64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1002 time: 0.1054597 Apr 01 16:02:16.427918 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-61018903-d3c7-4d62-967a-704d2ad15d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:16.429904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-61018903-d3c7-4d62-967a-704d2ad15d95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0638888 Apr 01 16:02:16.510436 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-6dabb0f4-fdb6-480b-b073-fd27c3c46d17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746396 Apr 01 16:02:16.648246 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-f18275b9-5d30-43e2-b8dc-4d54e7580a9f service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320443 Apr 01 16:02:16.779994 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-def036ad-1aa9-4c2a-a9c1-df34c2deee3f req-ae4d4cd8-2d38-4fbf-a6f8-a9c331819bcf service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264384 Apr 01 16:02:25.122964 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:02:27.971986 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5d45de2d-b6c7-487d-a74f-edf7ce7ff0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:30.385094 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21b0c81e-35c5-4c82-847a-d2da463d8b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.364894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.583109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:33.021324 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:41.431651 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.394701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:57.967437 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3b177d2-116f-47a0-a212-2f4526bf4c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:00.384272 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b80ebbc-ba63-43b2-9105-6c89dbf7bcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:01.366915 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:01.588708 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:02.131797 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:03:03.024213 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:11.432517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:15.388285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:17.859460 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-2945d930-ce98-4670-bda3-77cc55f38ea7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704780 Apr 01 16:03:18.006107 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-4bffab72-27a3-4104-8b31-329c1f9b70fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1097 time: 0.0740519 Apr 01 16:03:18.151499 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-645613fd-bd37-4b53-aee4-df00ebfa782c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:18.152841 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-645613fd-bd37-4b53-aee4-df00ebfa782c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1286304 Apr 01 16:03:18.256361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-10e46d8c-860b-489e-9eee-5b221fe005d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1002 time: 0.0971849 Apr 01 16:03:18.322959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-b5f20ee5-7738-4a24-92f5-dff15c11468a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:18.324424 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-b5f20ee5-7738-4a24-92f5-dff15c11468a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0626426 Apr 01 16:03:18.400311 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-32f7c838-0421-4a2c-a25a-c523154009a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698113 Apr 01 16:03:18.544590 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-b6c005ef-29d8-4a33-a538-6c7a27b2897b service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382267 Apr 01 16:03:18.779042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0bfb0abb-7cb1-432d-8c52-cace02995127 req-4335df28-43a8-44af-9d30-041784b0b646 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274799 Apr 01 16:03:22.617833 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4e02e-69a4-472c-a924-6552186ed66d req-a8f5231d-8e49-46fe-8638-c9de903bc214 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:22.619196 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1aa4e02e-69a4-472c-a924-6552186ed66d req-a8f5231d-8e49-46fe-8638-c9de903bc214 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0827947 Apr 01 16:03:22.668226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1aa4e02e-69a4-472c-a924-6552186ed66d req-3ab1b41e-5824-439d-a5ab-9bdf8603c241 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433621 Apr 01 16:03:23.902888 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a1114-95a8-4c76-a190-0f789450a821 req-a38676ce-ccb0-4caa-980f-7a2ea89c7ead tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:23.904371 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f20a1114-95a8-4c76-a190-0f789450a821 req-a38676ce-ccb0-4caa-980f-7a2ea89c7ead tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0879915 Apr 01 16:03:23.951612 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f20a1114-95a8-4c76-a190-0f789450a821 req-aea55b10-dda3-4b85-9f02-83c385995ad1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415294 Apr 01 16:03:25.200741 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5257e-7f6b-4f01-97db-ca2e1c276cd9 req-dc4b0399-3901-43eb-a3e0-c84b424bf943 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:25.202172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ec5257e-7f6b-4f01-97db-ca2e1c276cd9 req-dc4b0399-3901-43eb-a3e0-c84b424bf943 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0890722 Apr 01 16:03:25.250260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7ec5257e-7f6b-4f01-97db-ca2e1c276cd9 req-efbc4bfa-cf4e-4531-af22-5967d3ce5bfd tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 Apr 01 16:03:26.469472 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e02af-6e44-4cfe-80f6-7326718c4210 req-0a12d9cb-e83e-40ee-bc33-65be7cfd3471 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:26.470920 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e83e02af-6e44-4cfe-80f6-7326718c4210 req-0a12d9cb-e83e-40ee-bc33-65be7cfd3471 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0912702 Apr 01 16:03:26.516796 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e83e02af-6e44-4cfe-80f6-7326718c4210 req-af239fcc-0e84-4984-b84d-dc162a6db0ba tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400372 Apr 01 16:03:27.896620 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e2d97-05ec-43c5-b808-9b53c87e2cb7 req-9e227a96-c7b4-4d91-92c3-f548febde87b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:27.897995 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-558e2d97-05ec-43c5-b808-9b53c87e2cb7 req-9e227a96-c7b4-4d91-92c3-f548febde87b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0976231 Apr 01 16:03:27.944481 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-558e2d97-05ec-43c5-b808-9b53c87e2cb7 req-8046c79b-35de-46c8-b7a3-a179b50f4cb8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Apr 01 16:03:27.971949 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c96bdc32-ec9f-4dc8-9834-2b58e89a5929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.175140 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9d313-cfb7-41fe-b5b6-3ff76c21313f req-89a9438e-1a0a-4226-b4ea-36ff743942e5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:29.176597 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23d9d313-cfb7-41fe-b5b6-3ff76c21313f req-89a9438e-1a0a-4226-b4ea-36ff743942e5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0897064 Apr 01 16:03:29.222559 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-23d9d313-cfb7-41fe-b5b6-3ff76c21313f req-20ac0e18-6ab8-47a9-90a1-fe024e6d3083 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402303 Apr 01 16:03:30.381076 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ea48d9c-083d-45bf-aa58-6d7dc3e43c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.433931 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08656a-21a3-47c8-8096-e8f7b441b29a req-5cace19e-aaf3-4998-b126-e2f98cac66bf tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:30.435409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a08656a-21a3-47c8-8096-e8f7b441b29a req-5cace19e-aaf3-4998-b126-e2f98cac66bf tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0873795 Apr 01 16:03:30.481184 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4a08656a-21a3-47c8-8096-e8f7b441b29a req-5801aa11-4261-4e64-8744-e13792467da4 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Apr 01 16:03:31.368158 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.588589 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.692786 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a1bc-f23c-4aeb-a0a0-e93e25bc6231 req-fc896e04-7517-4595-ae70-49bfb8a2e752 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:31.694117 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14c3a1bc-f23c-4aeb-a0a0-e93e25bc6231 req-fc896e04-7517-4595-ae70-49bfb8a2e752 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0800514 Apr 01 16:03:31.739810 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-14c3a1bc-f23c-4aeb-a0a0-e93e25bc6231 req-51f0a83e-bca0-47c9-9696-30d8bf9edecf tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400388 Apr 01 16:03:32.961240 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a3eea-659e-4c6b-a530-b28473a622c0 req-9397dc5e-b775-4da7-96bd-1c21f00ed82c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:32.963363 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc1a3eea-659e-4c6b-a530-b28473a622c0 req-9397dc5e-b775-4da7-96bd-1c21f00ed82c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0827186 Apr 01 16:03:33.020694 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc1a3eea-659e-4c6b-a530-b28473a622c0 req-8ca2fb5f-04dd-49bd-bc17-e787b662ef5a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461264 Apr 01 16:03:33.027220 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.229739 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaceee-63fb-4e9d-96a0-e365017b95d7 req-13b197dc-6b96-4f36-802c-2014898b3df3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:34.231305 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08aaceee-63fb-4e9d-96a0-e365017b95d7 req-13b197dc-6b96-4f36-802c-2014898b3df3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0813978 Apr 01 16:03:34.281011 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-08aaceee-63fb-4e9d-96a0-e365017b95d7 req-44cddfc0-3328-407a-b671-3d8497f86fa5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440085 Apr 01 16:03:34.344892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:03:34.496968 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:34.510983 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'port_id': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'mac_address': 'fa:16:3e:dd:d2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:03:34.569028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.586713 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a57d15d-d38c-4871-b93c-7d22079bee1e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:03:34.602200 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:34.611236 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.682398 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:34.692778 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['1a57d15d-d38c-4871-b93c-7d22079bee1e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:03:34.741308 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.741649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.741986 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.742318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.742646 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.742971 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.743314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.743639 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.743957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.744272 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:34.744598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:35.491407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4740a0-857e-4101-9fe6-0bee46969c0e req-11cb5c46-0279-4f83-9a3c-551d455a26e9 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:35.492895 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc4740a0-857e-4101-9fe6-0bee46969c0e req-11cb5c46-0279-4f83-9a3c-551d455a26e9 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0859103 Apr 01 16:03:35.542050 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fc4740a0-857e-4101-9fe6-0bee46969c0e req-01220597-0392-49aa-83fd-d526fd7f15c7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429304 Apr 01 16:03:36.363950 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:36.473649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 1a57d15d-d38c-4871-b93c-7d22079bee1e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:36.474019 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.594337 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.623431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:36.635917 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:36.642437 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:36.762254 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:36.806195 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'code': 200} Apr 01 16:03:36.820099 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313b638-4941-4ab1-80ea-75757c35de13 req-89bf2f9a-8ff3-49e0-a1af-2e046ae07bfd tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:36.822093 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b313b638-4941-4ab1-80ea-75757c35de13 req-89bf2f9a-8ff3-49e0-a1af-2e046ae07bfd tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.1332066 Apr 01 16:03:36.870120 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b313b638-4941-4ab1-80ea-75757c35de13 req-a65ff7a1-fa91-458e-ae91-34b1dbd27aba tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419686 Apr 01 16:03:38.077933 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c57dd-78f3-4a86-946a-472407be1b46 req-06678563-20cf-4980-9326-ae3e937df9d0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:38.079718 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b2c57dd-78f3-4a86-946a-472407be1b46 req-06678563-20cf-4980-9326-ae3e937df9d0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0859606 Apr 01 16:03:38.127957 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2b2c57dd-78f3-4a86-946a-472407be1b46 req-7cb5a353-f40f-41ba-841f-2d817ffa8781 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420291 Apr 01 16:03:39.121691 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:03:39.329437 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3239d2c-4b97-4784-8ead-6c63ecafcf9d req-d8b836db-dbf6-44d7-8551-1c519b410467 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:39.330805 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3239d2c-4b97-4784-8ead-6c63ecafcf9d req-d8b836db-dbf6-44d7-8551-1c519b410467 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0804083 Apr 01 16:03:39.383384 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b3239d2c-4b97-4784-8ead-6c63ecafcf9d req-3657dcc2-b804-45ae-9968-1dc84d0ed141 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461385 Apr 01 16:03:40.610868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf17380-c4c8-4b00-8762-a6483a55764a req-2a9d4401-f07b-4d57-bf06-a4e5b9ed74d2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:40.615703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf17380-c4c8-4b00-8762-a6483a55764a req-2a9d4401-f07b-4d57-bf06-a4e5b9ed74d2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0947402 Apr 01 16:03:40.675233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fdf17380-c4c8-4b00-8762-a6483a55764a req-9ce7a72b-83b7-4d39-828c-29a8b830dab3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553691 Apr 01 16:03:41.443903 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.892526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d972c6-ded3-43db-8a4f-cc070113369d req-8a374e54-4507-4de6-aa8e-9f8f20d29eb5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:41.899434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7d972c6-ded3-43db-8a4f-cc070113369d req-8a374e54-4507-4de6-aa8e-9f8f20d29eb5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0844684 Apr 01 16:03:41.941595 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d7d972c6-ded3-43db-8a4f-cc070113369d req-47eb4b71-5fb0-4d7e-925c-4903f2220c48 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Apr 01 16:03:43.160511 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3012b-8d03-4ec7-bdd5-5a5a8b95fd1e req-84ceeedb-9f7e-4ccd-9bf2-2c8aab050e86 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:43.162072 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96f3012b-8d03-4ec7-bdd5-5a5a8b95fd1e req-84ceeedb-9f7e-4ccd-9bf2-2c8aab050e86 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0850737 Apr 01 16:03:43.211722 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-96f3012b-8d03-4ec7-bdd5-5a5a8b95fd1e req-f2217992-6f99-400a-ab74-c738c20d7e3b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Apr 01 16:03:44.460024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbd92-1049-4bbc-a998-d04a362d0ae7 req-23efd857-d546-4546-b6c9-5ef626218083 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:44.461493 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-05cfbd92-1049-4bbc-a998-d04a362d0ae7 req-23efd857-d546-4546-b6c9-5ef626218083 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0978508 Apr 01 16:03:44.511791 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-05cfbd92-1049-4bbc-a998-d04a362d0ae7 req-146c14e7-84d6-4f6f-9ad8-2af8fef4859c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Apr 01 16:03:45.409392 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.712558 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4e2c-3aaf-4fa7-be47-7c4ddae63aaf req-c3721cf9-e689-49fe-82aa-ec7babc16257 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:45.714123 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-56bd4e2c-3aaf-4fa7-be47-7c4ddae63aaf req-c3721cf9-e689-49fe-82aa-ec7babc16257 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0768702 Apr 01 16:03:45.767660 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-56bd4e2c-3aaf-4fa7-be47-7c4ddae63aaf req-12d00273-d256-4556-8552-801358075680 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472159 Apr 01 16:03:45.902233 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-6f4b09c4-bf52-4ea2-8eb5-eaa514cfadd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1097 time: 0.0801001 Apr 01 16:03:46.050983 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-b53cfa47-f1fb-4210-bd32-224e088ad6e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.053336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-b53cfa47-f1fb-4210-bd32-224e088ad6e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1455784 Apr 01 16:03:46.157489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-c0c89d71-90b2-43bc-8160-4a5084a60f0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1002 time: 0.0985818 Apr 01 16:03:46.219675 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-a793e824-8014-4f6d-a2b5-0244d06dca80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.221040 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-a793e824-8014-4f6d-a2b5-0244d06dca80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0581777 Apr 01 16:03:46.298325 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-9c3fc795-1ee5-42ad-8221-427efa49d3a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719488 Apr 01 16:03:46.428933 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-27e5f1f3-6afe-4ee6-ad68-35ef1e700537 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246033 Apr 01 16:03:46.658632 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa5d8ad7-b652-415f-879e-070e59827d62 req-b308e8c0-ebe6-4771-94ae-6b5b5ee2e056 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239742 Apr 01 16:03:46.980165 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fec25-aa46-42b1-821d-dff5d430fc94 req-e8cc7ade-9a1f-4cea-b1f9-4ac92cb73602 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:46.981734 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa0fec25-aa46-42b1-821d-dff5d430fc94 req-e8cc7ade-9a1f-4cea-b1f9-4ac92cb73602 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0840144 Apr 01 16:03:47.038441 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fa0fec25-aa46-42b1-821d-dff5d430fc94 req-6ae49ff6-0b2f-4aec-8e31-8a72c503e392 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490839 Apr 01 16:03:48.251756 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6aefda-cc9b-48f7-8f0c-58b6fe509d7e req-0c0812a3-b4c7-4dec-bef3-bcfb06344cfc tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:48.253616 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d6aefda-cc9b-48f7-8f0c-58b6fe509d7e req-0c0812a3-b4c7-4dec-bef3-bcfb06344cfc tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0898507 Apr 01 16:03:48.302263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6d6aefda-cc9b-48f7-8f0c-58b6fe509d7e req-74ee1626-426f-4b5f-9bd6-f9b47f82394c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Apr 01 16:03:49.517966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a29bb-7969-4e86-95bf-42c903654891 req-eb9d969c-88f9-4dcf-893c-6bb2a6cbb748 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:49.519490 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c44a29bb-7969-4e86-95bf-42c903654891 req-eb9d969c-88f9-4dcf-893c-6bb2a6cbb748 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0831220 Apr 01 16:03:49.579506 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-c44a29bb-7969-4e86-95bf-42c903654891 req-1848182e-ee10-4ef3-9715-9b85ea2ecf55 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517597 Apr 01 16:03:49.865956 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4bcbe4c-3740-426b-b5a6-ec173b96c7b4 req-ae855b6c-03d4-4b8b-b165-050fd42eed59 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1568658 Apr 01 16:03:50.195075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ed9b4-f14a-46de-8eef-97531d6cb1bb req-e9f224e9-691d-4155-b5f0-e20ea55e26cc tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:50.196529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-984ed9b4-f14a-46de-8eef-97531d6cb1bb req-e9f224e9-691d-4155-b5f0-e20ea55e26cc tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.1266193 Apr 01 16:03:50.240021 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-89d34184-e710-4a4f-a5bc-68157db34451 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1755409 Apr 01 16:03:50.251968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-984ed9b4-f14a-46de-8eef-97531d6cb1bb req-70fc5119-986c-4b9c-a5a7-b225f2566248 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488966 Apr 01 16:03:50.439442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:50.571536 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.602323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:50.611935 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:50.616264 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.658675 n-d-836017-1 neutron-server[83955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'code': 422} returned with failed status Apr 01 16:03:50.684759 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:51.456243 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8970f-44d4-4c98-993b-1907b5dfff0f req-9b1ca94c-b9ce-4a0e-8b38-1265b27adc33 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.457976 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cc8970f-44d4-4c98-993b-1907b5dfff0f req-9b1ca94c-b9ce-4a0e-8b38-1265b27adc33 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 944 time: 0.0807209 Apr 01 16:03:51.510606 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4cc8970f-44d4-4c98-993b-1907b5dfff0f req-1ace056d-7af2-4470-994e-8bb1adbe65c3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469410 Apr 01 16:03:52.820705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852b907-88dc-4fc2-a41c-bebc1691ca40 req-12541d3c-4788-4f20-8d9a-5f2cc97430ea tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:52.822133 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3852b907-88dc-4fc2-a41c-bebc1691ca40 req-12541d3c-4788-4f20-8d9a-5f2cc97430ea tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 944 time: 0.1864474 Apr 01 16:03:52.866929 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3852b907-88dc-4fc2-a41c-bebc1691ca40 req-7ee1a6d4-c8e4-4924-9a83-fcb93e46c490 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389657 Apr 01 16:03:52.944256 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-a7f35391-1fe4-48e6-8305-e94bd396acd5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599&tenant_id=1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 1095 time: 0.1379266 Apr 01 16:03:52.955231 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:53.062099 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.322836 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:53.350975 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:53.402355 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a57d15d-d38c-4871-b93c-7d22079bee1e {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:03:53.409369 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.423868 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Transition to ACTIVE for port object 1a57d15d-d38c-4871-b93c-7d22079bee1e will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:53.430864 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.551627 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=9']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:53.574207 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.574429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.574738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.575059 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.575407 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.575727 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.576043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.576434 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.576718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.577029 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.577338 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:53.630120 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] No DVR routers for this DVR port 1a57d15d-d38c-4871-b93c-7d22079bee1e on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:53.885857 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:53.886523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:53.886523 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:53.893454 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Port 1a57d15d-d38c-4871-b93c-7d22079bee1e on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:03:53.893781 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Attempting to bind port 1a57d15d-d38c-4871-b93c-7d22079bee1e on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:53.900643 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:03:53.900970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Checking segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:53.901345 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Bound using segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:03:53.901762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Bound port: 1a57d15d-d38c-4871-b93c-7d22079bee1e, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:53.902104 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.991540 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:53.994474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:53.999815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:54.058942 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:54.060326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1092 time: 1.1091332 Apr 01 16:03:54.060799 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:54.079599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c77e-9657-4133-b213-fb338d772e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=10']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:54.082215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950266c8-6fcd-46a0-9fff-27c974efc2a7 req-04e4fbf6-c420-4ee4-8c59-22dd897181bf tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.084193 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-950266c8-6fcd-46a0-9fff-27c974efc2a7 req-04e4fbf6-c420-4ee4-8c59-22dd897181bf tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0926588 Apr 01 16:03:54.142513 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-950266c8-6fcd-46a0-9fff-27c974efc2a7 req-4233568f-1b46-46eb-bfae-02a36195ca4c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512218 Apr 01 16:03:54.167122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-ef8e95df-9d39-4779-aba3-8b62f742f28a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1096 time: 0.0765438 Apr 01 16:03:54.240736 n-d-836017-1 neutron-server[83954]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'status': 'failed', 'code': 422} returned with failed status Apr 01 16:03:54.299898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-234bfc7f-6023-4b68-8e5c-cd25106efb4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.301327 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-234bfc7f-6023-4b68-8e5c-cd25106efb4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1278586 Apr 01 16:03:54.403745 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-af20b2a2-870b-42b3-9d01-62970008bb94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1000 time: 0.0950861 Apr 01 16:03:54.558669 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-14855465-6bb5-4a29-a0c5-3a17a3fb5cc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.560661 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-14855465-6bb5-4a29-a0c5-3a17a3fb5cc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.1510749 Apr 01 16:03:54.647055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-01057332-f245-4493-8154-331f7e9201d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798619 Apr 01 16:03:54.657412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-a6684621-41a3-479a-9bb3-1436ab04e2f6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:03:54.658232 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-a6684621-41a3-479a-9bb3-1436ab04e2f6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048828 Apr 01 16:03:54.795683 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-87d8b57b-ca96-4385-b5cc-8532d993ea17 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302147 Apr 01 16:03:54.926142 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3b5654d8-b53a-484a-8f3a-1319d1e7463b req-a741af2c-f6c0-4633-a9af-509e0a6bf354 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246660 Apr 01 16:03:55.367001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f76cb-c64d-4957-9d4f-e846101e2cdd req-37c84193-d8e2-45e8-9910-ba1c9f74f0fe tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:55.368483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e94f76cb-c64d-4957-9d4f-e846101e2cdd req-37c84193-d8e2-45e8-9910-ba1c9f74f0fe tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0866916 Apr 01 16:03:55.416928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e94f76cb-c64d-4957-9d4f-e846101e2cdd req-a689626a-b655-4543-8d93-6ade8ed3a435 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426581 Apr 01 16:03:56.636398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e7f31-70eb-4038-8d69-6f64b9bbc56d req-7ccb6864-59a6-4b82-9e60-f416ee4ece3a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:56.637851 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e4e7f31-70eb-4038-8d69-6f64b9bbc56d req-7ccb6864-59a6-4b82-9e60-f416ee4ece3a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0831223 Apr 01 16:03:56.688467 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-9e4e7f31-70eb-4038-8d69-6f64b9bbc56d req-c383f382-411f-4b9c-9f76-33c881bfce12 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Apr 01 16:03:57.913150 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b4c09-4ada-4d7f-8563-474e5dd559f0 req-e36b2bfa-01d7-4684-9b37-ba64e44a895b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:57.919677 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d9b4c09-4ada-4d7f-8563-474e5dd559f0 req-e36b2bfa-01d7-4684-9b37-ba64e44a895b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0915320 Apr 01 16:03:57.974272 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-6d9b4c09-4ada-4d7f-8563-474e5dd559f0 req-01161f20-dece-4683-b8bf-7664e9a471e2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536742 Apr 01 16:03:57.989730 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f6902df-2bac-4eb3-95f2-c1362fcff932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:59.228817 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0ded1-42ce-4db6-a461-4b8155b06567 req-e3de64eb-7768-41a8-ba09-7610e9629ee7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.230340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41d0ded1-42ce-4db6-a461-4b8155b06567 req-e3de64eb-7768-41a8-ba09-7610e9629ee7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0862186 Apr 01 16:03:59.280236 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-41d0ded1-42ce-4db6-a461-4b8155b06567 req-65c8b593-1fdd-4920-8c9e-82df5887b607 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Apr 01 16:04:00.375405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1742200-2085-4f37-a217-7262a62ada14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:00.503253 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae28457-1fd5-4dd4-84c6-efa275600631 req-d532b1e3-61da-47d7-9929-e349078afbf5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:00.504700 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dae28457-1fd5-4dd4-84c6-efa275600631 req-d532b1e3-61da-47d7-9929-e349078afbf5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0812292 Apr 01 16:04:00.554174 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dae28457-1fd5-4dd4-84c6-efa275600631 req-ba2b7968-3d19-41ed-b54d-55ddea0b8fdb tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Apr 01 16:04:01.362436 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:01.591828 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:01.771679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85036014-5412-46a8-9003-0dd1278c52a0 req-d7397b2a-70d7-43a0-9520-28a45d6ceda3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:01.773682 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85036014-5412-46a8-9003-0dd1278c52a0 req-d7397b2a-70d7-43a0-9520-28a45d6ceda3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Apr 01 16:04:01.824092 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-85036014-5412-46a8-9003-0dd1278c52a0 req-353a71f9-3628-4c6d-a5ac-5f0642b52115 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Apr 01 16:04:03.029527 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:03.036002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24384c33-d350-44c6-b560-5f065b7ce089 req-ce249a4b-49cb-4626-b176-de112488564c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:03.037463 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24384c33-d350-44c6-b560-5f065b7ce089 req-ce249a4b-49cb-4626-b176-de112488564c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0902426 Apr 01 16:04:03.084907 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-24384c33-d350-44c6-b560-5f065b7ce089 req-79a4b15a-8598-472e-ad4d-4ce895373ee2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Apr 01 16:04:04.302275 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb670c-60da-4d63-adfb-60c19f6323d4 req-dd6803eb-9b32-45de-bab7-c500f78bc22b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:04.303940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24cb670c-60da-4d63-adfb-60c19f6323d4 req-dd6803eb-9b32-45de-bab7-c500f78bc22b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0902860 Apr 01 16:04:04.355644 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24cb670c-60da-4d63-adfb-60c19f6323d4 req-62141421-819b-429c-a5cb-9af0c076e870 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Apr 01 16:04:05.560931 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd23e4e-61ff-4069-b06b-634773ce2dae req-3a46c2f4-129a-4307-a0c9-6c24a4baedef tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:05.562358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bfd23e4e-61ff-4069-b06b-634773ce2dae req-3a46c2f4-129a-4307-a0c9-6c24a4baedef tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 945 time: 0.0773590 Apr 01 16:04:05.607036 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-bfd23e4e-61ff-4069-b06b-634773ce2dae req-e14ab600-ab5a-477d-8e6f-09a1386998e1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391376 Apr 01 16:04:06.402589 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:04:06.544328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:06.558590 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'port_id': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'mac_address': 'fa:16:3e:dd:d2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:04:06.614429 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.631875 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a57d15d-d38c-4871-b93c-7d22079bee1e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:04:06.647871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:06.653326 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:06.722647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:06.803621 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b920-3389-46ae-b687-3242734512a3 req-cf2696fa-a766-4638-8d82-bc721193d6da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:06.805091 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dd5b920-3389-46ae-b687-3242734512a3 req-cf2696fa-a766-4638-8d82-bc721193d6da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0758183 Apr 01 16:04:06.856131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-5dd5b920-3389-46ae-b687-3242734512a3 req-3370e254-9437-4f92-94d0-b445e94ad72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Apr 01 16:04:06.896511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['1a57d15d-d38c-4871-b93c-7d22079bee1e'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:04:08.065306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225faa5-9aed-431a-a44c-fac8a46e26b2 req-6f4bf33e-29a0-44f3-986e-cb3c966b6112 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:08.066698 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f225faa5-9aed-431a-a44c-fac8a46e26b2 req-6f4bf33e-29a0-44f3-986e-cb3c966b6112 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 946 time: 0.0836825 Apr 01 16:04:08.112499 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f225faa5-9aed-431a-a44c-fac8a46e26b2 req-cadbfd1f-8651-40c3-ac64-039f12503967 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Apr 01 16:04:08.403765 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:08.491781 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port 1a57d15d-d38c-4871-b93c-7d22079bee1e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:08.496670 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port 1a57d15d-d38c-4871-b93c-7d22079bee1e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:08.497069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.615002 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.641182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:04:08.650600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:08.656171 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.702965 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'code': 200} Apr 01 16:04:08.729756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=12']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:08.910760 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78b07ae1-732e-4e2e-ac6d-87a5b0eb7163 req-a4f4ba49-6760-405c-bcc2-eac080c07492 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1098 time: 0.0674977 Apr 01 16:04:08.952574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-78b07ae1-732e-4e2e-ac6d-87a5b0eb7163 req-a5164961-468a-4841-8f68-f54076b61522 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357592 Apr 01 16:04:09.320203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c205a-bbe1-4295-9961-e35ad80f831d req-7d09c6f0-cddd-4d3f-be14-4d81a4184f82 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:09.321615 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f4c205a-bbe1-4295-9961-e35ad80f831d req-7d09c6f0-cddd-4d3f-be14-4d81a4184f82 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 947 time: 0.0822959 Apr 01 16:04:09.369871 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f4c205a-bbe1-4295-9961-e35ad80f831d req-9471801f-0ae9-48ef-923f-696944d65259 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400686 Apr 01 16:04:10.578310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5fa49-4248-4d84-91af-a99597e6019e req-f80d0180-9e30-4a1c-8851-56de25cbb73e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:10.579882 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4f5fa49-4248-4d84-91af-a99597e6019e req-f80d0180-9e30-4a1c-8851-56de25cbb73e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 947 time: 0.0820684 Apr 01 16:04:10.627606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c4f5fa49-4248-4d84-91af-a99597e6019e req-e49b8c8d-af8b-4a9a-ab84-4bb2bb623cf9 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Apr 01 16:04:11.454084 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:11.834948 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7661-ee66-4447-bd26-fe265acba5c7 req-ef8a1b0f-6581-4dfe-ae45-7486604d6a92 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:11.836393 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-860d7661-ee66-4447-bd26-fe265acba5c7 req-ef8a1b0f-6581-4dfe-ae45-7486604d6a92 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 947 time: 0.0800467 Apr 01 16:04:11.885554 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-860d7661-ee66-4447-bd26-fe265acba5c7 req-983c40f1-4a81-4a49-87e7-abfdce5b67dd tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Apr 01 16:04:15.410660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.128600 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:27.981945 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91770890-a12d-4950-a46d-7b90ce82491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:30.386978 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0aff91b2-ffca-4eae-aace-dc7a641be167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.373714 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.595175 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:33.033732 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:39.145462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-380d6734-7d7d-4fa8-b3e6-28f5f1306f93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698166 Apr 01 16:04:39.297924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-11434058-e2ef-40f5-b53d-1698f11ba822 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1098 time: 0.0761821 Apr 01 16:04:39.443424 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-c0b89f84-2608-43d5-a071-1a62943c4c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:39.444757 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-c0b89f84-2608-43d5-a071-1a62943c4c5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1279070 Apr 01 16:04:39.546623 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-cb899606-c767-42f1-8a74-2c40bd94d064 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 1002 time: 0.0954099 Apr 01 16:04:39.610850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-312b5458-acf9-4c8e-b751-e42cc6124e5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:39.612249 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-312b5458-acf9-4c8e-b751-e42cc6124e5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0596921 Apr 01 16:04:39.696703 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-be55dac2-78d4-4f70-a79f-2d7b636d3c5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764830 Apr 01 16:04:39.913601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-1710af63-3737-4aca-ac0b-a98b9e7322de service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101018 Apr 01 16:04:40.044671 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bc0dbee7-4dfb-48ec-a5ad-35056d807d65 req-672f46b8-e314-4905-bd3a-9d05b8d476e5 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252067 Apr 01 16:04:41.454107 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.437237 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.135496 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:57.984953 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3cc25923-a328-4823-9a57-9682e32f31f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.391283 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b6829b8-b192-4e77-8356-359df32d8f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.377432 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.601494 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:03.036810 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.466763 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.434115 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:20.651099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49626) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:20.858636 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Deleting port 46702419-8d2b-436f-8ae1-1ca0c3ef88cd {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:05:20.859019 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.047554 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.048135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.172192 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Calling delete_port for 46702419-8d2b-436f-8ae1-1ca0c3ef88cd owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:05:21.324781 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.372416 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event deleted for resources: {'Port': ['ID=46702419-8d2b-436f-8ae1-1ca0c3ef88cd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:21.436912 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.437251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.437583 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.437914 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.438235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.438560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.438883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.439204 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.439545 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.439856 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.440183 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:21.471388 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.879982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:05:22.170985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:05:22.181692 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] Sync routers for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:05:22.193572 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:22.195327 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:22.195964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:22.252344 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-074837c0-57bc-4e25-a523-77dec9694a6f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "DELETE /v2.0/floatingips/b1c30ffc-20bc-44be-b641-831441e1c75b HTTP/1.1" status: 204 len: 168 time: 1.6000938 Apr 01 16:05:22.252903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:22.332591 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'status': 'completed', 'code': 200} Apr 01 16:05:22.416119 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:22.426684 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c531fe01-205d-4c50-aa55-c795b417492d req-87b35f7f-734c-455d-adf1-059661baaee3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 1098 time: 0.0725513 Apr 01 16:05:22.573049 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531fe01-205d-4c50-aa55-c795b417492d req-d97c9040-2452-4bf2-8a58-2310853a8c0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:22.574576 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c531fe01-205d-4c50-aa55-c795b417492d req-d97c9040-2452-4bf2-8a58-2310853a8c0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1412556 Apr 01 16:05:22.645449 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c531fe01-205d-4c50-aa55-c795b417492d req-bfa0a198-6a49-4b83-87f6-35f9107b2dd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 200 len: 217 time: 0.0640671 Apr 01 16:05:22.668751 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466485a-d3dd-422b-92f2-91c34112d2e8 req-8088fe10-b1d9-4845-ae48-cb37578fe30d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:22.670192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d466485a-d3dd-422b-92f2-91c34112d2e8 req-8088fe10-b1d9-4845-ae48-cb37578fe30d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 947 time: 0.0783474 Apr 01 16:05:22.712806 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531fe01-205d-4c50-aa55-c795b417492d req-bd782686-0475-4a5f-b0c4-51ea42f244c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:22.714179 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c531fe01-205d-4c50-aa55-c795b417492d req-bd782686-0475-4a5f-b0c4-51ea42f244c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0601904 Apr 01 16:05:22.722664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d466485a-d3dd-422b-92f2-91c34112d2e8 req-556a1f42-5674-4b6b-ba4c-8f2348345287 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456746 Apr 01 16:05:22.733492 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:22.738016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] Checking router: 8aa1f80f-5836-41b9-ba0f-194dcb8365fd for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:05:22.751442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:22.751442 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:05:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:22.792335 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c531fe01-205d-4c50-aa55-c795b417492d req-2aab3322-5c7e-4034-987e-04afa2fe06d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718391 Apr 01 16:05:22.927070 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:22.928108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c531fe01-205d-4c50-aa55-c795b417492d req-caf61952-b3e1-4a62-8b4a-fe0ff0bae50b service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288481 Apr 01 16:05:23.062516 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c531fe01-205d-4c50-aa55-c795b417492d req-b366031f-c360-43a7-88d5-a1721c08f855 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270905 Apr 01 16:05:23.248491 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:23.252591 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91284d3-dd1b-4ec3-8b12-668d5e7e77a8 None None] The sync data for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 is: [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:05:23.474477 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ba407-109f-4a61-bcc1-fdf867ea2916 None None] New status for floating IP b1c30ffc-20bc-44be-b641-831441e1c75b: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:05:23.968737 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-de56d402-744d-4f41-a974-fe2081fe28c2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:23.969387 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-de56d402-744d-4f41-a974-fe2081fe28c2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:23.977886 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e6b30-9083-4c2c-b533-9bac622d36b8 req-59f8f300-7451-4e45-902a-2b5d0571bd3e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:23.978538 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8d6e6b30-9083-4c2c-b533-9bac622d36b8 req-59f8f300-7451-4e45-902a-2b5d0571bd3e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:24.000768 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-de56d402-744d-4f41-a974-fe2081fe28c2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:24.002475 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-de56d402-744d-4f41-a974-fe2081fe28c2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 947 time: 0.1648626 Apr 01 16:05:24.003921 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-8d6e6b30-9083-4c2c-b533-9bac622d36b8 req-59f8f300-7451-4e45-902a-2b5d0571bd3e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:24.005173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d6e6b30-9083-4c2c-b533-9bac622d36b8 req-59f8f300-7451-4e45-902a-2b5d0571bd3e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 947 time: 0.1382020 Apr 01 16:05:24.098913 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Deleting port 1a57d15d-d38c-4871-b93c-7d22079bee1e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:05:24.099241 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.137370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-8d6e6b30-9083-4c2c-b533-9bac622d36b8 req-14156991-8f68-4210-8287-55d9898a676b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=61ccc44b-4387-4cbd-94c8-530fe856f700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953314 Apr 01 16:05:24.352303 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] For port 1a57d15d-d38c-4871-b93c-7d22079bee1e, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=1a57d15d-d38c-4871-b93c-7d22079bee1e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:24.352630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.571753 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Calling delete_port for 1a57d15d-d38c-4871-b93c-7d22079bee1e owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:05:24.734954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.784217 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event deleted for resources: {'Port': ['ID=1a57d15d-d38c-4871-b93c-7d22079bee1e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:24.856874 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] No DVR routers for this DVR port 1a57d15d-d38c-4871-b93c-7d22079bee1e on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:05:24.859501 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.861982 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-deleted', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:24.878523 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-db3d50fd-eca4-4406-8156-95ee207c4fdd req-46c7a33d-4a76-48d4-b295-3f2f0606a0be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.44 "DELETE /v2.0/ports/1a57d15d-d38c-4871-b93c-7d22079bee1e HTTP/1.1" status: 204 len: 173 time: 0.8700833 Apr 01 16:05:24.918983 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3cfade-b418-4702-ae0e-28e7e9c76599', 'name': 'network-vif-deleted', 'tag': '1a57d15d-d38c-4871-b93c-7d22079bee1e', 'status': 'completed', 'code': 200} Apr 01 16:05:25.327826 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7cae419b-757a-4aed-9935-3d5c9ebf9f62 req-7503643a-b4ae-4814-88e3-69630b839064 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:25.346030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7cae419b-757a-4aed-9935-3d5c9ebf9f62 req-7503643a-b4ae-4814-88e3-69630b839064 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:25.347393 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7cae419b-757a-4aed-9935-3d5c9ebf9f62 req-7503643a-b4ae-4814-88e3-69630b839064 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a3cfade-b418-4702-ae0e-28e7e9c76599 HTTP/1.1" status: 200 len: 210 time: 0.0611069 Apr 01 16:05:26.456708 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49648) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:26.538056 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-304031cb-8041-4957-b2fa-d46391cd58d8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.570711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-304031cb-8041-4957-b2fa-d46391cd58d8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.639511 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-304031cb-8041-4957-b2fa-d46391cd58d8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.657697 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304031cb-8041-4957-b2fa-d46391cd58d8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ccc44b-4387-4cbd-94c8-530fe856f700,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:26.670003 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-304031cb-8041-4957-b2fa-d46391cd58d8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.671471 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-304031cb-8041-4957-b2fa-d46391cd58d8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "DELETE /v2.0/security-groups/61ccc44b-4387-4cbd-94c8-530fe856f700 HTTP/1.1" status: 204 len: 168 time: 0.2136037 Apr 01 16:05:27.138888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49656) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:27.145032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891128146', 'description': 'tempest-secgroup-smoke-1891128146 description', 'project_id': '1a735c0c698b450088306a11afae8d9c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:27.151946 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:27.156391 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:27.159368 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:27.165628 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:27.179165 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.216429 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:27.220228 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:27.223089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:27.228824 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:27.283941 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.288896 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.332392 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:27.336309 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.337491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5486aa0e-4e00-4c24-a35c-7710b9bcde49 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1972082 Apr 01 16:05:27.340423 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49660) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:27.345849 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '0b517c3f-8b0f-4ea9-a142-d1cb50adfb02', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:27.352652 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:27.356718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:27.359738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:27.365642 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:27.384523 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.448563 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.455140 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.483073 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8db8c9c-d956-4e2d-8771-78ca959e93e9,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:27.494314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.498337 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-6d6bafef-ecac-4914-8d72-572b9b50d7da tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1569433 Apr 01 16:05:27.498462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49664) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:27.506661 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '0b517c3f-8b0f-4ea9-a142-d1cb50adfb02', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:27.516871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:27.522702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:27.526784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:27.534106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:27.552120 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.624028 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.628664 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.650798 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c87d303-d6b8-4818-a19e-0aa365abacfb,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:27.662881 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.664065 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1645517 Apr 01 16:05:27.665543 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.665873 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.666201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.666524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.666843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.667074 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49668) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:27.667258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.667505 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.667816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.668131 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.668440 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.668743 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb142a-b093-4615-840f-96b27c6c20f1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:27.674038 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '0b517c3f-8b0f-4ea9-a142-d1cb50adfb02', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:27.680834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:27.684662 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:27.687515 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:27.693105 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:27.709475 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.772578 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.776948 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.801927 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cadcbc-7237-4d78-9f2e-f2e0a1290d76,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:27.812549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.813714 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5cd76a48-0c31-464b-8751-d2e320c1b38f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1456316 Apr 01 16:05:27.816495 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49672) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:27.821794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '0b517c3f-8b0f-4ea9-a142-d1cb50adfb02', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:27.828241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:27.832065 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:27.834879 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:27.840461 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:27.858110 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.924764 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.930101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.952245 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180439b1-cb82-480a-bb97-ca9f012800e8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:27.964685 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.965899 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-8f06ca91-7f87-45c8-a79e-81a82e6eb72b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1484511 Apr 01 16:05:27.968784 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49676) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:27.974167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '0b517c3f-8b0f-4ea9-a142-d1cb50adfb02', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:27.978346 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45784d2f-c8ff-4c30-9504-b90872037b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.981786 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:27.986001 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:27.988926 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:27.994681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:28.009258 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Project 1a735c0c698b450088306a11afae8d9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:05:28.015746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.088732 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.094504 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.122276 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ee3b45-3eb8-4487-9694-30c9359b8c22,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:28.134506 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.135886 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cdf93c24-0a14-492b-84ad-2cc36b75f3c8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1661291 Apr 01 16:05:28.138738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49680) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:28.144268 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'security_group_rule': {'security_group_id': '0b517c3f-8b0f-4ea9-a142-d1cb50adfb02', 'project_id': '1a735c0c698b450088306a11afae8d9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:28.151098 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:28.155241 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:security_group_rule and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:28.158164 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:28.164266 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:28.178463 n-d-836017-1 neutron-server[83954]: INFO neutron.db.securitygroups_db [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Project 1a735c0c698b450088306a11afae8d9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:05:28.185221 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.253812 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.258828 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.281339 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd1f5a8-57e8-4c89-b1d2-a89cfe8f7715,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:28.291745 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.292946 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-04bb1a3e-1082-4035-8379-b3acf29e585b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1531737 Apr 01 16:05:28.782750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:05:28.832271 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: 1a57d15d-d38c-4871-b93c-7d22079bee1e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:05:28.832928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device 1a57d15d-d38c-4871-b93c-7d22079bee1e not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:05:30.126247 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:05:30.389197 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f80480c7-bbc1-483e-ba7d-1f82e9b5e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:31.371117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:31.601329 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:33.042582 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:41.464726 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:43.266860 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-798b8450-410d-43f4-865b-32dee05c598f req-ee3a8fe5-c09d-4a29-b553-3fd522fec4d1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:43.285318 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-798b8450-410d-43f4-865b-32dee05c598f req-ee3a8fe5-c09d-4a29-b553-3fd522fec4d1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:43.286577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-ee3a8fe5-c09d-4a29-b553-3fd522fec4d1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891128146&fields=id&tenant_id=1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 267 time: 0.0640380 Apr 01 16:05:43.435755 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8450-410d-43f4-865b-32dee05c598f req-002e0e46-6eb3-4efd-a4bc-768452b50cc6 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:43.437089 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-002e0e46-6eb3-4efd-a4bc-768452b50cc6 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 809 time: 0.1429131 Apr 01 16:05:43.455108 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-a3db8369-a58d-4f5a-8cd5-49b8171056a5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/quotas/1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 375 time: 0.0118854 Apr 01 16:05:43.540163 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-a14feedc-7224-4cd5-bcb3-5c336da040c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800834 Apr 01 16:05:43.556114 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-1b0380ff-d6e4-4603-96f0-9b8f7ca81af0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:05:43.557027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-1b0380ff-d6e4-4603-96f0-9b8f7ca81af0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049422 Apr 01 16:05:43.693962 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-e980d773-4072-497e-9abf-0a9dd212b578 service neutron] 10.222.0.48 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311753 Apr 01 16:05:43.829864 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-b14758ae-e493-45db-a30f-adb218170e22 service neutron] 10.222.0.48 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299839 Apr 01 16:05:44.255968 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f11dc145-4218-4f0e-8cd3-5ce190639bd1 req-9be46e6a-1722-4227-8035-93acd0051da8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 210 time: 0.0417862 Apr 01 16:05:45.303359 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8450-410d-43f4-865b-32dee05c598f req-87a2d5e3-613b-4273-9950-2f5a0aaef85b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:45.304937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-87a2d5e3-613b-4273-9950-2f5a0aaef85b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 809 time: 0.1477766 Apr 01 16:05:45.365014 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-bb6f7487-51b4-4316-8b1f-629cb90ae71d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 380 time: 0.0490942 Apr 01 16:05:45.377723 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'port': {'device_id': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'admin_state_up': True, 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'security_groups': ['0b517c3f-8b0f-4ea9-a142-d1cb50adfb02']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:45.418147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ec76f36d-4f5a-4ea5-8933-fd2fbe218af4 req-06027d58-b854-4608-b285-04bd8531c4db tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 210 time: 0.0407472 Apr 01 16:05:45.445334 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:45.519066 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:45.528845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:45.538343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Made reservation on behalf of 1a735c0c698b450088306a11afae8d9c for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:45.541362 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:45.705870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Allocated IP 172.20.0.6 (d5c9b993-dc0b-494c-ae71-8fa485d8da32/7bfa378d-0a50-425e-94da-d1ac88aae88f/dae50c39-ba81-47c3-b495-57992efa99b1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:45.907399 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:45.925002 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Transition to ACTIVE for port object dae50c39-ba81-47c3-b495-57992efa99b1 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:45.949047 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:46.021227 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:46.024309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:46.028705 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:46.054549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:46.093828 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:46.094486 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:46.121522 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-c38d01f6-5082-4dcf-964b-995fc0bd5ab5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7474511 Apr 01 16:05:46.133784 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Request body: {'port': {'device_id': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:46.246914 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:46.257098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7c557a95-63ae-40cf-ac37-4f9a65bbb050 None None] Provisioning for port dae50c39-ba81-47c3-b495-57992efa99b1 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:46.262303 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7c557a95-63ae-40cf-ac37-4f9a65bbb050 None None] Provisioning complete for port dae50c39-ba81-47c3-b495-57992efa99b1 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:46.262770 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7c557a95-63ae-40cf-ac37-4f9a65bbb050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:46.316087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7c557a95-63ae-40cf-ac37-4f9a65bbb050 None None] Port dae50c39-ba81-47c3-b495-57992efa99b1 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:05:46.705891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dafcc-50af-4af6-a0ad-f2ed9a93f075 req-e706afc8-d988-4325-a723-326670f4ca1d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:46.706570 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-284dafcc-50af-4af6-a0ad-f2ed9a93f075 req-e706afc8-d988-4325-a723-326670f4ca1d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:46.770287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-284dafcc-50af-4af6-a0ad-f2ed9a93f075 req-e706afc8-d988-4325-a723-326670f4ca1d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:46.771586 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-284dafcc-50af-4af6-a0ad-f2ed9a93f075 req-e706afc8-d988-4325-a723-326670f4ca1d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 931 time: 0.2074244 Apr 01 16:05:46.779542 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae50c39-ba81-47c3-b495-57992efa99b1 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:05:46.801976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:46.829451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Transition to ACTIVE for port object dae50c39-ba81-47c3-b495-57992efa99b1 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:46.836508 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:46.972601 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-284dafcc-50af-4af6-a0ad-f2ed9a93f075 req-34781488-b51a-4c5d-8a6e-6ddf4b51b2f0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884432 Apr 01 16:05:47.001064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:47.111755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:47.112080 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:47.112403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:47.118467 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Port dae50c39-ba81-47c3-b495-57992efa99b1 on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:05:47.118791 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:47.125215 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:05:47.125547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Checking segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:05:47.125942 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Bound using segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:05:47.126376 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Bound port: dae50c39-ba81-47c3-b495-57992efa99b1, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:47.126773 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:47.213118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:05:47.216287 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:05:47.222600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:47.289533 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:47.291017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] 10.222.0.62 "PUT /v2.0/ports/dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 1091 time: 1.1622603 Apr 01 16:05:47.291497 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:47.310718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ec459-7c39-4759-8671-6c942351aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:47.402136 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-2fcef045-1d2c-4b7f-9814-d76c7ca31143 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1094 time: 0.0723600 Apr 01 16:05:47.462165 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'status': 'completed', 'code': 200} Apr 01 16:05:47.478191 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-9f22c280-3286-4cea-ad17-ef6a98831126 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 217 time: 0.0699246 Apr 01 16:05:47.541276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8450-410d-43f4-865b-32dee05c598f req-10355307-ccf9-42cb-a5fa-de5a270b2f46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:47.542717 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-10355307-ccf9-42cb-a5fa-de5a270b2f46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0593271 Apr 01 16:05:47.623025 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-97bfab81-abca-4c4e-924b-e780162c7f98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746589 Apr 01 16:05:47.758162 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-8fe84654-1d17-4404-b7c1-9876cfa292a2 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295972 Apr 01 16:05:47.893574 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-798b8450-410d-43f4-865b-32dee05c598f req-55a82bf8-21ed-4541-9ea9-09abb46fecb8 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291289 Apr 01 16:05:48.018942 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81654ee2-39ef-4795-816a-6f35766fe85f req-66a27d58-ccc5-4f07-a4e4-1a5db1a5af48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1094 time: 0.0742993 Apr 01 16:05:48.170922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654ee2-39ef-4795-816a-6f35766fe85f req-84c211ec-1f20-4c88-879a-62d5e74ed4bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:48.172395 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81654ee2-39ef-4795-816a-6f35766fe85f req-84c211ec-1f20-4c88-879a-62d5e74ed4bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1477842 Apr 01 16:05:48.389458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81654ee2-39ef-4795-816a-6f35766fe85f req-811ec3ab-447c-4ea5-a756-886b04736e11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 217 time: 0.2091920 Apr 01 16:05:48.476427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654ee2-39ef-4795-816a-6f35766fe85f req-f332a556-2a88-4e7f-bac1-a6cc79b5fd14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:48.477800 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81654ee2-39ef-4795-816a-6f35766fe85f req-f332a556-2a88-4e7f-bac1-a6cc79b5fd14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0827701 Apr 01 16:05:48.534289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751eaed-0695-4997-ae8c-8c272906a076 req-0e3bed2a-644a-457a-b1d1-ef5b191692e0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:48.535664 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9751eaed-0695-4997-ae8c-8c272906a076 req-0e3bed2a-644a-457a-b1d1-ef5b191692e0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.1784604 Apr 01 16:05:48.602604 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9751eaed-0695-4997-ae8c-8c272906a076 req-bbad0a61-73b1-4c53-8f12-98b5f52bb675 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596998 Apr 01 16:05:48.606434 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81654ee2-39ef-4795-816a-6f35766fe85f req-be48acc2-ce02-4729-a3df-c1d085370ff9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232224 Apr 01 16:05:48.739070 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81654ee2-39ef-4795-816a-6f35766fe85f req-b92154f2-2825-42a9-adea-bb03c7402fad service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267135 Apr 01 16:05:48.876368 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-81654ee2-39ef-4795-816a-6f35766fe85f req-8e8f7173-9280-430b-aa2b-e231510ac651 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317248 Apr 01 16:05:49.807870 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31fe92-5c77-4eb3-be7e-9176d005846b req-9aa76752-709d-4d7f-b37a-7e355abd7a05 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:49.809324 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e31fe92-5c77-4eb3-be7e-9176d005846b req-9aa76752-709d-4d7f-b37a-7e355abd7a05 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0802796 Apr 01 16:05:49.857587 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6e31fe92-5c77-4eb3-be7e-9176d005846b req-5930ebf5-3e12-4c36-9982-feda17ae35c3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403600 Apr 01 16:05:51.090007 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86aedb-e1f3-4f62-afcd-a42557394bb1 req-83f8faa9-a955-47df-8e32-58afce2beb57 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:51.091182 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd86aedb-e1f3-4f62-afcd-a42557394bb1 req-83f8faa9-a955-47df-8e32-58afce2beb57 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0969536 Apr 01 16:05:51.141741 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd86aedb-e1f3-4f62-afcd-a42557394bb1 req-3ee5ae35-3501-4d2d-8a71-69459ce877fe tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Apr 01 16:05:52.354999 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f40337-4c44-4a2a-bae1-2238183a5741 req-0c371d24-8a7c-4569-91fd-9683d4b7f4d1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:52.356492 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67f40337-4c44-4a2a-bae1-2238183a5741 req-0c371d24-8a7c-4569-91fd-9683d4b7f4d1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0818748 Apr 01 16:05:52.402349 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-67f40337-4c44-4a2a-bae1-2238183a5741 req-d3542d25-7562-48ef-9058-81da2265429c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 Apr 01 16:05:53.605870 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98d24b-bb19-4219-96f1-ec181d5b2281 req-5b862723-a899-4be1-b0bc-18b6dfc58c56 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:53.607336 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e98d24b-bb19-4219-96f1-ec181d5b2281 req-5b862723-a899-4be1-b0bc-18b6dfc58c56 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0778785 Apr 01 16:05:53.653827 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2e98d24b-bb19-4219-96f1-ec181d5b2281 req-b495d83f-de9c-4f94-b72b-0cafbb054259 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406544 Apr 01 16:05:54.874504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9d0c-e3ee-4471-a1d0-4f6bcc29fdda req-7e0e3ca6-3778-4ce3-9b83-f18a5f60000d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:54.875940 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24ec9d0c-e3ee-4471-a1d0-4f6bcc29fdda req-7e0e3ca6-3778-4ce3-9b83-f18a5f60000d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0930836 Apr 01 16:05:54.930209 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-24ec9d0c-e3ee-4471-a1d0-4f6bcc29fdda req-09a20c56-d45d-4361-b462-385dc9878626 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 Apr 01 16:05:56.149550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13dcb8-b050-4227-9e12-5bf3c4f27236 req-e7b9297e-2d8e-4854-b4eb-0a1e99cdc0fd tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:56.152666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd13dcb8-b050-4227-9e12-5bf3c4f27236 req-e7b9297e-2d8e-4854-b4eb-0a1e99cdc0fd tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0915165 Apr 01 16:05:56.205650 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fd13dcb8-b050-4227-9e12-5bf3c4f27236 req-9c158bc1-722d-4206-9f52-a529431d7b29 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Apr 01 16:05:57.062658 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dae50c39-ba81-47c3-b495-57992efa99b1 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:05:57.202915 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:57.218216 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'port_id': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'mac_address': 'fa:16:3e:54:a9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:05:57.273276 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:57.291002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae50c39-ba81-47c3-b495-57992efa99b1 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:05:57.306181 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:57.311361 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:57.379570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:57.388161 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.388494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.388822 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.389148 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.389466 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.389786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.390099 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.390412 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.390723 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.391033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.391371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:57.412283 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318d790-6748-49b4-9cf3-97a43bd6876a req-37ceff21-e017-493a-989d-ccaee2fc9f5f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:57.413772 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1318d790-6748-49b4-9cf3-97a43bd6876a req-37ceff21-e017-493a-989d-ccaee2fc9f5f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 944 time: 0.0776436 Apr 01 16:05:57.464843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-1318d790-6748-49b4-9cf3-97a43bd6876a req-f173cd1d-bfa0-4759-bc08-3ae8ffeffe1a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454509 Apr 01 16:05:57.541133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['dae50c39-ba81-47c3-b495-57992efa99b1'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:05:57.993899 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-520442c1-b0c6-45b5-b173-31f85c30d627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:58.683132 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263f920-4b51-4efb-980e-18070b4ee3ee req-7b78e013-c391-43eb-b671-c00e2b694293 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:58.684787 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f263f920-4b51-4efb-980e-18070b4ee3ee req-7b78e013-c391-43eb-b671-c00e2b694293 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 944 time: 0.0850902 Apr 01 16:05:58.733980 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-f263f920-4b51-4efb-980e-18070b4ee3ee req-78e457e4-983a-4933-9f66-b1976155527e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Apr 01 16:05:59.075696 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dae50c39-ba81-47c3-b495-57992efa99b1 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:59.152524 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port dae50c39-ba81-47c3-b495-57992efa99b1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:59.157155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port dae50c39-ba81-47c3-b495-57992efa99b1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:59.157521 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.270660 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.297323 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:59.307107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:59.312819 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.359664 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'code': 200} Apr 01 16:05:59.386035 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:59.491106 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afee6461-91a8-4f64-8390-9c612a80822c req-b07f7cc0-f1e1-418b-bfb1-f295980a2297 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1096 time: 0.0786142 Apr 01 16:05:59.540848 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-afee6461-91a8-4f64-8390-9c612a80822c req-fd8807f1-6375-407e-b692-e1619fd1cfa5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Apr 01 16:05:59.940966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbbd1e-aae1-4440-b400-bf249ed85477 req-2136c232-d172-444f-9812-af76d7815820 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:59.942416 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0cfbbd1e-aae1-4440-b400-bf249ed85477 req-2136c232-d172-444f-9812-af76d7815820 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0843108 Apr 01 16:05:59.991437 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0cfbbd1e-aae1-4440-b400-bf249ed85477 req-8679a6f1-37f5-49e1-b197-28709b54b630 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406110 Apr 01 16:06:00.392673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-606fdf2c-1f37-4ddf-90a7-d0e268374d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.206908 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d5935-cccc-441e-94e0-13f7c15e61c3 req-5be379f9-e2c7-41b6-985e-7983deb6090a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.208351 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a8d5935-cccc-441e-94e0-13f7c15e61c3 req-5be379f9-e2c7-41b6-985e-7983deb6090a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0795140 Apr 01 16:06:01.255131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2a8d5935-cccc-441e-94e0-13f7c15e61c3 req-4b5c236a-f8ff-4527-a447-4779dddabadb tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 Apr 01 16:06:01.379035 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.457647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceb7f9-25a0-48df-a225-10abba562d3d req-096c47dd-3b2c-4dc2-af0e-902ea9ff13e1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.459096 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09ceb7f9-25a0-48df-a225-10abba562d3d req-096c47dd-3b2c-4dc2-af0e-902ea9ff13e1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0803263 Apr 01 16:06:01.505070 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-09ceb7f9-25a0-48df-a225-10abba562d3d req-69e873ed-b3ba-472d-adf3-62a7f05a1d4f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398095 Apr 01 16:06:01.539428 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49818) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:01.605245 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.618632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-4a129709-152c-4828-b1b0-e3c417285dae tempest-TestShelveInstance-443723893 tempest-TestShelveInstance-443723893-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1091 time: 0.0777991 Apr 01 16:06:01.621324 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 49822) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:01.626458 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:06:01.632794 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:01.636552 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Usage tracker for resource:floatingip and tenant:1a735c0c698b450088306a11afae8d9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:01.639370 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:01.644883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:01.737178 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.874490 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.014693 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Allocated IP 172.25.2.216 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/eea8172b-3687-4ce2-9fe9-61c72cdce9ce) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:02.180054 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.210488 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.275895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:02.278569 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:02.282839 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:06:02.306883 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'Port': ['ID=eea8172b-3687-4ce2-9fe9-61c72cdce9ce,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:02.800893 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.857195 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.046657 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.069815 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.076189 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.175858 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event updated for resources: {'Port': ['ID=eea8172b-3687-4ce2-9fe9-61c72cdce9ce,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:03.196711 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:03.479498 n-d-836017-1 neutron-server[83954]: INFO neutron.db.l3_db [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Floating IP de9a3ff8-1006-41b1-9cba-33fe140c1d5a associated. External IP: 172.25.2.216, port: dae50c39-ba81-47c3-b495-57992efa99b1. Apr 01 16:06:03.892834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:06:04.100067 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:06:04.110328 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] Sync routers for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:06:04.123098 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:06:04.123832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:06:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:04.125992 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:04.178800 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-5fba4482-ccd6-48ae-ba1a-ba84634cbb5c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5564256 Apr 01 16:06:04.179386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:06:04.233863 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'status': 'completed', 'code': 200} Apr 01 16:06:04.304803 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:06:04.326361 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-5c471824-8ccb-401a-a813-e2ae0927dcb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1096 time: 0.0713615 Apr 01 16:06:04.454662 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-1ffb4461-8691-4ff9-b52d-b3f98f4d16ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:04.456055 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-1ffb4461-8691-4ff9-b52d-b3f98f4d16ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1244276 Apr 01 16:06:04.562122 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-3927d2b4-6db7-4be1-a560-96c2f087890f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 999 time: 0.1000712 Apr 01 16:06:04.631448 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-be426f3a-e07f-4d81-8f5b-73ecd4973172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:04.633010 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-be426f3a-e07f-4d81-8f5b-73ecd4973172 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0658054 Apr 01 16:06:04.661728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'de9a3ff8-1006-41b1-9cba-33fe140c1d5a', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'port_id': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'mac_address': 'fa:16:3e:54:a9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:02Z', 'revision_number': 0, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:04.666371 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] Checking router: 8aa1f80f-5836-41b9-ba0f-194dcb8365fd for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:06:04.678357 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:06:04.679038 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:06:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:04.706861 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-b9fdb0e3-1c2e-4867-9412-ea2a2489b836 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686402 Apr 01 16:06:04.857129 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:06:04.954344 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-a22f751d-091a-46ab-bb5c-bb8f5bce9dc0 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409847 Apr 01 16:06:05.086474 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-29c9b28a-7e6e-450d-96c5-0246f0310051 req-64a3e85c-9b71-423f-84c9-ad4435df49ca service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269910 Apr 01 16:06:05.257459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'de9a3ff8-1006-41b1-9cba-33fe140c1d5a', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'port_id': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'mac_address': 'fa:16:3e:54:a9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:02Z', 'revision_number': 0, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:05.262081 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c29017-0f9b-4e90-9c74-9c0dab8e551f None None] The sync data for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 is: [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': 'de9a3ff8-1006-41b1-9cba-33fe140c1d5a', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'port_id': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'mac_address': 'fa:16:3e:54:a9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:02Z', 'updated_at': '2022-04-01T16:06:02Z', 'revision_number': 0, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:06:05.468705 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131219-1565-4714-bfa2-38610da386e5 None None] New status for floating IP de9a3ff8-1006-41b1-9cba-33fe140c1d5a: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:06:07.128005 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:06:11.468823 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:15.469241 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.844241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-d85e0afa-c30d-4978-99bd-bb536a53d76a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702505 Apr 01 16:06:20.000469 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-34311df9-402c-4315-8da1-b3b9c15970a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1096 time: 0.0713151 Apr 01 16:06:20.155618 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-241d9004-e391-4440-b21d-a356cb0663d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:20.157042 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-241d9004-e391-4440-b21d-a356cb0663d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1291895 Apr 01 16:06:20.259884 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-15a808ce-fed9-449a-a6d0-cfc5dd4d5f02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 1001 time: 0.0956964 Apr 01 16:06:20.326673 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-e66ccd8f-6ade-4060-9107-4586c5286240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:20.328001 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-e66ccd8f-6ade-4060-9107-4586c5286240 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0625196 Apr 01 16:06:20.405298 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-df69a70f-b582-428d-b5c0-4baaf8a3a17f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693128 Apr 01 16:06:20.543180 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-ca93360c-c6b7-4215-a235-a44d5fb2d198 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307650 Apr 01 16:06:20.685105 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1c288e8e-74ee-401f-a7bf-c498b06b145d req-31b0557a-82ec-44a3-9c9f-0b94fa0afe2a service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325068 Apr 01 16:06:27.989900 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34e8deb7-9074-4e6f-82d9-fc30c444fa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:30.400735 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dab35f2e-c874-4916-9759-c37fe5861f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.383609 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.616567 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:33.046677 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:41.478765 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:44.135335 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:06:45.497641 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:58.002979 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9406f57f-aa7a-4efb-8267-80db63f46a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:00.397187 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96093083-003f-4a4d-94a8-1a5dd7422cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.391957 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.617751 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:03.050421 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.481234 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:15.497011 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:20.931089 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-0e79be24-2e28-4d46-917b-e52717a990bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1641963 Apr 01 16:07:21.098412 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-46012489-1bc8-4be7-a029-35c5b3edd1f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1096 time: 0.0933256 Apr 01 16:07:21.127371 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:07:21.255590 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eb572-0834-4136-a0da-50ea9932272e req-60c0ae3f-3a58-4cd5-a020-192e46674d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:21.257007 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-60c0ae3f-3a58-4cd5-a020-192e46674d9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1400132 Apr 01 16:07:21.359946 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-b714ca0c-3f5c-42a8-af15-1642b88eb25f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 1001 time: 0.0959454 Apr 01 16:07:21.433718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eb572-0834-4136-a0da-50ea9932272e req-daea37c4-c584-401e-ab03-056d688b72db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:21.435529 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-daea37c4-c584-401e-ab03-056d688b72db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0701547 Apr 01 16:07:21.516192 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-32717ada-9821-4ad6-a313-bfe8b2a07554 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750248 Apr 01 16:07:21.737879 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-28427ece-3e3f-42cf-b665-59d170e479d7 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162962 Apr 01 16:07:21.871666 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-432eb572-0834-4136-a0da-50ea9932272e req-8c4707ce-c34d-49f1-a232-1aee4910cadb service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273191 Apr 01 16:07:28.007723 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da3b577c-ae46-453d-93fd-299c2a0f124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:30.394276 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25c3ab58-5ea6-410c-ace1-604685f8886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:31.381033 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:31.631664 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:33.052551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:41.494267 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:45.495489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:58.009508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e88e1b1-6073-4238-9599-b6918d17f1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:58.130604 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:08:00.379408 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78a024bf-4f86-4381-92a6-1e0a738b8f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:00.666244 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328868a6-916a-4724-8676-dbeed18ba5e4 req-e70b3dfa-fc74-48c7-b6af-965ef615ed7b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:00.667807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-328868a6-916a-4724-8676-dbeed18ba5e4 req-e70b3dfa-fc74-48c7-b6af-965ef615ed7b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.1588204 Apr 01 16:08:00.713293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-328868a6-916a-4724-8676-dbeed18ba5e4 req-29e5f201-3c05-4bb0-9808-1b4ceaa68378 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397365 Apr 01 16:08:01.385928 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:01.625470 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:02.019189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8d287-7c83-4dc5-8a81-cd7c4175199d req-ddce23bd-ea1a-4ee9-aeb8-c011f6e685f2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:02.020694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48e8d287-7c83-4dc5-8a81-cd7c4175199d req-ddce23bd-ea1a-4ee9-aeb8-c011f6e685f2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.1590872 Apr 01 16:08:02.067940 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-48e8d287-7c83-4dc5-8a81-cd7c4175199d req-527f0745-5882-4f9c-aed1-c29bd0b58c19 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415094 Apr 01 16:08:03.058699 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:03.294738 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0902b-6589-4437-8a25-6ceb2678eec6 req-bffbc83c-c564-4e1b-8aec-9146bd0a2756 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:03.296194 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d0902b-6589-4437-8a25-6ceb2678eec6 req-bffbc83c-c564-4e1b-8aec-9146bd0a2756 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0826981 Apr 01 16:08:03.346577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-34d0902b-6589-4437-8a25-6ceb2678eec6 req-cfc0eead-2875-46e6-9ff2-de1259c28ede tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446908 Apr 01 16:08:04.558501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beec3b-90c4-4e58-9c5d-ce6597d47571 req-52b37763-32b0-4d98-920a-cfdd4d8a6984 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:04.560020 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47beec3b-90c4-4e58-9c5d-ce6597d47571 req-52b37763-32b0-4d98-920a-cfdd4d8a6984 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0844138 Apr 01 16:08:04.607119 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-47beec3b-90c4-4e58-9c5d-ce6597d47571 req-8424e800-dfc7-41dd-9c7f-b4d14d386de3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391076 Apr 01 16:08:05.823394 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97906232-543a-4d87-801f-0b0060c5ea44 req-87eb5fb9-9727-4282-b781-9c1bf00150dc tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:05.824926 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97906232-543a-4d87-801f-0b0060c5ea44 req-87eb5fb9-9727-4282-b781-9c1bf00150dc tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0867059 Apr 01 16:08:05.874677 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-97906232-543a-4d87-801f-0b0060c5ea44 req-5fbd81f7-59af-4121-bc6f-61bb3ab5198a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Apr 01 16:08:07.090444 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d3a72-f56f-409b-8bbf-0b9db2e025d5 req-730fbc4e-eefb-4050-93a2-2c5478c418b1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:07.091814 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f9d3a72-f56f-409b-8bbf-0b9db2e025d5 req-730fbc4e-eefb-4050-93a2-2c5478c418b1 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0794237 Apr 01 16:08:07.137769 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3f9d3a72-f56f-409b-8bbf-0b9db2e025d5 req-cf0fabc3-53ae-401a-bcb1-468f41616d11 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Apr 01 16:08:08.349854 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b743-e7c5-4746-9305-822eb1c135dd req-a4f7f273-bd95-4a01-9c74-4f0ca9fa67e7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:08.351245 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de93b743-e7c5-4746-9305-822eb1c135dd req-a4f7f273-bd95-4a01-9c74-4f0ca9fa67e7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0801558 Apr 01 16:08:08.404906 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-de93b743-e7c5-4746-9305-822eb1c135dd req-e9cb481c-fc86-45fa-a185-9171994cc924 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479267 Apr 01 16:08:09.618094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dfe87-d253-43da-a252-2e13736a99d6 req-3ac44264-7b4a-4542-8957-84de7479480f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:09.619571 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7a9dfe87-d253-43da-a252-2e13736a99d6 req-3ac44264-7b4a-4542-8957-84de7479480f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0874765 Apr 01 16:08:09.666425 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7a9dfe87-d253-43da-a252-2e13736a99d6 req-93554d1c-1537-4798-aa01-8a938c01cdb8 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Apr 01 16:08:10.680531 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3966650-a9be-4f49-928f-dea5276b48bd req-dbd57fea-f800-4a47-817b-ce6ee298f894 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1096 time: 0.0784295 Apr 01 16:08:10.816719 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3966650-a9be-4f49-928f-dea5276b48bd req-7ba783bf-24b3-4859-9fc7-400b67b514a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.818249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3966650-a9be-4f49-928f-dea5276b48bd req-7ba783bf-24b3-4859-9fc7-400b67b514a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1316135 Apr 01 16:08:10.885560 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee25f56-afe0-42e4-86a1-6c1b42264313 req-cb18362c-1966-4cda-a6b1-15c45e5366a0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.887020 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ee25f56-afe0-42e4-86a1-6c1b42264313 req-cb18362c-1966-4cda-a6b1-15c45e5366a0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0765150 Apr 01 16:08:10.922284 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3966650-a9be-4f49-928f-dea5276b48bd req-47f835ea-5b27-4e86-a12b-d7d0aeb75c41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 1001 time: 0.0985467 Apr 01 16:08:10.935702 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2ee25f56-afe0-42e4-86a1-6c1b42264313 req-0dbcf2dc-ac7f-46e2-9979-a79300550089 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Apr 01 16:08:10.986416 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3966650-a9be-4f49-928f-dea5276b48bd req-3079f528-b060-4d0f-b0ae-70b5ddcae349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.987784 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3966650-a9be-4f49-928f-dea5276b48bd req-3079f528-b060-4d0f-b0ae-70b5ddcae349 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0599837 Apr 01 16:08:11.061211 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3966650-a9be-4f49-928f-dea5276b48bd req-da1f9e09-d5a0-4187-9680-4f092c9d7567 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679133 Apr 01 16:08:11.195793 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3966650-a9be-4f49-928f-dea5276b48bd req-c2e37cba-b3c6-49ac-ad81-084624eb337a service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288903 Apr 01 16:08:11.337514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d3966650-a9be-4f49-928f-dea5276b48bd req-ebf28480-5a1c-4c93-9fa6-ab9e262887f2 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354880 Apr 01 16:08:11.506737 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:12.160106 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44276-70fa-41ec-971b-676ec08db4fc req-586e77a2-b9ed-4a71-ab36-e19025374aab tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:12.161431 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7fc44276-70fa-41ec-971b-676ec08db4fc req-586e77a2-b9ed-4a71-ab36-e19025374aab tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0935304 Apr 01 16:08:12.206295 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7fc44276-70fa-41ec-971b-676ec08db4fc req-f4622780-f4f4-4e5e-8a98-88ff46de4b25 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Apr 01 16:08:13.403532 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c32de-b074-4707-803f-7f60c25a81ba req-266b893b-fb56-44ef-9848-074cc5edcf2d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:13.404853 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-029c32de-b074-4707-803f-7f60c25a81ba req-266b893b-fb56-44ef-9848-074cc5edcf2d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0804586 Apr 01 16:08:13.451785 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-029c32de-b074-4707-803f-7f60c25a81ba req-7c8b7c2c-40b9-45dd-a66f-be5617666678 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Apr 01 16:08:13.724195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-57335c32-545d-4f81-b7d6-5dbaa4517064 req-3f862ee1-fec7-4c59-929f-a938a127f059 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1486533 Apr 01 16:08:13.925331 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-45b744ba-2e39-46b2-8535-901e8f22c5cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791924 Apr 01 16:08:13.989723 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c0c0d-de01-4cbb-8e3c-21f48610ab34 req-40abc62c-9aa7-4c17-8cac-c46bb6a86c4a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:13.991370 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a7c0c0d-de01-4cbb-8e3c-21f48610ab34 req-40abc62c-9aa7-4c17-8cac-c46bb6a86c4a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.0788381 Apr 01 16:08:14.040377 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6a7c0c0d-de01-4cbb-8e3c-21f48610ab34 req-788cf44b-e9f2-492e-b6e2-fb8e0d4b1f5d tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Apr 01 16:08:15.344724 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84e5d4-3128-49f3-bc98-8dd191e3fa28 req-e30a1435-525c-495c-888d-31737c662bf7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:15.346131 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a84e5d4-3128-49f3-bc98-8dd191e3fa28 req-e30a1435-525c-495c-888d-31737c662bf7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 945 time: 0.1808445 Apr 01 16:08:15.392370 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1a84e5d4-3128-49f3-bc98-8dd191e3fa28 req-4956fe27-938f-4722-b01c-0ba5160a59ee tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Apr 01 16:08:15.498456 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:15.741445 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device dae50c39-ba81-47c3-b495-57992efa99b1 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:08:15.848489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:15.876583 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:15.884632 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:15.889745 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:15.932352 n-d-836017-1 neutron-server[83955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'code': 422} returned with failed status Apr 01 16:08:15.965529 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:15.974342 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.974729 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.975066 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.975424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.975755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.976079 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.976407 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.976728 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.977067 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.977367 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:15.977684 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.188743 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-1a23f6ae-a525-4447-b1c1-86bcfad9a822 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e&tenant_id=1a735c0c698b450088306a11afae8d9c HTTP/1.1" status: 200 len: 1094 time: 0.0840991 Apr 01 16:08:16.199574 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-1', 'device_owner': 'compute:nova'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:16.307672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.594859 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da857d-9dec-4a8f-815d-62ad5a9f0a59 req-20c08a51-69b7-47e4-b9fe-5e5919797c63 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:16.596346 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55da857d-9dec-4a8f-815d-62ad5a9f0a59 req-20c08a51-69b7-47e4-b9fe-5e5919797c63 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0797951 Apr 01 16:08:16.641772 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-55da857d-9dec-4a8f-815d-62ad5a9f0a59 req-df48b46e-40ae-4cde-9f47-813c74754988 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Apr 01 16:08:16.667989 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:16.696985 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h1-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:16.747033 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae50c39-ba81-47c3-b495-57992efa99b1 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:08:16.754455 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.769369 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Transition to ACTIVE for port object dae50c39-ba81-47c3-b495-57992efa99b1 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:16.773606 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.906588 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=7']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:16.924123 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.924439 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.924762 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.925100 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.925417 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.925733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.926043 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.926356 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.926665 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.926978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.927306 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.978902 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] No DVR routers for this DVR port dae50c39-ba81-47c3-b495-57992efa99b1 on host n-h1-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:08:17.224032 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:17.224716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:17.224716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:17.231034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Port dae50c39-ba81-47c3-b495-57992efa99b1 on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:08:17.231367 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Attempting to bind port dae50c39-ba81-47c3-b495-57992efa99b1 on network d5c9b993-dc0b-494c-ae71-8fa485d8da32 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:17.237802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:08:17.238129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Checking segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:08:17.238491 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Bound using segment: {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:08:17.238896 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Bound port: dae50c39-ba81-47c3-b495-57992efa99b1, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893bea6b-f761-4115-9d8f-fe753f8feac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:17.239236 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.328435 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:17.331944 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:17.337657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.398986 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.400421 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] 10.222.0.44 "PUT /v2.0/ports/dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 1091 time: 1.2047541 Apr 01 16:08:17.401146 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:17.422550 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee3561-ed45-4ca5-b3a8-9c88e9e167ae service neutron] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=8']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:17.464556 n-d-836017-1 neutron-server[83954]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'status': 'failed', 'code': 422} returned with failed status Apr 01 16:08:17.500827 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-a13bad28-a267-4e8d-ab1e-f7eda76c60fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1094 time: 0.0746856 Apr 01 16:08:17.634937 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-3e29128a-7fb4-4d9f-9475-25e81cbdaa9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:17.636429 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-3e29128a-7fb4-4d9f-9475-25e81cbdaa9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1297941 Apr 01 16:08:17.741172 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-6a09be8c-a23c-4ae0-a9cd-accdda8066bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 999 time: 0.0975306 Apr 01 16:08:17.803967 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-f02032d6-817b-40c7-aa79-f0032db09e18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:17.805513 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-f02032d6-817b-40c7-aa79-f0032db09e18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0577588 Apr 01 16:08:17.843145 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421431d-0924-4d33-99b0-2d63fe670aa1 req-1ba1a9f4-069f-446e-8b83-b24c13acf43a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:17.844633 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5421431d-0924-4d33-99b0-2d63fe670aa1 req-1ba1a9f4-069f-446e-8b83-b24c13acf43a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0801969 Apr 01 16:08:17.887566 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-e9c3142a-02fd-4e75-813e-f0051c962726 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754025 Apr 01 16:08:17.895132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5421431d-0924-4d33-99b0-2d63fe670aa1 req-15d2cb48-a573-4789-be3b-0fabfbbe35c2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 Apr 01 16:08:18.021971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-deed7887-af00-4421-8760-3684627c546f service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283302 Apr 01 16:08:18.270310 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-09b866fe-3c2c-4de9-b1c9-a027a7ecd239 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418528 Apr 01 16:08:19.114788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951a77-d760-4b46-8897-9d54ac13f624 req-e9e26ccd-1594-411a-bcd1-30db814ed346 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:19.114788 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57951a77-d760-4b46-8897-9d54ac13f624 req-e9e26ccd-1594-411a-bcd1-30db814ed346 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0846090 Apr 01 16:08:19.159497 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-57951a77-d760-4b46-8897-9d54ac13f624 req-9d333294-aa2f-4851-a310-90a62c6ec5d7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Apr 01 16:08:20.384988 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c811c12-2282-409d-b48f-2bff1c8ce34b req-77ac403f-d5a2-4781-a0e9-b46ddc7223b9 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:20.386419 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c811c12-2282-409d-b48f-2bff1c8ce34b req-77ac403f-d5a2-4781-a0e9-b46ddc7223b9 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0858831 Apr 01 16:08:20.434514 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-3c811c12-2282-409d-b48f-2bff1c8ce34b req-ca9a8945-dc67-4c75-853c-7552db6545ac tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Apr 01 16:08:21.667823 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591b60e-ecea-4f17-ab27-fc03490eb677 req-9af1ca2e-3bc0-43ae-aa56-f852f642a75b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:21.669271 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c591b60e-ecea-4f17-ab27-fc03490eb677 req-9af1ca2e-3bc0-43ae-aa56-f852f642a75b tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0998931 Apr 01 16:08:21.725260 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c591b60e-ecea-4f17-ab27-fc03490eb677 req-5c79eb74-e2ed-4e9c-9c42-7601f7c5957e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477586 Apr 01 16:08:22.939526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5fd13-9302-443b-85bb-1e07d1b022fc req-4185d6f9-c58f-41b4-b419-35102b8cef0f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:22.941820 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-42c5fd13-9302-443b-85bb-1e07d1b022fc req-4185d6f9-c58f-41b4-b419-35102b8cef0f tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0907316 Apr 01 16:08:22.991003 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-42c5fd13-9302-443b-85bb-1e07d1b022fc req-6afa129b-9169-45d7-b825-6edc25464ab3 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Apr 01 16:08:24.217802 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0e54-ca43-49ac-9ee6-ea6b27900883 req-1e8ebf2b-f9fe-4f08-9b03-289ec84b46aa tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.219246 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-264b0e54-ca43-49ac-9ee6-ea6b27900883 req-1e8ebf2b-f9fe-4f08-9b03-289ec84b46aa tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0813179 Apr 01 16:08:24.270651 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-264b0e54-ca43-49ac-9ee6-ea6b27900883 req-f5d8a40c-d807-4905-b6d2-df573e2e9cf2 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Apr 01 16:08:25.482430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041e23-fe83-411a-baf6-9f35105024a6 req-d043d481-2c21-496a-ae39-32b2fe2f1cba tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.483928 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-16041e23-fe83-411a-baf6-9f35105024a6 req-d043d481-2c21-496a-ae39-32b2fe2f1cba tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0874755 Apr 01 16:08:25.543392 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-16041e23-fe83-411a-baf6-9f35105024a6 req-dd08a2ef-cbfe-4b8c-9484-5d758d0b75ae tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536849 Apr 01 16:08:26.761949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660388-5b37-4ae1-ace3-825f6e10182d req-f1cfbe61-45b3-4a49-a881-38f81556d368 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:26.763479 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff660388-5b37-4ae1-ace3-825f6e10182d req-f1cfbe61-45b3-4a49-a881-38f81556d368 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 943 time: 0.0811830 Apr 01 16:08:26.810758 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ff660388-5b37-4ae1-ace3-825f6e10182d req-f6661dbb-d4d1-4cf9-8475-19abc941112a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Apr 01 16:08:27.630101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dae50c39-ba81-47c3-b495-57992efa99b1 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:08:27.774538 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:27.789374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'port_id': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'mac_address': 'fa:16:3e:54:a9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:08:27.845317 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.862479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae50c39-ba81-47c3-b495-57992efa99b1 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:08:27.878076 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:27.882202 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.951270 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.003081 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-47ae6cb2-8486-4b55-8b4c-e731a790e44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.019056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5948-fa2e-47c4-8477-d447f37bfe21 req-8c63c568-29d7-457f-8625-1469001d2530 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:28.020547 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d48c5948-fa2e-47c4-8477-d447f37bfe21 req-8c63c568-29d7-457f-8625-1469001d2530 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 944 time: 0.0888333 Apr 01 16:08:28.068382 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d48c5948-fa2e-47c4-8477-d447f37bfe21 req-f919aaa0-618e-402b-9daf-f1312ce95152 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Apr 01 16:08:28.142182 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['dae50c39-ba81-47c3-b495-57992efa99b1'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:08:29.282358 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2c5d-2d0b-4c04-81d6-4ffabcd173fa req-6763820b-a0de-497c-b8d1-19487eb1e33c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:29.284136 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a40f2c5d-2d0b-4c04-81d6-4ffabcd173fa req-6763820b-a0de-497c-b8d1-19487eb1e33c tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 944 time: 0.0819468 Apr 01 16:08:29.332612 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a40f2c5d-2d0b-4c04-81d6-4ffabcd173fa req-12f22223-a0f9-4604-8e3b-ea0b2a2ec828 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Apr 01 16:08:29.641440 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dae50c39-ba81-47c3-b495-57992efa99b1 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:29.730678 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port dae50c39-ba81-47c3-b495-57992efa99b1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:29.736102 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port dae50c39-ba81-47c3-b495-57992efa99b1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:29.736520 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.893219 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.924053 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:29.933862 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:29.939991 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.988473 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'code': 200} Apr 01 16:08:30.019123 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.211131 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4449977f-933e-4cf9-9554-3a8af5aa0009 req-28108ece-4fa3-4e70-a93d-4dcbf5673c79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1097 time: 0.0898788 Apr 01 16:08:30.253873 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4449977f-933e-4cf9-9554-3a8af5aa0009 req-759ae58b-62e6-4cac-80e9-f2f800ebd656 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363293 Apr 01 16:08:30.393189 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89ee85e4-efbd-4e2a-9592-861597a383dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.547525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db1107-d37b-45cd-948b-426668f6106e req-6cd54abc-1fb7-4d16-b071-3dd20cc610c7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:30.548980 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1db1107-d37b-45cd-948b-426668f6106e req-6cd54abc-1fb7-4d16-b071-3dd20cc610c7 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 946 time: 0.0795872 Apr 01 16:08:30.600450 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e1db1107-d37b-45cd-948b-426668f6106e req-fff80450-accf-4dcd-8326-d29c69f1fe89 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 Apr 01 16:08:31.386731 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.638623 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.805276 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec939f4-ac86-4401-9955-08a9aa6fef59 req-f7ee22e8-de54-44f5-af9c-73b26e143e09 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:31.806721 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aec939f4-ac86-4401-9955-08a9aa6fef59 req-f7ee22e8-de54-44f5-af9c-73b26e143e09 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 946 time: 0.0774729 Apr 01 16:08:31.856923 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-aec939f4-ac86-4401-9955-08a9aa6fef59 req-759e2339-e51a-4376-b4d2-6fffc971ceb9 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 Apr 01 16:08:33.060935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.138134 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:08:41.494036 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.513208 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.787665 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-0d128d6d-222c-4bd8-823b-f85ff6ed3672 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816727 Apr 01 16:08:46.930519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-be232f64-dd66-4663-b1bf-71918c5286f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1097 time: 0.0745718 Apr 01 16:08:47.084834 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-bf0e442e-08dc-42bc-b51c-d6483e30efe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:47.085894 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-bf0e442e-08dc-42bc-b51c-d6483e30efe7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1360149 Apr 01 16:08:47.196407 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-908265cb-5131-4214-af15-bb7feecb8d55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 1001 time: 0.1039796 Apr 01 16:08:47.263246 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-42ee3997-accc-4310-a1b4-a4680b7f9bd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:47.264632 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-42ee3997-accc-4310-a1b4-a4680b7f9bd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0613980 Apr 01 16:08:47.345519 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-7ecdb104-585e-46da-8dc1-3cfd81f7d22f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742557 Apr 01 16:08:47.477687 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-a57fe4af-84fe-4dcf-96c4-2f2e5857b828 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257575 Apr 01 16:08:47.619558 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-b42e60d5-6e6d-4c02-b44c-7a3661e4c717 req-1b5f8ea2-9c60-40a5-bd9e-16ea3c90a5de service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354287 Apr 01 16:08:58.010101 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78eefadb-0132-4f8b-b887-8da11991ca33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:00.387673 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3b87a76-8a81-4224-90e4-5a1cd8bef6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:01.382234 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:01.629159 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:03.064553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:11.507087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:12.137619 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:15.512958 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:28.017399 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6c70-ffb2-42e5-9e95-ca201f72625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.395047 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-924caf97-b0ce-4bcc-ab20-b3890cce8f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.394485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.632176 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:33.066556 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.526303 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:45.534666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:46.242802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-d38eb593-4a82-4646-bb6c-3c5a41058a12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1549940 Apr 01 16:09:46.404639 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-bc34acf4-66d9-41bc-b978-65c61461b656 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1097 time: 0.0825548 Apr 01 16:09:46.643733 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-988e5aad-710d-49d8-b2e1-fc6c5efdc9f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:46.645270 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-988e5aad-710d-49d8-b2e1-fc6c5efdc9f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.2200665 Apr 01 16:09:46.755574 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-c17c28f3-fa04-4fab-96c4-9b48597cbd7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 1001 time: 0.1017179 Apr 01 16:09:46.820115 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-19acbced-4237-4078-a832-9b9a32e097a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:46.821551 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-19acbced-4237-4078-a832-9b9a32e097a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0601754 Apr 01 16:09:46.903638 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-bada085d-d3ae-46ab-a959-6c85ba708fee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750346 Apr 01 16:09:47.037866 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-3352418f-ebcf-4889-b1c8-0ddb74f3b92c service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280475 Apr 01 16:09:47.183029 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a3ad1b29-1580-47ce-b985-6b1cd8980a9b req-0f635c8f-1b9a-48b5-926a-f8e078238316 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389480 Apr 01 16:09:48.036921 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 49994) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:48.248408 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Deleting port eea8172b-3687-4ce2-9fe9-61c72cdce9ce {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:48.248848 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.414996 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.415255 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.533922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Calling delete_port for eea8172b-3687-4ce2-9fe9-61c72cdce9ce owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:48.687037 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.734422 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event deleted for resources: {'Port': ['ID=eea8172b-3687-4ce2-9fe9-61c72cdce9ce,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:48.746999 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.747363 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.747694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.748022 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.748343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.748660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.748981 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.749297 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.749610 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.749922 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.750238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:48.839008 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.130062 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:49.326148 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:49.529892 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:49.540691 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] Sync routers for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:09:49.552452 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.553861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:49.554452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:49.608002 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-de40c03d-c4f9-4175-89a7-6c2a5120e1c5 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "DELETE /v2.0/floatingips/de9a3ff8-1006-41b1-9cba-33fe140c1d5a HTTP/1.1" status: 204 len: 168 time: 1.5695508 Apr 01 16:09:49.609052 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:49.704824 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'status': 'completed', 'code': 200} Apr 01 16:09:49.751133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:49.815409 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-effa077c-c597-47d7-bfff-321d922ce422 req-b813a372-0aea-476d-88ef-a1110f4e4948 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a735c0c698b450088306a11afae8d9c&device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 1097 time: 0.0848374 Apr 01 16:09:49.956223 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa077c-c597-47d7-bfff-321d922ce422 req-396a0861-2546-46a2-a0da-7fb84279afd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.957341 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-effa077c-c597-47d7-bfff-321d922ce422 req-396a0861-2546-46a2-a0da-7fb84279afd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 200 len: 910 time: 0.1359985 Apr 01 16:09:50.031082 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-effa077c-c597-47d7-bfff-321d922ce422 req-cb481590-309f-4f66-a6c4-3c0bc340b3c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 200 len: 217 time: 0.0674121 Apr 01 16:09:50.077367 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62d-28bb-482f-8e40-6cc52a465891 req-836bf5a7-9f68-406f-9eec-c0efe04772d0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.077976 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0524b62d-28bb-482f-8e40-6cc52a465891 req-836bf5a7-9f68-406f-9eec-c0efe04772d0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Synchronizing usage tracker for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:50.084226 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:50.088879 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] Checking router: 8aa1f80f-5836-41b9-ba0f-194dcb8365fd for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:09:50.095095 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-0524b62d-28bb-482f-8e40-6cc52a465891 req-836bf5a7-9f68-406f-9eec-c0efe04772d0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Unset dirty status for tenant:1a735c0c698b450088306a11afae8d9c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:50.096297 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0524b62d-28bb-482f-8e40-6cc52a465891 req-836bf5a7-9f68-406f-9eec-c0efe04772d0 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 946 time: 0.1003761 Apr 01 16:09:50.098494 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa077c-c597-47d7-bfff-321d922ce422 req-5e6b59e4-b226-42de-9504-c622ba337d8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.100577 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-effa077c-c597-47d7-bfff-321d922ce422 req-5e6b59e4-b226-42de-9504-c622ba337d8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 200 len: 848 time: 0.0607691 Apr 01 16:09:50.107121 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:50.107749 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:50.144453 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0524b62d-28bb-482f-8e40-6cc52a465891 req-60ed740c-5325-4d7f-a3c3-81adc520a46e tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Apr 01 16:09:50.184326 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-effa077c-c597-47d7-bfff-321d922ce422 req-447cd8f8-d80f-4588-924a-b95afa645f69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5c9b993-dc0b-494c-ae71-8fa485d8da32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776494 Apr 01 16:09:50.297619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:50.319916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-effa077c-c597-47d7-bfff-321d922ce422 req-ff07c05e-9c69-4a30-beb1-9766cdabf57f service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275978 Apr 01 16:09:50.454988 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-effa077c-c597-47d7-bfff-321d922ce422 req-f49529ec-fae5-4bc0-af2a-b7a9a3ab3720 service neutron] 10.222.0.44 "GET /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263809 Apr 01 16:09:50.657405 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:50.662251 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc6bd7-d4e8-46ff-a6de-a50de45e4286 None None] The sync data for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 is: [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:01Z', 'revision_number': 4, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '5ec0a4c7-1120-4e21-8c13-2718fbacd7ef', 'name': '', 'network_id': 'd5c9b993-dc0b-494c-ae71-8fa485d8da32', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'mac_address': 'fa:16:3e:62:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:19Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'subnets': [{'id': '7bfa378d-0a50-425e-94da-d1ac88aae88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:09:50.883248 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf2ef0a-f593-4c42-878a-c11c6930ec4c None None] New status for floating IP de9a3ff8-1006-41b1-9cba-33fe140c1d5a: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:09:51.363651 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de91a5-a753-410c-9a48-19be31838087 req-e601919d-8c12-4d04-8d54-02d2dcc1f3ae tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:51.365001 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d4de91a5-a753-410c-9a48-19be31838087 req-e601919d-8c12-4d04-8d54-02d2dcc1f3ae tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 946 time: 0.0849199 Apr 01 16:09:51.411843 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-d4de91a5-a753-410c-9a48-19be31838087 req-28593fdc-08c9-4cea-8729-e9e8cba2c2be tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Apr 01 16:09:51.713771 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-8516e049-72ef-4890-84d4-567e589ac95a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:51.715055 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-8516e049-72ef-4890-84d4-567e589ac95a tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 946 time: 0.0876789 Apr 01 16:09:51.784903 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Deleting port dae50c39-ba81-47c3-b495-57992efa99b1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:51.785238 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.119853 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] For port dae50c39-ba81-47c3-b495-57992efa99b1, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=dae50c39-ba81-47c3-b495-57992efa99b1,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:52.120204 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.238850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Calling delete_port for dae50c39-ba81-47c3-b495-57992efa99b1 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:52.394357 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.447710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event deleted for resources: {'Port': ['ID=dae50c39-ba81-47c3-b495-57992efa99b1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:52.488094 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.488437 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.488764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.489089 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.489397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.489716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.490036 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.490374 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.490672 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.490987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.491310 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:52.536083 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] No DVR routers for this DVR port dae50c39-ba81-47c3-b495-57992efa99b1 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:52.538854 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.542150 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-deleted', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:52.559947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-11588369-5fd5-4c53-bff9-001e8b0ec3d7 req-2b9d45c9-5adc-42aa-b252-797f2f219f06 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.44 "DELETE /v2.0/ports/dae50c39-ba81-47c3-b495-57992efa99b1 HTTP/1.1" status: 204 len: 173 time: 0.8392732 Apr 01 16:09:52.583241 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-d644da90-81ed-4af4-b63b-14234c411de9 req-cc780e54-a76e-45af-a73e-b48f02535678 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 210 time: 0.0478103 Apr 01 16:09:52.684253 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef9e662-15ec-4a57-8b6d-04dd60403b8e', 'name': 'network-vif-deleted', 'tag': 'dae50c39-ba81-47c3-b495-57992efa99b1', 'status': 'completed', 'code': 200} Apr 01 16:09:53.783137 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-98c4c763-f544-4d4e-8e2b-ee80eabfc07a req-e155a4ec-f8f8-4ba2-9334-37acba48fa27 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ef9e662-15ec-4a57-8b6d-04dd60403b8e HTTP/1.1" status: 200 len: 210 time: 0.0489066 Apr 01 16:09:54.890451 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50024) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:54.961188 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-818175e5-3c19-45df-b215-ec6b0ffc1418 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:54.992736 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-818175e5-3c19-45df-b215-ec6b0ffc1418 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.057920 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-818175e5-3c19-45df-b215-ec6b0ffc1418 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.077038 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818175e5-3c19-45df-b215-ec6b0ffc1418 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b517c3f-8b0f-4ea9-a142-d1cb50adfb02,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:55.092706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-818175e5-3c19-45df-b215-ec6b0ffc1418 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.096555 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-818175e5-3c19-45df-b215-ec6b0ffc1418 tempest-TestShelveInstance-368354942 tempest-TestShelveInstance-368354942-project] 10.222.0.48 "DELETE /v2.0/security-groups/0b517c3f-8b0f-4ea9-a142-d1cb50adfb02 HTTP/1.1" status: 204 len: 168 time: 0.2025061 Apr 01 16:09:55.150018 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50030) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:55.692099 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.977818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dae50c39-ba81-47c3-b495-57992efa99b1 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:56.010459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: dae50c39-ba81-47c3-b495-57992efa99b1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:09:56.010682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device dae50c39-ba81-47c3-b495-57992efa99b1 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:09:56.404800 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Deleting port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:56.405459 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.589780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] For port 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:56.590137 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.712415 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Calling delete_port for 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:56.887676 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.933262 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec0a4c7-1120-4e21-8c13-2718fbacd7ef,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:57.251068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.990468 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:58.002176 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e12a67ad-8c9b-4375-bcc3-443b4e20eef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.194814 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:58.204256 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] Sync routers for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:09:58.207406 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-76fb97a1-b220-40a0-8a33-29f0b0f05973 admin admin] 10.222.0.48 "PUT /v2.0/routers/8aa1f80f-5836-41b9-ba0f-194dcb8365fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0562487 Apr 01 16:09:58.210086 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50036) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:58.216637 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:58.217250 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:58.393901 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:58.421252 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.615300 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.625498 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Deleting port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:58.625827 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.672009 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:09:56Z', 'revision_number': 5, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port': {'id': '99a6a38e-3ef5-4a71-b9de-402bdacc4c3c', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:58.675964 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] Checking router: 8aa1f80f-5836-41b9-ba0f-194dcb8365fd for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:09:58.687518 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] Routers {'8aa1f80f-5836-41b9-ba0f-194dcb8365fd'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:58.688075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:09:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:58.801688 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] For port 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:58.802036 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.843324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] Set router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:58.920432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Calling delete_port for 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:58.947609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:09:58Z', 'revision_number': 6, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:58.951624 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaa2a5-15e1-4afb-8482-adaf0e8d2f64 None None] The sync data for ids ['8aa1f80f-5836-41b9-ba0f-194dcb8365fd'] in n-d-836017-1 is: [{'id': '8aa1f80f-5836-41b9-ba0f-194dcb8365fd', 'name': 'tempest-TestShelveInstance-1549275972-router', 'tenant_id': '1a735c0c698b450088306a11afae8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:58Z', 'updated_at': '2022-04-01T16:09:58Z', 'revision_number': 6, 'project_id': '1a735c0c698b450088306a11afae8d9c', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:09:59.202815 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.245239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a6a38e-3ef5-4a71-b9de-402bdacc4c3c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:59.367551 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:59.403039 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:09:59.403416 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5ec0a4c7-1120-4e21-8c13-2718fbacd7ef not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:09:59.495968 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.763526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.768077 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.796110 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.796642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa1f80f-5836-41b9-ba0f-194dcb8365fd {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:09:59.809938 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.811060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-7ce93c2f-eb77-4da7-9124-712a697080c3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8aa1f80f-5836-41b9-ba0f-194dcb8365fd HTTP/1.1" status: 204 len: 168 time: 1.5998573 Apr 01 16:09:59.813681 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50042) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:59.871704 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] Deleting subnet 7bfa378d-0a50-425e-94da-d1ac88aae88f {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:09:59.874674 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.928822 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981065'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.007135 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.075921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1819064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1507426'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.117734 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfa378d-0a50-425e-94da-d1ac88aae88f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.123733 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.129165 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b453318-54ff-464b-acba-910c7dbedaf7 None None] Network d5c9b993-dc0b-494c-ae71-8fa485d8da32 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:00.131694 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-5f9a686f-849f-4c1a-912a-ca95e6a6e1e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7bfa378d-0a50-425e-94da-d1ac88aae88f HTTP/1.1" status: 204 len: 168 time: 0.3167307 Apr 01 16:10:00.134411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50046) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:00.238857 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.249316 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Deleting port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:00.249640 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.383899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] DHCP port deletion for d5c9b993-dc0b-494c-ae71-8fa485d8da32 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:10:00.392074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Deleting port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:00.392493 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.419648 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0679673c-a0e6-47d3-9a72-e8478feaa74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.456327 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] For port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:00.456678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.577510 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Calling delete_port for e188ac5c-4669-4ad4-ba13-0db2d8b94d5e owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:00.634709 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] For port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,segment=NetworkSegment(893bea6b-f761-4115-9d8f-fe753f8feac8),segment_id=893bea6b-f761-4115-9d8f-fe753f8feac8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:00.634965 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.652657 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.698055 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Pushing event deleted for resources: {'Port': ['ID=e188ac5c-4669-4ad4-ba13-0db2d8b94d5e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.702702 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] No DVR routers for this DVR port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:10:00.759277 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Calling delete_port for e188ac5c-4669-4ad4-ba13-0db2d8b94d5e owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:10:00.821125 n-d-836017-1 neutron-server[83955]: util.warn( Apr 01 16:10:00.826673 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.830997 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:10:00.831329 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:10:00.851602 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c9b993-dc0b-494c-ae71-8fa485d8da32']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:00.863599 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893bea6b-f761-4115-9d8f-fe753f8feac8') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:00.863894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893bea6b-f761-4115-9d8f-fe753f8feac8') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:00.875109 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.891791 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.897714 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:10:00.898088 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: timer() Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:10:00.914908 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:10:00.991139 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.007006 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.017121 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c9b993-dc0b-494c-ae71-8fa485d8da32,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.033826 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-13b4591b-e873-4c4b-afd5-5678c006d05b admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5c9b993-dc0b-494c-ae71-8fa485d8da32 HTTP/1.1" status: 204 len: 168 time: 0.8974202 Apr 01 16:10:01.036052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50050) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:01.286662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e188ac5c-4669-4ad4-ba13-0db2d8b94d5e no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:01.319449 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: e188ac5c-4669-4ad4-ba13-0db2d8b94d5e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:10:01.319865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device e188ac5c-4669-4ad4-ba13-0db2d8b94d5e not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:10:01.320280 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:01.344705 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Deleting port e188ac5c-4669-4ad4-ba13-0db2d8b94d5e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:01.345069 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.390432 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:10:01.391151 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 99a6a38e-3ef5-4a71-b9de-402bdacc4c3c not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:10:01.428714 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8dfc2-7ecf-421d-a5ab-7925581d1656 None None] The port 'e188ac5c-4669-4ad4-ba13-0db2d8b94d5e' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:10:01.429601 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.518125 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.634982 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.139287 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Deleting port 03c31624-9843-42fc-b177-c04f400043b9 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:02.139630 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.321562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] For port 03c31624-9843-42fc-b177-c04f400043b9, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=03c31624-9843-42fc-b177-c04f400043b9,segment=NetworkSegment(fc93d2a8-b932-4d7b-a556-711c9d849ef2),segment_id=fc93d2a8-b932-4d7b-a556-711c9d849ef2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:02.321889 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.439792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Calling delete_port for 03c31624-9843-42fc-b177-c04f400043b9 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:02.608766 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.656052 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c31624-9843-42fc-b177-c04f400043b9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:03.040985 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.069795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.619871 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Router 9688449a-84e8-4f10-aa71-9a6a1c638373 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:03.825801 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:03.834451 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] Sync routers for ids ['9688449a-84e8-4f10-aa71-9a6a1c638373'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:03.843916 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-290ea9f9-a758-4f33-a842-2621e4c43875 admin admin] 10.222.0.48 "PUT /v2.0/routers/9688449a-84e8-4f10-aa71-9a6a1c638373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8068309 Apr 01 16:10:03.846497 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50054) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:03.848324 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] Routers {'9688449a-84e8-4f10-aa71-9a6a1c638373'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:03.848957 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9688449a-84e8-4f10-aa71-9a6a1c638373'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.022676 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] Set router 9688449a-84e8-4f10-aa71-9a6a1c638373 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:04.040859 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.235231 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.245822 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Deleting port 00b9c406-5100-4cd2-bf9d-d43784b2670d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:04.246149 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.295889 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:10:02Z', 'revision_number': 5, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port': {'id': '00b9c406-5100-4cd2-bf9d-d43784b2670d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.300229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] Checking router: 9688449a-84e8-4f10-aa71-9a6a1c638373 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:04.311887 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] Routers {'9688449a-84e8-4f10-aa71-9a6a1c638373'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:04.312516 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['9688449a-84e8-4f10-aa71-9a6a1c638373'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.459154 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] Set router 9688449a-84e8-4f10-aa71-9a6a1c638373 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:04.526501 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] For port 00b9c406-5100-4cd2-bf9d-d43784b2670d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=00b9c406-5100-4cd2-bf9d-d43784b2670d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:04.526845 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.563146 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:10:04Z', 'revision_number': 6, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.567652 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2879693-78f0-4f60-9860-f5d621db3a90 None None] The sync data for ids ['9688449a-84e8-4f10-aa71-9a6a1c638373'] in n-d-836017-1 is: [{'id': '9688449a-84e8-4f10-aa71-9a6a1c638373', 'name': 'tempest-TestShelveInstance-1619262701-router', 'tenant_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:04Z', 'updated_at': '2022-04-01T16:10:04Z', 'revision_number': 6, 'project_id': '2c564b01cd324d8cbb63b3c34c77fa71', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:04.652720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Calling delete_port for 00b9c406-5100-4cd2-bf9d-d43784b2670d owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:04.831805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.879949 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b9c406-5100-4cd2-bf9d-d43784b2670d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.102734 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.334755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 03c31624-9843-42fc-b177-c04f400043b9 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:05.354682 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.359007 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.370307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 03c31624-9843-42fc-b177-c04f400043b9 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:10:05.370647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 03c31624-9843-42fc-b177-c04f400043b9 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:10:05.371457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00b9c406-5100-4cd2-bf9d-d43784b2670d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:05.384898 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.385607 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9688449a-84e8-4f10-aa71-9a6a1c638373 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:10:05.401568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.402999 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-660256b3-aedf-4d08-ac29-8cc5f49da6b4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9688449a-84e8-4f10-aa71-9a6a1c638373 HTTP/1.1" status: 204 len: 168 time: 1.5553343 Apr 01 16:10:05.404948 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 00b9c406-5100-4cd2-bf9d-d43784b2670d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:10:05.405455 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 00b9c406-5100-4cd2-bf9d-d43784b2670d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:10:05.405673 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50058) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:05.467720 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] Deleting subnet d43df8b5-3fc5-4e90-8b0f-66381a4efbf6 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:10:05.470372 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.519591 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.601274 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.678583 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.714099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43df8b5-3fc5-4e90-8b0f-66381a4efbf6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.720273 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.725465 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02708f2-0b98-4967-9130-2fdfb42732a1 None None] Network 6291371a-19ce-46a2-8822-08380f01ae28 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:05.726601 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1b77e749-73bc-456a-8090-d3ff3aade74d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d43df8b5-3fc5-4e90-8b0f-66381a4efbf6 HTTP/1.1" status: 204 len: 168 time: 0.3198109 Apr 01 16:10:05.729161 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50062) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:05.928910 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.939977 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Deleting port ab79c4f8-9522-4280-8cde-e71e4e2337c1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:05.940423 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.966315 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] DHCP port deletion for 6291371a-19ce-46a2-8822-08380f01ae28 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:10:05.970513 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Deleting port ab79c4f8-9522-4280-8cde-e71e4e2337c1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:05.970877 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.148716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] For port ab79c4f8-9522-4280-8cde-e71e4e2337c1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ab79c4f8-9522-4280-8cde-e71e4e2337c1,segment=NetworkSegment(fc93d2a8-b932-4d7b-a556-711c9d849ef2),segment_id=fc93d2a8-b932-4d7b-a556-711c9d849ef2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:06.149124 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.173436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] For port ab79c4f8-9522-4280-8cde-e71e4e2337c1, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=ab79c4f8-9522-4280-8cde-e71e4e2337c1,segment=NetworkSegment(fc93d2a8-b932-4d7b-a556-711c9d849ef2),segment_id=fc93d2a8-b932-4d7b-a556-711c9d849ef2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:06.173812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.266847 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Calling delete_port for ab79c4f8-9522-4280-8cde-e71e4e2337c1 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:06.289105 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Calling delete_port for ab79c4f8-9522-4280-8cde-e71e4e2337c1 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:06.349299 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.361234 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:10:06.361848 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:10:06.393782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab79c4f8-9522-4280-8cde-e71e4e2337c1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.398197 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] No DVR routers for this DVR port ab79c4f8-9522-4280-8cde-e71e4e2337c1 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:10:06.514043 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.541111 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6291371a-19ce-46a2-8822-08380f01ae28']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:06.555044 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc93d2a8-b932-4d7b-a556-711c9d849ef2') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:06.555375 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc93d2a8-b932-4d7b-a556-711c9d849ef2') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:06.572420 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.591470 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.597783 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:10:06.598161 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: timer() Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:10:06.610956 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:10:06.689323 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.706486 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.718517 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=6291371a-19ce-46a2-8822-08380f01ae28,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.723918 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-a51fbec8-b216-4e50-bfb6-d6ade7d01f17 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6291371a-19ce-46a2-8822-08380f01ae28 HTTP/1.1" status: 204 len: 168 time: 0.9938474 Apr 01 16:10:06.862828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Deleting port ab79c4f8-9522-4280-8cde-e71e4e2337c1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:06.863300 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.865782 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50068) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:06.918591 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-c9acbe67-a2ac-4dbf-a254-5e10e93325e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a735c0c698b450088306a11afae8d9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493054 Apr 01 16:10:06.918814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50072) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:06.925630 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5381544b-9112-4cea-9fdf-120fed3695f9 None None] The port 'ab79c4f8-9522-4280-8cde-e71e4e2337c1' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:10:06.986005 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78d5e95d-d9a8-43e8-b8f8-1b428ff5a5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.011450 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78d5e95d-d9a8-43e8-b8f8-1b428ff5a5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.062656 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78d5e95d-d9a8-43e8-b8f8-1b428ff5a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.078187 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e95d-d9a8-43e8-b8f8-1b428ff5a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a53a683-97a5-4105-86fd-27f018b27cc7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.087135 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-78d5e95d-d9a8-43e8-b8f8-1b428ff5a5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.088875 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-78d5e95d-d9a8-43e8-b8f8-1b428ff5a5ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a53a683-97a5-4105-86fd-27f018b27cc7 HTTP/1.1" status: 204 len: 168 time: 0.1685729 Apr 01 16:10:07.283647 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab79c4f8-9522-4280-8cde-e71e4e2337c1 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:07.318872 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: ab79c4f8-9522-4280-8cde-e71e4e2337c1 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:10:07.319237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device ab79c4f8-9522-4280-8cde-e71e4e2337c1 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:10:07.501088 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50080) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:07.558069 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-42bc8bb9-7902-4858-b62a-0532991b0970 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c564b01cd324d8cbb63b3c34c77fa71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556166 Apr 01 16:10:07.561848 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50084) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:07.622966 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e24b3d40-3d55-47ce-aedb-56e71d546b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.648739 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e24b3d40-3d55-47ce-aedb-56e71d546b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.705769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e24b3d40-3d55-47ce-aedb-56e71d546b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.722895 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b3d40-3d55-47ce-aedb-56e71d546b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb831aeb-ff05-47b0-a4ac-7a2481975500,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.730326 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-e24b3d40-3d55-47ce-aedb-56e71d546b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.731462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-e24b3d40-3d55-47ce-aedb-56e71d546b20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb831aeb-ff05-47b0-a4ac-7a2481975500 HTTP/1.1" status: 204 len: 168 time: 0.1685448 Apr 01 16:10:08.605659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50106) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:08.739151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-253997587-network', 'tenant_id': '45026ed02bcf46faa342780c20d7615b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:08.744659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.748577 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Usage tracker for resource:network and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.752175 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.758036 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.769598 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Made reservation on behalf of 45026ed02bcf46faa342780c20d7615b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:08.772274 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.786311 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.818001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.821861 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.824693 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.830831 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.895553 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.901871 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.938746 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:10:08.946714 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9754a6f-05c9-441f-b979-97773a016bdc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.952208 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.952547 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Added segment 8994f330-2cc9-48c0-961e-9e477d2ddd6e of type vlan for network ac2b663c-20aa-421f-a6a5-d14eccb072ca Apr 01 16:10:08.978978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.015897 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.016809 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:09.017381 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.115494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2b663c-20aa-421f-a6a5-d14eccb072ca,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.119910 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-574ba648-8ebc-4c6b-87a1-00eb10d21790 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5132380 Apr 01 16:10:09.123523 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50112) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:09.125439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:10:09.129397 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Request body: {'subnet': {'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-253997587-subnet', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:09.135201 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:09.139328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Usage tracker for resource:subnet and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:09.142258 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:09.148341 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:09.160411 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Made reservation on behalf of 45026ed02bcf46faa342780c20d7615b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:09.162818 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.479353 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.545591 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Pushing event updated for resources: {'Subnet': ['ID=280276ac-ef67-4013-8c7f-215f8a5679eb,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.562960 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Checking segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:09.563344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Network hostable DHCP agents. Network: ac2b663c-20aa-421f-a6a5-d14eccb072ca, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:10:09.587015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:10:09.597608 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, ac2b663c-20aa-421f-a6a5-d14eccb072ca) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:09.601721 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:09.602292 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.607876 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc0b35-6151-44cd-88c3-3ff986232df5 None None] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:09.624200 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f159795b-d524-4efb-b08b-b91471a9607d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4994307 Apr 01 16:10:09.626772 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50116) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:09.632344 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:09.638134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:09.642219 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Usage tracker for resource:router and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:09.645454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:09.651953 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:09.664031 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.665068 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.682879 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.836796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.859772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:10:09.860565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.011808 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Allocated IP 172.20.0.2 (ac2b663c-20aa-421f-a6a5-d14eccb072ca/280276ac-ef67-4013-8c7f-215f8a5679eb/f022f963-5b06-4050-8bfd-538492f6e79f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:10.032732 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.066854 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.200579 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Allocated IP 172.25.2.76 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/4f648de3-ba4a-4060-b8a7-0672c0e91e5d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:10.216578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.226825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Transition to ACTIVE for port object f022f963-5b06-4050-8bfd-538492f6e79f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:10.246153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Transition to ACTIVE for port object f022f963-5b06-4050-8bfd-538492f6e79f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:10.253241 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.325063 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:10.325857 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Pushing event updated for resources: {'Port': ['ID=f022f963-5b06-4050-8bfd-538492f6e79f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.328318 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:10.330772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:10.342374 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.343074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.343074 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.343383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.343712 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.344073 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.344355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.344852 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.345025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.345333 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.345707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:10.358770 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.386776 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.432665 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Attempting to bind port f022f963-5b06-4050-8bfd-538492f6e79f on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:10.433071 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Attempting to bind port f022f963-5b06-4050-8bfd-538492f6e79f by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:10.433388 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Attempting to bind port f022f963-5b06-4050-8bfd-538492f6e79f on network ac2b663c-20aa-421f-a6a5-d14eccb072ca {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:10.440305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:10.440638 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Checking segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:10.441053 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.441436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Bound using segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:10.441908 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Bound port: f022f963-5b06-4050-8bfd-538492f6e79f, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:10.442285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.457401 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:10.460076 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:10.463990 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:10.498354 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Pushing event updated for resources: {'Port': ['ID=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.535569 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] For port f022f963-5b06-4050-8bfd-538492f6e79f, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:10.538660 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] For port f022f963-5b06-4050-8bfd-538492f6e79f, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f022f963-5b06-4050-8bfd-538492f6e79f,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:10.544543 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.633187 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.633826 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.635274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7300c7-f6ff-4af2-a8e2-6e54727023bf None None] Pushing event updated for resources: {'Port': ['ID=f022f963-5b06-4050-8bfd-538492f6e79f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.897702 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Router d0ecfda5-5d28-48c5-8057-f56d72631d75 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:10:11.106196 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:11.120320 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Sync routers for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:11.135111 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:11.135755 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:11.136467 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.137676 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f8ce0751-268d-4e2f-91a8-864f49626737 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5097203 Apr 01 16:10:11.140466 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50120) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:11.345324 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:11.385970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f022f963-5b06-4050-8bfd-538492f6e79f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:11.602341 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.670000 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a67b5-ef5e-4e68-a1cf-a5a62e5bb055 None None] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:11.685087 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port f022f963-5b06-4050-8bfd-538492f6e79f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:11.840940 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2faf1307-34f4-498e-bc84-9ae88af16ae5 None None] Provisioning for port f022f963-5b06-4050-8bfd-538492f6e79f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:11.863750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2faf1307-34f4-498e-bc84-9ae88af16ae5 None None] Provisioning complete for port f022f963-5b06-4050-8bfd-538492f6e79f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:11.864115 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2faf1307-34f4-498e-bc84-9ae88af16ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.969794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:10Z', 'revision_number': 3, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:12.004758 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Checking router: d0ecfda5-5d28-48c5-8057-f56d72631d75 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:12.005101 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Updating router d0ecfda5-5d28-48c5-8057-f56d72631d75 port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:10:12.020809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.117281 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.157542 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2faf1307-34f4-498e-bc84-9ae88af16ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.228973 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Allocated IP 172.20.0.1 (ac2b663c-20aa-421f-a6a5-d14eccb072ca/280276ac-ef67-4013-8c7f-215f8a5679eb/8ddda76b-0f4f-455d-b86c-1f2dea05b184) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:12.269463 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2faf1307-34f4-498e-bc84-9ae88af16ae5 None None] For port f022f963-5b06-4050-8bfd-538492f6e79f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f022f963-5b06-4050-8bfd-538492f6e79f,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:12.277067 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2faf1307-34f4-498e-bc84-9ae88af16ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.392367 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.410599 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Transition to ACTIVE for port object 8ddda76b-0f4f-455d-b86c-1f2dea05b184 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:12.427281 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf1307-34f4-498e-bc84-9ae88af16ae5 None None] Pushing event updated for resources: {'Port': ['ID=f022f963-5b06-4050-8bfd-538492f6e79f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.436926 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.503678 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:12.506264 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:12.509787 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:12.550015 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Pushing event updated for resources: {'Port': ['ID=8ddda76b-0f4f-455d-b86c-1f2dea05b184,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.559391 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-9a726564-dab7-4e67-aad3-2081500800f4 None None] Provisioning complete for port f022f963-5b06-4050-8bfd-538492f6e79f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:12.560193 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a726564-dab7-4e67-aad3-2081500800f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.570629 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.583679 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.618192 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Transition to ACTIVE for port object 4f648de3-ba4a-4060-b8a7-0672c0e91e5d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:12.629360 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.664537 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.758657 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Attempting to bind port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:12.759016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Attempting to bind port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:12.759394 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Attempting to bind port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:12.761316 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fd43c-9149-4c8c-9592-f7013cef9b1a None None] Pushing event updated for resources: {'Port': ['ID=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.775777 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:12.776145 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:12.776539 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.776916 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:12.777428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Bound port: 4f648de3-ba4a-4060-b8a7-0672c0e91e5d, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:12.777766 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.857594 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] For port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:12.860556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] For port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:12.865771 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.904474 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.909969 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.956146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fd43c-9149-4c8c-9592-f7013cef9b1a None None] Pushing event updated for resources: {'Port': ['ID=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.961130 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c7eff5d7-0c6d-4f2a-b213-bacf5bd1cd7b None None] Provisioning for port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:12.967095 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:12.967735 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:13.019570 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.022059 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c7eff5d7-0c6d-4f2a-b213-bacf5bd1cd7b None None] Provisioning complete for port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:13.022549 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7eff5d7-0c6d-4f2a-b213-bacf5bd1cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.023117 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Pushing event updated for resources: {'Port': ['ID=8ddda76b-0f4f-455d-b86c-1f2dea05b184,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:13.164814 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c7eff5d7-0c6d-4f2a-b213-bacf5bd1cd7b None None] Port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:13.214042 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:13.273646 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:13.274780 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:13.352421 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f022f963-5b06-4050-8bfd-538492f6e79f up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:13.580584 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f15ac801-5526-44eb-8e53-ccf16879da52 None None] Provisioning complete for port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:13.581257 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f15ac801-5526-44eb-8e53-ccf16879da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.664314 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port f022f963-5b06-4050-8bfd-538492f6e79f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:13.664687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.665699 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Router d0ecfda5-5d28-48c5-8057-f56d72631d75 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:13.723138 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f15ac801-5526-44eb-8e53-ccf16879da52 None None] Port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:13.820133 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 2, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:13.824215 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7dfd1-ed71-4492-a637-1d8fc5c2e6b0 None None] The sync data for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 is: [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 2, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:13.884064 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:13.893341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-dc7d3a3b-a1d5-4077-9f39-b0cd762cf667 admin admin] 10.222.0.48 "PUT /v2.0/routers/d0ecfda5-5d28-48c5-8057-f56d72631d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7516215 Apr 01 16:10:14.766694 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50142) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:14.772336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1187386832-network', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:14.778096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:14.782660 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Usage tracker for resource:network and tenant:6ef2483b4d82425ab9f33dfa54bafe04 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:14.785979 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:14.792024 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:14.804128 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Made reservation on behalf of 6ef2483b4d82425ab9f33dfa54bafe04 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:14.806592 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.819631 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.851609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:14.855417 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Usage tracker for resource:security_group_rule and tenant:6ef2483b4d82425ab9f33dfa54bafe04 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:14.858266 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:14.864403 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:14.943976 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.948754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.978275 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:10:14.986353 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91454b8-ee61-48d9-8624-c94c954f4ca8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.991872 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.992200 n-d-836017-1 neutron-server[83953]: INFO neutron.db.segments_db [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Added segment c411d346-73fc-4ec5-b8dc-52b11fd008c9 of type vlan for network 2cbf815b-8ae3-4ca1-9369-2c354b495705 Apr 01 16:10:15.017892 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794439962341'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.049108 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.049966 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.050514 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Notify callbacks [] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.149147 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] Pushing event updated for resources: {'Network': ['ID=2cbf815b-8ae3-4ca1-9369-2c354b495705,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:15.152359 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-11b9f484-a79f-49ab-8ac9-8903b8f480ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3846035 Apr 01 16:10:15.156853 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50146) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:15.162373 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 details requested by agent ovs-agent-n-d-836017-1 with host n-d-836017-1 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:10:15.164399 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Request body: {'subnet': {'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1187386832-subnet', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:15.170270 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:15.174462 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Usage tracker for resource:subnet and tenant:6ef2483b4d82425ab9f33dfa54bafe04 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:15.177518 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:15.183664 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:15.194382 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Made reservation on behalf of 6ef2483b4d82425ab9f33dfa54bafe04 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:15.196710 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1507399'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.326556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f648de3-ba4a-4060-b8a7-0672c0e91e5d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:15.396503 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:15.401339 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:15.401895 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.412796 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1819001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1507433'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.487251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5040ca-5009-4d5a-9eaf-1eea2c9af28e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:15.498501 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Checking segment: {'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:15.498846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Network hostable DHCP agents. Network: 2cbf815b-8ae3-4ca1-9369-2c354b495705, hostable agents: ['8672edbe-c487-4fd4-a722-7fa653678ad6'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:10:15.521096 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 is scheduled to be hosted by DHCP agent 8672edbe-c487-4fd4-a722-7fa653678ad6 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:10:15.528505 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.531480 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-1, 2cbf815b-8ae3-4ca1-9369-2c354b495705) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:15.537328 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.538529 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.541928 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f6e1b4-af47-4d2b-9607-67036ebbad7c None None] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:15.555654 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.560753 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-068b95a5-bfe2-4e28-b54b-ffea5faadc5d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4017212 Apr 01 16:10:15.563356 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50150) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:15.564834 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:15.568748 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:15.574318 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:15.578349 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Usage tracker for resource:router and tenant:6ef2483b4d82425ab9f33dfa54bafe04 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:15.581238 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:15.586877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:15.597091 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13834'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.598034 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-469091', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13939'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.609348 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.621569 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.703899 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:15.765896 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13921'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.814565 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ec5bb3d-2a02-567f-9923-f8445264503e-2cbf815b-8ae3-4ca1-9369-2c354b495705', 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'fixed_ips': [{'subnet_id': '8e5040ca-5009-4d5a-9eaf-1eea2c9af28e'}]}} from n-d-836017-1. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:10:15.815489 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.971780 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Allocated IP 172.20.0.2 (2cbf815b-8ae3-4ca1-9369-2c354b495705/8e5040ca-5009-4d5a-9eaf-1eea2c9af28e/5c1ea92b-7b10-4fec-a827-5e9529058ae0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:16.069600 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.098531 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.170054 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.180479 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Transition to ACTIVE for port object 5c1ea92b-7b10-4fec-a827-5e9529058ae0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:16.198804 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Transition to ACTIVE for port object 5c1ea92b-7b10-4fec-a827-5e9529058ae0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:16.205498 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.232655 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Allocated IP 172.25.2.79 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/2bfe7c94-ad46-4724-8105-c6365377f484) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:16.278428 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:16.281248 n-d-836017-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:16.286260 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:16.288291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Pushing event updated for resources: {'Port': ['ID=5c1ea92b-7b10-4fec-a827-5e9529058ae0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:16.372798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Attempting to bind port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:16.373025 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Attempting to bind port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:16.373402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Attempting to bind port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 on network 2cbf815b-8ae3-4ca1-9369-2c354b495705 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:16.378689 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.380188 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:16.380543 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Checking segment: {'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:16.381059 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.381480 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Bound using segment: {'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:16.381938 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Bound port: 5c1ea92b-7b10-4fec-a827-5e9529058ae0, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:16.382301 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.407794 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.478936 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:16.482613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfe7c94-ad46-4724-8105-c6365377f484,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:16.486476 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:16.488728 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:16.518378 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] For port 5c1ea92b-7b10-4fec-a827-5e9529058ae0, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:16.521833 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] For port 5c1ea92b-7b10-4fec-a827-5e9529058ae0, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5c1ea92b-7b10-4fec-a827-5e9529058ae0,segment=NetworkSegment(c411d346-73fc-4ec5-b8dc-52b11fd008c9),segment_id=c411d346-73fc-4ec5-b8dc-52b11fd008c9)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:16.526126 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.601511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3d7e9-ee08-4c78-a281-00f169546635 None None] Pushing event updated for resources: {'Port': ['ID=5c1ea92b-7b10-4fec-a827-5e9529058ae0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:16.656352 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.657529 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469136'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.913473 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Router d84521b8-edd6-4b3b-85b0-14bbffa5c555 is scheduled to L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:10:17.115797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:17.125301 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Sync routers for ids ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:17.137854 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Routers {'d84521b8-edd6-4b3b-85b0-14bbffa5c555'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:17.138640 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:17.141623 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.145400 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-3e541911-14c7-4d43-9d2a-2242be670d66 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5784733 Apr 01 16:10:17.145587 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50154) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:17.350996 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Set router d84521b8-edd6-4b3b-85b0-14bbffa5c555 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:17.395741 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f648de3-ba4a-4060-b8a7-0672c0e91e5d up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:17.500186 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:17.500557 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.620030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b7077-c2e9-4b60-8e47-db24858e5c46 None None] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:17.677558 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:10:16Z', 'revision_number': 3, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port': {'id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:17.681922 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Checking router: d84521b8-edd6-4b3b-85b0-14bbffa5c555 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:17.682256 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Updating router d84521b8-edd6-4b3b-85b0-14bbffa5c555 port 2bfe7c94-ad46-4724-8105-c6365377f484 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:10:17.704424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5c1ea92b-7b10-4fec-a827-5e9529058ae0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:17.771701 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.801745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-19549f13-1146-4f84-a10c-346b69b31cdd None None] Provisioning for port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:17.877556 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:17.887364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:17.887719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.054762 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.078809 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.089892 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 5c1ea92b-7b10-4fec-a827-5e9529058ae0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5c1ea92b-7b10-4fec-a827-5e9529058ae0,segment=NetworkSegment(c411d346-73fc-4ec5-b8dc-52b11fd008c9),segment_id=c411d346-73fc-4ec5-b8dc-52b11fd008c9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:18.096714 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.124361 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.139006 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Transition to ACTIVE for port object 2bfe7c94-ad46-4724-8105-c6365377f484 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:18.148446 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.177312 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=5c1ea92b-7b10-4fec-a827-5e9529058ae0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.244850 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Pushing event updated for resources: {'Port': ['ID=2bfe7c94-ad46-4724-8105-c6365377f484,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.249998 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Attempting to bind port 2bfe7c94-ad46-4724-8105-c6365377f484 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:18.250354 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Attempting to bind port 2bfe7c94-ad46-4724-8105-c6365377f484 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:18.250708 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Attempting to bind port 2bfe7c94-ad46-4724-8105-c6365377f484 on network 59d1e48d-db05-487e-a4cc-433f9512a036 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:18.260871 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.261206 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.261564 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.261892 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.262212 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.262530 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.262844 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.263158 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.263556 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.263804 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.264114 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:18.268882 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:18.269249 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Checking segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:18.269641 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.270015 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Bound using segment: {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:18.270469 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Bound port: 2bfe7c94-ad46-4724-8105-c6365377f484, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29034138-4df7-4a8f-80bf-e77f54c178b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:18.270831 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.311526 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Allocated IP 172.20.0.1 (2cbf815b-8ae3-4ca1-9369-2c354b495705/8e5040ca-5009-4d5a-9eaf-1eea2c9af28e/304ba8b0-da00-4c4b-a35a-a3d740821a85) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:18.343760 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] For port 2bfe7c94-ad46-4724-8105-c6365377f484, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:18.346812 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-af918448-8308-4c9a-8f80-43d3be913da3 None None] Provisioning complete for port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:18.347231 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af918448-8308-4c9a-8f80-43d3be913da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.347357 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] For port 2bfe7c94-ad46-4724-8105-c6365377f484, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2bfe7c94-ad46-4724-8105-c6365377f484,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:18.352801 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.432523 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52185d36-3f01-4b15-9ad0-9a1eafb8f223 None None] Pushing event updated for resources: {'Port': ['ID=2bfe7c94-ad46-4724-8105-c6365377f484,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.438647 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Routers {'d84521b8-edd6-4b3b-85b0-14bbffa5c555'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:18.439260 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.469457 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.485857 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Transition to ACTIVE for port object 304ba8b0-da00-4c4b-a35a-a3d740821a85 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:18.507978 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.579434 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:18.582251 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:18.586701 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:18.613959 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Pushing event updated for resources: {'Port': ['ID=304ba8b0-da00-4c4b-a35a-a3d740821a85,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.617354 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] Set router d84521b8-edd6-4b3b-85b0-14bbffa5c555 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:18.640836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469850'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.738465 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.802672 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-849289b6-c7c5-4455-a491-736a59b4769c None None] Provisioning for port 304ba8b0-da00-4c4b-a35a-a3d740821a85 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:18.807943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-849289b6-c7c5-4455-a491-736a59b4769c None None] Provisioning complete for port 304ba8b0-da00-4c4b-a35a-a3d740821a85 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:18.808310 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-849289b6-c7c5-4455-a491-736a59b4769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.865094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-849289b6-c7c5-4455-a491-736a59b4769c None None] Port 304ba8b0-da00-4c4b-a35a-a3d740821a85 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:18.924385 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:10:16Z', 'revision_number': 3, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port': {'id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.928391 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2be3e-df70-4228-8a87-495f6b802230 None None] The sync data for ids ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'] in n-d-836017-1 is: [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:10:16Z', 'revision_number': 3, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port': {'id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:18.984557 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.990227 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:19.094075 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Pushing event updated for resources: {'Port': ['ID=304ba8b0-da00-4c4b-a35a-a3d740821a85,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:19.097929 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16124201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-469957'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:19.247338 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:19.248343 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:19.300291 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5c1ea92b-7b10-4fec-a827-5e9529058ae0 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:19.373600 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:19.373965 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:19.507793 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5e55b2b9-4923-4b16-b093-97b80a83eb45 None None] Provisioning complete for port 304ba8b0-da00-4c4b-a35a-a3d740821a85 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:19.508163 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e55b2b9-4923-4b16-b093-97b80a83eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:19.562016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5e55b2b9-4923-4b16-b093-97b80a83eb45 None None] Port 304ba8b0-da00-4c4b-a35a-a3d740821a85 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:19.754718 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Router d84521b8-edd6-4b3b-85b0-14bbffa5c555 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:19.960585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:19.972323 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-067722b7-866c-4cb2-b570-e11996a464e3 admin admin] 10.222.0.48 "PUT /v2.0/routers/d84521b8-edd6-4b3b-85b0-14bbffa5c555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8256803 Apr 01 16:10:20.554636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50164) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:20.560392 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467217938', 'description': 'tempest-secgroup-smoke-467217938 description', 'project_id': '45026ed02bcf46faa342780c20d7615b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:20.567670 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:20.572362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:20.575524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:20.582042 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:20.593446 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.629046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:20.632868 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:20.635642 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:20.641378 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:20.698832 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.704526 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.747710 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea7e10-3d12-4994-a896-60b9aa5da13f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:20.751706 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.755661 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-8b685cc8-6786-41b0-b633-a0be15163544 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1972644 Apr 01 16:10:20.756766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50168) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:20.761636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea7e10-3d12-4994-a896-60b9aa5da13f', 'project_id': '45026ed02bcf46faa342780c20d7615b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:20.768967 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:20.772930 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:20.776371 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:20.786174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:20.803524 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.865290 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.871193 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.895391 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8e8fd3-dc42-456a-9b3f-d15627358e70,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:20.905763 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:20.907426 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2106e094-c79b-46f6-a7ac-0c2902b5e453 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1502895 Apr 01 16:10:20.910252 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50172) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:20.915644 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea7e10-3d12-4994-a896-60b9aa5da13f', 'project_id': '45026ed02bcf46faa342780c20d7615b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:20.922094 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:20.925964 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:20.928862 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:20.934648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:20.952760 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.020502 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.025746 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.049636 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f53e213-64ea-41a9-9ba2-7c27036e500f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.059060 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.060438 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-f9d962e4-215d-45a6-a474-a54152263999 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1491861 Apr 01 16:10:21.064298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50176) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:21.069766 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea7e10-3d12-4994-a896-60b9aa5da13f', 'project_id': '45026ed02bcf46faa342780c20d7615b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:21.076362 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:21.080239 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:21.083174 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:21.089151 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:21.107836 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.173069 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.178973 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.204181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947bc612-f946-4841-a7ba-c2536c3beb89,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.213814 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.214964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-2e8545eb-ad87-4850-9eab-217d85d45036 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1497254 Apr 01 16:10:21.217760 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50180) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:21.223056 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea7e10-3d12-4994-a896-60b9aa5da13f', 'project_id': '45026ed02bcf46faa342780c20d7615b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:21.229585 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:21.233494 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:21.236350 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:21.242202 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:21.261160 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.325671 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.331102 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.354188 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9078ef91-f5bf-434b-b836-8a5f1865d7a4,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.363997 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.365249 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9e00777d-5c1d-47ed-a35f-4e78a910e16b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465971 Apr 01 16:10:21.368063 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50184) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:21.373808 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea7e10-3d12-4994-a896-60b9aa5da13f', 'project_id': '45026ed02bcf46faa342780c20d7615b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:21.380298 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:21.384360 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:21.387369 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:21.393237 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:21.405846 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Project 45026ed02bcf46faa342780c20d7615b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:21.412586 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.476195 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.481877 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.505546 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dc6b4e-7453-4cc5-8b26-c8e7fe97ea32,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.514752 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.515954 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9d37298a-e43a-4d5e-92e6-30214528afc1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1470025 Apr 01 16:10:21.519025 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50188) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:21.524396 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea7e10-3d12-4994-a896-60b9aa5da13f', 'project_id': '45026ed02bcf46faa342780c20d7615b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:21.532752 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:21.537273 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:security_group_rule and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:21.541109 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:21.548012 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:21.559884 n-d-836017-1 neutron-server[83953]: INFO neutron.db.securitygroups_db [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Project 45026ed02bcf46faa342780c20d7615b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:21.566918 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.642888 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.649119 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392455'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.675891 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a7cba8-2e2e-42f5-b890-8de9db3532cf,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:21.685199 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.686378 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-574068fb-b046-4b20-86a6-2149d673490b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1664038 Apr 01 16:10:21.858427 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-13bd9a5c-6011-4e78-87ad-95ec1b64142e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:21.879648 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-13bd9a5c-6011-4e78-87ad-95ec1b64142e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:21.881637 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-13bd9a5c-6011-4e78-87ad-95ec1b64142e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467217938&fields=id&tenant_id=45026ed02bcf46faa342780c20d7615b HTTP/1.1" status: 200 len: 267 time: 0.0630960 Apr 01 16:10:22.045997 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-fd65c7a5-710e-46f2-a10d-f4335b04e188 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:22.046669 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-fd65c7a5-710e-46f2-a10d-f4335b04e188 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:22.065816 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-fd65c7a5-710e-46f2-a10d-f4335b04e188 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:22.067090 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-fd65c7a5-710e-46f2-a10d-f4335b04e188 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 809 time: 0.1784530 Apr 01 16:10:22.084659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-aef1cba5-d1d9-4404-9096-89339add0968 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/quotas/45026ed02bcf46faa342780c20d7615b HTTP/1.1" status: 200 len: 375 time: 0.0119469 Apr 01 16:10:22.167374 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-4b5b03b0-5d16-42ed-bd9e-b908ef5b4b4e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:22.186848 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-4b5b03b0-5d16-42ed-bd9e-b908ef5b4b4e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:22.188709 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-4b5b03b0-5d16-42ed-bd9e-b908ef5b4b4e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988617 Apr 01 16:10:22.207711 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-0dcf872e-4b62-4b0c-bec7-4ad40c91eaf7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:10:22.208830 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-0dcf872e-4b62-4b0c-bec7-4ad40c91eaf7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078099 Apr 01 16:10:22.345201 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-4e704308-2e87-4107-8030-9cce76678a0d service neutron] 10.222.0.48 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305420 Apr 01 16:10:22.479532 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-9db2def0-9881-46e4-a612-a55e5162b63f service neutron] 10.222.0.48 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283805 Apr 01 16:10:23.703240 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-4c64fdda-c258-41d8-9543-df8ee0afd92c req-45035897-573e-422e-a4a3-8e8ba1920098 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 210 time: 0.0407596 Apr 01 16:10:24.893168 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-2a7509c8-f158-45a1-b996-9ac5d43f02d2 req-86226a8e-4380-4128-9885-6ad7b4ad1c06 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 210 time: 0.0640898 Apr 01 16:10:25.144842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-307c7fef-602a-4da1-b6b4-2c2ad94f8794 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.146255 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-307c7fef-602a-4da1-b6b4-2c2ad94f8794 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 809 time: 0.2794952 Apr 01 16:10:25.200304 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a4589620-7a7e-4f33-bb24-e4cf4fe138ab tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45026ed02bcf46faa342780c20d7615b HTTP/1.1" status: 200 len: 379 time: 0.0420208 Apr 01 16:10:25.209184 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'port': {'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'admin_state_up': True, 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'security_groups': ['e0ea7e10-3d12-4994-a896-60b9aa5da13f']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:25.316274 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2bfe7c94-ad46-4724-8105-c6365377f484 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:25.346304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:25.356430 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:25.368118 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Made reservation on behalf of 45026ed02bcf46faa342780c20d7615b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:25.371224 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.393094 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 2bfe7c94-ad46-4724-8105-c6365377f484 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:25.397494 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2bfe7c94-ad46-4724-8105-c6365377f484 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:25.397889 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.511155 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.527014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 2bfe7c94-ad46-4724-8105-c6365377f484, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2bfe7c94-ad46-4724-8105-c6365377f484,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:25.532951 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.537826 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Allocated IP 172.20.0.8 (ac2b663c-20aa-421f-a6a5-d14eccb072ca/280276ac-ef67-4013-8c7f-215f8a5679eb/01dd6ede-5b96-4cc6-b0b3-6304cd66ad15) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:25.597995 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=2bfe7c94-ad46-4724-8105-c6365377f484,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:25.734844 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.751912 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Transition to ACTIVE for port object 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:25.774503 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.850334 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:25.853457 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:25.857755 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:25.882548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:25.921274 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.921959 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:25.949964 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-a27a3641-56e2-4433-a1c8-da60a384ceb7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446570 Apr 01 16:10:25.961309 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Request body: {'port': {'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:26.071146 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.093604 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ab23f-dcf6-48d3-88c3-46ee935e4530 req-2ca6957f-071e-44b6-b5ec-f42969f3b27e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:26.095069 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f6ab23f-dcf6-48d3-88c3-46ee935e4530 req-2ca6957f-071e-44b6-b5ec-f42969f3b27e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 931 time: 0.0767641 Apr 01 16:10:26.129598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1c4628c7-1027-4ec9-b48f-f440f6840369 None None] Provisioning for port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:26.134229 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:10:26.136599 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1c4628c7-1027-4ec9-b48f-f440f6840369 None None] Provisioning complete for port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:26.137249 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c4628c7-1027-4ec9-b48f-f440f6840369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.151802 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-0f6ab23f-dcf6-48d3-88c3-46ee935e4530 req-83ff7343-1199-4d68-951c-b598aa0b0bef tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505145 Apr 01 16:10:26.194502 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1c4628c7-1027-4ec9-b48f-f440f6840369 None None] Port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:26.415689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:10:26.422436 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.436877 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.provisioning_blocks [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Transition to ACTIVE for port object 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:26.443442 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.566843 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:26.680866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Attempting to bind port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 on host n-h1-836017-1 for vnic_type normal with profile {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:26.681192 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Attempting to bind port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 by drivers openvswitch,hyperv on host n-h1-836017-1 at level 0 using segments [{'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:26.681547 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Attempting to bind port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 on network ac2b663c-20aa-421f-a6a5-d14eccb072ca {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:26.687454 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 on network ac2b663c-20aa-421f-a6a5-d14eccb072ca not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:10:26.687769 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Attempting to bind port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 on network ac2b663c-20aa-421f-a6a5-d14eccb072ca {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:26.694865 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Checking agent: {'id': '4044e1d5-b58d-4f61-9990-412a920436df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:26.695198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Checking segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:26.695609 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Bound using segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:26.696008 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.managers [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Bound port: 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host: n-h1-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:26.696359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.785469 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:26.788447 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:26.794404 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.866703 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.868282 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 1091 time: 0.9113593 Apr 01 16:10:26.868742 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:10:26.895677 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684fa87-54a7-49dd-ae0e-28b657240dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:26.945628 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'status': 'completed', 'code': 200} Apr 01 16:10:26.987989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-57d81cc6-d594-4ae7-bce3-83a78363e89f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1094 time: 0.0730176 Apr 01 16:10:27.158853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-3292dfc7-c72d-492d-8210-57fc7d804278 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 217 time: 0.1647294 Apr 01 16:10:27.220210 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-3b61124f-8f85-4b4d-acb7-1377d7a71733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.221648 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-3b61124f-8f85-4b4d-acb7-1377d7a71733 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0575395 Apr 01 16:10:27.302212 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2bfe7c94-ad46-4724-8105-c6365377f484 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:27.307329 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-ccf03be0-130e-4c1a-afc5-ec9f1b0270cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797284 Apr 01 16:10:27.364952 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cfcab-35eb-4c2b-9e42-0458cfbd3afd req-022b8b6b-d165-4a27-bc39-c1767002d815 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.366485 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce8cfcab-35eb-4c2b-9e42-0458cfbd3afd req-022b8b6b-d165-4a27-bc39-c1767002d815 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 943 time: 0.0871344 Apr 01 16:10:27.384017 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 2bfe7c94-ad46-4724-8105-c6365377f484 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:27.384816 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:27.423924 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-ce8cfcab-35eb-4c2b-9e42-0458cfbd3afd req-2b59e236-555b-410e-a60b-e31c15b776e3 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516899 Apr 01 16:10:27.460455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-4d347d5c-1f1b-4661-b50d-8d149b549801 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470428 Apr 01 16:10:27.601418 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-e97c580b-dbf6-4241-ab24-d6d84fa9d12d req-40bddefb-7deb-437b-b2ca-d33383c6ec2b service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348553 Apr 01 16:10:27.724783 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-211054d0-5de1-4a2f-ad4b-96a343a29aeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1094 time: 0.0696671 Apr 01 16:10:27.863596 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-547f5b94-db54-4d2f-a0e5-937d8dff282d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:27.865060 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-547f5b94-db54-4d2f-a0e5-937d8dff282d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1345589 Apr 01 16:10:27.937165 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-9914ee83-826f-4e65-8bdb-fd57a21de767 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 217 time: 0.0650692 Apr 01 16:10:28.004763 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-1f28ffac-c800-4853-b645-0b85200d42a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.006387 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-1f28ffac-c800-4853-b645-0b85200d42a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0627122 Apr 01 16:10:28.012793 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c94760f1-3165-4808-8d27-d3e07cbb9b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:28.091844 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-ce95f178-06d0-49be-adb6-ecb895f67c8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783975 Apr 01 16:10:28.227456 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-73fc22df-12f0-417d-839b-7a9ae6f1aecf service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280878 Apr 01 16:10:28.367194 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dfdde42a-bb32-4b5b-8dda-8583a8f8f0b6 req-955c0f1c-dad8-4425-bca9-624e52169bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274040 Apr 01 16:10:28.490104 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Sync routers for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:28.502976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:28.503620 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:28.621613 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8d9f4-43bb-41eb-921f-aca254ba8179 req-4cf890e9-b09f-49eb-92f9-ec640704215b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.622203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b8a8d9f4-43bb-41eb-921f-aca254ba8179 req-4cf890e9-b09f-49eb-92f9-ec640704215b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:28.639336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-b8a8d9f4-43bb-41eb-921f-aca254ba8179 req-4cf890e9-b09f-49eb-92f9-ec640704215b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:28.640497 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8a8d9f4-43bb-41eb-921f-aca254ba8179 req-4cf890e9-b09f-49eb-92f9-ec640704215b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 943 time: 0.0963185 Apr 01 16:10:28.680313 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:28.686341 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-b8a8d9f4-43bb-41eb-921f-aca254ba8179 req-0f11caa6-9ccf-407f-b8ac-1867283db680 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400436 Apr 01 16:10:29.004402 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 2, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:29.008355 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Checking router: d0ecfda5-5d28-48c5-8057-f56d72631d75 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:29.008707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Updating router d0ecfda5-5d28-48c5-8057-f56d72631d75 port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 binding host n-d-836017-1 {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:10:29.063396 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:29.415337 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:29.427861 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Transition to ACTIVE for port object 8ddda76b-0f4f-455d-b86c-1f2dea05b184 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:29.436486 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:29.565452 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e76e67-14c2-4ceb-816e-15d48a1d01d5 None None] Pushing event updated for resources: {'Port': ['ID=8ddda76b-0f4f-455d-b86c-1f2dea05b184,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:29.657253 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Attempting to bind port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:29.657651 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Attempting to bind port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:29.658075 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Attempting to bind port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 on network ac2b663c-20aa-421f-a6a5-d14eccb072ca {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:29.664998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:29.665444 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Checking segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:29.665942 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:29.666290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Bound using segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:29.666751 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Bound port: 8ddda76b-0f4f-455d-b86c-1f2dea05b184, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:29.667127 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:29.753906 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] For port 8ddda76b-0f4f-455d-b86c-1f2dea05b184, host n-d-836017-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:29.757040 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] For port 8ddda76b-0f4f-455d-b86c-1f2dea05b184, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ddda76b-0f4f-455d-b86c-1f2dea05b184,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:29.764497 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:29.856896 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e76e67-14c2-4ceb-816e-15d48a1d01d5 None None] Pushing event updated for resources: {'Port': ['ID=8ddda76b-0f4f-455d-b86c-1f2dea05b184,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:29.869319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:29.869936 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:29.895384 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb072-a4da-4c16-afb8-8ab2b30045a6 req-f9bc7d19-68f9-4831-9c26-e78878845167 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.903127 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dadb072-a4da-4c16-afb8-8ab2b30045a6 req-f9bc7d19-68f9-4831-9c26-e78878845167 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 943 time: 0.0926723 Apr 01 16:10:29.955838 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7dadb072-a4da-4c16-afb8-8ab2b30045a6 req-d755c452-f477-4ed9-82ea-0e17cbd5a380 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517008 Apr 01 16:10:30.108897 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:30.130021 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Sync routers for ids ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:30.143437 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Routers {'d84521b8-edd6-4b3b-85b0-14bbffa5c555'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:30.144088 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:30.319454 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Set router d84521b8-edd6-4b3b-85b0-14bbffa5c555 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:30.410998 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:10:30.414675 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d80b53f7-28a5-4ca4-97b3-2d5db04b8733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:30.513945 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:29Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:30.522596 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ea1f2-2310-4abb-9f16-1461889237d3 None None] The sync data for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 is: [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:29Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:30.573552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:30.590615 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:10:30.648239 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:30.670167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:10:30.678942 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port': {'id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '304ba8b0-da00-4c4b-a35a-a3d740821a85', 'name': '', 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'mac_address': 'fa:16:3e:86:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e5040ca-5009-4d5a-9eaf-1eea2c9af28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 2, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'subnets': [{'id': '8e5040ca-5009-4d5a-9eaf-1eea2c9af28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:30.683089 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Checking router: d84521b8-edd6-4b3b-85b0-14bbffa5c555 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:30.683461 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Updating router d84521b8-edd6-4b3b-85b0-14bbffa5c555 port 304ba8b0-da00-4c4b-a35a-a3d740821a85 binding host n-d-836017-1 {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:10:30.686454 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:30.691963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:30.747517 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:30.783457 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:30.929439 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:10:31.157305 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.170500 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.provisioning_blocks [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Transition to ACTIVE for port object 304ba8b0-da00-4c4b-a35a-a3d740821a85 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:31.178386 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.202246 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6da9-e790-40f7-aa68-606f028d6699 req-564ba0e0-a99d-4796-9fb2-780a40cf4d15 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:31.203750 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-892e6da9-e790-40f7-aa68-606f028d6699 req-564ba0e0-a99d-4796-9fb2-780a40cf4d15 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 944 time: 0.0957758 Apr 01 16:10:31.268643 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-892e6da9-e790-40f7-aa68-606f028d6699 req-442cc6f1-355c-4f1e-94c6-f96cbd3a1f29 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589077 Apr 01 16:10:31.344844 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3308-711d-4635-aae3-97037b52f088 None None] Pushing event updated for resources: {'Port': ['ID=304ba8b0-da00-4c4b-a35a-a3d740821a85,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:31.359794 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8ddda76b-0f4f-455d-b86c-1f2dea05b184 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:31.396091 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Attempting to bind port 304ba8b0-da00-4c4b-a35a-a3d740821a85 on host n-d-836017-1 for vnic_type normal with profile {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:31.396447 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Attempting to bind port 304ba8b0-da00-4c4b-a35a-a3d740821a85 by drivers openvswitch,hyperv on host n-d-836017-1 at level 0 using segments [{'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:31.396796 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Attempting to bind port 304ba8b0-da00-4c4b-a35a-a3d740821a85 on network 2cbf815b-8ae3-4ca1-9369-2c354b495705 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:31.403852 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Checking agent: {'id': 'ab74549a-f8db-4a7a-8486-b98385095626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 37, 1), 'started_at': datetime.datetime(2022, 4, 1, 14, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:31.404100 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Checking segment: {'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:31.404351 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.404968 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Bound using segment: {'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:31.405174 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.managers [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Bound port: 304ba8b0-da00-4c4b-a35a-a3d740821a85, host: n-d-836017-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c411d346-73fc-4ec5-b8dc-52b11fd008c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:31.405553 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.428625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.446981 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:31.452438 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:31.452803 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.498148 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] For port 304ba8b0-da00-4c4b-a35a-a3d740821a85, host n-d-836017-1, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:31.501236 n-d-836017-1 neutron-server[83956]: DEBUG neutron.plugins.ml2.db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] For port 304ba8b0-da00-4c4b-a35a-a3d740821a85, host n-d-836017-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=304ba8b0-da00-4c4b-a35a-a3d740821a85,segment=NetworkSegment(c411d346-73fc-4ec5-b8dc-52b11fd008c9),segment_id=c411d346-73fc-4ec5-b8dc-52b11fd008c9)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:31.505907 n-d-836017-1 neutron-server[83956]: DEBUG neutron_lib.callbacks.manager [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.572749 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.584161 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3308-711d-4635-aae3-97037b52f088 None None] Pushing event updated for resources: {'Port': ['ID=304ba8b0-da00-4c4b-a35a-a3d740821a85,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:31.591680 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Routers {'d84521b8-edd6-4b3b-85b0-14bbffa5c555'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:31.592283 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:31.610482 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 8ddda76b-0f4f-455d-b86c-1f2dea05b184, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ddda76b-0f4f-455d-b86c-1f2dea05b184,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:31.615596 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.689431 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.697745 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=8ddda76b-0f4f-455d-b86c-1f2dea05b184,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:31.775614 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] Set router d84521b8-edd6-4b3b-85b0-14bbffa5c555 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:32.093855 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port': {'id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '304ba8b0-da00-4c4b-a35a-a3d740821a85', 'name': '', 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'mac_address': 'fa:16:3e:86:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e5040ca-5009-4d5a-9eaf-1eea2c9af28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 4, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'subnets': [{'id': '8e5040ca-5009-4d5a-9eaf-1eea2c9af28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:32.097932 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39ce8f-38e9-42da-a6cc-92fd727734d9 None None] The sync data for ids ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'] in n-d-836017-1 is: [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:10:18Z', 'revision_number': 4, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port': {'id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '304ba8b0-da00-4c4b-a35a-a3d740821a85', 'name': '', 'network_id': '2cbf815b-8ae3-4ca1-9369-2c354b495705', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'mac_address': 'fa:16:3e:86:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e5040ca-5009-4d5a-9eaf-1eea2c9af28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:18Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 4, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'subnets': [{'id': '8e5040ca-5009-4d5a-9eaf-1eea2c9af28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:32.409459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:32.462504 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef5ac8-988a-41fc-bd87-0dfcc1fefeb1 req-b455f988-9cb8-468a-867b-2facefd851e0 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:32.464048 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eef5ac8-988a-41fc-bd87-0dfcc1fefeb1 req-b455f988-9cb8-468a-867b-2facefd851e0 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 944 time: 0.0798702 Apr 01 16:10:32.485393 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning for port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:32.490788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:32.491114 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:32.515606 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7eef5ac8-988a-41fc-bd87-0dfcc1fefeb1 req-683ad617-f508-4197-87d2-647364c452f8 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458143 Apr 01 16:10:32.611484 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:32.639363 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:10:32.649609 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:32.654759 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:32.727649 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:32.791905 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'code': 200} Apr 01 16:10:32.914267 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-873f97fb-45eb-4d0a-afda-104972355833 req-d2bb9a55-1ff7-4775-8700-be50bc78b8a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1096 time: 0.0687866 Apr 01 16:10:32.960483 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-873f97fb-45eb-4d0a-afda-104972355833 req-7a9ab87b-f629-40f2-bae4-f2a270f28eb9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Apr 01 16:10:33.071608 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.364530 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8ddda76b-0f4f-455d-b86c-1f2dea05b184 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:33.433830 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:33.434182 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.589577 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 304ba8b0-da00-4c4b-a35a-a3d740821a85 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:33.655300 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning for port 304ba8b0-da00-4c4b-a35a-a3d740821a85 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:33.660517 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 304ba8b0-da00-4c4b-a35a-a3d740821a85 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:33.660879 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.778082 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.806991 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05535f0-fe20-4f9b-9908-1198c904cb30 req-0bddfee4-3099-4553-8b2f-26ba34dbe991 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:33.808446 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c05535f0-fe20-4f9b-9908-1198c904cb30 req-0bddfee4-3099-4553-8b2f-26ba34dbe991 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 945 time: 0.1685934 Apr 01 16:10:33.812404 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] For port 304ba8b0-da00-4c4b-a35a-a3d740821a85, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=304ba8b0-da00-4c4b-a35a-a3d740821a85,segment=NetworkSegment(c411d346-73fc-4ec5-b8dc-52b11fd008c9),segment_id=c411d346-73fc-4ec5-b8dc-52b11fd008c9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:33.817409 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.856119 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-c05535f0-fe20-4f9b-9908-1198c904cb30 req-89b97335-2c93-4899-a9b2-9136f8b37cc8 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 Apr 01 16:10:33.885753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Pushing event updated for resources: {'Port': ['ID=304ba8b0-da00-4c4b-a35a-a3d740821a85,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:35.068181 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67bb3a-8d3d-491b-8508-9a80b201792f req-e810d860-d869-4b3f-ae1d-f120abb63ba1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:35.069558 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd67bb3a-8d3d-491b-8508-9a80b201792f req-e810d860-d869-4b3f-ae1d-f120abb63ba1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 945 time: 0.0845482 Apr 01 16:10:35.118171 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dd67bb3a-8d3d-491b-8508-9a80b201792f req-a516704a-c732-4c97-a015-15c0181a58af tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405695 Apr 01 16:10:35.306746 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 304ba8b0-da00-4c4b-a35a-a3d740821a85 up at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:35.321667 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca96d-e0f7-4bfe-8a79-a8342043de66 req-224e16af-affc-451c-81e8-4386206b4c58 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:35.323071 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53fca96d-e0f7-4bfe-8a79-a8342043de66 req-224e16af-affc-451c-81e8-4386206b4c58 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 945 time: 0.0803514 Apr 01 16:10:35.368590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-53fca96d-e0f7-4bfe-8a79-a8342043de66 req-02d9eade-948a-4acd-963c-aa326b37f66d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392213 Apr 01 16:10:35.376414 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Provisioning complete for port 304ba8b0-da00-4c4b-a35a-a3d740821a85 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:35.376778 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:35.395503 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50242) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:35.585492 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4019115d-3639-4339-ab44-e9d7bb89784e tempest-TestSnapshotPattern-1733531243 tempest-TestSnapshotPattern-1733531243-project-admin] Synchronizing usage tracker for tenant:6ef2483b4d82425ab9f33dfa54bafe04 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:35.601729 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-4019115d-3639-4339-ab44-e9d7bb89784e tempest-TestSnapshotPattern-1733531243 tempest-TestSnapshotPattern-1733531243-project-admin] Unset dirty status for tenant:6ef2483b4d82425ab9f33dfa54bafe04 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:35.602864 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-4019115d-3639-4339-ab44-e9d7bb89784e tempest-TestSnapshotPattern-1733531243 tempest-TestSnapshotPattern-1733531243-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1091 time: 0.2062421 Apr 01 16:10:35.605878 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50248) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:35.610908 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:35.617082 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:35.620846 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:floatingip and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:35.623638 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:35.629409 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:35.737545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:35.872161 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:36.003856 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Allocated IP 172.25.2.223 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/5a74ca2b-74e2-439b-81f9-86137310becb) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:36.159289 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:36.189571 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:36.276432 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:36.280461 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:36.286071 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:36.318549 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'Port': ['ID=5a74ca2b-74e2-439b-81f9-86137310becb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:36.816805 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:36.873194 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:37.089731 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:37.096450 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:37.202706 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'Port': ['ID=5a74ca2b-74e2-439b-81f9-86137310becb,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:37.217811 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:37.518500 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Floating IP 406be734-d990-4213-9cc6-c5198950edaa associated. External IP: 172.25.2.223, port: 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15. Apr 01 16:10:37.918849 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Router d0ecfda5-5d28-48c5-8057-f56d72631d75 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:38.124740 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:38.149606 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:38.203489 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-cffd4836-866a-46dd-86e1-2a75c6c4245a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5966043 Apr 01 16:10:38.204154 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:10:38.259458 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'status': 'completed', 'code': 200} Apr 01 16:10:38.364162 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-7cb40d1f-f195-432d-930b-bfc5d461afa9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1096 time: 0.0836411 Apr 01 16:10:38.428335 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] Sync routers for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:38.446864 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:38.447549 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:38.496097 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-49a2338c-a527-4de2-b21a-e3cbd4196401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.497561 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-49a2338c-a527-4de2-b21a-e3cbd4196401 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1280994 Apr 01 16:10:38.597313 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-377b394a-e2e8-4659-b2f7-4c7baca3d12c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 999 time: 0.0936153 Apr 01 16:10:38.623399 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:38.661265 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-fd707a45-4dc8-4d44-b8f7-cc5ffd125f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:38.662686 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-fd707a45-4dc8-4d44-b8f7-cc5ffd125f25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0603168 Apr 01 16:10:38.737345 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-89f78121-629a-488d-aa8e-272ca4867cba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693355 Apr 01 16:10:38.869538 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-c43afdc7-fc44-4617-9f2b-082be2a96691 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264567 Apr 01 16:10:38.969139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:36Z', 'revision_number': 0, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:38.973244 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] Checking router: d0ecfda5-5d28-48c5-8057-f56d72631d75 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:38.984224 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:38.984807 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:10:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:38.999572 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fe6ee322-5e33-4965-812d-d45697dc0cad req-1ccbdd05-42b9-4a5a-b89c-ff3c7536268b service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247213 Apr 01 16:10:39.163127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:39.540158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:36Z', 'revision_number': 0, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:39.544096 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e31f47-1c03-42d3-9401-ac0eb97dcc99 None None] The sync data for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 is: [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:36Z', 'revision_number': 0, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:41.564719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:45.564178 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:48.911879 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960b820-1709-4f1b-b17c-61551d7cb04f None None] New status for floating IP 406be734-d990-4213-9cc6-c5198950edaa: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:10:58.020635 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e121f4b-c8bc-454b-8294-549b3cceada8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:00.404812 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fba26a2-d872-4778-b61a-59e6e0140eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:01.398388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:01.651133 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.077226 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.141972 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:11:11.555426 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:15.576936 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.956274 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-91617f6e-80b7-430f-a186-250dba04ee75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1811087 Apr 01 16:11:26.098388 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-5fccc319-f866-4575-8336-a0f9c1786c38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1096 time: 0.0705011 Apr 01 16:11:26.259277 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902558b9-f897-440b-8496-62d3459b5d2a req-f06515cf-cfd8-4c67-888f-cdbcaa635a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:26.261511 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-f06515cf-cfd8-4c67-888f-cdbcaa635a15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1452775 Apr 01 16:11:26.380526 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-dae0b63c-f245-4c48-a0d1-9a451b93c048 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 1001 time: 0.1112375 Apr 01 16:11:26.444306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902558b9-f897-440b-8496-62d3459b5d2a req-3f9758ed-154c-40c7-827b-0bcd0a13b8c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:26.445685 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-3f9758ed-154c-40c7-827b-0bcd0a13b8c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0590193 Apr 01 16:11:26.525845 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-349a3416-0fa2-4ecf-93a9-8f8460f7cea5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738580 Apr 01 16:11:26.535977 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-6439fd3c-a823-41d5-b4d1-e2099dc438ea service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:11:26.536904 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-6439fd3c-a823-41d5-b4d1-e2099dc438ea service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050170 Apr 01 16:11:26.669035 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-8c67a0da-d686-4580-87a7-9e55c39714ea service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258688 Apr 01 16:11:26.799458 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-902558b9-f897-440b-8496-62d3459b5d2a req-f5470e97-c8c5-42a6-9d19-e77bb3826987 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253047 Apr 01 16:11:28.017048 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1747e2c0-06c3-4103-b4cc-5398952c8f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:30.406439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a9ded0a-b508-45d2-8e83-80a1e1c18273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.400867 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:31.653742 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.079726 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:40.140432 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:11:41.556580 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:45.582270 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.013374 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4f3f193a-a038-423c-9abe-0ed35c04e9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.408514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a53de41-fc1a-41fe-870c-9361e10602f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.398087 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.657413 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.090597 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.553067 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:15.576819 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:17.131490 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:12:26.930927 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-5c5a6418-5b01-4eda-a597-37dfae81e78e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741219 Apr 01 16:12:27.071503 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-0af97057-4b75-4799-818a-aeaf655f98be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1096 time: 0.0735064 Apr 01 16:12:27.223289 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-7686346b-fb9e-4bc2-9e36-bedde7cb774f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.224742 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-7686346b-fb9e-4bc2-9e36-bedde7cb774f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1346676 Apr 01 16:12:27.328260 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-4763e314-86e9-440c-8836-eb2caa331dfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 1001 time: 0.0976100 Apr 01 16:12:27.394304 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-f9666ccf-b591-4b1e-94bb-ce3b13064a62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.395739 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-f9666ccf-b591-4b1e-94bb-ce3b13064a62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0622880 Apr 01 16:12:27.474372 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-b65fe2ad-9d4a-4750-afe6-03d948b1f043 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728030 Apr 01 16:12:27.608875 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-216cb9bc-5f9e-4177-9c74-3d521e1d01f1 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285169 Apr 01 16:12:27.741961 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-dbcb5f4e-b4df-45b4-907a-eeaff5fb6703 req-6512fc2d-4946-4b31-ae03-0ad258e43277 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275835 Apr 01 16:12:28.008910 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1088fa28-6e78-44c7-b0ae-e2fc5f841555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:30.408591 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6885311f-0c70-4f51-a2da-9ac3900e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:31.404078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:31.659335 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:33.086830 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:34.833431 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 details requested by agent hyperv_n-h1-836017-1 with host n-h1-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:12:34.982344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:34.996295 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Returning: {'device': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:12:35.052464 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.069548 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:12:35.083815 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:35.089285 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.172698 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] get_ports_and_sgs() called for port_ids ['01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:12:35.210459 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:35.231631 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.231970 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.232305 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.232634 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.232958 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.233278 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.233605 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.233922 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.234240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.234552 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:35.234866 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:36.832534 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 up at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:36.918662 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Provisioning complete for port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:36.919375 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.060388 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.096788 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:37.098199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:12:37.105719 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.186107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:37.189949 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'code': 200} Apr 01 16:12:41.579276 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:45.575599 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:47.173499 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-bebdb814-43c9-4246-8111-5f8408b4ee33 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467217938&fields=id&tenant_id=45026ed02bcf46faa342780c20d7615b HTTP/1.1" status: 200 len: 267 time: 0.0533793 Apr 01 16:12:47.323443 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-dca84bfc-7964-42a7-b50b-f0224b6e991c tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:47.324759 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-dca84bfc-7964-42a7-b50b-f0224b6e991c tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 809 time: 0.1447175 Apr 01 16:12:47.341807 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-330d0115-6093-4a37-ad75-d4880b5c4b88 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/quotas/45026ed02bcf46faa342780c20d7615b HTTP/1.1" status: 200 len: 375 time: 0.0116491 Apr 01 16:12:47.432852 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-08fb276b-a01b-47a5-af05-a11a9c4b0881 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0860472 Apr 01 16:12:47.647160 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-ee2ea788-229d-47dd-9811-9bc4a66d076d service neutron] 10.222.0.48 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024097 Apr 01 16:12:47.786251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-7be6b2c4-e758-4c56-b20d-ce225c353621 service neutron] 10.222.0.48 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331246 Apr 01 16:12:48.004245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-06256d2c-7a7b-4866-a8dc-f9d631f9ce53 req-1b71cc71-97a1-46ed-a45c-dc846511c324 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 210 time: 0.0420241 Apr 01 16:12:48.859943 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:48.980821 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:49.007682 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:12:49.017779 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:49.022331 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:49.086855 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'code': 200} Apr 01 16:12:49.102464 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Pushing event updated for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:49.227617 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-729b60c1-9d5c-4dfb-91fa-b27dd9c7ca18 req-eb5d5366-d11f-47b7-8031-592abb593009 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 210 time: 0.1385138 Apr 01 16:12:50.356780 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7d601429-528e-4d80-8091-50bdacf62271 req-012d9108-a076-49ea-8b6b-c0eb81ccf7a7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 210 time: 0.0522554 Apr 01 16:12:51.534439 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-17afe7eb-1c38-4949-b32f-947d2cae9548 req-16ae0c43-e11d-4f80-b30c-8a5c6747dda9 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 210 time: 0.0504723 Apr 01 16:12:52.702200 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e655e237-a800-4905-9189-f1f0d07b4b71 req-b82e7afb-75e2-42a2-8350-ef81fa625c83 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 210 time: 0.0477419 Apr 01 16:12:53.157687 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-5217a3de-1086-41a5-b3a4-5905a4a7ce97 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.159111 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-5217a3de-1086-41a5-b3a4-5905a4a7ce97 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.44 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 809 time: 0.1473103 Apr 01 16:12:53.213804 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-f8754aca-c102-4da3-93a6-291f0e5ad76a tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45026ed02bcf46faa342780c20d7615b HTTP/1.1" status: 200 len: 379 time: 0.0423658 Apr 01 16:12:53.222117 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'port': {'device_id': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'admin_state_up': True, 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'security_groups': ['e0ea7e10-3d12-4994-a896-60b9aa5da13f']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:12:53.361699 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:53.371376 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.quota.driver [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:53.382300 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Made reservation on behalf of 45026ed02bcf46faa342780c20d7615b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:53.385574 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.579514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_common [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Allocated IP 172.20.0.4 (ac2b663c-20aa-421f-a6a5-d14eccb072ca/280276ac-ef67-4013-8c7f-215f8a5679eb/beb48aa3-29e1-482d-847b-64a5f8c54188) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:53.822311 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.840767 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Transition to ACTIVE for port object beb48aa3-29e1-482d-847b-64a5f8c54188 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:53.873878 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.944441 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb002dee-1e2d-4439-820d-82be93cd1da6 req-2e367198-3f9a-422a-ab6d-1c59cde1299c tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.946017 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb002dee-1e2d-4439-820d-82be93cd1da6 req-2e367198-3f9a-422a-ab6d-1c59cde1299c tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 931 time: 0.1009026 Apr 01 16:12:53.990398 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.014987 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.018249 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:54.022688 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:54.023970 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.base_scheduler [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources bound (agent type, host, resource id): {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:54.037679 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:12:54.072269 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-fb002dee-1e2d-4439-820d-82be93cd1da6 req-a234aad0-6bde-432a-9052-bbaa442697f1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184614 Apr 01 16:12:54.112295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.113331 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.131622 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:12:54.161375 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-3fcee1ab-1563-4ee2-b31d-aeb8a4f7a002 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427853 Apr 01 16:12:54.305030 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d34337e3-c023-4151-b67a-bd9723f27b59 None None] Provisioning for port beb48aa3-29e1-482d-847b-64a5f8c54188 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:54.312932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d34337e3-c023-4151-b67a-bd9723f27b59 None None] Provisioning complete for port beb48aa3-29e1-482d-847b-64a5f8c54188 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:54.313299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d34337e3-c023-4151-b67a-bd9723f27b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.365041 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d34337e3-c023-4151-b67a-bd9723f27b59 None None] Port beb48aa3-29e1-482d-847b-64a5f8c54188 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:12:55.276514 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844f4e-7f14-4f06-a024-33e616d6b2af req-63f4a4a9-ba82-4ea3-9404-82b3f2f535af tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:55.277173 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7b844f4e-7f14-4f06-a024-33e616d6b2af req-63f4a4a9-ba82-4ea3-9404-82b3f2f535af tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:55.294422 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-7b844f4e-7f14-4f06-a024-33e616d6b2af req-63f4a4a9-ba82-4ea3-9404-82b3f2f535af tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:55.295865 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b844f4e-7f14-4f06-a024-33e616d6b2af req-63f4a4a9-ba82-4ea3-9404-82b3f2f535af tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 931 time: 0.1001716 Apr 01 16:12:55.349981 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-7b844f4e-7f14-4f06-a024-33e616d6b2af req-744984a7-60b3-41df-ad9e-aec533e14303 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446353 Apr 01 16:12:56.553198 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882afa38-44d0-4b70-8fef-beaded042bf4 req-c04d5d82-9229-4b6b-b116-6b0a61b6ab85 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:56.554674 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-882afa38-44d0-4b70-8fef-beaded042bf4 req-c04d5d82-9229-4b6b-b116-6b0a61b6ab85 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 931 time: 0.0801311 Apr 01 16:12:56.604245 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-882afa38-44d0-4b70-8fef-beaded042bf4 req-23f44088-f69b-442f-a3c2-5b0b5cfd8f85 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436051 Apr 01 16:12:57.913505 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09296443-0609-4959-bf33-665d55458cf0 req-1cbd4c91-fa60-4856-a0b9-07d620dd10b7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:57.914890 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09296443-0609-4959-bf33-665d55458cf0 req-1cbd4c91-fa60-4856-a0b9-07d620dd10b7 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 931 time: 0.1861720 Apr 01 16:12:57.963439 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-09296443-0609-4959-bf33-665d55458cf0 req-60116e82-f0a2-4cac-8c5c-802d621955c4 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424666 Apr 01 16:12:58.010943 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e0fb5c0-12d3-460e-bf39-37da13972c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.184795 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab141bc-931d-4c62-9ad0-50dd938b0178 req-feed8448-b41c-4f71-ae6a-78e4d83a5416 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:59.186264 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ab141bc-931d-4c62-9ad0-50dd938b0178 req-feed8448-b41c-4f71-ae6a-78e4d83a5416 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 931 time: 0.0929427 Apr 01 16:12:59.234543 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-4ab141bc-931d-4c62-9ad0-50dd938b0178 req-801ea8ea-6ed4-4b12-9685-d615c4f74939 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Apr 01 16:13:00.410763 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d200376b-f823-43f5-83c9-926e3be06a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.458757 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dc98e-8785-43e2-acf6-3ae5090ad9f6 req-ebcdbb47-b8e7-4a4a-8dcf-82ecddbc6923 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:00.460355 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd9dc98e-8785-43e2-acf6-3ae5090ad9f6 req-ebcdbb47-b8e7-4a4a-8dcf-82ecddbc6923 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 931 time: 0.1002469 Apr 01 16:13:00.597599 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fd9dc98e-8785-43e2-acf6-3ae5090ad9f6 req-9713ff0c-4069-4ff4-8d08-fac81411949e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305363 Apr 01 16:13:01.394101 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:01.657305 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:01.870189 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234895b-28e0-4178-b1e9-2f29be2cc791 req-b8ef1c68-1836-420b-a14c-dc7397a7ac20 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:01.871675 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1234895b-28e0-4178-b1e9-2f29be2cc791 req-b8ef1c68-1836-420b-a14c-dc7397a7ac20 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 931 time: 0.1485176 Apr 01 16:13:01.921702 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1234895b-28e0-4178-b1e9-2f29be2cc791 req-205745c0-47cc-42ab-abf7-b92bc757f761 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Apr 01 16:13:02.303894 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.v2.base [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Request body: {'port': {'device_id': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:13:02.415451 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.777638 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb48aa3-29e1-482d-847b-64a5f8c54188 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:13:02.785580 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.801962 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.provisioning_blocks [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Transition to ACTIVE for port object beb48aa3-29e1-482d-847b-64a5f8c54188 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:13:02.806145 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.936295 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:03.055047 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Attempting to bind port beb48aa3-29e1-482d-847b-64a5f8c54188 on host n-h2-836017-1 for vnic_type normal with profile {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:03.055397 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Attempting to bind port beb48aa3-29e1-482d-847b-64a5f8c54188 by drivers openvswitch,hyperv on host n-h2-836017-1 at level 0 using segments [{'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:03.055792 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Attempting to bind port beb48aa3-29e1-482d-847b-64a5f8c54188 on network ac2b663c-20aa-421f-a6a5-d14eccb072ca {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:13:03.088072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.096716 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Port beb48aa3-29e1-482d-847b-64a5f8c54188 on network ac2b663c-20aa-421f-a6a5-d14eccb072ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:13:03.097031 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Attempting to bind port beb48aa3-29e1-482d-847b-64a5f8c54188 on network ac2b663c-20aa-421f-a6a5-d14eccb072ca {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:13:03.112502 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Checking agent: {'id': '69df2812-10dc-4764-bab4-12a2bd11ccd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'started_at': datetime.datetime(2022, 4, 1, 14, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:13:03.112829 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Checking segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:13:03.113202 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Bound using segment: {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:13:03.113615 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.managers [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Bound port: beb48aa3-29e1-482d-847b-64a5f8c54188, host: n-h2-836017-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8994f330-2cc9-48c0-961e-9e477d2ddd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:03.113954 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.217255 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688532c-6fd3-45d5-a980-b496bf6c20a3 req-b151793c-3088-4dc6-8432-fc1299caca81 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:03.218689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3688532c-6fd3-45d5-a980-b496bf6c20a3 req-b151793c-3088-4dc6-8432-fc1299caca81 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 943 time: 0.1587985 Apr 01 16:13:03.240208 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:03.253129 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:03.264049 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1674972'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.317508 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-3688532c-6fd3-45d5-a980-b496bf6c20a3 req-86c41152-d176-4783-9e85-4b566daa8fa1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930009 Apr 01 16:13:03.338111 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.339470 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-cea05561-ceec-403b-a856-cd24311a343f service neutron] 10.222.0.44 "PUT /v2.0/ports/beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 200 len: 1091 time: 1.0428600 Apr 01 16:13:03.339898 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:03.353978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea05561-ceec-403b-a856-cd24311a343f service neutron] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:03.417954 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'status': 'completed', 'code': 200} Apr 01 16:13:03.458595 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-e6093d73-1d1b-4303-b8e4-00ecef0a4df7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1094 time: 0.0793362 Apr 01 16:13:03.530736 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-9028a165-8839-4a86-9608-4af77f85cb2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 200 len: 217 time: 0.0652068 Apr 01 16:13:03.593850 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-6e57210a-6547-4626-934f-7100c64d498d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:03.595147 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-6e57210a-6547-4626-934f-7100c64d498d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0588660 Apr 01 16:13:03.670717 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-23bd8e4a-aa70-46d7-8968-275db00d3794 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689583 Apr 01 16:13:03.801173 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-8a25244f-a6c1-47b9-8ad0-0449e69f3b4c service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244142 Apr 01 16:13:04.016293 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-eb0ed54d-982f-43eb-829d-0e740b767e26 req-57a0158e-04d1-4ec0-9a71-b5e688b139b5 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094269 Apr 01 16:13:04.143462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-dbe61f0e-7d50-4931-a3e6-9c776b302577 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1094 time: 0.0755424 Apr 01 16:13:04.275079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-94dca5fe-df92-4536-a086-d083c94aa0c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:04.276593 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-94dca5fe-df92-4536-a086-d083c94aa0c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1269548 Apr 01 16:13:04.345391 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-0c2a64c7-5384-4b10-9790-bd5b266ff4b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 200 len: 217 time: 0.0628853 Apr 01 16:13:04.407611 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-246e5e62-7ce8-46c9-8742-598e87fd5c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:04.409042 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-246e5e62-7ce8-46c9-8742-598e87fd5c6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0572236 Apr 01 16:13:04.539794 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-1ef7f848-9c44-4f8e-9e71-504f3b926722 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244535 Apr 01 16:13:04.550141 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51dc29-4d94-4981-8668-9a67344d25a2 req-16bba0e8-9801-40ed-87d2-8fbd83411499 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:04.551545 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f51dc29-4d94-4981-8668-9a67344d25a2 req-16bba0e8-9801-40ed-87d2-8fbd83411499 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 943 time: 0.1086633 Apr 01 16:13:04.684681 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-2f51dc29-4d94-4981-8668-9a67344d25a2 req-db05ddfe-30dd-4bf5-afd4-aef85afc997c tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151736 Apr 01 16:13:04.707590 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-cd8811f2-dfcb-40c2-883e-80e928c03b49 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551089 Apr 01 16:13:04.844991 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-6927c321-92d4-4d8c-be45-03b836e6d7fb req-69a2d81a-54bd-41ae-a501-54f8e5277cc8 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304455 Apr 01 16:13:05.902968 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065d0b3-e8e1-4b5f-9286-88c78116bf10 req-a6a23d02-4215-44c6-83cc-73d2dc75189b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:05.904808 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1065d0b3-e8e1-4b5f-9286-88c78116bf10 req-a6a23d02-4215-44c6-83cc-73d2dc75189b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 943 time: 0.0794408 Apr 01 16:13:05.964989 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-1065d0b3-e8e1-4b5f-9286-88c78116bf10 req-9e3f535b-ef4c-4dcc-94fc-6f4da8796144 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519688 Apr 01 16:13:06.823700 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device beb48aa3-29e1-482d-847b-64a5f8c54188 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:13:06.997231 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:07.011153 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'port_id': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'mac_address': 'fa:16:3e:c6:18:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:13:07.066714 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.084676 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb48aa3-29e1-482d-847b-64a5f8c54188 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:13:07.099483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:07.104334 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.165885 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69439d3b-6c0d-41c1-a38f-93ec4ce85266 req-ed24fc18-3bfc-432c-a968-192e8202b59c tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:07.167340 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69439d3b-6c0d-41c1-a38f-93ec4ce85266 req-ed24fc18-3bfc-432c-a968-192e8202b59c tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 944 time: 0.0816920 Apr 01 16:13:07.175155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:07.213038 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-69439d3b-6c0d-41c1-a38f-93ec4ce85266 req-0a2b2cda-edb4-4341-aa35-80851c012ef3 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399752 Apr 01 16:13:07.354307 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['beb48aa3-29e1-482d-847b-64a5f8c54188'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:13:08.418909 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050dd9c-5dc0-4dff-8972-18c729f5941a req-a94535f0-2db4-44ab-baf5-94be2c83d7e0 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:08.420273 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7050dd9c-5dc0-4dff-8972-18c729f5941a req-a94535f0-2db4-44ab-baf5-94be2c83d7e0 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 944 time: 0.0844517 Apr 01 16:13:08.465265 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-7050dd9c-5dc0-4dff-8972-18c729f5941a req-a1f27009-3482-445c-91fc-3d3a018ac82d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392492 Apr 01 16:13:08.867823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device beb48aa3-29e1-482d-847b-64a5f8c54188 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:13:08.948823 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning for port beb48aa3-29e1-482d-847b-64a5f8c54188 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:13:08.953750 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port beb48aa3-29e1-482d-847b-64a5f8c54188 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:08.954115 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.066969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.093392 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:09.103139 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:09.110891 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.154539 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'code': 200} Apr 01 16:13:09.180845 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:09.283496 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd07c03b-f993-4794-8488-b3ae9002921f req-9cdb6d84-f59c-43e8-9094-be54b6f08a55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1096 time: 0.0702443 Apr 01 16:13:09.324778 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-cd07c03b-f993-4794-8488-b3ae9002921f req-372f8a19-5ea6-4b43-b034-4c8abb0f0e07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353374 Apr 01 16:13:09.671569 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a150a41-37c7-4818-ba3c-0806c851e54f req-8610dfb1-a750-48f0-a314-919a96f9ef9e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:09.672893 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a150a41-37c7-4818-ba3c-0806c851e54f req-8610dfb1-a750-48f0-a314-919a96f9ef9e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 945 time: 0.0814440 Apr 01 16:13:09.720855 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-5a150a41-37c7-4818-ba3c-0806c851e54f req-162f0832-55ce-4170-aba0-c0187050bb54 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401809 Apr 01 16:13:11.086235 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33337760-6eb0-49cb-a934-c4340c04b9c1 req-065e2cf0-da4d-482e-a9b2-fdd5924d6f99 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:11.087607 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33337760-6eb0-49cb-a934-c4340c04b9c1 req-065e2cf0-da4d-482e-a9b2-fdd5924d6f99 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 945 time: 0.0820358 Apr 01 16:13:11.133517 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-33337760-6eb0-49cb-a934-c4340c04b9c1 req-0e7a0ca6-61aa-4760-bb45-71b34850df35 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 Apr 01 16:13:11.344799 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291043-fd2c-4f7a-8a5b-65f3d2812321 req-8249d872-ff27-4ac5-84d6-68ed9db317ef tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:11.346130 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e291043-fd2c-4f7a-8a5b-65f3d2812321 req-8249d872-ff27-4ac5-84d6-68ed9db317ef tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 945 time: 0.0801454 Apr 01 16:13:11.398872 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-0e291043-fd2c-4f7a-8a5b-65f3d2812321 req-a50112cd-62fc-4cb1-bbac-4ca38adbb7ed tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468178 Apr 01 16:13:11.427030 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50476) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:11.499285 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b9fe1d35-f46a-4619-ac9f-6aa19f8325e5 tempest-TestSnapshotPattern-1733531243 tempest-TestSnapshotPattern-1733531243-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1091 time: 0.0707951 Apr 01 16:13:11.502157 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50480) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:11.507524 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.v2.base [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Request body: {'floatingip': {'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'port_id': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:13:11.514001 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:11.517971 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Usage tracker for resource:floatingip and tenant:45026ed02bcf46faa342780c20d7615b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:11.520895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:11.526845 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.quota.driver [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:11.539838 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.575631 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.683754 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.829858 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Allocated IP 172.25.2.56 (59d1e48d-db05-487e-a4cc-433f9512a036/c8ac9f7d-c55f-4745-915e-254e93dbdf80/d806154f-d630-4bcd-8b9b-0c92d572f3a5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:11.974893 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.003534 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794439948126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.068514 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Network 59d1e48d-db05-487e-a4cc-433f9512a036 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:12.071490 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Resources bound (agent type, host, resource id): {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:12.076582 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:13:12.100446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'Port': ['ID=d806154f-d630-4bcd-8b9b-0c92d572f3a5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:12.126203 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.126548 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.126866 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.127193 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.127544 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.127869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.128182 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.128491 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.128815 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.129122 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.129436 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:12.697545 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.756817 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.959027 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.966440 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1819010'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.075827 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event updated for resources: {'Port': ['ID=d806154f-d630-4bcd-8b9b-0c92d572f3a5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.091875 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469217'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.288876 n-d-836017-1 neutron-server[83953]: INFO neutron.db.l3_db [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Floating IP b31e1592-f3a8-4af6-9546-b01478e2a81f associated. External IP: 172.25.2.56, port: beb48aa3-29e1-482d-847b-64a5f8c54188. Apr 01 16:13:13.683566 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Router d0ecfda5-5d28-48c5-8057-f56d72631d75 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:13:13.896446 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:13.906344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] Sync routers for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:13:13.918884 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:13:13.919576 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:13.925150 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.979659 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-fb0a4ca7-ec49-4d16-8b13-c4a71dc8608b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4761851 Apr 01 16:13:13.980046 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:14.098784 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:13:14.127431 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'status': 'completed', 'code': 200} Apr 01 16:13:14.222538 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-8a01cb5c-2c71-48e3-978d-e17fc8ac71e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1096 time: 0.0731976 Apr 01 16:13:14.352600 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-bcb60bf5-5d1c-4193-b24c-179709d07755 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:14.354138 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-bcb60bf5-5d1c-4193-b24c-179709d07755 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1249607 Apr 01 16:13:14.440832 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:49Z', 'revision_number': 1, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}, {'id': 'b31e1592-f3a8-4af6-9546-b01478e2a81f', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:c6:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:13:12Z', 'updated_at': '2022-04-01T16:13:12Z', 'revision_number': 0, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:14.444628 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] Checking router: d0ecfda5-5d28-48c5-8057-f56d72631d75 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:13:14.455127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:13:14.455747 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:13:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:14.456359 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-bb410281-0f25-47e9-a601-861bf723b08a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 200 len: 998 time: 0.0961385 Apr 01 16:13:14.616634 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-51147864-bc38-4137-a4bb-065a2e31dd8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:14.618049 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-51147864-bc38-4137-a4bb-065a2e31dd8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.1563230 Apr 01 16:13:14.675437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:13:14.695298 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-8dfe6531-4a1d-4db2-8065-69ac211cdf00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711339 Apr 01 16:13:14.830002 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-f75a34f9-375b-42b1-8987-1d83a3036f15 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266267 Apr 01 16:13:14.961122 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-bfa24277-074d-4b6b-ac4f-75c12b9f5c6d req-4f840964-4bad-4f2b-868b-4c581ad85598 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248605 Apr 01 16:13:15.028351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:49Z', 'revision_number': 1, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}, {'id': 'b31e1592-f3a8-4af6-9546-b01478e2a81f', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:c6:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:13:12Z', 'updated_at': '2022-04-01T16:13:12Z', 'revision_number': 0, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:15.032934 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712bb015-e0b3-4cc9-b796-515045aee918 None None] The sync data for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 is: [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:49Z', 'revision_number': 1, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}, {'id': 'b31e1592-f3a8-4af6-9546-b01478e2a81f', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:c6:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:13:12Z', 'updated_at': '2022-04-01T16:13:12Z', 'revision_number': 0, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:13:15.252990 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8d3f5-4c91-456d-b333-e438a74b4cc7 None None] New status for floating IP b31e1592-f3a8-4af6-9546-b01478e2a81f: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:13:15.576632 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.958000 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-57e9b68a-0ec0-4f25-ba60-818e1522da7c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1867979 Apr 01 16:13:28.008629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52926dda-00b0-41ec-95ca-7305cefa1aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.104542 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-8570a45f-774c-434c-ae44-e21e68c9e120 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1094 time: 0.0741696 Apr 01 16:13:28.248463 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-7ac9fabb-f986-4a80-9f4d-1bdc910d459f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.249937 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-7ac9fabb-f986-4a80-9f4d-1bdc910d459f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1268947 Apr 01 16:13:28.355455 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-8d402f61-b9d1-4bd4-9691-3cb182e97f81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 999 time: 0.0991025 Apr 01 16:13:28.418507 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-eeed591d-8760-44bd-96a6-243d3441a233 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.420892 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-eeed591d-8760-44bd-96a6-243d3441a233 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0602500 Apr 01 16:13:28.505143 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-6a06d74d-e6ed-45f5-a7d1-d7c2f6f07c78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780978 Apr 01 16:13:28.638325 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-00ccb938-561d-48a1-9d6b-9cd637ecdd90 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268501 Apr 01 16:13:28.770195 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9f651afc-8af3-4d26-8432-6b421d1da420 req-c2df1431-6f64-4c58-a6a7-daf951be6908 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260018 Apr 01 16:13:30.411109 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8923df2c-179f-4f0b-8ec2-9f3ac7584b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:31.137656 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:13:31.391508 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:31.666886 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:33.091275 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:41.601578 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:45.605472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:50.729689 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-6a0d44c2-4c83-42e1-9c85-bec7f429703a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715652 Apr 01 16:13:50.876244 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-9980d77d-c546-49a1-bdb8-e0e274092ee0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1096 time: 0.0770154 Apr 01 16:13:51.026419 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-342c66bb-ec3b-4810-9b68-f6aa441fb6e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:51.027870 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-342c66bb-ec3b-4810-9b68-f6aa441fb6e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1333480 Apr 01 16:13:51.131483 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-1c64725c-e69e-47e7-9c71-b4d4222a2a61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 200 len: 1000 time: 0.0959699 Apr 01 16:13:51.197911 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-a698e167-0c1c-437d-87c7-8e9425ab5b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:51.199462 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-a698e167-0c1c-437d-87c7-8e9425ab5b5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0622497 Apr 01 16:13:51.282193 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-670188c8-df49-4470-81f3-787675d95ed1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751052 Apr 01 16:13:51.421965 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-e9b9034a-de87-42ec-a8aa-b21523be78fa service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332366 Apr 01 16:13:51.555155 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f53ff5f3-df17-48dc-bc4d-63c3dd428b0c req-bab1bac5-efdb-467e-b3e9-6000b84a42f8 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260824 Apr 01 16:13:58.019117 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f11e9ae6-6d02-4ae9-a8f7-a821d3a59ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:00.415838 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51f7e248-7058-4672-bea8-9c4200aa2f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.391166 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.678851 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:03.093906 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:08.145109 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:14:11.597534 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:15.618576 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:28.009551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff06b614-3262-4a99-8288-d8b2cc55cd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:29.830418 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-9edff0a0-621c-4387-92c9-6c31a9e849a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686700 Apr 01 16:14:29.983819 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-4457152d-36d2-432f-9c5a-b407294db6fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1094 time: 0.0794389 Apr 01 16:14:30.133074 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-8aea1b8a-1fae-4826-92c7-d8adf08aac66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:30.134454 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-8aea1b8a-1fae-4826-92c7-d8adf08aac66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1325727 Apr 01 16:14:30.239145 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-18c9f5e5-a3e7-4258-b300-aeba39b8477b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 999 time: 0.0975227 Apr 01 16:14:30.310659 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-df4e76e7-b9ad-4609-9115-f3b2df9f8635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:30.312132 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-df4e76e7-b9ad-4609-9115-f3b2df9f8635 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0672972 Apr 01 16:14:30.390672 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-36f7264e-85c2-40b7-93dc-8e2d72118d1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729065 Apr 01 16:14:30.411179 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3dda3424-bc92-4774-a11a-4ff61644ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:30.523487 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-efb44311-1834-4aee-aff2-309d63e90193 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267660 Apr 01 16:14:30.655727 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-9e5d1055-f73d-4793-b748-de4f1dd59654 req-35c18919-1ed9-443b-b26d-3d3f4d471793 service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265283 Apr 01 16:14:31.393738 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:31.671450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:33.099726 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:41.590694 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:45.136300 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:14:45.307477 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device beb48aa3-29e1-482d-847b-64a5f8c54188 details requested by agent hyperv_n-h2-836017-1 with host n-h2-836017-1 {{(pid=83955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:14:45.460290 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:45.474506 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Returning: {'device': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'port_id': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'mac_address': 'fa:16:3e:c6:18:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:14:45.537180 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:45.556135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beb48aa3-29e1-482d-847b-64a5f8c54188 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:14:45.573237 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:45.580232 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:45.654846 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:45.665766 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:45.675882 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] get_ports_and_sgs() called for port_ids ['beb48aa3-29e1-482d-847b-64a5f8c54188'] {{(pid=83955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:14:45.701453 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.701798 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.702351 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.702686 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.703011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.703364 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.703690 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.704016 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.704344 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.704654 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:45.704957 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:47.338976 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device beb48aa3-29e1-482d-847b-64a5f8c54188 up at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:14:47.419410 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Provisioning complete for port beb48aa3-29e1-482d-847b-64a5f8c54188 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:47.419729 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117796'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:47.545225 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:47.573115 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:47.583341 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:47.589342 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:47.654560 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'code': 200} Apr 01 16:14:47.670809 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:52.270073 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-03ad5885-a69e-4f75-b63f-cf30c21a08a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1096 time: 0.1587660 Apr 01 16:14:52.432704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-5111b24f-d61f-4971-b2b7-5d40705e9f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:52.434236 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-5111b24f-d61f-4971-b2b7-5d40705e9f4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1417186 Apr 01 16:14:52.549027 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-b60ffe07-ca8f-4f29-b377-1909c207e847 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 200 len: 1000 time: 0.1086280 Apr 01 16:14:52.719034 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-8ac38730-ba40-41ca-87a5-6eaa3369a5c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:52.721219 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-8ac38730-ba40-41ca-87a5-6eaa3369a5c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.1650765 Apr 01 16:14:52.801707 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-31e97bb0-93e8-4d1e-b984-3e66c4ca7a29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737066 Apr 01 16:14:52.814469 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-16b5748c-5272-4cde-a605-b4bb164cfa4c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:14:52.815908 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-16b5748c-5272-4cde-a605-b4bb164cfa4c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055046 Apr 01 16:14:52.961550 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-0f88f1c7-1e43-4115-abc0-ef29c4365657 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396427 Apr 01 16:14:53.111971 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-00671f9e-a737-4e07-9221-827cbc4c8c38 req-f05ac2ce-d6fd-488f-b1d1-04201a9fad22 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438944 Apr 01 16:14:56.976689 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50650) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:57.272842 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Deleting port d806154f-d630-4bcd-8b9b-0c92d572f3a5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:14:57.273189 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.442604 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.442933 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.563090 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Calling delete_port for d806154f-d630-4bcd-8b9b-0c92d572f3a5 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:14:57.723297 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.770773 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event deleted for resources: {'Port': ['ID=d806154f-d630-4bcd-8b9b-0c92d572f3a5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:57.809550 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.809895 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.810222 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.810545 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.810871 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.811194 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.811552 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.811869 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.812187 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.812500 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.812813 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.874611 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.006988 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1d523d8-fd75-4f84-bc21-4e297b47d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.303623 n-d-836017-1 neutron-server[83953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Router d0ecfda5-5d28-48c5-8057-f56d72631d75 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:14:58.510342 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:58.520424 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] Sync routers for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:14:58.533149 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.536170 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:14:58.536786 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:58.585446 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-433c8574-4309-45ca-aeb3-1c477e6def76 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "DELETE /v2.0/floatingips/b31e1592-f3a8-4af6-9546-b01478e2a81f HTTP/1.1" status: 204 len: 168 time: 1.6076050 Apr 01 16:14:58.586021 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:58.645432 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'status': 'completed', 'code': 200} Apr 01 16:14:58.748164 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1fd0de5-425a-403b-937c-e916a57b01de req-6e72f9f8-d830-44a2-9f26-607dab14f16a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 1096 time: 0.0787675 Apr 01 16:14:58.764880 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:14:58.904234 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0de5-425a-403b-937c-e916a57b01de req-69108a44-a034-4ff1-b657-84673e551361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:58.906176 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1fd0de5-425a-403b-937c-e916a57b01de req-69108a44-a034-4ff1-b657-84673e551361 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1498985 Apr 01 16:14:59.017441 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1fd0de5-425a-403b-937c-e916a57b01de req-5314db6c-3a10-4e4a-acc5-2b6d0103b3ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 200 len: 217 time: 0.1037314 Apr 01 16:14:59.092457 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0de5-425a-403b-937c-e916a57b01de req-92fc4982-d463-4fd3-aefd-9454dee6abdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:59.093798 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1fd0de5-425a-403b-937c-e916a57b01de req-92fc4982-d463-4fd3-aefd-9454dee6abdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0666966 Apr 01 16:14:59.103598 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d61ab-5983-438e-88af-1c839e1c0a52 req-c30b6a88-0fee-4bb0-ba75-948fd3a76052 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:59.104953 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb8d61ab-5983-438e-88af-1c839e1c0a52 req-c30b6a88-0fee-4bb0-ba75-948fd3a76052 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 945 time: 0.1441212 Apr 01 16:14:59.124760 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:49Z', 'revision_number': 1, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:59.128753 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] Checking router: d0ecfda5-5d28-48c5-8057-f56d72631d75 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:14:59.139537 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:14:59.140120 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:14:30Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:59.201304 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-fb8d61ab-5983-438e-88af-1c839e1c0a52 req-6d069c00-e41f-4203-aeb6-f94f7144e6e9 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607162 Apr 01 16:14:59.212394 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1fd0de5-425a-403b-937c-e916a57b01de req-0adabb1b-ebad-4acb-bb73-a918bd4efb17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065307 Apr 01 16:14:59.316011 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:14:59.345588 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1fd0de5-425a-403b-937c-e916a57b01de req-631ef678-2db1-4de7-82a2-72e4aa6a19df service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259983 Apr 01 16:14:59.437865 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device beb48aa3-29e1-482d-847b-64a5f8c54188 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:14:59.482265 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-f1fd0de5-425a-403b-937c-e916a57b01de req-8c27f81d-39ae-415a-a416-014c8ffc4367 service neutron] 10.222.0.44 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289308 Apr 01 16:14:59.674077 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15995145'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.743871 n-d-836017-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:59.755521 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:59.763597 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794440447901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794439948144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794439948189'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.809604 n-d-836017-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'code': 200} Apr 01 16:14:59.839586 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Pushing event updated for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:59.845146 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:49Z', 'revision_number': 1, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:59.849437 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036793df-8608-4c1f-8ae6-169b636e7741 None None] The sync data for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 is: [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_floatingips': [{'id': '406be734-d990-4213-9cc6-c5198950edaa', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'router_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'port_id': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'mac_address': 'fa:16:3e:40:0f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:36Z', 'updated_at': '2022-04-01T16:10:49Z', 'revision_number': 1, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:00.082712 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e441e5f-b824-4c9e-a88f-53bf731a1f4a None None] New status for floating IP b31e1592-f3a8-4af6-9546-b01478e2a81f: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:15:00.415481 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8829d806-d305-463a-bbe4-37a4a7b6ffba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.430624 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa6829-5e30-4aea-8b20-f4a8f1485a2b req-f4b06365-b1f9-4c94-ad36-84dbcc6df2a6 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:00.432150 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19fa6829-5e30-4aea-8b20-f4a8f1485a2b req-f4b06365-b1f9-4c94-ad36-84dbcc6df2a6 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 943 time: 0.0878334 Apr 01 16:15:00.483064 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-19fa6829-5e30-4aea-8b20-f4a8f1485a2b req-dc2ae9e2-0d33-471c-8cae-5c10c3ebf2fd tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451796 Apr 01 16:15:00.594770 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-be015675-7661-4e60-8ac7-2c438144968f tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:00.596339 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-be015675-7661-4e60-8ac7-2c438144968f tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 943 time: 0.0780532 Apr 01 16:15:00.663647 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Deleting port beb48aa3-29e1-482d-847b-64a5f8c54188 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:00.663989 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.011182 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] For port beb48aa3-29e1-482d-847b-64a5f8c54188, host n-h2-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-1',level=0,port_id=beb48aa3-29e1-482d-847b-64a5f8c54188,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:01.011616 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.129122 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Calling delete_port for beb48aa3-29e1-482d-847b-64a5f8c54188 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:01.273672 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.324099 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event deleted for resources: {'Port': ['ID=beb48aa3-29e1-482d-847b-64a5f8c54188,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:01.335873 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.336196 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.336525 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.336855 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.337225 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.337498 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.337814 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.338127 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.339004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.339004 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.339168 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-1 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.390134 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.412167 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] No DVR routers for this DVR port beb48aa3-29e1-482d-847b-64a5f8c54188 on host n-h2-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:01.414755 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.417386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-deleted', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:01.429330 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a6ca7750-94d5-4e2a-abe9-e810e485680c req-87e2831a-1b30-408f-818b-b21a13a45253 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.44 "DELETE /v2.0/ports/beb48aa3-29e1-482d-847b-64a5f8c54188 HTTP/1.1" status: 204 len: 173 time: 0.8273332 Apr 01 16:15:01.558062 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9e4f7e-0003-41ab-9582-c5ada6939e23', 'name': 'network-vif-deleted', 'tag': 'beb48aa3-29e1-482d-847b-64a5f8c54188', 'status': 'completed', 'code': 200} Apr 01 16:15:01.672061 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a02165b2-4523-4b7e-8b06-18e0dca31799 req-8e4acda8-97c0-4cae-9243-929744d9f86b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:01.673175 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.688992 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-a02165b2-4523-4b7e-8b06-18e0dca31799 req-8e4acda8-97c0-4cae-9243-929744d9f86b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:01.690226 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-a02165b2-4523-4b7e-8b06-18e0dca31799 req-8e4acda8-97c0-4cae-9243-929744d9f86b tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9e4f7e-0003-41ab-9582-c5ada6939e23 HTTP/1.1" status: 200 len: 210 time: 0.0693347 Apr 01 16:15:03.101439 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.402772 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device beb48aa3-29e1-482d-847b-64a5f8c54188 no longer exists at agent hyperv_n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:03.439531 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50712) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:03.450044 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] No Port match for: beb48aa3-29e1-482d-847b-64a5f8c54188 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:03.450383 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Device beb48aa3-29e1-482d-847b-64a5f8c54188 not bound to the agent host n-h2-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:03.649865 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Deleting port 5a74ca2b-74e2-439b-81f9-86137310becb {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:03.650205 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.821625 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.821911 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.943951 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Calling delete_port for 5a74ca2b-74e2-439b-81f9-86137310becb owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:04.111559 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.158251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event deleted for resources: {'Port': ['ID=5a74ca2b-74e2-439b-81f9-86137310becb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:04.259892 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.755480 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Router d0ecfda5-5d28-48c5-8057-f56d72631d75 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:04.964838 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:04.975575 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] Sync routers for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:15:04.988240 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:04.988849 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:04.989562 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.043884 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-42cc7749-f1d3-4c5d-bd1d-dae13b7b57e1 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "DELETE /v2.0/floatingips/406be734-d990-4213-9cc6-c5198950edaa HTTP/1.1" status: 204 len: 168 time: 1.6032195 Apr 01 16:15:05.044470 n-d-836017-1 neutron-server[83954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:05.101076 n-d-836017-1 neutron-server[83954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'status': 'completed', 'code': 200} Apr 01 16:15:05.219032 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:05.340684 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-888ad6ca-183d-45d7-ab64-50f610dc8076 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45026ed02bcf46faa342780c20d7615b&device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 1094 time: 0.2177908 Apr 01 16:15:05.536707 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.540889 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] Checking router: d0ecfda5-5d28-48c5-8057-f56d72631d75 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:15:05.544336 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-c1a121c7-e53e-4657-b28a-9635b5aeaa86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:05.545853 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-c1a121c7-e53e-4657-b28a-9635b5aeaa86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 200 len: 910 time: 0.1982653 Apr 01 16:15:05.551337 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:05.551932 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.557896 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6ecb2-4322-4186-8341-bdd4325f1c46 req-5b8fa590-6cab-4ff3-983c-677997b45339 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:05.558559 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8de6ecb2-4322-4186-8341-bdd4325f1c46 req-5b8fa590-6cab-4ff3-983c-677997b45339 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:05.627063 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-b7e807b0-687b-44c5-b051-a68762276d66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 200 len: 217 time: 0.0647061 Apr 01 16:15:05.633306 n-d-836017-1 neutron-server[83953]: DEBUG neutron.quota.resource [req-8de6ecb2-4322-4186-8341-bdd4325f1c46 req-5b8fa590-6cab-4ff3-983c-677997b45339 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:05.634695 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8de6ecb2-4322-4186-8341-bdd4325f1c46 req-5b8fa590-6cab-4ff3-983c-677997b45339 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 943 time: 0.2192359 Apr 01 16:15:05.722597 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-d51df0dc-a09d-4567-a4af-e318aced6488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:05.724073 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-d51df0dc-a09d-4567-a4af-e318aced6488 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 200 len: 848 time: 0.0885563 Apr 01 16:15:05.730331 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:05.731114 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-8de6ecb2-4322-4186-8341-bdd4325f1c46 req-36689cca-cbfc-410c-9072-f6d3d8195d93 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662961 Apr 01 16:15:05.802646 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-520fa401-0a75-4f84-9168-461ba77513e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac2b663c-20aa-421f-a6a5-d14eccb072ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704894 Apr 01 16:15:05.933133 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-75699a00-817a-4ada-b2d4-595d2efc9d0f service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240227 Apr 01 16:15:06.046999 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:06.051155 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379a25d-e84f-4918-a5b7-ebdbf87f824b None None] The sync data for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 is: [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:10:12Z', 'revision_number': 4, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1', '_interfaces': [{'id': '8ddda76b-0f4f-455d-b86c-1f2dea05b184', 'name': '', 'network_id': 'ac2b663c-20aa-421f-a6a5-d14eccb072ca', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'mac_address': 'fa:16:3e:56:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:12Z', 'updated_at': '2022-04-01T16:10:31Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'subnets': [{'id': '280276ac-ef67-4013-8c7f-215f8a5679eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:06.064358 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-77cacbeb-235c-4c89-99b4-d4117a0b4c0d req-6f397856-0220-4305-a62f-5727b4f5639c service neutron] 10.222.0.62 "GET /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246819 Apr 01 16:15:06.272679 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91243248-fe44-44ee-a38c-d57e8a53c8e6 None None] New status for floating IP 406be734-d990-4213-9cc6-c5198950edaa: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:15:06.880407 n-d-836017-1 neutron-server[83953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-1c6728d4-c40b-4c33-b62a-3271fc7d146e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:06.881845 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-1c6728d4-c40b-4c33-b62a-3271fc7d146e tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 943 time: 0.0813549 Apr 01 16:15:06.940271 n-d-836017-1 neutron-server[83954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e998ec-569a-4edd-a449-f9b2e4354dcc req-34d02acf-21cd-4f55-8df6-1c70361ab528 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:06.940959 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e5e998ec-569a-4edd-a449-f9b2e4354dcc req-34d02acf-21cd-4f55-8df6-1c70361ab528 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Synchronizing usage tracker for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:06.953116 n-d-836017-1 neutron-server[83954]: DEBUG neutron.quota.resource [req-e5e998ec-569a-4edd-a449-f9b2e4354dcc req-34d02acf-21cd-4f55-8df6-1c70361ab528 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Unset dirty status for tenant:45026ed02bcf46faa342780c20d7615b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:06.954263 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5e998ec-569a-4edd-a449-f9b2e4354dcc req-34d02acf-21cd-4f55-8df6-1c70361ab528 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 943 time: 0.0962145 Apr 01 16:15:06.958684 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Deleting port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:06.959023 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.001575 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-e5e998ec-569a-4edd-a449-f9b2e4354dcc req-36fda502-201c-42d7-8c81-eb29bc975229 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0ea7e10-3d12-4994-a896-60b9aa5da13f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Apr 01 16:15:07.209134 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.db [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] For port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15, host n-h1-836017-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-1',level=0,port_id=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:07.209359 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.363647 n-d-836017-1 neutron-server[83953]: DEBUG neutron.plugins.ml2.plugin [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Calling delete_port for 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:07.508921 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1819029'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.556084 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event deleted for resources: {'Port': ['ID=01dd6ede-5b96-4cc6-b0b3-6304cd66ad15,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:07.731573 n-d-836017-1 neutron-server[83953]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] No DVR routers for this DVR port 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 on host n-h1-836017-1 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:07.734143 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177904'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.736998 n-d-836017-1 neutron-server[83953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-deleted', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:07.753148 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [req-acd4ce23-1335-4233-85a0-87ea5cfd2f38 req-611fbf55-be10-4cbd-9e7c-dd4c65980e94 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.62 "DELETE /v2.0/ports/01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 HTTP/1.1" status: 204 len: 173 time: 0.8660200 Apr 01 16:15:07.794201 n-d-836017-1 neutron-server[83953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5a85f5-b3a0-4959-b024-433d40f25736', 'name': 'network-vif-deleted', 'tag': '01dd6ede-5b96-4cc6-b0b3-6304cd66ad15', 'status': 'completed', 'code': 200} Apr 01 16:15:08.176233 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [req-56f0af36-e61a-4fd2-96aa-0d2a4262863e req-e219e76d-4854-46c7-9fb7-c90742ea4239 tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a5a85f5-b3a0-4959-b024-433d40f25736 HTTP/1.1" status: 200 len: 210 time: 0.0414252 Apr 01 16:15:09.296442 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50730) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:09.369678 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8079d6-9a84-4892-bb2c-836ceb5aeb7d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.386167 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 no longer exists at agent hyperv_n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:09.398382 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8079d6-9a84-4892-bb2c-836ceb5aeb7d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.419456 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] No Port match for: 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:09.419783 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Device 01dd6ede-5b96-4cc6-b0b3-6304cd66ad15 not bound to the agent host n-h1-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:09.474962 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8079d6-9a84-4892-bb2c-836ceb5aeb7d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.493002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8079d6-9a84-4892-bb2c-836ceb5aeb7d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea7e10-3d12-4994-a896-60b9aa5da13f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.506059 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-3a8079d6-9a84-4892-bb2c-836ceb5aeb7d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.507187 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-3a8079d6-9a84-4892-bb2c-836ceb5aeb7d tempest-TestSnapshotPattern-2067469419 tempest-TestSnapshotPattern-2067469419-project] 10.222.0.48 "DELETE /v2.0/security-groups/e0ea7e10-3d12-4994-a896-60b9aa5da13f HTTP/1.1" status: 204 len: 168 time: 0.2093661 Apr 01 16:15:09.568412 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50736) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:10.111081 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.819623 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Deleting port 8ddda76b-0f4f-455d-b86c-1f2dea05b184 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:10.820319 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.996564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] For port 8ddda76b-0f4f-455d-b86c-1f2dea05b184, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=8ddda76b-0f4f-455d-b86c-1f2dea05b184,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:10.996906 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.117267 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Calling delete_port for 8ddda76b-0f4f-455d-b86c-1f2dea05b184 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:11.306888 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.350778 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddda76b-0f4f-455d-b86c-1f2dea05b184,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:11.602925 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.644649 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.318710 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Router d0ecfda5-5d28-48c5-8057-f56d72631d75 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:12.524509 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:12.533818 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] Sync routers for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:15:12.539812 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1a183b81-ad8e-41f7-981d-7b3cb1edf7b4 admin admin] 10.222.0.48 "PUT /v2.0/routers/d0ecfda5-5d28-48c5-8057-f56d72631d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9678712 Apr 01 16:15:12.540248 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50744) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:12.546982 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:12.547619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:12.726127 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: n-d-836017-1 {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:12.735457 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.938945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.951104 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Deleting port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:12.951496 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.049302 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:15:11Z', 'revision_number': 5, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port': {'id': '4f648de3-ba4a-4060-b8a7-0672c0e91e5d', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:10Z', 'updated_at': '2022-04-01T16:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:13.053319 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] Checking router: d0ecfda5-5d28-48c5-8057-f56d72631d75 for host: n-d-836017-1 {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:15:13.064110 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] Routers {'d0ecfda5-5d28-48c5-8057-f56d72631d75'} bound to L3 agent in host n-d-836017-1 {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:13.064679 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d0ecfda5-5d28-48c5-8057-f56d72631d75'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:13.120003 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] For port 4f648de3-ba4a-4060-b8a7-0672c0e91e5d, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:13.120368 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.214401 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_dvr_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] Set router d0ecfda5-5d28-48c5-8057-f56d72631d75 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:13.238686 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Calling delete_port for 4f648de3-ba4a-4060-b8a7-0672c0e91e5d owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:13.319527 n-d-836017-1 neutron-server[83955]: DEBUG neutron.db.l3_hamode_db [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:15:12Z', 'revision_number': 6, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:13.323570 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392fd42-57f3-43b1-b519-74cfbffc96ec None None] The sync data for ids ['d0ecfda5-5d28-48c5-8057-f56d72631d75'] in n-d-836017-1 is: [{'id': 'd0ecfda5-5d28-48c5-8057-f56d72631d75', 'name': 'tempest-TestSnapshotPattern-253997587-router', 'tenant_id': '45026ed02bcf46faa342780c20d7615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:09Z', 'updated_at': '2022-04-01T16:15:12Z', 'revision_number': 6, 'project_id': '45026ed02bcf46faa342780c20d7615b', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:13.406949 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.451844 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f648de3-ba4a-4060-b8a7-0672c0e91e5d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.730840 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8ddda76b-0f4f-455d-b86c-1f2dea05b184 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:13.772199 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 8ddda76b-0f4f-455d-b86c-1f2dea05b184 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:13.772776 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 8ddda76b-0f4f-455d-b86c-1f2dea05b184 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:13.788880 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.041567 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.046179 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.074769 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.075539 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ecfda5-5d28-48c5-8057-f56d72631d75 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:14.089811 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.090907 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-febcaf60-1fc1-43af-9a9c-0c41c392f290 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d0ecfda5-5d28-48c5-8057-f56d72631d75 HTTP/1.1" status: 204 len: 168 time: 1.5496128 Apr 01 16:15:14.094513 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50748) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:14.154888 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] Deleting subnet 280276ac-ef67-4013-8c7f-215f8a5679eb {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:15:14.158071 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.212415 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.291314 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.364750 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.401564 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280276ac-ef67-4013-8c7f-215f8a5679eb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.408549 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.414107 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb26cc-d827-4574-8b61-51b97dbd496f None None] Network ac2b663c-20aa-421f-a6a5-d14eccb072ca requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:15:14.414381 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2803c047-a044-4e7f-b186-04906b8715b4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/280276ac-ef67-4013-8c7f-215f8a5679eb HTTP/1.1" status: 204 len: 168 time: 0.3189695 Apr 01 16:15:14.416978 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50752) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:14.519981 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.530918 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Deleting port f022f963-5b06-4050-8bfd-538492f6e79f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:14.531250 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.660246 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] DHCP port deletion for ac2b663c-20aa-421f-a6a5-d14eccb072ca request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:15:14.665002 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Deleting port f022f963-5b06-4050-8bfd-538492f6e79f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:14.665372 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.730585 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] For port f022f963-5b06-4050-8bfd-538492f6e79f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f022f963-5b06-4050-8bfd-538492f6e79f,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:14.730945 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.852201 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Calling delete_port for f022f963-5b06-4050-8bfd-538492f6e79f owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:14.863033 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] For port f022f963-5b06-4050-8bfd-538492f6e79f, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=f022f963-5b06-4050-8bfd-538492f6e79f,segment=NetworkSegment(8994f330-2cc9-48c0-961e-9e477d2ddd6e),segment_id=8994f330-2cc9-48c0-961e-9e477d2ddd6e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:14.863602 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.925251 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.971541 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Pushing event deleted for resources: {'Port': ['ID=f022f963-5b06-4050-8bfd-538492f6e79f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.976572 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] No DVR routers for this DVR port f022f963-5b06-4050-8bfd-538492f6e79f on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:14.986267 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Calling delete_port for f022f963-5b06-4050-8bfd-538492f6e79f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:15.058290 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:15:15.058611 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:15:15.186729 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.210815 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2b663c-20aa-421f-a6a5-d14eccb072ca']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.222503 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8994f330-2cc9-48c0-961e-9e477d2ddd6e') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.222788 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8994f330-2cc9-48c0-961e-9e477d2ddd6e') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.233894 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.250379 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.259761 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:15:15.260336 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: timer() Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:15.275958 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:15.357897 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.381101 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.391153 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2b663c-20aa-421f-a6a5-d14eccb072ca,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:15.407473 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-b3b8c6b1-0b5e-4b8f-91e4-608732f707be admin admin] 10.222.0.48 "DELETE /v2.0/networks/ac2b663c-20aa-421f-a6a5-d14eccb072ca HTTP/1.1" status: 204 len: 168 time: 0.9894547 Apr 01 16:15:15.410589 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50756) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:15.502927 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f648de3-ba4a-4060-b8a7-0672c0e91e5d no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:15.535675 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 4f648de3-ba4a-4060-b8a7-0672c0e91e5d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:15.536010 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 4f648de3-ba4a-4060-b8a7-0672c0e91e5d not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:15.536426 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f022f963-5b06-4050-8bfd-538492f6e79f no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:15.561828 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Deleting port f022f963-5b06-4050-8bfd-538492f6e79f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:15.562232 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.629756 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: f022f963-5b06-4050-8bfd-538492f6e79f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:15.630014 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device f022f963-5b06-4050-8bfd-538492f6e79f not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:15.642511 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4ba182a2-b2fe-42ed-beef-35bfc71030a9 None None] The port 'f022f963-5b06-4050-8bfd-538492f6e79f' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:15:15.657630 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.805446 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469975'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:16.414760 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Deleting port 304ba8b0-da00-4c4b-a35a-a3d740821a85 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:16.415527 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:16.692269 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] For port 304ba8b0-da00-4c4b-a35a-a3d740821a85, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=304ba8b0-da00-4c4b-a35a-a3d740821a85,segment=NetworkSegment(c411d346-73fc-4ec5-b8dc-52b11fd008c9),segment_id=c411d346-73fc-4ec5-b8dc-52b11fd008c9)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:16.692505 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:16.810307 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Calling delete_port for 304ba8b0-da00-4c4b-a35a-a3d740821a85 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:16.989202 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.037058 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Pushing event deleted for resources: {'Port': ['ID=304ba8b0-da00-4c4b-a35a-a3d740821a85,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.358449 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16124284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469894'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.935079 n-d-836017-1 neutron-server[83954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Router d84521b8-edd6-4b3b-85b0-14bbffa5c555 has already been hosted by L3 agent e5477cda-34c6-4d74-8526-b3b9b0c4b42a {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:18.238069 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] Notify agent at l3_agent.n-d-836017-1 the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:18.247328 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] Sync routers for ids ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'] in n-d-836017-1 {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:15:18.257756 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-59fe20db-ad09-4cd8-8da7-68190136ebdf admin admin] 10.222.0.48 "PUT /v2.0/routers/d84521b8-edd6-4b3b-85b0-14bbffa5c555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8461339 Apr 01 16:15:18.260474 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50760) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:18.267084 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] Routers {'d84521b8-edd6-4b3b-85b0-14bbffa5c555'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:18.268011 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.439799 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] Set router d84521b8-edd6-4b3b-85b0-14bbffa5c555 gateway port host: n-d-836017-1 {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:18.456556 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.652831 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.668095 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Deleting port 2bfe7c94-ad46-4724-8105-c6365377f484 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:18.668405 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.723001 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'external_fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:15:16Z', 'revision_number': 5, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port': {'id': '2bfe7c94-ad46-4724-8105-c6365377f484', 'name': '', 'network_id': '59d1e48d-db05-487e-a4cc-433f9512a036', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:16Z', 'updated_at': '2022-04-01T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8ac9f7d-c55f-4745-915e-254e93dbdf80', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-1'}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.726773 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] Checking router: d84521b8-edd6-4b3b-85b0-14bbffa5c555 for host: n-d-836017-1 {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:15:18.738508 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] Routers {'d84521b8-edd6-4b3b-85b0-14bbffa5c555'} bound to L3 agent in host n-d-836017-1 {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:18.739090 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T14:37:00Z,description=,heartbeat_timestamp=2022-04-01T16:15:00Z,host='n-d-836017-1',id=e5477cda-34c6-4d74-8526-b3b9b0c4b42a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T14:37:00Z,topic='l3_agent')) {'router_ids': ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.838018 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] For port 2bfe7c94-ad46-4724-8105-c6365377f484, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=2bfe7c94-ad46-4724-8105-c6365377f484,segment=NetworkSegment(29034138-4df7-4a8f-80bf-e77f54c178b2),segment_id=29034138-4df7-4a8f-80bf-e77f54c178b2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:18.838356 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.889872 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_dvr_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] Set router d84521b8-edd6-4b3b-85b0-14bbffa5c555 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:18.969582 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Calling delete_port for 2bfe7c94-ad46-4724-8105-c6365377f484 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:19.013781 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.l3_hamode_db [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 6, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port_host': None}], 'n-d-836017-1', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:19.017978 n-d-836017-1 neutron-server[83956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea25e79-13c0-47d4-a6ca-ca0ba1c8bfbd None None] The sync data for ids ['d84521b8-edd6-4b3b-85b0-14bbffa5c555'] in n-d-836017-1 is: [{'id': 'd84521b8-edd6-4b3b-85b0-14bbffa5c555', 'name': 'tempest-TestSnapshotPattern-1187386832-router', 'tenant_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:15Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 6, 'project_id': '6ef2483b4d82425ab9f33dfa54bafe04', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:19.149131 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.194406 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfe7c94-ad46-4724-8105-c6365377f484,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:19.435913 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469180'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.786741 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13944'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.791767 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.812825 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2bfe7c94-ad46-4724-8105-c6365377f484 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:19.824129 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-481424'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.824704 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d84521b8-edd6-4b3b-85b0-14bbffa5c555 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:19.841318 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.843251 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-bb31cdcc-2613-470b-ae84-d63d407498ee admin admin] 10.222.0.48 "DELETE /v2.0/routers/d84521b8-edd6-4b3b-85b0-14bbffa5c555 HTTP/1.1" status: 204 len: 168 time: 1.5808604 Apr 01 16:15:19.845085 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50764) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:19.854819 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 2bfe7c94-ad46-4724-8105-c6365377f484 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:19.855158 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 2bfe7c94-ad46-4724-8105-c6365377f484 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:19.855598 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 304ba8b0-da00-4c4b-a35a-a3d740821a85 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:19.887279 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 304ba8b0-da00-4c4b-a35a-a3d740821a85 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:19.887619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 304ba8b0-da00-4c4b-a35a-a3d740821a85 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:19.908251 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] Deleting subnet 8e5040ca-5009-4d5a-9eaf-1eea2c9af28e {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:15:19.911383 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.960568 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673538'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.039796 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16107464'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.110875 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16107487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1674982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1263117'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.145935 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5040ca-5009-4d5a-9eaf-1eea2c9af28e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.153927 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.159618 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192007d9-2681-46a7-8992-75b1019d6713 None None] Network 2cbf815b-8ae3-4ca1-9369-2c354b495705 requested from n-d-836017-1 {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:15:20.160012 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-2fc78bdf-94a5-42fe-b18a-40c3df38515a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8e5040ca-5009-4d5a-9eaf-1eea2c9af28e HTTP/1.1" status: 204 len: 168 time: 0.3139660 Apr 01 16:15:20.162658 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50768) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:20.267034 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16018747'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.278581 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Deleting port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:20.278904 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.439483 n-d-836017-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] DHCP port deletion for 2cbf815b-8ae3-4ca1-9369-2c354b495705 request from n-d-836017-1 {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:15:20.444091 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Deleting port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:20.444435 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.481409 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.db [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] For port 5c1ea92b-7b10-4fec-a827-5e9529058ae0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5c1ea92b-7b10-4fec-a827-5e9529058ae0,segment=NetworkSegment(c411d346-73fc-4ec5-b8dc-52b11fd008c9),segment_id=c411d346-73fc-4ec5-b8dc-52b11fd008c9)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:20.481748 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.600027 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.plugin [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Calling delete_port for 5c1ea92b-7b10-4fec-a827-5e9529058ae0 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:20.645289 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] For port 5c1ea92b-7b10-4fec-a827-5e9529058ae0, host n-d-836017-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-1',level=0,port_id=5c1ea92b-7b10-4fec-a827-5e9529058ae0,segment=NetworkSegment(c411d346-73fc-4ec5-b8dc-52b11fd008c9),segment_id=c411d346-73fc-4ec5-b8dc-52b11fd008c9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:20.645666 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16299233'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.676359 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15995749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794440447883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794439948135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1674955'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.721681 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1ea92b-7b10-4fec-a827-5e9529058ae0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.727764 n-d-836017-1 neutron-server[83954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] No DVR routers for this DVR port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 on host n-d-836017-1 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:20.765163 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Calling delete_port for 5c1ea92b-7b10-4fec-a827-5e9529058ae0 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:20.838129 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:15:20.838852 n-d-836017-1 neutron-server[83955]: DEBUG oslo_db.api [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:15:20.843396 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108147', 'neutron.services.segments.db._delete_segments_for_network-8794440412272'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.867805 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbf815b-8ae3-4ca1-9369-2c354b495705']}} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:20.879718 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c411d346-73fc-4ec5-b8dc-52b11fd008c9') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:20.880002 n-d-836017-1 neutron-server[83954]: DEBUG neutron.services.segments.db [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c411d346-73fc-4ec5-b8dc-52b11fd008c9') {} {{(pid=83954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:20.891581 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794440411383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673563'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.910353 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16178338'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.917411 n-d-836017-1 neutron-server[83954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:15:20.917805 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16178347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1674936'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: Traceback (most recent call last): Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: timer() Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: cb(*args, **kw) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: return func(*args, **kwargs) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: self._notify() Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: self.callback(batched_events) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: event.method(event) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: return f(self, *a, **k) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: return self._get(url).json() Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:20.931080 n-d-836017-1 neutron-server[83954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:21.007746 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469207'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.023265 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Notify callbacks [] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.033705 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cbf815b-8ae3-4ca1-9369-2c354b495705,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.040659 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-cc0851f8-44fc-4e86-b2d2-de2034ccfec2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2cbf815b-8ae3-4ca1-9369-2c354b495705 HTTP/1.1" status: 204 len: 168 time: 0.8771045 Apr 01 16:15:21.182797 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50774) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:21.233908 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-29752900-7e94-4503-9e44-57d49c83b756 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45026ed02bcf46faa342780c20d7615b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499220 Apr 01 16:15:21.237301 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.48', 50778) {{(pid=83953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:21.298205 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9034bf67-ddc8-4432-829c-b6996c667abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.323668 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9034bf67-ddc8-4432-829c-b6996c667abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.340135 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Deleting port 5c1ea92b-7b10-4fec-a827-5e9529058ae0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:21.340517 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794440476106'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.376437 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9034bf67-ddc8-4432-829c-b6996c667abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.391626 n-d-836017-1 neutron-server[83953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034bf67-ddc8-4432-829c-b6996c667abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9754a6f-05c9-441f-b979-97773a016bdc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.401197 n-d-836017-1 neutron-server[83953]: DEBUG neutron_lib.callbacks.manager [None req-9034bf67-ddc8-4432-829c-b6996c667abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.402619 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e0b41-b683-426e-a917-518d47497f74 None None] The port '5c1ea92b-7b10-4fec-a827-5e9529058ae0' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:15:21.402974 n-d-836017-1 neutron-server[83953]: INFO neutron.wsgi [None req-9034bf67-ddc8-4432-829c-b6996c667abd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9754a6f-05c9-441f-b979-97773a016bdc HTTP/1.1" status: 204 len: 168 time: 0.1645281 Apr 01 16:15:21.500386 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5c1ea92b-7b10-4fec-a827-5e9529058ae0 no longer exists at agent ovs-agent-n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:21.536093 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] No Port match for: 5c1ea92b-7b10-4fec-a827-5e9529058ae0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:21.536436 n-d-836017-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.rpc [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Device 5c1ea92b-7b10-4fec-a827-5e9529058ae0 not bound to the agent host n-d-836017-1 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:15:21.830386 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50786) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:21.880947 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-1601279f-8f02-42c6-bb0b-887128111a0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ef2483b4d82425ab9f33dfa54bafe04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493958 Apr 01 16:15:21.883562 n-d-836017-1 neutron-server[83954]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.48', 50790) {{(pid=83954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:21.944688 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01f8e07c-e393-4bf3-a770-0adcd0b87615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.969428 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01f8e07c-e393-4bf3-a770-0adcd0b87615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.020431 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01f8e07c-e393-4bf3-a770-0adcd0b87615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392630'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.039976 n-d-836017-1 neutron-server[83954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8e07c-e393-4bf3-a770-0adcd0b87615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91454b8-ee61-48d9-8624-c94c954f4ca8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:22.044385 n-d-836017-1 neutron-server[83954]: DEBUG neutron_lib.callbacks.manager [None req-01f8e07c-e393-4bf3-a770-0adcd0b87615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.045491 n-d-836017-1 neutron-server[83954]: INFO neutron.wsgi [None req-01f8e07c-e393-4bf3-a770-0adcd0b87615 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a91454b8-ee61-48d9-8624-c94c954f4ca8 HTTP/1.1" status: 204 len: 168 time: 0.1608293 Apr 01 16:15:22.137665 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:15:28.011472 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed2a-1e0e-4868-8d1a-9a75485a3ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:30.424820 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3767bb7e-a8b0-4d26-ac9d-229536758237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:31.391327 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:31.685103 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:33.111235 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.625255 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:45.622149 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:58.011952 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c106d54-f251-4de7-9926-55dd065ca113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:59.139245 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:16:00.426529 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-55870c77-b62c-435d-abf3-31510a074494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.394696 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.683935 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:03.110018 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:11.642217 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.625240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:28.012010 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e8805b-2088-4631-a024-aef803a33eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:30.429956 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ccd861d4-5ff3-4ecd-8f58-542b0c0716a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:31.397250 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:31.692457 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:33.113340 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:36.147264 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:16:41.659565 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:45.614318 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:58.016603 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cca6a22d-1305-45bf-8fe8-20b21417606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.425192 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b431a941-d825-48fe-8a7b-4bdc7ee967c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:01.403777 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:01.693847 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:03.117701 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:11.662551 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:13.138395 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:15.639503 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:28.016717 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b20ccc4c-9d55-4b97-83e8-7d2d898713ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:30.436350 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af81fcd4-d717-4a17-9da0-79e20810ea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:31.400963 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:31.701553 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:33.121811 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:41.668721 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:45.648078 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.143850 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:58.013209 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f378032-98ad-4492-9b4b-346cfc814abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:00.445151 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac39dab8-5bb7-4258-9140-803fa21dbedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.397225 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.701555 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.123668 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:11.668466 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:15.651037 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:27.152084 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:18:28.016523 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a5d7-8ba7-48e4-8489-38b92db80fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:30.438072 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-679bb9f4-d35b-4bef-8f96-6a6176e8fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:31.396403 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:31.703325 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:33.127692 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:41.687505 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.646519 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:58.019914 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73525b2a-1cbd-43de-b0df-d4403b7cd668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.440501 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfab2-688c-4688-8730-65a6d869f750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.429208 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.707891 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.130581 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.147531 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:19:11.684384 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:15.664313 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:28.020275 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-704f63f2-7497-454d-a66f-5d44a2f29556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.440625 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18de4988-b382-4c5d-8cd6-25f7ff25570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.397387 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.711405 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:33.133622 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:41.154155 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:19:41.694240 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:45.654112 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:58.014969 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57489100-d645-46e1-a54a-bab4b996ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:00.435062 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad3e766d-923b-4072-a4ec-899b3155d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:01.382894 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:01.713014 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:03.137344 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.710804 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.658783 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.147467 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:20:28.025535 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-09c0536c-1103-4183-8443-b5fa65bb2853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.450921 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7bb38166-7b79-4773-b3aa-5f49024eb005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.396835 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.723602 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.139943 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.726629 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.655938 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:55.155822 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:20:58.030120 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e57a40a9-21b8-48eb-a028-c4af3ca71707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.452871 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f03a649-3fe6-4212-8aac-5749e1391be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.392485 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.730299 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.143531 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:11.724263 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:15.649258 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:28.029795 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a99d666-067e-45e5-bc4d-ad83e279a1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:30.450644 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b985c09-6484-4e69-96fa-c809b15db134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:31.408670 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:31.725374 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:32.153746 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:21:33.152546 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:41.724992 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:45.663318 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.029373 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2741a51-3525-4f78-9247-092441ac791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:00.451251 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56ab64ea-3b35-4f28-a8b4-61b223ab0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.410011 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.733412 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:03.149271 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.151952 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:22:11.735645 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:15.660312 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.036450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5ace035-9e77-4e07-b48f-829d71cb1373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:30.452335 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea8746f0-7c6f-48b0-85d0-6c7d8c84da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.404450 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.736028 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:33.163687 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.734010 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.676443 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:46.150719 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:22:58.030172 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0cd0551-4cfe-43da-b289-a9670d40ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.453584 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fd5bf0c-e8f4-43fb-9c7e-fcf927f87fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.399765 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.735248 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.164566 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.752357 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.927004 n-d-836017-1 neutron-server[83953]: DEBUG neutron.wsgi [req-0173dbd4-c9b6-49c0-bdfc-69d431ed9e81 req-45b744ba-2e39-46b2-8535-901e8f22c5cb service neutron] (83953) timed out ('10.222.0.48', 48510) {{(pid=83953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:23:15.679988 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:23.142200 n-d-836017-1 neutron-server[83956]: DEBUG neutron.db.agents_db [None req-ed1874e2-201b-4496-8a2f-c3a4857a7680 None None] Agent healthcheck: found 7 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:23:28.030514 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f589275-606d-42c0-8707-12672bd973ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:30.448905 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27e48987-5807-46c5-b8fd-558740d62c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:31.410697 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e45cf46b-3377-42d1-9ee5-92a02b9d6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:31.742907 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e35e69f-c77d-4464-a815-2ec345e47a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:33.157891 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54d09931-33cb-4e7e-a286-aed587916193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:41.760520 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9d52-9c6a-494e-bb73-7bea723e6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:45.690684 n-d-836017-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b1acb53-0d0c-4875-886b-3c3ba5dfc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794440412254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117875'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}